-- Logs begin at Tue 2021-11-09 09:49:36 UTC, end at Tue 2021-11-09 11:48:25 UTC. -- Nov 09 10:46:00.378623 n-d-817173-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 10:46:02.550680 n-d-817173-1 neutron-server[84224]: INFO neutron.common.config [-] Logging enabled! Nov 09 10:46:02.551408 n-d-817173-1 neutron-server[84224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev54 Nov 09 10:46:02.551500 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84224) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 09 10:46:02.553639 n-d-817173-1 neutron-server[84224]: INFO neutron.common.config [-] Logging enabled! Nov 09 10:46:02.553892 n-d-817173-1 neutron-server[84224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev54 Nov 09 10:46:02.554139 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84224) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 09 10:46:02.555118 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 10:46:02.555353 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 10:46:02.555711 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 10:46:02.555958 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 10:46:02.556185 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 10:46:02.556506 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.556802 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.557100 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.557332 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.557626 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.557916 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.558203 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.558494 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.558809 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.559104 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.559384 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.559670 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.559901 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.560182 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.560470 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.560755 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.560979 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] debug = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.561259 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.561684 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.562891 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.563182 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.563481 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.563756 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.564037 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.564327 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.564658 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] host = n-d-817173-1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.564939 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.565228 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.565518 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.565806 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.566083 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.566363 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.566651 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.566952 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.567229 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] log_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.567506 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.567801 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.568091 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.568385 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.568612 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.568835 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.569365 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.569664 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.569942 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.570218 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.570496 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.570773 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.571075 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.571348 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.571634 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.571922 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.572210 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.572488 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.572767 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.573045 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.574580 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.574580 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.574580 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.574580 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.574580 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.574953 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.574953 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.575233 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.575535 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.575824 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.576109 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.576396 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.576675 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.576958 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.577233 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.577541 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.577815 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] use_json = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.578166 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.578450 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.578736 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.579039 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.579316 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.579591 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.579866 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.580151 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:02.580449 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.580746 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.581048 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.581334 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.581626 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.581912 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.582204 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.582483 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.582774 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.583086 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.583375 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.583660 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.583937 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.584226 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.584514 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.584788 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586134 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586134 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586134 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586134 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586134 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586487 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586683 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.586992 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.587276 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.587556 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.587834 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.588107 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.589433 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.589433 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.589433 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.589433 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.589433 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.589798 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.589980 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.590266 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.590539 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.590834 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.591112 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.591391 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.591665 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.591936 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.592213 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.592486 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.592765 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.593040 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.593506 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.593800 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.594080 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.594357 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.594634 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.594948 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.595235 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.595511 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.595790 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.596064 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.596341 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.596617 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.596907 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.597211 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.597494 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.597783 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.598067 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.598348 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.598629 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.598937 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.599222 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.599504 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.599781 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.601113 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.601113 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.601113 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.601113 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.601408 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.601494 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.601718 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.602001 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.602280 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.602560 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.602872 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.603162 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.603457 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.603752 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.604043 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.604337 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.604630 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.604910 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.605220 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.605638 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:02.605744 n-d-817173-1 neutron-server[84224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 10:46:02.605951 n-d-817173-1 neutron-server[84224]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84224) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 10:46:03.012763 n-d-817173-1 neutron-server[84224]: INFO keyring.backend [-] Loading KWallet Nov 09 10:46:03.020546 n-d-817173-1 neutron-server[84224]: INFO keyring.backend [-] Loading SecretService Nov 09 10:46:03.023912 n-d-817173-1 neutron-server[84224]: INFO keyring.backend [-] Loading Windows Nov 09 10:46:03.025268 n-d-817173-1 neutron-server[84224]: INFO keyring.backend [-] Loading chainer Nov 09 10:46:03.025859 n-d-817173-1 neutron-server[84224]: INFO keyring.backend [-] Loading macOS Nov 09 10:46:03.061637 n-d-817173-1 neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:03.061945 n-d-817173-1 neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:03.062316 n-d-817173-1 neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:03.062666 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 10:46:03.374134 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.374454 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.374765 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.431574 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.431860 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.432136 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.435284 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.435560 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.435824 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.465080 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.465359 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.465631 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.494128 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.494414 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.494673 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.822968 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.823571 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.823571 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.823733 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.824431 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.954765 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.955110 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.955404 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.955677 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.955945 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.956259 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.956526 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.956785 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.957039 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.957323 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.957586 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.957850 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.958116 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.958375 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.958641 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.958942 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.959202 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.959476 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.959733 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.960017 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.960366 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.960621 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.960874 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.961159 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.961416 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.961663 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:03.962051 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:03.962293 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:03.962530 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:03.962766 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:03.963026 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:03.963262 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:03.963822 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 10:46:03.967114 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 10:46:03.971703 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 10:46:03.975762 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 09 10:46:03.977387 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 10:46:03.977775 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 10:46:03.978110 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 10:46:03.978497 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 10:46:03.981353 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 10:46:03.981605 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 10:46:03.981950 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 10:46:04.010070 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 09 10:46:04.010526 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:04.010859 n-d-817173-1 neutron-server[84224]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84224) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 10:46:04.011223 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:04.012606 n-d-817173-1 neutron-server[84224]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84224) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 10:46:04.012890 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 10:46:04.013139 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 10:46:04.016885 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:04.017165 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:04.076922 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 10:46:04.077078 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 10:46:04.077318 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 10:46:04.078368 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 10:46:04.109606 n-d-817173-1 neutron-server[84224]: DEBUG oslo_db.sqlalchemy.engines [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84224) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 09 10:46:04.603898 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing driver for type 'gre' Nov 09 10:46:04.604427 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] gre ID ranges: [(1, 1000)] Nov 09 10:46:04.825410 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing driver for type 'local' Nov 09 10:46:04.826067 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing driver for type 'vlan' Nov 09 10:46:04.952465 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] VlanTypeDriver initialization complete Nov 09 10:46:04.952801 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing driver for type 'vxlan' Nov 09 10:46:04.953806 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] vxlan ID ranges: [(1, 1000)] Nov 09 10:46:05.192956 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing extension driver 'port_security' Nov 09 10:46:05.193223 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.extensions.port_security [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] PortSecurityExtensionDriver initialization complete Nov 09 10:46:05.193558 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing mechanism driver 'openvswitch' Nov 09 10:46:05.193895 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing mechanism driver 'hyperv' Nov 09 10:46:05.200900 n-d-817173-1 neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:05.201680 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.202048 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.202398 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.202873 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnet after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.203225 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnet after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.204177 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.204637 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.204983 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.205323 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.205697 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > security_group after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.206041 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > security_group after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.206376 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.206759 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.207115 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.207444 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.207778 n-d-817173-1 neutron-server[84224]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] ML2 OVO RPC backend initialized. {{(pid=84224) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 09 10:46:05.208411 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.208759 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.209178 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.209522 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > networks before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.209863 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.210202 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > ports before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.210542 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnet before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.210907 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnets before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.211250 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.211586 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.211919 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.212252 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.212586 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.212915 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.213245 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnet after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.213578 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnet after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.213907 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.214527 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.plugin [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Modular L2 Plugin initialization complete Nov 09 10:46:05.214885 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading services supported by the core plugin {{(pid=84224) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 10:46:05.226651 n-d-817173-1 neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Got port-security extension from driver 'port_security' Nov 09 10:46:05.226651 n-d-817173-1 neutron-server[84224]: INFO neutron.extensions.vlantransparent [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Disabled vlantransparent extension. Nov 09 10:46:05.226651 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84224) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 10:46:05.226651 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: router Nov 09 10:46:05.263332 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266576 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router after_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266576 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router before_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266576 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266576 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266955 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router after_delete 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266955 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266955 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router after_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.266955 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.267264 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.267579 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.267944 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.268351 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.268724 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.269062 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.269398 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: subnet after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.269735 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.270079 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.270425 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.270856 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: port before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.271192 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.271546 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.271884 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.272232 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.272591 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.272935 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.273299 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > agent after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.273646 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > agent after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.273988 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.274900 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Tracking information for resource: router configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:05.275231 n-d-817173-1 neutron-server[84224]: DEBUG neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Tracking information for resource: floatingip configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 10:46:05.280528 n-d-817173-1 neutron-server[84224]: INFO neutron.db.l3_agentschedulers_db [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 10:46:05.281118 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.281573 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.282136 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.282566 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.283384 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router before_create 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.283751 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.284109 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_create 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.284463 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > router precommit_update 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.288991 n-d-817173-1 neutron-server[84224]: DEBUG neutron.services.provider_configuration [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service providers = [] {{(pid=84224) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 10:46:05.289351 n-d-817173-1 neutron-server[84224]: DEBUG neutron.db.servicetype_db [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84224) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 10:46:05.302472 n-d-817173-1 neutron-server[84224]: DEBUG neutron.services.service_base [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:46:05.302840 n-d-817173-1 neutron-server[84224]: DEBUG neutron.services.service_base [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:46:05.303182 n-d-817173-1 neutron-server[84224]: DEBUG neutron.services.service_base [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:46:05.304087 n-d-817173-1 neutron-server[84224]: DEBUG neutron.services.service_base [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 10:46:05.304457 n-d-817173-1 neutron-server[84224]: INFO neutron.services.service_base [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 10:46:05.304835 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.305147 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 10:46:05.316458 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.316828 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: auto_allocate Nov 09 10:46:05.323184 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: network precommit_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.323547 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: network precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.324062 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.324373 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: tag Nov 09 10:46:05.332032 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.332356 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: timestamp Nov 09 10:46:05.336252 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.336577 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: network_ip_availability Nov 09 10:46:05.341898 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.342261 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.342606 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.343382 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.343694 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: flavors Nov 09 10:46:05.348933 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.349258 n-d-817173-1 neutron-server[84224]: INFO neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading Plugin: revisions Nov 09 10:46:05.353663 n-d-817173-1 neutron-server[84224]: DEBUG neutron.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 10:46:05.354057 n-d-817173-1 neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.292s {{(pid=84224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:05.354844 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84224) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Nov 09 10:46:05.355179 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Initializing extension manager. Nov 09 10:46:05.355674 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: __init__.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.356007 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: __pycache__ {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.356333 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.356658 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.356982 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: _filter_validation_lib.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.357302 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.357628 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: address_group.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.358399 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.358993 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: address-group Nov 09 10:46:05.366722 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: address_scope.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.366722 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.366722 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: address-scope Nov 09 10:46:05.366722 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.367200 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.367710 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: router-admin-state-down-before-update Nov 09 10:46:05.368031 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: agent.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.368737 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.369232 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: agent Nov 09 10:46:05.369550 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: agent_resources_synced.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.370464 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.370994 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: agent-resources-synced Nov 09 10:46:05.371310 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: allowedaddresspairs.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.373132 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.373647 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: allowed-address-pairs Nov 09 10:46:05.373969 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: auto_allocated_topology.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.375597 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.376256 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: auto-allocated-topology Nov 09 10:46:05.376422 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: availability_zone.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.377104 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.377600 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: availability_zone Nov 09 10:46:05.377914 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: availability_zone_filter.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.378978 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.379602 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: availability_zone_filter Nov 09 10:46:05.379780 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: data_plane_status.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.380674 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.381170 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 10:46:05.381482 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: default_subnetpools.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.382460 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.382914 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: default-subnetpools Nov 09 10:46:05.383228 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.384133 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.384520 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: dhcp_agent_scheduler Nov 09 10:46:05.384833 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: dns.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.385740 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.386233 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 10:46:05.386545 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: dns_domain_ports.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.387476 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.387973 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 10:46:05.388288 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: dvr.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.388948 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.389436 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: dvr Nov 09 10:46:05.389747 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: empty_string_filtering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.390642 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.391887 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: empty-string-filtering Nov 09 10:46:05.392205 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.410131 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.410672 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 10:46:05.411021 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.411999 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.412503 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 10:46:05.412826 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: external_net.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.413747 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.414265 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: external-net Nov 09 10:46:05.414586 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.415539 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.416041 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: extra_dhcp_opt Nov 09 10:46:05.416358 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: extraroute.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.417290 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.417801 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: extraroute Nov 09 10:46:05.418121 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: extraroute_atomic.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.419210 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.419714 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: extraroute-atomic Nov 09 10:46:05.420034 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: filter_validation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.420725 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.421231 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: filter-validation Nov 09 10:46:05.421549 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: fip_pf_description.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.423231 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.423734 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 10:46:05.424055 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: fip_port_details.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.424989 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.425492 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: fip-port-details Nov 09 10:46:05.425811 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: flavors.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.427133 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.427646 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: flavors Nov 09 10:46:05.427968 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.429705 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.430224 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 10:46:05.430555 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: floatingip_pools.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.431294 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.431802 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: floatingip-pools Nov 09 10:46:05.432126 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: ip_allocation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.433046 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.433553 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 10:46:05.433873 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.434788 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.435316 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: ip-substring-filtering Nov 09 10:46:05.435643 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l2_adjacency.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.449084 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.449541 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 10:46:05.449862 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l3.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.450903 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.451422 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: router Nov 09 10:46:05.451749 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.454251 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.454774 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 10:46:05.455140 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.456071 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.456586 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: ext-gw-mode Nov 09 10:46:05.456912 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.457830 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.458345 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: l3-ha Nov 09 10:46:05.458671 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l3_flavors.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.459606 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.460119 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: l3-flavors Nov 09 10:46:05.460442 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.461409 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.461876 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 10:46:05.462197 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: l3agentscheduler.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.463273 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.463786 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: l3_agent_scheduler Nov 09 10:46:05.464108 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: logging.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.465610 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.466122 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension logging not supported by any of loaded plugins Nov 09 10:46:05.466449 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: metering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.467230 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.467806 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: metering Nov 09 10:46:05.468181 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.469281 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.469789 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: metering_source_and_destination_fields Nov 09 10:46:05.470114 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: multiprovidernet.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.471215 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.471800 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: multi-provider Nov 09 10:46:05.472056 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: netmtu.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.472977 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.473485 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: net-mtu Nov 09 10:46:05.473808 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: netmtu_writable.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.474718 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.475245 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: net-mtu-writable Nov 09 10:46:05.475559 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: network_availability_zone.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.476227 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.476726 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: network_availability_zone Nov 09 10:46:05.477084 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: network_ip_availability.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.478145 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.478661 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: network-ip-availability Nov 09 10:46:05.479016 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: network_segment_range.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.479788 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.480282 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 10:46:05.480625 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: pagination.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.481593 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.481922 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: pagination Nov 09 10:46:05.482246 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.490850 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.491377 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: port-mac-address-regenerate Nov 09 10:46:05.491700 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: port_resource_request.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.492636 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.493142 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 10:46:05.493454 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: portbindings.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.494379 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.494909 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: binding Nov 09 10:46:05.495229 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: portbindings_extended.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.496546 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.497055 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: binding-extended Nov 09 10:46:05.497384 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: portsecurity.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.498310 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.498842 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: port-security Nov 09 10:46:05.499168 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: project_id.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.500964 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.501564 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: project-id Nov 09 10:46:05.501902 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: providernet.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.502782 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.503323 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: provider Nov 09 10:46:05.504160 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.507325 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.507846 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos not supported by any of loaded plugins Nov 09 10:46:05.508174 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.509433 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.509958 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 10:46:05.510284 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.511233 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.511743 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 10:46:05.512069 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_default.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.512982 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.513486 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-default not supported by any of loaded plugins Nov 09 10:46:05.513812 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_fip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.514584 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.514995 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 10:46:05.515327 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_gateway_ip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.516484 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.517001 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 10:46:05.517322 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_port_network_policy.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.518244 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.518742 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 10:46:05.519092 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_rule_type_details.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.525142 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.525643 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 10:46:05.525963 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: qos_rules_alias.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.527057 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.527565 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 10:46:05.527886 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: quotasv2.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.528816 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.529143 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: quotas Nov 09 10:46:05.529468 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: quotasv2_detail.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.531312 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.531706 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: quota_details Nov 09 10:46:05.532036 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: rbac.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.533108 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.533658 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: rbac-policies Nov 09 10:46:05.533946 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: rbac_address_scope.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.534914 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.535425 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: rbac-address-scope Nov 09 10:46:05.535745 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: rbac_security_groups.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.536665 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.537166 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: rbac-security-groups Nov 09 10:46:05.537650 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: rbac_subnetpool.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.538402 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.538935 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: rbac-subnetpool Nov 09 10:46:05.539256 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: revisionifmatch.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.540174 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.540677 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: revision-if-match Nov 09 10:46:05.540995 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: revisions.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.542240 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.542666 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: standard-attr-revisions Nov 09 10:46:05.543110 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: router_availability_zone.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.543783 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.544287 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: router_availability_zone Nov 09 10:46:05.544614 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: routerservicetype.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.545566 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.546070 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 10:46:05.546387 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.548083 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.548591 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: port-security-groups-filtering Nov 09 10:46:05.548909 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: securitygroup.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.560141 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.560667 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: security-group Nov 09 10:46:05.561001 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: segment.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.561784 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.562292 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension segment not supported by any of loaded plugins Nov 09 10:46:05.563295 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.564268 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.564780 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 10:46:05.565102 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: servicetype.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.566209 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.566723 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: service-type Nov 09 10:46:05.567069 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: sorting.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.568055 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.568380 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: sorting Nov 09 10:46:05.568701 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: standard_attr_segment.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.569869 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.570372 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 10:46:05.570691 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: standardattrdescription.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.571359 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.571863 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: standard-attr-description Nov 09 10:46:05.572183 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: stateful_security_group.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.573123 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.573629 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: stateful-security-group Nov 09 10:46:05.573953 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: stdattrs_common.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.574535 n-d-817173-1 neutron-server[84224]: WARNING neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 10:46:05.574884 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.575807 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.576317 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 10:46:05.576635 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: subnet_onboard.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.577786 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.578344 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: subnet_onboard Nov 09 10:46:05.578667 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.579645 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.580155 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 10:46:05.580473 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: subnet_service_types.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.581396 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.581914 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: subnet-service-types Nov 09 10:46:05.582235 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: subnetallocation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.583351 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.583865 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: subnet_allocation Nov 09 10:46:05.584190 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.584854 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.585360 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: subnetpool-prefix-ops Nov 09 10:46:05.585683 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.586620 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.587156 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 10:46:05.587477 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: tagging.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.588569 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.589081 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: standard-attr-tag Nov 09 10:46:05.589407 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: timestamp.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.590633 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.591178 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loaded extension: standard-attr-timestamp Nov 09 10:46:05.591506 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: trunk.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.592542 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.593057 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension trunk not supported by any of loaded plugins Nov 09 10:46:05.593382 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: trunk_details.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.594333 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.594869 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 10:46:05.595200 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: uplink_status_propagation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.596129 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.596630 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 10:46:05.596950 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Loading extension file: vlantransparent.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 09 10:46:05.597618 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 09 10:46:05.598116 n-d-817173-1 neutron-server[84224]: INFO neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 10:46:05.600371 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:network Nov 09 10:46:05.601102 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:subnet Nov 09 10:46:05.601872 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:46:05.602470 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:port Nov 09 10:46:05.603834 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.604280 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service FLAVORS assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.604896 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.605323 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.605654 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:router Nov 09 10:46:05.606294 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 10:46:05.607161 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service METERING assigned prefix: /metering {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.608586 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.608951 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.609295 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:46:05.610990 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 10:46:05.611440 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:security_group Nov 09 10:46:05.612133 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 10:46:05.612876 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service CORE assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.613219 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:46:05.613554 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] subnetpool is already registered Nov 09 10:46:05.614158 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service CORE assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.614483 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:46:05.614817 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] subnetpool is already registered Nov 09 10:46:05.617342 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.617772 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service FLAVORS assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.618354 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.618774 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.619128 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:router Nov 09 10:46:05.619457 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] router is already registered Nov 09 10:46:05.620042 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 10:46:05.620366 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] floatingip is already registered Nov 09 10:46:05.620988 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service METERING assigned prefix: /metering {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.621647 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 10:46:05.621971 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] rbac_policy is already registered Nov 09 10:46:05.622511 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:security_group Nov 09 10:46:05.622869 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] security_group is already registered Nov 09 10:46:05.623448 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 10:46:05.623773 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] security_group_rule is already registered Nov 09 10:46:05.624418 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service CORE assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.624746 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:46:05.625071 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] subnetpool is already registered Nov 09 10:46:05.626368 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Service CORE assigned prefix: {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 10:46:05.626686 n-d-817173-1 neutron-server[84224]: INFO neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 10:46:05.627040 n-d-817173-1 neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] subnetpool is already registered Nov 09 10:46:05.627687 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: extensions {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.629159 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: address-groups {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.630733 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: address-scopes {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.631949 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: agents {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.633108 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: auto-allocated-topology {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.634343 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: availability_zones {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.635659 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: dhcp-networks {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.637084 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: dhcp-agents {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.638484 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: routers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.640434 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: flavors {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.641731 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: service_profiles {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.642996 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: next_providers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.644509 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: service_profiles {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.645939 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: floatingip-pools {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.647187 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: routers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.648965 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: floatingips {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.650122 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: l3-routers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.651495 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: l3-agents {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.652877 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: metering-labels {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.655069 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: metering-label-rules {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.656322 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: network-ip-availabilities {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.657666 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: bindings {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.659323 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: quotas {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.660868 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: quotas {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.662286 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: rbac-policies {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.663594 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: security-groups {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.664787 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: security-group-rules {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.666033 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: service-providers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.667267 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: subnetpools {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.668668 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: subnetpools {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.670086 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.671801 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.674253 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.676127 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.677870 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.679574 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.681321 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.683188 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.685167 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.687013 n-d-817173-1 neutron-server[84224]: DEBUG neutron.api.extensions [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 09 10:46:05.693896 n-d-817173-1 neutron-server[84224]: WARNING keystonemiddleware.auth_token [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 10:46:05.698927 n-d-817173-1 neutron-server[84224]: WARNING keystonemiddleware.auth_token [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 10:46:05.710496 n-d-817173-1 neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Acquired lock "singleton_lock" {{(pid=84224) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 09 10:46:05.711063 n-d-817173-1 neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Releasing lock "singleton_lock" {{(pid=84224) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 09 10:46:05.711576 n-d-817173-1 neutron-server[84224]: INFO oslo_service.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Starting 2 workers Nov 09 10:46:05.716175 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Started child 84333 {{(pid=84224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 10:46:05.720512 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Started child 84334 {{(pid=84224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 10:46:05.721565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:05.722177 n-d-817173-1 neutron-server[84224]: INFO neutron.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 10:46:05.722667 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Notify callbacks [] for process, before_spawn {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:05.722940 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [-] (84333) wsgi starting up on http://0.0.0.0:9696 Nov 09 10:46:05.724881 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:05.725355 n-d-817173-1 neutron-server[84224]: INFO oslo_service.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Starting 1 workers Nov 09 10:46:05.726181 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [-] (84334) wsgi starting up on http://0.0.0.0:9696 Nov 09 10:46:05.730053 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Started child 84335 {{(pid=84224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 10:46:05.730714 n-d-817173-1 neutron-server[84224]: INFO oslo_service.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Starting 1 workers Nov 09 10:46:05.733840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] calling RpcWorker wait() {{(pid=84335) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 10:46:05.734383 n-d-817173-1 neutron-server[84335]: DEBUG neutron.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] returning from RpcWorker wait() {{(pid=84335) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 10:46:05.735706 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Started child 84336 {{(pid=84224) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 10:46:05.736446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:05.736545 n-d-817173-1 neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-90905f40-5435-4490-b994-97e1d7712b96 None None] Notify callbacks [] for process, after_spawn {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:05.736972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:05.738371 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84224) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 09 10:46:05.738579 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 10:46:05.738757 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 10:46:05.738996 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 10:46:05.739337 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 10:46:05.739501 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 10:46:05.739991 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.740254 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.740471 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:05.740941 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.740941 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.741071 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.741560 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.741842 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.742111 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.742386 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.742619 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.742788 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.742976 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.743226 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.743475 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.743772 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.744048 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.744299 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.744568 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.744739 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.744992 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.745262 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.745494 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.745763 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] debug = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.746003 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.746455 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.746680 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.746946 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.747171 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.747455 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.747710 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.747987 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.748203 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.748450 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.748686 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.748954 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.749169 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.749422 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.749670 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.749885 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.751238 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] host = n-d-817173-1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.751453 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.751680 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.751914 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.752161 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.752493 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.752629 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.752861 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.753116 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.753379 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.753622 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.753890 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.754171 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.754422 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.754686 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.754875 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_options = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.755113 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.755399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.755675 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.755864 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.756032 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.756205 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.756467 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.756628 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.756873 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.757091 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.757307 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.757539 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.757792 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.758033 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.758285 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.758529 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.758744 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.758984 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.759256 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.759498 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.759704 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.759933 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.760165 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.760397 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.760633 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.760845 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.761101 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.761345 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.761529 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.761773 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.762016 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.762274 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.762506 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.762766 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.763013 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.763241 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.763478 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.763746 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.763975 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.766621 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.766621 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.766621 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.766621 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.766621 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767004 n-d-817173-1 neutron-server[84336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:05.767077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_json = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767487 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767487 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.767617 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.768009 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.768293 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.768623 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.768888 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.769123 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.769396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.769595 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.769834 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.770067 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.770298 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.771034 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.771034 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.771209 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.771465 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.771718 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.771990 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.772227 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.772484 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.772703 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.772970 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.773163 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.773380 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.773658 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.773903 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.774119 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.774341 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.774590 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.774824 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.775056 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.775300 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.775543 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.775791 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.776011 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.776228 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.776444 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.776659 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.776874 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.777276 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.777421 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.777589 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.777821 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.778067 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.778301 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.778671 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.778821 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.779161 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.786399 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.787495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.788353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.789391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.790282 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791913 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791913 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.791913 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.792168 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.792369 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.792664 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.793129 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.793234 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.793381 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.793637 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.793920 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.794197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.794466 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.794727 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.794991 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.795257 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.795499 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.795769 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.795998 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.796256 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.796479 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.796771 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.797625 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.797836 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.798019 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.798268 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.798774 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.799055 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.799402 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.799678 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.799958 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.800218 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.800460 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.800735 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.800996 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.801249 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.801497 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.801745 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.801982 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.802227 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.802457 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.802948 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.803193 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.803444 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.803668 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.803910 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.804147 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.804413 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.804810 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.804927 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.805053 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.805269 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.805487 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.805713 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.805927 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.806897 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.806897 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.806897 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.806897 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.807311 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.807311 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.807558 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.807743 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.808033 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.808284 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.808519 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.808763 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.809101 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.810722 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.810722 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.810722 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.810722 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.810722 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.810722 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.810722 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.812562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.812562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.812562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.812562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.812562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.812562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.812562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.813751 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.813751 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.813751 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.813751 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.813751 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.813751 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.815540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.818684 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.819825 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.820611 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.820611 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.820611 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.820611 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.821050 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.821050 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.821321 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.821540 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.821780 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.822016 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.822261 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.822480 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.822743 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.823112 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.823403 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.823655 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.823888 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.824167 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.824434 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.824731 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.824944 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.825232 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.825565 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.826091 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.826172 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.826359 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.826639 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.826904 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.827143 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.827731 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.827731 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.827901 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.828084 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.828423 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.828671 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.828888 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.829114 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.829350 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.829624 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.829854 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.830075 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.830287 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.830453 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 10:46:05.830994 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84224) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 09 10:46:05.831148 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 10:46:05.831299 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 10:46:05.831469 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 10:46:05.831637 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 10:46:05.831791 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 10:46:05.831995 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.832157 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.832298 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.832458 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.832613 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.832790 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.832949 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.833124 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.833250 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.833406 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.833562 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.833716 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.833871 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.834028 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.834183 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.834338 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.834495 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.834690 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.834874 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.834959 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.835119 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.835273 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.835429 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] debug = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.835586 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.835765 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.835924 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.836080 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.836236 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.836391 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.836545 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.836705 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.836890 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.837014 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.837169 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.837326 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.837488 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.837642 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.837796 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.837952 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.838108 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] host = n-d-817173-1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.838263 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.838419 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.838574 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.838728 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.838908 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.839062 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.839217 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.839371 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.839525 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.839681 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.839822 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.839982 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.840134 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.840288 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.840443 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_options = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.840598 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.840754 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.840899 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.841079 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.841242 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.841398 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.841554 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.841709 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.841865 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.842020 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.842176 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.842331 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.842693 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.842693 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.842988 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.842988 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.843228 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.843228 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.843376 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.843516 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.843670 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.844506 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.844776 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.844935 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.845093 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.845249 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.845405 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.845560 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.845715 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.845869 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.846024 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.846180 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.846329 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.846475 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.846612 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.846767 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.846948 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.847096 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.847232 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.847379 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.847515 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.847666 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.847824 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.847981 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.848141 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.848295 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_json = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.848450 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.848607 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.848762 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.848916 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.849072 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.849228 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.849383 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.849539 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 10:46:05.849719 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.849881 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.850048 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.850206 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.850365 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.850522 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.850681 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.850865 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.850995 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.851154 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.851319 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.851478 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.851654 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.851815 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.851976 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.852120 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.852280 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.852424 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.852586 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.852745 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.852904 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.853063 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.853221 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.853379 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.853537 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.853696 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.853856 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.854016 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.854174 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.854332 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.854490 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.854648 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.854821 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.854983 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.855142 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.855301 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.855460 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.855618 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.855777 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.855935 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.856103 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.856261 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.856418 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.856926 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.856926 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.856926 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.857160 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.857160 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.857303 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.857459 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.857617 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.857788 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.857953 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.858111 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.858429 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.858589 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.858749 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.858930 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.859090 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.859255 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.859416 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.860561 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.860561 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.860763 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.860763 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.860914 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.861067 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.861221 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.861356 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.861518 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.861676 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.861833 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.861991 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.862148 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.862316 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.862497 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.862657 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.862833 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.862992 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.863306 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.863455 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.863614 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.863772 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.863931 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.864089 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.864248 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.864406 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.864550 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.864701 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.864856 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.864999 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.865150 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.865307 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.865465 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.865623 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.865781 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.865940 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.866100 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.866257 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.866416 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.866573 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.866741 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.866923 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.867084 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.867239 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.867397 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.867566 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.867725 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.867885 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.868043 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.868201 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.868362 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.868519 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.868662 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.868822 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.868980 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.869152 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.869292 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.869459 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.869617 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.869775 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.869935 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.870117 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.870270 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.870415 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.870566 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.870723 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.870904 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.871117 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.871541 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.871541 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.871541 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.871835 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.871835 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.871978 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.872099 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.872256 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.872415 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.872575 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.872735 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.872893 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.873052 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.873210 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.873368 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.873526 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.873743 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.873877 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.873996 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.874115 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.874272 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.874430 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.874590 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.874748 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.874937 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.875116 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.875315 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.875638 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.875638 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.875886 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.875886 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.876116 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.876235 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.876353 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.876472 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.876612 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.876766 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.876921 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.877094 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.877229 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.877388 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.877546 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.877705 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.879077 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.880656 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.881396 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882158 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882158 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882158 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882158 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882158 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882158 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882703 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882703 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.882703 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883019 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883019 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883246 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883246 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883471 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883591 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883707 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.883852 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.884047 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.884171 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.884291 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.884411 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.884569 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.884730 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.884889 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.885048 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.885208 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.885371 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.885539 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.885705 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.885866 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.886030 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.886197 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.886364 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.886523 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.886688 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.886881 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.887041 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.887199 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.887359 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.887517 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.887879 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.887879 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.888117 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.888117 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.888359 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.888480 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.888808 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.888808 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889037 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889037 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889266 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889266 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889501 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889623 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889742 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 10:46:05.889860 n-d-817173-1 neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 10:46:05.894566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:06.053680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34746) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:06.062175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062664 Nov 09 10:46:17.104169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7681464-bbf7-4767-89b3-9a0083c7c963 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 10:46:17.188180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7681464-bbf7-4767-89b3-9a0083c7c963 None None] No non-hosted networks {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 10:46:17.204199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.agentschedulers_db [None req-e7681464-bbf7-4767-89b3-9a0083c7c963 None None] DHCP Agent not found on host n-d-817173-1 {{(pid=84335) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 10:46:17.314557 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ec37f7d0-b8d5-47bf-9922-3b02b72bed17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-718734'] for agent, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:17.415846 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-718734'] for agent, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:17.416785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.417323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.417795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.418554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.419078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.419560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.420647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.421129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.422448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.422963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.423426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:17.423964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817173-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:17.430327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817173-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:19.392284 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6dfde1eb-0df4-4556-97b9-f5f08cfaef82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-718734'] for agent, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:19.423439 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-e2c5e7b0-41de-42dd-b957-1a7c37398d92 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-817173-1 {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:46:19.424365 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-e2c5e7b0-41de-42dd-b957-1a7c37398d92 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:46:20.019287 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e7b0-41de-42dd-b957-1a7c37398d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:20.392091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-718734'] for agent, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:21.740516 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-718734'] for agent, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:23.488577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34838) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:24.112246 n-d-817173-1 neutron-server[84333]: WARNING oslo_policy.policy [None req-11f95935-ff4f-4c23-bac3-ec4525e96a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:24.112842 n-d-817173-1 neutron-server[84333]: WARNING oslo_policy.policy [None req-11f95935-ff4f-4c23-bac3-ec4525e96a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:24.331164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-11f95935-ff4f-4c23-bac3-ec4525e96a39 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:46:24.332427 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-11f95935-ff4f-4c23-bac3-ec4525e96a39 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8418326 Nov 09 10:46:26.306236 n-d-817173-1 neutron-server[84335]: INFO neutron.db.l3_hamode_db [None req-4338a9e6-9e8a-4d1b-b43c-ce2bc1fa1145 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 10:46:26.394194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338a9e6-9e8a-4d1b-b43c-ce2bc1fa1145 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:46:26.394913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338a9e6-9e8a-4d1b-b43c-ce2bc1fa1145 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 10:46:26.615785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:27.013298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:46:27.062692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.policy [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84333) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 09 10:46:27.063497 n-d-817173-1 neutron-server[84333]: WARNING oslo_policy.policy [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:27.063900 n-d-817173-1 neutron-server[84333]: WARNING oslo_policy.policy [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:27.067350 n-d-817173-1 neutron-server[84333]: INFO neutron.quota [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] Loaded quota_driver: . Nov 09 10:46:27.083439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:27.237605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755035754230', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755035748172', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755035744953', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755035654214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755035664566', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1160975', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1136250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642609'] for rbac-policy, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:27.443352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:27.444811 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aced7dbd-c403-4f52-bb75-13c00f94ef13 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8280938 Nov 09 10:46:29.989404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:30.395469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Request body: {'network': {'project_id': '66303dfb06f940238844fad71f497938', 'admin_state_up': True, 'name': 'private'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:46:30.400224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:30.404767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Usage tracker for resource:network and tenant:66303dfb06f940238844fad71f497938 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:46:30.409458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:46:30.415461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:46:30.507042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Made reservation on behalf of 66303dfb06f940238844fad71f497938 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:46:30.511504 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:30.542185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:30.597402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:30.601284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Usage tracker for resource:security_group_rule and tenant:66303dfb06f940238844fad71f497938 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:46:30.604232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:46:30.611293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:46:30.679571 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:30.757815 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:30.762344 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:30.781040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:46:30.808532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755037990584', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:30.809115 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Unsubscribe: segment precommit_create {{(pid=84333) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 10:46:30.809558 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Added segment e312fd7d-5c3b-466c-9fa9-cd913f26f89e of type vlan for network 7c1cc1a7-0107-4f48-856d-800d902ff946 Nov 09 10:46:30.818296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2cd465-0a8a-46a1-a545-5be6b01520ba,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:30.870865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.871189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.871509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.871826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.872136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.872442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.872746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.873047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.873352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.873653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.873957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Tracked resource versions report: Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: pushed versions: Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Log': {'1.0'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Network': {'1.1'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Port': {'1.5'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'PortForwarding': {'1.2'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'QosPolicy': {'1.8'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'SecurityGroup': {'1.2'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'SubPort': {'1.0'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Subnet': {'1.1'}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Trunk': {'1.1'}} Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: consumer versions: Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: L3 agent@n-d-817173-1: {}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: Metadata agent@n-d-817173-1: {}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: Metering agent@n-d-817173-1: {}, Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Log': '1.0', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Network': '1.1', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Port': '1.5', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'PortForwarding': '1.2', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'QosPolicy': '1.8', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'SecurityGroup': '1.2', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'SecurityGroupRule': '1.0', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'SubPort': '1.0', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Subnet': '1.1', Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: 'Trunk': '1.1'}} Nov 09 10:46:30.875709 n-d-817173-1 neutron-server[84333]: {{(pid=84333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:46:30.927186 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:30.931036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:31.070408 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:31.071863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:31.072534 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:31.077192 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:31.179086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1cc1a7-0107-4f48-856d-800d902ff946,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:31.182156 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:31.190079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:46:31.221403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2309132 Nov 09 10:46:33.832023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34882) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:34.299414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056dc830-10f0-4811-898a-08b1d8dce11f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:34.300727 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-056dc830-10f0-4811-898a-08b1d8dce11f admin admin] 10.222.0.50 "GET /v2.0/networks/7c1cc1a7-0107-4f48-856d-800d902ff946 HTTP/1.1" status: 200 len: 825 time: 0.4677746 Nov 09 10:46:34.331661 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-24f7d0a9-c7d3-49b8-9e71-a70c73883305 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/44c45eea-4918-4d48-af58-9fa1733e9ce1 HTTP/1.1" status: 200 len: 734 time: 0.0256560 Nov 09 10:46:34.339962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Request body: {'subnet': {'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'subnetpool_id': '44c45eea-4918-4d48-af58-9fa1733e9ce1', 'tenant_id': '66303dfb06f940238844fad71f497938', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:46:34.344238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:34.347915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Usage tracker for resource:subnet and tenant:66303dfb06f940238844fad71f497938 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:46:34.350706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:46:34.356194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:46:34.430496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Made reservation on behalf of 66303dfb06f940238844fad71f497938 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:46:34.432729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:34.779584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:34.785073 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:34.863981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac68fc87-f26e-4123-bf75-fe72d00d0896,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:34.869237 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:34.871096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Checking segment: {'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:46:34.871429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Network hostable DHCP agents. Network: 7c1cc1a7-0107-4f48-856d-800d902ff946, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:46:34.974652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:46:35.078201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 7c1cc1a7-0107-4f48-856d-800d902ff946) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:35.082996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:35.083591 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:35.088673 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439db69c-6583-4263-8f28-971e80cab964 None None] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:46:35.175551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8388395 Nov 09 10:46:35.517725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-7c1cc1a7-0107-4f48-856d-800d902ff946', 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'tenant_id': '66303dfb06f940238844fad71f497938', 'fixed_ips': [{'subnet_id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 10:46:35.517725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:35.663076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Allocated IP 172.20.0.2 (7c1cc1a7-0107-4f48-856d-800d902ff946/ac68fc87-f26e-4123-bf75-fe72d00d0896/56406b08-1709-4ec4-a9ff-9a0bdaa0f6de) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:46:35.885490 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:35.899316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Transition to ACTIVE for port object 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:46:35.923602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Transition to ACTIVE for port object 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:46:36.059525 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:36.065039 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:36.128365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:46:36.131517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:36.136366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Pushing event updated for resources: {'Port': ['ID=56406b08-1709-4ec4-a9ff-9a0bdaa0f6de,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:36.139146 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:46:36.149420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.149751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.150076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.150399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.151215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.151215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.151522 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.151821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.152128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.152432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.152736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Tracked resource versions report: Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: pushed versions: Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Log': {'1.0'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Network': {'1.1'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Port': {'1.5'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'PortForwarding': {'1.2'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'QosPolicy': {'1.8'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'SecurityGroup': {'1.2'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'SubPort': {'1.0'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Subnet': {'1.1'}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Trunk': {'1.1'}} Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: consumer versions: Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: L3 agent@n-d-817173-1: {}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: Metadata agent@n-d-817173-1: {}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: Metering agent@n-d-817173-1: {}, Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Log': '1.0', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Network': '1.1', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Port': '1.5', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'PortForwarding': '1.2', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'QosPolicy': '1.8', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'SecurityGroup': '1.2', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'SecurityGroupRule': '1.0', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'SubPort': '1.0', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Subnet': '1.1', Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: 'Trunk': '1.1'}} Nov 09 10:46:36.153751 n-d-817173-1 neutron-server[84335]: {{(pid=84335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:46:36.184646 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:36.239334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Attempting to bind port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:46:36.239721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Attempting to bind port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:46:36.240120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Attempting to bind port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de on network 7c1cc1a7-0107-4f48-856d-800d902ff946 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:46:36.246523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:46:36.246955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Checking segment: {'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:46:36.247420 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:36.247799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Bound using segment: {'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:46:36.248280 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Bound port: 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:46:36.248655 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:36.337460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] For port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:46:36.341547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] For port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=56406b08-1709-4ec4-a9ff-9a0bdaa0f6de,segment=NetworkSegment(e312fd7d-5c3b-466c-9fa9-cd913f26f89e),segment_id=e312fd7d-5c3b-466c-9fa9-cd913f26f89e)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:46:36.413785 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:36.417709 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:36.522225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Pushing event updated for resources: {'Port': ['ID=56406b08-1709-4ec4-a9ff-9a0bdaa0f6de,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:36.525539 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:37.486365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34892) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:38.112914 n-d-817173-1 neutron-server[84334]: WARNING oslo_policy.policy [None req-f8888e96-4702-4821-9567-40910fdb9463 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:38.113527 n-d-817173-1 neutron-server[84334]: WARNING oslo_policy.policy [None req-f8888e96-4702-4821-9567-40910fdb9463 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:38.331121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-f8888e96-4702-4821-9567-40910fdb9463 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:46:38.332191 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f8888e96-4702-4821-9567-40910fdb9463 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8448086 Nov 09 10:46:39.658945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:46:39.813805 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:46:40.095237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e7bf4e-bee3-4928-a1f2-c95c0d97b32e None None] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:46:40.252587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Provisioning for port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:46:40.263203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Provisioning complete for port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:40.263588 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:40.435896 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:40.473901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] For port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=56406b08-1709-4ec4-a9ff-9a0bdaa0f6de,segment=NetworkSegment(e312fd7d-5c3b-466c-9fa9-cd913f26f89e),segment_id=e312fd7d-5c3b-466c-9fa9-cd913f26f89e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:46:40.517389 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:40.520674 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:40.593903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Pushing event updated for resources: {'Port': ['ID=56406b08-1709-4ec4-a9ff-9a0bdaa0f6de,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:40.596993 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:40.638180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-04cc1bea-40c6-4f91-a98d-7c83d2c39585 None None] Provisioning complete for port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:40.638543 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-04cc1bea-40c6-4f91-a98d-7c83d2c39585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:40.676919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34910) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:41.070233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-92844bce-b6fd-4df5-a5b8-5aabb5dca994 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:46:41.071184 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-92844bce-b6fd-4df5-a5b8-5aabb5dca994 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3933623 Nov 09 10:46:41.631204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:46:41.699054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:41.699415 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:43.623079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34922) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:43.792858 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:46:44.002044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '66303dfb06f940238844fad71f497938'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:46:44.034424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.policy [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84334) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 09 10:46:44.035194 n-d-817173-1 neutron-server[84334]: WARNING oslo_policy.policy [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:44.035591 n-d-817173-1 neutron-server[84334]: WARNING oslo_policy.policy [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 10:46:44.038902 n-d-817173-1 neutron-server[84334]: INFO neutron.quota [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Loaded quota_driver: . Nov 09 10:46:44.054666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:44.060859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Usage tracker for resource:router and tenant:66303dfb06f940238844fad71f497938 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:46:44.066232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:46:44.073696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:46:44.156003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:44.158084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:44.187697 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:44.359335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:44.448985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:44.450190 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e53de393-2897-4c3d-9bca-085d4f867e72 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8261595 Nov 09 10:46:46.796333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34934) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:47.128660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a98b6c82-d0d5-4b9c-89f9-c7f7ef6ac061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:47.191692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-26bdc575-5016-4507-9398-a1d3646a9c23 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:46:47.192662 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-26bdc575-5016-4507-9398-a1d3646a9c23 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3953695 Nov 09 10:46:47.367225 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:49.363061 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-76fa188e-16d5-416c-a551-4bbe5e7e5e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:49.551026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34944) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:49.948496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:46:49.953866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:49.957599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Usage tracker for resource:network and tenant:e4201ee940224446943e47729d4ed943 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:46:49.960930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:46:49.966453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:46:50.069727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Made reservation on behalf of e4201ee940224446943e47729d4ed943 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:46:50.072452 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.093194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.132105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:50.135815 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Usage tracker for resource:security_group_rule and tenant:e4201ee940224446943e47729d4ed943 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:46:50.138993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:46:50.145023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:46:50.210245 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.288417 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.293991 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:50.305019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Reserving flat network on physical network physnet1 {{(pid=84334) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 10:46:50.311608 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.336730 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755037990584', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.337247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Unsubscribe: segment precommit_create {{(pid=84334) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 10:46:50.337704 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Added segment 1e18834d-a00e-4472-91f1-0b1d72b3947b of type flat for network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 Nov 09 10:46:50.390267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496eeef6-f404-4a53-9e07-b78a53dac484,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:50.413891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.414222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.414592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.414937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.415257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.415572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.415881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.416194 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.416501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.416805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.417110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Tracked resource versions report: Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: pushed versions: Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Log': {'1.0'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Network': {'1.1'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Port': {'1.5'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'PortForwarding': {'1.2'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'QosPolicy': {'1.8'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'SecurityGroup': {'1.2'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'SubPort': {'1.0'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Subnet': {'1.1'}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Trunk': {'1.1'}} Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: consumer versions: Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: L3 agent@n-d-817173-1: {}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: Metadata agent@n-d-817173-1: {}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: Metering agent@n-d-817173-1: {}, Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Log': '1.0', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Network': '1.1', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Port': '1.5', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'PortForwarding': '1.2', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'QosPolicy': '1.8', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'SecurityGroup': '1.2', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'SecurityGroupRule': '1.0', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'SubPort': '1.0', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Subnet': '1.1', Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: 'Trunk': '1.1'}} Nov 09 10:46:50.418106 n-d-817173-1 neutron-server[84334]: {{(pid=84334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:46:50.462671 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.470348 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:50.545787 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.547236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:50.547879 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:50.552871 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:50.660197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:50.663425 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:50.670191 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:46:50.735420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1833258 Nov 09 10:46:51.687432 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:52.972446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34968) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:53.205143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6b681-11ed-4bd8-b4e5-31fd819093f7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:53.206462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cbb6b681-11ed-4bd8-b4e5-31fd819093f7 admin admin] 10.222.0.50 "GET /v2.0/subnets/ac68fc87-f26e-4123-bf75-fe72d00d0896 HTTP/1.1" status: 200 len: 849 time: 0.2330883 Nov 09 10:46:53.350551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-65237828-4ae1-4e93-8a62-9fd4978c85bf admin admin] 10.222.0.50 "GET /v2.0/routers/befc54c1-b503-4e59-8b35-32e981b38218 HTTP/1.1" status: 200 len: 704 time: 0.1386714 Nov 09 10:46:53.827470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.059031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Allocated IP 172.20.0.1 (7c1cc1a7-0107-4f48-856d-800d902ff946/ac68fc87-f26e-4123-bf75-fe72d00d0896/10803048-7fc3-4436-961c-da4962947ce8) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:46:54.211597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.229873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Transition to ACTIVE for port object 10803048-7fc3-4436-961c-da4962947ce8 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:46:54.334984 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.339267 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:54.399025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:46:54.406680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:54.413756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:46:54.414608 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.416800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Pushing event updated for resources: {'Port': ['ID=10803048-7fc3-4436-961c-da4962947ce8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:54.422264 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:54.587208 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.740019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1b09b519-c4b1-466e-94e2-df6c936660a3 None None] Provisioning for port 10803048-7fc3-4436-961c-da4962947ce8 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:46:54.744845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1b09b519-c4b1-466e-94e2-df6c936660a3 None None] Provisioning complete for port 10803048-7fc3-4436-961c-da4962947ce8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:54.745296 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1b09b519-c4b1-466e-94e2-df6c936660a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.798238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1b09b519-c4b1-466e-94e2-df6c936660a3 None None] Port 10803048-7fc3-4436-961c-da4962947ce8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:46:54.813779 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.880651 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.881756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:54.885621 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:55.010753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Pushing event updated for resources: {'Port': ['ID=10803048-7fc3-4436-961c-da4962947ce8,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:55.017846 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:55.110275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:46:55.111330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:55.323156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6d51d68f-7b01-4d11-8975-f96664d52351 None None] Provisioning complete for port 10803048-7fc3-4436-961c-da4962947ce8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:55.323433 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6d51d68f-7b01-4d11-8975-f96664d52351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:55.377422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6d51d68f-7b01-4d11-8975-f96664d52351 None None] Port 10803048-7fc3-4436-961c-da4962947ce8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:46:55.528799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Router befc54c1-b503-4e59-8b35-32e981b38218 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:46:55.694843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:46:55.704657 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Sync routers for ids ['befc54c1-b503-4e59-8b35-32e981b38218'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:46:55.705946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] 10.222.0.50 "PUT /v2.0/routers/befc54c1-b503-4e59-8b35-32e981b38218/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3506207 Nov 09 10:46:55.717682 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Routers {'befc54c1-b503-4e59-8b35-32e981b38218'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:46:55.718560 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:46:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['befc54c1-b503-4e59-8b35-32e981b38218'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:55.893498 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Set router befc54c1-b503-4e59-8b35-32e981b38218 gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:46:56.290314 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'name': 'router1', 'tenant_id': '66303dfb06f940238844fad71f497938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:46:44Z', 'updated_at': '2021-11-09T10:46:54Z', 'revision_number': 2, 'project_id': '66303dfb06f940238844fad71f497938', 'gw_port_host': None, '_interfaces': [{'id': '10803048-7fc3-4436-961c-da4962947ce8', 'name': '', 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'tenant_id': '66303dfb06f940238844fad71f497938', 'mac_address': 'fa:16:3e:0a:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:46:53Z', 'updated_at': '2021-11-09T10:46:54Z', 'revision_number': 2, 'project_id': '66303dfb06f940238844fad71f497938', 'subnets': [{'id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44c45eea-4918-4d48-af58-9fa1733e9ce1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:56.295530 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Checking router: befc54c1-b503-4e59-8b35-32e981b38218 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:46:56.295758 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Updating router befc54c1-b503-4e59-8b35-32e981b38218 port 10803048-7fc3-4436-961c-da4962947ce8 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:46:56.350675 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:56.718991 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:56.734264 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Transition to ACTIVE for port object 10803048-7fc3-4436-961c-da4962947ce8 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:46:56.802946 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:56.807739 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:56.932624 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Pushing event updated for resources: {'Port': ['ID=10803048-7fc3-4436-961c-da4962947ce8,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:56.984917 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.985271 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.985578 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.985905 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.986223 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.986543 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.986881 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.987193 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.987503 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.987811 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.988119 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Tracked resource versions report: Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: pushed versions: Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Log': {'1.0'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Network': {'1.1'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Port': {'1.5'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'PortForwarding': {'1.2'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'QosPolicy': {'1.8'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'SecurityGroup': {'1.2'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'SubPort': {'1.0'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Subnet': {'1.1'}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Trunk': {'1.1'}} Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: consumer versions: Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: L3 agent@n-d-817173-1: {}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: Metadata agent@n-d-817173-1: {}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: Metering agent@n-d-817173-1: {}, Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Log': '1.0', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Network': '1.1', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Port': '1.5', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'PortForwarding': '1.2', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'QosPolicy': '1.8', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'SecurityGroup': '1.2', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'SecurityGroupRule': '1.0', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'SubPort': '1.0', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Subnet': '1.1', Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: 'Trunk': '1.1'}} Nov 09 10:46:56.989336 n-d-817173-1 neutron-server[84336]: {{(pid=84336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:46:57.000585 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:57.085734 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Attempting to bind port 10803048-7fc3-4436-961c-da4962947ce8 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:46:57.086129 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Attempting to bind port 10803048-7fc3-4436-961c-da4962947ce8 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:46:57.086548 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Attempting to bind port 10803048-7fc3-4436-961c-da4962947ce8 on network 7c1cc1a7-0107-4f48-856d-800d902ff946 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:46:57.093491 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:46:57.094501 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Checking segment: {'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:46:57.095014 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:57.095402 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Bound using segment: {'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:46:57.095909 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Bound port: 10803048-7fc3-4436-961c-da4962947ce8, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e312fd7d-5c3b-466c-9fa9-cd913f26f89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:46:57.096313 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:57.184607 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] For port 10803048-7fc3-4436-961c-da4962947ce8, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:46:57.189483 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] For port 10803048-7fc3-4436-961c-da4962947ce8, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=10803048-7fc3-4436-961c-da4962947ce8,segment=NetworkSegment(e312fd7d-5c3b-466c-9fa9-cd913f26f89e),segment_id=e312fd7d-5c3b-466c-9fa9-cd913f26f89e)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:46:57.260609 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:57.265466 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:57.352038 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Pushing event updated for resources: {'Port': ['ID=10803048-7fc3-4436-961c-da4962947ce8,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:57.355341 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:57.357519 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Routers {'befc54c1-b503-4e59-8b35-32e981b38218'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:46:57.358749 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:46:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['befc54c1-b503-4e59-8b35-32e981b38218'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:57.518060 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] Set router befc54c1-b503-4e59-8b35-32e981b38218 gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:46:57.820327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34990) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:46:57.862539 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'name': 'router1', 'tenant_id': '66303dfb06f940238844fad71f497938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:46:44Z', 'updated_at': '2021-11-09T10:46:54Z', 'revision_number': 2, 'project_id': '66303dfb06f940238844fad71f497938', 'gw_port_host': None, '_interfaces': [{'id': '10803048-7fc3-4436-961c-da4962947ce8', 'name': '', 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'tenant_id': '66303dfb06f940238844fad71f497938', 'mac_address': 'fa:16:3e:0a:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:46:53Z', 'updated_at': '2021-11-09T10:46:57Z', 'revision_number': 4, 'project_id': '66303dfb06f940238844fad71f497938', 'subnets': [{'id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44c45eea-4918-4d48-af58-9fa1733e9ce1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:46:57.866714 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8cd05-032e-4201-9142-440c9ec01543 None None] The sync data for ids ['befc54c1-b503-4e59-8b35-32e981b38218'] in n-d-817173-1 is: [{'id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'name': 'router1', 'tenant_id': '66303dfb06f940238844fad71f497938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:46:44Z', 'updated_at': '2021-11-09T10:46:54Z', 'revision_number': 2, 'project_id': '66303dfb06f940238844fad71f497938', 'gw_port_host': None, '_interfaces': [{'id': '10803048-7fc3-4436-961c-da4962947ce8', 'name': '', 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'tenant_id': '66303dfb06f940238844fad71f497938', 'mac_address': 'fa:16:3e:0a:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:46:53Z', 'updated_at': '2021-11-09T10:46:57Z', 'revision_number': 4, 'project_id': '66303dfb06f940238844fad71f497938', 'subnets': [{'id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44c45eea-4918-4d48-af58-9fa1733e9ce1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:46:58.003469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735436c6-3cd6-48e7-9925-f30d810b6ad9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:58.004030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-735436c6-3cd6-48e7-9925-f30d810b6ad9 admin admin] Synchronizing usage tracker for tenant:e4201ee940224446943e47729d4ed943 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:46:58.078294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-735436c6-3cd6-48e7-9925-f30d810b6ad9 admin admin] Unset dirty status for tenant:e4201ee940224446943e47729d4ed943 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:46:58.079433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-735436c6-3cd6-48e7-9925-f30d810b6ad9 admin admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 842 time: 0.2580705 Nov 09 10:46:58.088505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Request body: {'subnet': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.7.0/24', 'enable_dhcp': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:46:58.094094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:46:58.097852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Usage tracker for resource:subnet and tenant:e4201ee940224446943e47729d4ed943 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:46:58.100819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:46:58.107132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:46:58.191318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Made reservation on behalf of e4201ee940224446943e47729d4ed943 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:46:58.193925 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:58.677641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.objects.ports [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84334) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 10:46:58.678100 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:58.682021 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:46:58.757401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8543c513-fe94-4d1f-898e-41ac3fc56f06,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:46:58.778696 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:46:58.787948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:46:58.788301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Network hostable DHCP agents. Network: 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:46:58.900146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:46:58.980219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:46:58.985790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:46:58.986378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:58.998784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78134d-c475-483b-8be2-2a8e784d8a99 None None] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:46:59.071368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9856553 Nov 09 10:46:59.227797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403d3c9-5053-44fc-afe8-1dc1ea532af3 None None] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:46:59.657332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 10803048-7fc3-4436-961c-da4962947ce8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:46:59.808323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 10803048-7fc3-4436-961c-da4962947ce8 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:46:59.813447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 10803048-7fc3-4436-961c-da4962947ce8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:46:59.813819 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:59.928096 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:46:59.960151 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 10803048-7fc3-4436-961c-da4962947ce8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=10803048-7fc3-4436-961c-da4962947ce8,segment=NetworkSegment(e312fd7d-5c3b-466c-9fa9-cd913f26f89e),segment_id=e312fd7d-5c3b-466c-9fa9-cd913f26f89e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:00.025732 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:00.027846 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f12023a8-6264-46ef-a4d2-6e032609cace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:47:00.094595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=10803048-7fc3-4436-961c-da4962947ce8,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:00.097499 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:47:01.250772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35004) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:47:01.490978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c07e2ace-3919-435b-9fd4-2d1bfad60347 admin admin] 10.222.0.50 "GET /v2.0/routers/befc54c1-b503-4e59-8b35-32e981b38218 HTTP/1.1" status: 200 len: 710 time: 0.2388499 Nov 09 10:47:01.645967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 10803048-7fc3-4436-961c-da4962947ce8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:47:01.663531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c9f9c-a820-48a5-b9fa-4e4e7e0fe317 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:47:01.664887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5f5c9f9c-a820-48a5-b9fa-4e4e7e0fe317 admin admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 886 time: 0.1691165 Nov 09 10:47:01.674836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:47:01.720189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 10803048-7fc3-4436-961c-da4962947ce8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:47:01.720553 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:02.156229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:02.393091 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:02.447635 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:02.580587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Allocated IP 172.25.7.68 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/6f516d23-51d7-43f7-b372-411ae94b5fa2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:47:02.720336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:02.812837 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:02.816657 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:47:02.880558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:47:02.883714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:47:02.885566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f516d23-51d7-43f7-b372-411ae94b5fa2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:02.897154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:47:02.949629 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:47:03.116990 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:03.316279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:03.319873 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:03.511961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Router befc54c1-b503-4e59-8b35-32e981b38218 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:47:03.711058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:47:03.720644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:03.721923 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/befc54c1-b503-4e59-8b35-32e981b38218 HTTP/1.1" status: 200 len: 889 time: 2.0515702 Nov 09 10:47:03.722914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Sync routers for ids ['befc54c1-b503-4e59-8b35-32e981b38218'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:47:03.736444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Routers {'befc54c1-b503-4e59-8b35-32e981b38218'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:03.737125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:46:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['befc54c1-b503-4e59-8b35-32e981b38218'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:03.940108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Set router befc54c1-b503-4e59-8b35-32e981b38218 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:47:04.287025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'name': 'router1', 'tenant_id': '66303dfb06f940238844fad71f497938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '6f516d23-51d7-43f7-b372-411ae94b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:46:44Z', 'updated_at': '2021-11-09T10:47:02Z', 'revision_number': 4, 'project_id': '66303dfb06f940238844fad71f497938', 'gw_port': {'id': '6f516d23-51d7-43f7-b372-411ae94b5fa2', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:47:02Z', 'updated_at': '2021-11-09T10:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '10803048-7fc3-4436-961c-da4962947ce8', 'name': '', 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'tenant_id': '66303dfb06f940238844fad71f497938', 'mac_address': 'fa:16:3e:0a:09:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:46:53Z', 'updated_at': '2021-11-09T10:46:59Z', 'revision_number': 5, 'project_id': '66303dfb06f940238844fad71f497938', 'subnets': [{'id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44c45eea-4918-4d48-af58-9fa1733e9ce1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:04.291748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Checking router: befc54c1-b503-4e59-8b35-32e981b38218 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:47:04.292092 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Updating router befc54c1-b503-4e59-8b35-32e981b38218 port 6f516d23-51d7-43f7-b372-411ae94b5fa2 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:47:04.341905 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:04.670705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:04.682330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Transition to ACTIVE for port object 6f516d23-51d7-43f7-b372-411ae94b5fa2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:47:04.761006 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:04.766688 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ba041e5e-8ce1-4782-b417-cedecf18d4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:47:04.868367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Attempting to bind port 6f516d23-51d7-43f7-b372-411ae94b5fa2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:47:04.868735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Attempting to bind port 6f516d23-51d7-43f7-b372-411ae94b5fa2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:47:04.869102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Attempting to bind port 6f516d23-51d7-43f7-b372-411ae94b5fa2 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:47:04.871058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36534b8e-1b46-482a-a16f-b5b9378b4fdd None None] Pushing event updated for resources: {'Port': ['ID=6f516d23-51d7-43f7-b372-411ae94b5fa2,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:04.874586 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-36534b8e-1b46-482a-a16f-b5b9378b4fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:47:04.883667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:47:04.884052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:47:04.884449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:04.884835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:47:04.885295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Bound port: 6f516d23-51d7-43f7-b372-411ae94b5fa2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:47:04.885681 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:04.958713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] For port 6f516d23-51d7-43f7-b372-411ae94b5fa2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:47:04.962235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] For port 6f516d23-51d7-43f7-b372-411ae94b5fa2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6f516d23-51d7-43f7-b372-411ae94b5fa2,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:47:05.032037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:05.036390 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:47:05.119166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36534b8e-1b46-482a-a16f-b5b9378b4fdd None None] Pushing event updated for resources: {'Port': ['ID=6f516d23-51d7-43f7-b372-411ae94b5fa2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:05.122199 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-36534b8e-1b46-482a-a16f-b5b9378b4fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:47:05.124331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Routers {'befc54c1-b503-4e59-8b35-32e981b38218'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:47:05.124920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:46:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['befc54c1-b503-4e59-8b35-32e981b38218'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:05.304812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] Set router befc54c1-b503-4e59-8b35-32e981b38218 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:47:05.636799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'name': 'router1', 'tenant_id': '66303dfb06f940238844fad71f497938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '6f516d23-51d7-43f7-b372-411ae94b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:46:44Z', 'updated_at': '2021-11-09T10:47:02Z', 'revision_number': 4, 'project_id': '66303dfb06f940238844fad71f497938', 'gw_port': {'id': '6f516d23-51d7-43f7-b372-411ae94b5fa2', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:47:02Z', 'updated_at': '2021-11-09T10:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '10803048-7fc3-4436-961c-da4962947ce8', 'name': '', 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'tenant_id': '66303dfb06f940238844fad71f497938', 'mac_address': 'fa:16:3e:0a:09:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:46:53Z', 'updated_at': '2021-11-09T10:46:59Z', 'revision_number': 5, 'project_id': '66303dfb06f940238844fad71f497938', 'subnets': [{'id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44c45eea-4918-4d48-af58-9fa1733e9ce1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:47:05.641153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b0ad3-c4cd-422d-a01b-1d3d011d5e40 None None] The sync data for ids ['befc54c1-b503-4e59-8b35-32e981b38218'] in n-d-817173-1 is: [{'id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'name': 'router1', 'tenant_id': '66303dfb06f940238844fad71f497938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '6f516d23-51d7-43f7-b372-411ae94b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:46:44Z', 'updated_at': '2021-11-09T10:47:02Z', 'revision_number': 4, 'project_id': '66303dfb06f940238844fad71f497938', 'gw_port': {'id': '6f516d23-51d7-43f7-b372-411ae94b5fa2', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:47:02Z', 'updated_at': '2021-11-09T10:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '10803048-7fc3-4436-961c-da4962947ce8', 'name': '', 'network_id': '7c1cc1a7-0107-4f48-856d-800d902ff946', 'tenant_id': '66303dfb06f940238844fad71f497938', 'mac_address': 'fa:16:3e:0a:09:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befc54c1-b503-4e59-8b35-32e981b38218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:46:53Z', 'updated_at': '2021-11-09T10:46:59Z', 'revision_number': 5, 'project_id': '66303dfb06f940238844fad71f497938', 'subnets': [{'id': 'ac68fc87-f26e-4123-bf75-fe72d00d0896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44c45eea-4918-4d48-af58-9fa1733e9ce1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:47:05.991266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35016) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:47:06.132564 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eac6dcc2-79af-41b8-bff1-a60b451f7f28 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1376121 Nov 09 10:47:07.664598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6f516d23-51d7-43f7-b372-411ae94b5fa2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:47:07.800743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 6f516d23-51d7-43f7-b372-411ae94b5fa2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:47:07.806019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6f516d23-51d7-43f7-b372-411ae94b5fa2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:47:07.806386 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:07.928679 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:07.949832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 6f516d23-51d7-43f7-b372-411ae94b5fa2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6f516d23-51d7-43f7-b372-411ae94b5fa2,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:47:08.020136 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:08.022943 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:47:08.095483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=6f516d23-51d7-43f7-b372-411ae94b5fa2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:47:08.103117 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:47:09.677186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6f516d23-51d7-43f7-b372-411ae94b5fa2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:47:09.812470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6f516d23-51d7-43f7-b372-411ae94b5fa2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:47:09.812470 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:17.105404 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-095ae1fc-23b3-468d-8515-aa671f0a3772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:17.374924 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:19.362263 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-71ea545c-4ee7-40cc-bda0-d2e22dfff725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:20.402329 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:20.792932 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:47:21.732960 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:47.087544 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e43aa46f-8778-42ec-bf23-98047526e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:47.372927 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:49.344784 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7cd6afaf-38af-4bc9-94e6-1d032cb64413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:50.356458 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:51.725832 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:47:57.792762 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:48:17.098069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f0c7-51ae-449e-9c04-f66e94f94b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:17.381658 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:19.415810 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68fbf511-913c-4f38-a91b-bf079840bcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:20.344136 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:21.749571 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:34.792845 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:48:47.106884 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e61960b4-f2f5-4032-a111-175df8a1c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:47.363444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:49.371983 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-85b12bbb-0f83-48a1-ad0a-b6528f794c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:50.337371 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:48:51.712298 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:11.793698 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:49:16.820067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35622) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:16.914457 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b147ea9-222d-493f-9fd5-864cbdc68e97 admin admin] GET failed (client error): The resource could not be found. Nov 09 10:49:16.916583 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8b147ea9-222d-493f-9fd5-864cbdc68e97 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0954413 Nov 09 10:49:17.051314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5cc79-a850-4bc5-834b-7a3ae2981558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:17.052751 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-08e5cc79-a850-4bc5-834b-7a3ae2981558 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1329312 Nov 09 10:49:17.102522 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2e940903-0fa9-4458-a8a4-0faa5bbb92aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:17.388281 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:19.094030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35632) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:19.226576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86856b3e-c89a-4346-b2d3-0aba1500f87a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:19.227165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-86856b3e-c89a-4346-b2d3-0aba1500f87a admin admin] Synchronizing usage tracker for tenant:e4201ee940224446943e47729d4ed943 on resource:subnet {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:49:19.319885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-86856b3e-c89a-4346-b2d3-0aba1500f87a admin admin] Unset dirty status for tenant:e4201ee940224446943e47729d4ed943 on resource:subnet {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:49:19.320995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-86856b3e-c89a-4346-b2d3-0aba1500f87a admin admin] 10.222.0.50 "GET /v2.0/subnets/ac68fc87-f26e-4123-bf75-fe72d00d0896 HTTP/1.1" status: 200 len: 849 time: 0.2260530 Nov 09 10:49:19.330319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:49:19.399876 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8750d4fb-d0d8-4281-9ba8-cfd142597bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:19.448201 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:19.731234 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755037897966'] for subnet, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:19.735224 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-78d9a6e4-aa37-448f-b479-14fabc0383a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:49:19.776752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:19.777304 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:19.779466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] 10.222.0.50 "PUT /v2.0/subnets/ac68fc87-f26e-4123-bf75-fe72d00d0896 HTTP/1.1" status: 200 len: 868 time: 0.4527519 Nov 09 10:49:19.797826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801088bf-f5c1-45a2-83ea-78e73a2d3b4d None None] Network 7c1cc1a7-0107-4f48-856d-800d902ff946 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:49:19.801696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac68fc87-f26e-4123-bf75-fe72d00d0896,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:49:19.811517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.813906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.813906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.813906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.813906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.813906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.813906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.814483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.814483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.814655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.814903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:49:19.819391 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:49:20.337367 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:20.343298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-11c68bea-c404-4d04-8cbf-bee330642130 None None] Provisioning complete for port 10803048-7fc3-4436-961c-da4962947ce8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:49:20.343660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11c68bea-c404-4d04-8cbf-bee330642130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:20.469238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-11c68bea-c404-4d04-8cbf-bee330642130 None None] Provisioning complete for port 56406b08-1709-4ec4-a9ff-9a0bdaa0f6de triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:49:20.469868 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11c68bea-c404-4d04-8cbf-bee330642130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:21.731325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:21.836296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35642) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:22.038336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71bedb-e575-42fa-ae96-2827ac33e953 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:22.038741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71bedb-e575-42fa-ae96-2827ac33e953 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:22.040296 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8e71bedb-e575-42fa-ae96-2827ac33e953 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029331 Nov 09 10:49:24.097427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35652) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:24.293821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba00fa9-02ee-4871-8e50-df5ab61c68d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:24.294088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba00fa9-02ee-4871-8e50-df5ab61c68d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:24.296146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6ba00fa9-02ee-4871-8e50-df5ab61c68d7 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977994 Nov 09 10:49:26.347207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35662) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:26.556787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b4574-3a41-45fb-9113-e1cf39152cb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:26.558042 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e20b4574-3a41-45fb-9113-e1cf39152cb4 admin admin] 10.222.0.50 "GET /v2.0/networks/7c1cc1a7-0107-4f48-856d-800d902ff946 HTTP/1.1" status: 200 len: 869 time: 0.2098961 Nov 09 10:49:28.590334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:28.787473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b438c1f-f6fa-4ed6-a0b3-6cf80ff122cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:28.788709 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9b438c1f-f6fa-4ed6-a0b3-6cf80ff122cb admin admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 886 time: 0.1971679 Nov 09 10:49:30.834546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35682) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:31.005768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf49e6-2e72-4047-af43-b0694c0feaaf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:31.006128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf49e6-2e72-4047-af43-b0694c0feaaf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:31.007692 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-37bf49e6-2e72-4047-af43-b0694c0feaaf admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1721768 Nov 09 10:49:33.070535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35692) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:33.203494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b700f1f-9639-465d-a7d4-98eee944e497 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:33.203784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b700f1f-9639-465d-a7d4-98eee944e497 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:33.205351 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9b700f1f-9639-465d-a7d4-98eee944e497 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337011 Nov 09 10:49:35.242478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35702) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:35.369251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279a941-00a8-4563-beb2-eef4f92a6d5a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:35.370570 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c279a941-00a8-4563-beb2-eef4f92a6d5a admin admin] 10.222.0.50 "GET /v2.0/subnets/8543c513-fe94-4d1f-898e-41ac3fc56f06 HTTP/1.1" status: 200 len: 816 time: 0.1271203 Nov 09 10:49:37.527508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35712) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:37.662374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d0d71-ed27-4f9a-b855-e2409671900c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:37.663741 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3b4d0d71-ed27-4f9a-b855-e2409671900c admin admin] 10.222.0.50 "GET /v2.0/subnets/ac68fc87-f26e-4123-bf75-fe72d00d0896 HTTP/1.1" status: 200 len: 868 time: 0.1352720 Nov 09 10:49:47.099689 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7d3fcf8f-82c5-48cc-a18c-42612881c5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:47.427611 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:48.794560 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:49:49.364691 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-849824e7-3edb-4b6e-8c3c-11bee87ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:50.350892 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:51.727874 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:49:56.327167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35750) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:56.400460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-d83ac961-7974-434e-b7ce-4278147502f4 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:49:56.401419 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d83ac961-7974-434e-b7ce-4278147502f4 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0733266 Nov 09 10:49:58.491433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35760) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:49:58.582383 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-787842c3-d6c7-40d8-abc0-9dc4408121dc admin admin] GET failed (client error): The resource could not be found. Nov 09 10:49:58.583816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-787842c3-d6c7-40d8-abc0-9dc4408121dc admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0914550 Nov 09 10:49:58.710137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317f934-9e03-4066-a96e-3e39fe78c154 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:49:58.711567 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9317f934-9e03-4066-a96e-3e39fe78c154 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1236205 Nov 09 10:50:00.739310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35770) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:50:00.812109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:50:00.817099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:50:00.826881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:50:00.898595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Made reservation on behalf of e4201ee940224446943e47729d4ed943 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:50:00.900964 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:00.991494 n-d-817173-1 neutron-server[84334]: WARNING neutron.services.revisions.revision_plugin [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Could not find related network for resource to bump revision. Nov 09 10:50:01.004407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:50:01.013531 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:01.013936 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Added segment d9909e02-ca35-42a2-826c-b5b8f3d9eaa7 of type vlan for network 6583ce2c-1c68-4983-b0d6-b87935eb18bc Nov 09 10:50:01.039146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:01.141505 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:01.142692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:50:01.143285 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:01.146540 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:50:01.249712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Pushing event updated for resources: {'Network': ['ID=6583ce2c-1c68-4983-b0d6-b87935eb18bc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:50:01.252997 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:50:01.260190 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:50:01.325091 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5846281 Nov 09 10:50:03.362413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:50:03.455045 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c226f627-e3e0-4e16-b3c6-0f4da98dd58d admin admin] GET failed (client error): The resource could not be found. Nov 09 10:50:03.456231 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c226f627-e3e0-4e16-b3c6-0f4da98dd58d admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0928876 Nov 09 10:50:03.559995 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae06529-13f4-42fc-842a-dce55f5f3ad1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:50:03.561924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5ae06529-13f4-42fc-842a-dce55f5f3ad1 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017768 Nov 09 10:50:03.572424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:50:03.578098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:50:03.587681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:50:03.661443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Made reservation on behalf of e4201ee940224446943e47729d4ed943 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:50:03.663766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:03.924906 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:03.928874 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:50:04.000170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:50:04.014453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.014787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.015138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.015466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.015783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.016097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.016410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.016719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.017035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.017447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.017756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:04.020381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:50:04.020726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Network hostable DHCP agents. Network: 6583ce2c-1c68-4983-b0d6-b87935eb18bc, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:50:04.024908 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:50:04.139111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:50:04.255952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 6583ce2c-1c68-4983-b0d6-b87935eb18bc) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:50:04.260002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:50:04.260621 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:04.266877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ab658-af3d-4eff-9ec6-8fe7b61ef24b None None] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:50:04.376588 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8074799 Nov 09 10:50:04.495072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'tenant_id': 'e4201ee940224446943e47729d4ed943', 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 10:50:04.496116 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:04.657067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Allocated IP 192.168.233.2 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/4132c06c-4142-4a99-bb54-b6b38d2ea5cc) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:50:04.868411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:04.878682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Transition to ACTIVE for port object 4132c06c-4142-4a99-bb54-b6b38d2ea5cc will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:50:04.897786 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Transition to ACTIVE for port object 4132c06c-4142-4a99-bb54-b6b38d2ea5cc will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:50:04.969050 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:04.974097 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:50:05.064945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:50:05.068060 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:50:05.072240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:50:05.074328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Pushing event updated for resources: {'Port': ['ID=4132c06c-4142-4a99-bb54-b6b38d2ea5cc,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:50:05.085698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.086034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.086360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.086686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.087027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.087343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.087654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.087971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.088282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.088589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.088897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:50:05.115841 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:50:05.172941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Attempting to bind port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:50:05.173309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Attempting to bind port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:50:05.173677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Attempting to bind port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:50:05.180148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:50:05.180554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:50:05.180950 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:05.181339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:50:05.181804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Bound port: 4132c06c-4142-4a99-bb54-b6b38d2ea5cc, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:50:05.182192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:05.282312 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] For port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:50:05.285385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] For port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4132c06c-4142-4a99-bb54-b6b38d2ea5cc,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:50:05.345114 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:05.349357 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:50:05.430970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Pushing event updated for resources: {'Port': ['ID=4132c06c-4142-4a99-bb54-b6b38d2ea5cc,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:50:05.434466 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:50:05.772585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4132c06c-4142-4a99-bb54-b6b38d2ea5cc up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:50:05.918743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:50:06.296280 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecefa7c-8526-4de8-8811-2f8dd72b4872 None None] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:50:06.505525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Provisioning for port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:50:06.517184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Provisioning complete for port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:50:06.517557 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:06.670344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:06.715825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] For port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4132c06c-4142-4a99-bb54-b6b38d2ea5cc,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:50:06.813057 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:06.816090 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:50:06.885675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Pushing event updated for resources: {'Port': ['ID=4132c06c-4142-4a99-bb54-b6b38d2ea5cc,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:50:06.889824 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:50:06.940742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3fda49b5-306f-460a-a70a-5de37358f376 None None] Provisioning complete for port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:50:06.941506 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fda49b5-306f-460a-a70a-5de37358f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:07.734633 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4132c06c-4142-4a99-bb54-b6b38d2ea5cc up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:50:07.801785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4132c06c-4142-4a99-bb54-b6b38d2ea5cc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:50:07.802179 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:17.118217 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a700-56ae-4bdc-9e5e-cdf5c23d1cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:17.384271 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:19.389745 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-efdfecc7-9818-4e43-834f-8191cfaf82d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:20.341878 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:21.718322 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:25.794239 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:50:47.103282 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-80e6ef68-f210-41dd-a322-8e926cfff837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:47.404379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:49.394758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-86de1542-6369-48cc-b175-486e87c9dbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:50.334703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:50:51.726021 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:02.794197 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:51:17.125399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b49d0530-f28b-46f5-ba65-a777d3db57cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:17.394096 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:19.362981 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-40d4e547-1e45-45b6-a3b0-9d4f904858d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:20.347975 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:21.736544 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:23.124078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35822) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:51:23.130343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-12aabb57-107e-4de5-b3b1-9589d8b375c8 tempest-verify_tempest_config-1571071292 tempest-verify_tempest_config-1571071292-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:51:23.131335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-12aabb57-107e-4de5-b3b1-9589d8b375c8 tempest-verify_tempest_config-1571071292 tempest-verify_tempest_config-1571071292-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056105 Nov 09 10:51:23.647483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35838) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:51:23.789974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:23.821578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:51:23.825264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Usage tracker for resource:security_group_rule and tenant:43ba259b54c84f5ab38ad8a8f667b739 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:51:23.828776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:51:23.834349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:51:23.897130 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:23.976687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:23.984628 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:51:24.021308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3abfc-ecea-4b0e-a2bf-1c2da41d61a9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:51:24.025798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Synchronizing usage tracker for tenant:e4201ee940224446943e47729d4ed943 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:51:24.036026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.036364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.036689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.037011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.037328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.037643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.037956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.038273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.038600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.038951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.039264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:51:24.046296 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:51:24.090709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Unset dirty status for tenant:e4201ee940224446943e47729d4ed943 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:51:24.091966 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43ba259b54c84f5ab38ad8a8f667b739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4435410 Nov 09 10:51:24.095596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35844) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:51:24.152449 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:24.181666 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:24.316854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:24.320697 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0be5c0c-2514-4ad7-b046-973f68b38f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:51:24.332169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3abfc-ecea-4b0e-a2bf-1c2da41d61a9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:51:24.335553 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:51:24.338499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:24.341921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dad3abfc-ecea-4b0e-a2bf-1c2da41d61a9 HTTP/1.1" status: 204 len: 168 time: 0.2431047 Nov 09 10:51:39.794081 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:51:47.095857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9aefe34a-7ee1-4e2f-921b-ab488ee4a066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:47.364640 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:49.367495 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bbb60f2a-9d55-4e94-a0e8-c73badf0f2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:50.335229 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:51:51.752693 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:16.794165 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:52:17.077761 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-348540d7-ec21-4807-80ef-a6f4effbd78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:17.374917 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:19.363301 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-69cb2c46-b371-4e08-921f-6a7c937ebf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:20.363125 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:21.729413 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:47.053874 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-63c1a09b-c238-43c0-8cb1-2fd44a1664f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:47.351446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:49.374211 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5ec07a97-2374-4791-87a2-c89966326b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:50.339192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:51.732129 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:52:53.794288 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:53:17.110157 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8a56ceb0-9155-470f-abcf-0b1c81ab0ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:17.361649 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:19.424373 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-23639399-f836-4ac6-ae46-0b061f6c4884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:20.343106 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:21.742294 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:30.797056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:53:47.080747 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-680fdc70-0ca8-49d3-b131-d42a08104243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:47.435456 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:49.412347 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f159-4a5e-435c-8721-f84acc4821df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:50.387924 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:53:51.760633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:07.796146 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 5 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:54:17.114647 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af1e10e0-72d4-4113-8ec7-5f7ae6357938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:17.405706 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:19.421199 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4d75b6ce-3ec6-4764-a41a-26c3c7a17695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:20.378065 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:21.737243 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:33.798044 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-718734'] for agent, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:36.330975 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-718734'] for agent, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:44.797059 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:54:47.090263 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-71e32798-5fc1-4915-97ac-7f08969fa728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:47.364412 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:49.375004 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-88e748f9-b575-4f45-881e-4c4fc3ffc9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:50.358019 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:54:51.759041 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:03.747287 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:06.261615 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:17.066582 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6dda2638-2554-4fbf-bf70-39f818d48fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:17.368207 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:19.375550 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-92cce168-3eea-42fc-ae40-758eda1a9135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:20.369628 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:20.983636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35908) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:55:21.125515 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a69a8834-05e9-4b95-aac7-d4843d48e113 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1407928 Nov 09 10:55:21.798631 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:55:21.804405 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:23.174854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:55:23.255602 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-15761306-d422-4fa5-819a-591897a1c72a admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0797181 Nov 09 10:55:33.775085 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:36.289291 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:47.077242 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-00ec00fe-32df-4579-9da6-7aafa235b4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:47.386109 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:49.379967 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e6114260-b821-46fa-ac09-812854c0d3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:50.363443 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:51.807840 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:55:58.799531 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:56:03.785890 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:06.276911 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:17.082402 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e69e3bf5-fe37-4364-b4e2-23a44bb76d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:17.351173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:19.408234 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8e6d764e-746e-498c-82e5-0e681372f9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:20.362372 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:21.768213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:33.767555 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:35.800480 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:56:36.367533 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:47.081823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-df6948dc-994e-44a9-a7a3-89c5408d23c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:47.361216 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:49.390688 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-28c88f4d-837e-4b8d-b2f7-0c134ebb029c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:50.372790 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:56:51.796279 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:03.760680 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:04.485787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36128) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:05.211256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ad5ba79f-3cbf-4473-9ffa-c0fbfce473d4 tempest-AutoAllocateNetworkTest-1610288126 tempest-AutoAllocateNetworkTest-1610288126-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a48b66d3e33243a387c8624f3056749b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5995505 Nov 09 10:57:05.212060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36150) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:05.234380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17389050-f6f7-4f39-ac21-dc2d95957f72 tempest-AutoAllocateNetworkTest-1610288126 tempest-AutoAllocateNetworkTest-1610288126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:05.235721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-17389050-f6f7-4f39-ac21-dc2d95957f72 tempest-AutoAllocateNetworkTest-1610288126 tempest-AutoAllocateNetworkTest-1610288126-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1452811 Nov 09 10:57:05.238855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36154) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:05.304577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-075b5c1b-9ff8-4e34-83f7-89fbbf15f106 tempest-AutoAllocateNetworkTest-1610288126 tempest-AutoAllocateNetworkTest-1610288126-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645559 Nov 09 10:57:05.307012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36160) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:05.333509 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fa3b067d-e88c-40cf-88c8-c8140b726f90 tempest-AutoAllocateNetworkTest-1610288126 tempest-AutoAllocateNetworkTest-1610288126-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a48b66d3e33243a387c8624f3056749b HTTP/1.1" status: 200 len: 208 time: 0.0253730 Nov 09 10:57:06.303585 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:06.891529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36206) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:07.458911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:07.491248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:07.498051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Usage tracker for resource:security_group_rule and tenant:a48b66d3e33243a387c8624f3056749b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:07.499029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:07.504735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:07.571770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:07.620658 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:07.633483 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:07.673466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f185f78-9e2c-4d3a-ae41-32d2505d5059,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:07.681583 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a48b66d3e33243a387c8624f3056749b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7889056 Nov 09 10:57:07.684491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:07.685740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.686071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.686370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.686675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.689640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.689640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.689640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.689640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.689640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.689640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.689640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Tracked resource versions report: Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: pushed versions: Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Log': {'1.0'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Network': {'1.1'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Port': {'1.5'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'PortForwarding': {'1.2'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'QosPolicy': {'1.8'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'SecurityGroup': {'1.2'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'SubPort': {'1.0'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Subnet': {'1.1'}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Trunk': {'1.1'}} Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: consumer versions: Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: HyperV agent@n-h1-817173-1: {}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: HyperV agent@n-h2-817173-1: {}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: L3 agent@n-d-817173-1: {}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: Metadata agent@n-d-817173-1: {}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: Metering agent@n-d-817173-1: {}, Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Log': '1.0', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Network': '1.1', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Port': '1.5', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'PortForwarding': '1.2', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'QosPolicy': '1.8', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'SecurityGroup': '1.2', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'SecurityGroupRule': '1.0', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'SubPort': '1.0', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Subnet': '1.1', Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: 'Trunk': '1.1'}} Nov 09 10:57:07.690140 n-d-817173-1 neutron-server[84334]: {{(pid=84334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:57:07.695675 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:07.747516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:07.773366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:07.904261 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:07.908202 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:07.920291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f185f78-9e2c-4d3a-ae41-32d2505d5059,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:07.932876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.933353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.933958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.934439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.935311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.935819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.936429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.936933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.937439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.937933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.938425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Tracked resource versions report: Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: pushed versions: Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Log': {'1.0'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Network': {'1.1'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Port': {'1.5'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'PortForwarding': {'1.2'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'QosPolicy': {'1.8'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'SecurityGroup': {'1.2'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'SubPort': {'1.0'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Subnet': {'1.1'}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Trunk': {'1.1'}} Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: consumer versions: Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: HyperV agent@n-h1-817173-1: {}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: HyperV agent@n-h2-817173-1: {}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: L3 agent@n-d-817173-1: {}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: Metadata agent@n-d-817173-1: {}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: Metering agent@n-d-817173-1: {}, Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Log': '1.0', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Network': '1.1', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Port': '1.5', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'PortForwarding': '1.2', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'QosPolicy': '1.8', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'SecurityGroup': '1.2', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'SecurityGroupRule': '1.0', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'SubPort': '1.0', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Subnet': '1.1', Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: 'Trunk': '1.1'}} Nov 09 10:57:07.939601 n-d-817173-1 neutron-server[84333]: {{(pid=84333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:57:07.944313 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:07.950454 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:07.967220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f185f78-9e2c-4d3a-ae41-32d2505d5059 HTTP/1.1" status: 204 len: 168 time: 0.2802994 Nov 09 10:57:10.848953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36350) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:10.852222 n-d-817173-1 neutron-server[84333]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 10:57:10.884894 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-4473e7bd-904b-4111-a61e-32026ade05ad tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343082 Nov 09 10:57:11.038088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-30508ffa-c9b0-440f-9596-6cd8e984b683 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:11.043270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-30508ffa-c9b0-440f-9596-6cd8e984b683 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573892 Nov 09 10:57:11.056803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-6a48080e-068e-4a5b-93f4-0dc801213838 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/quotas/0a35f1e4c2fb4ebda098ce863063542f HTTP/1.1" status: 200 len: 375 time: 0.0110824 Nov 09 10:57:11.126245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-33c728c5-00ce-4dc5-b88d-1a30e3b51fcb tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633495 Nov 09 10:57:11.660596 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47edf3bb-dc04-4d4d-9d4e-97322c0fbd67 req-00887157-50e2-4797-94aa-2c5b75546dd7 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 210 time: 0.0545208 Nov 09 10:57:11.897622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36410) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:12.190633 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:12.233746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:12.238276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Usage tracker for resource:security_group_rule and tenant:0d74da89cfb847e7aec7736e083c5106 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:12.241810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:12.253721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:12.338409 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:12.400649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:12.408548 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9253e39-b66c-4526-bc52-fda5e38699a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:12.454855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1770173-b0e2-4d09-bf09-3a279ea541c1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:12.474331 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:12.486079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36444) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:12.499525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d74da89cfb847e7aec7736e083c5106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6006546 Nov 09 10:57:12.587172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:12.631474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:12.804120 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:57:12.817963 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:12.823893 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:12.837027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1770173-b0e2-4d09-bf09-3a279ea541c1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:12.841044 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:12.860426 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:12.863703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1770173-b0e2-4d09-bf09-3a279ea541c1 HTTP/1.1" status: 204 len: 168 time: 0.3766317 Nov 09 10:57:12.955815 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36482) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:13.102605 n-d-817173-1 neutron-server[84334]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 10:57:13.158750 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87d4deaf-9bcd-4025-84cf-8e8d79830f3a req-72461930-4658-4c5f-b1fb-6c19d0e6f4ae tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 210 time: 0.2012596 Nov 09 10:57:13.732805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36520) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:13.753159 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:13.783506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:13.787419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Usage tracker for resource:security_group_rule and tenant:29cd9933a1994ff6ad7396f30fff5b44 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:13.790411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:13.797210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:13.897429 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:13.962024 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:13.975784 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:14.041302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eee8f7c-6e91-4e65-a230-7eb0ff28411f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:14.048470 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:14.051686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29cd9933a1994ff6ad7396f30fff5b44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3178685 Nov 09 10:57:14.056107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36536) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:14.143252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:14.171969 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:14.303665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:14.308851 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:14.322535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eee8f7c-6e91-4e65-a230-7eb0ff28411f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:14.331424 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:14.334452 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:14.335721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8eee8f7c-6e91-4e65-a230-7eb0ff28411f HTTP/1.1" status: 204 len: 168 time: 0.2786191 Nov 09 10:57:14.521983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edd2e713-b205-4516-88b4-3b9dcfea2b2e req-53c7a4f7-f6a7-4481-9a9a-1f83c4b7336b tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 210 time: 0.0404644 Nov 09 10:57:14.561282 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36568) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:14.860720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:14.912116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:14.924168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:940623f12f624456a657a60ce71f4b0b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:14.945283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:14.946249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.57', 51688) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:14.967968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:15.021016 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-3823bd41-aa52-4d0a-b100-48c726570f1c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712936 Nov 09 10:57:15.161135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:15.287078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:15.333831 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e445a90-03d5-4602-a59a-10887660a8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:15.349085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=940623f12f624456a657a60ce71f4b0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7860906 Nov 09 10:57:15.352735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36602) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:15.513166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:15.525891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-2f013f77-a610-4cb9-aef9-9fb663da1e02 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:15.527760 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-2f013f77-a610-4cb9-aef9-9fb663da1e02 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5017087 Nov 09 10:57:15.538751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ae82f-3c95-4196-98d6-32060f01c179,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:15.550362 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:15.576263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:15.593033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Request body: {'port': {'device_id': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '0a35f1e4c2fb4ebda098ce863063542f'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:15.697693 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:15.711217 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:15.731773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ae82f-3c95-4196-98d6-32060f01c179,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:15.735692 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:15.739660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:15.740954 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a1ae82f-3c95-4196-98d6-32060f01c179 HTTP/1.1" status: 204 len: 168 time: 0.3867004 Nov 09 10:57:15.824004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:15.828868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Usage tracker for resource:port and tenant:0a35f1e4c2fb4ebda098ce863063542f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:15.832027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:15.837963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:15.932049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Made reservation on behalf of 0a35f1e4c2fb4ebda098ce863063542f for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:15.937022 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:15.969696 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.015355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:16.019678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Usage tracker for resource:security_group_rule and tenant:0a35f1e4c2fb4ebda098ce863063542f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:16.023464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:16.070632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:16.082000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6c578b-e1bd-4121-927e-8e1a276636f4 req-97d53ddf-6511-49ca-971d-3e89fde10d2c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 210 time: 0.0547884 Nov 09 10:57:16.182823 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.253228 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.260379 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:16.306546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:16.405593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a1df6d-9bb0-4043-99bd-0d4efff12879,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:16.437031 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:16.474035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Allocated IP 192.168.233.14 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/415aed93-0ddd-4126-b14e-e4fcc8f5ecd3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:16.681722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36694) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:16.702445 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.722766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.737534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:16.741814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba63a87f5fa4fe2848cf1236631d3bd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:16.744860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:16.746180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Transition to ACTIVE for port object 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:16.751712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:16.826025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.829782 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.838358 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cbed6e5d-1549-48b7-83d3-f4280f4243a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:16.890145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.914862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:16.919044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:16.924576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:16.928871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:16.929487 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:16.935834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Pushing event updated for resources: {'Port': ['ID=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:16.942881 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:16.943064 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:17.006317 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ba63a87f5fa4fe2848cf1236631d3bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232017 Nov 09 10:57:17.008437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4198544 Nov 09 10:57:17.008980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36710) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:17.022942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5e72f-31f7-4af2-9236-fd40156bff86,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:17.026223 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:17.061137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-e9ed8434-8e66-4271-8d36-e993cfd62536 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:57:17.062211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-e9ed8434-8e66-4271-8d36-e993cfd62536 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096104 Nov 09 10:57:17.075466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6cfe-3015-4ef8-84ad-4c7e06fb3bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.206498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.312358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.383066 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.454555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-network', 'tenant_id': '4758245c39d7467482e960be0006c0a9'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:17.461648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:17.463193 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6e5d5058-0ed5-4758-a54e-f49290671d39 None None] Provisioning for port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:17.467567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Usage tracker for resource:network and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:17.469168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6e5d5058-0ed5-4758-a54e-f49290671d39 None None] Provisioning complete for port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:17.469631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5058-0ed5-4758-a54e-f49290671d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.471902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:17.492519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.494668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:17.502868 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:17.539725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5e72f-31f7-4af2-9236-fd40156bff86,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:17.551927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36734) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:17.552068 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:17.572667 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.573810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2b5e72f-31f7-4af2-9236-fd40156bff86 HTTP/1.1" status: 204 len: 168 time: 0.5640068 Nov 09 10:57:17.587070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Made reservation on behalf of 4758245c39d7467482e960be0006c0a9 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:17.587070 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.613914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d5058-0ed5-4758-a54e-f49290671d39 None None] Port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:17.640352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.650444 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-ba70f057-c77c-4a60-88fb-7650b25c4958 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b4d68a8443d347a68ef37cc3bbcbdad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653677 Nov 09 10:57:17.714269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:17.720502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Usage tracker for resource:security_group_rule and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:17.724463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:17.731244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:17.861664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.892447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f429-9282-4382-a785-b8748d4e90cb req-2015e042-112e-4bd0-8337-7e77ca038e15 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:17.895301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-2015e042-112e-4bd0-8337-7e77ca038e15 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391422 Nov 09 10:57:17.913535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-98d42938-a9a2-41fc-af4f-95e897fdb8ce tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/quotas/b4d68a8443d347a68ef37cc3bbcbdad7 HTTP/1.1" status: 200 len: 375 time: 0.0117977 Nov 09 10:57:17.920985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:17.930284 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fa7265df-3f26-4a1a-8910-40aec8ffe1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:17.966253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ff352-877f-49a9-bf0d-f7a61106c3cb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:17.986472 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:17.997427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:57:18.011399 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-b2528b57-2c67-4357-ac7f-20d04da5032f tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4d68a8443d347a68ef37cc3bbcbdad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911615 Nov 09 10:57:18.013698 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:18.014174 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Added segment 3abcfcf2-3c31-40d4-900c-9354d11a57ac of type vlan for network c9505e81-1780-4085-99c6-eafe6690270a Nov 09 10:57:18.080480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:18.102248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:18.163036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:18.169290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:1684c6f0a942417da94ae3eca7926338 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:18.172157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:18.179995 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:18.273091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:18.278581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:18.279403 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:18.293455 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc9c7118-d899-4828-a7bf-e7c203a505f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:18.352132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:18.424211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36758) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:18.672349 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:18.688650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Request body: {'port': {'device_id': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:18.829010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0be5fb51-08cc-4d61-9e65-c145a8131343 req-2d9037f8-3eda-4532-a313-879138fe526f tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.2722096 Nov 09 10:57:18.832684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Pushing event updated for resources: {'Network': ['ID=c9505e81-1780-4085-99c6-eafe6690270a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:18.846428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network c9505e81-1780-4085-99c6-eafe6690270a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:57:18.879652 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:18.901002 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:19.032576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a13ea5-c9d9-41ed-9f6f-6091396b8b88,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:19.040394 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.048426 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:19.097166 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.102854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7945018 Nov 09 10:57:19.106587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:19.114151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:19.120508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Usage tracker for resource:security_group_rule and tenant:822e2c7ba9f94621b60d356970d5a144 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:19.147084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:19.149956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1684c6f0a942417da94ae3eca7926338&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5965097 Nov 09 10:57:19.154111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36802) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:19.167649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Request body: {'subnet': {'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-subnet', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:19.183410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:19.187341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:19.196235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Usage tracker for resource:subnet and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:19.202984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:19.212364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:19.228777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd0c6b-0dd7-431c-a3bc-f1e0f2d83b87 req-cd8fc81c-f07f-41ec-addf-f77314936d6d tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:19.231468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15fd0c6b-0dd7-431c-a3bc-f1e0f2d83b87 req-cd8fc81c-f07f-41ec-addf-f77314936d6d tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 935 time: 0.5613074 Nov 09 10:57:19.273345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Made reservation on behalf of 4758245c39d7467482e960be0006c0a9 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:19.276397 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.384212 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ff44be1-8854-4cac-9625-496bfa43fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.503472 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.594291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.609822 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15fd0c6b-0dd7-431c-a3bc-f1e0f2d83b87 req-0f08e7c3-13c7-4d23-b80b-0170745be30d tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695743 Nov 09 10:57:19.726757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.733707 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:19.887532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:19.972645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36844) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:19.992611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7892a5-1465-4956-a26c-d90d23945741,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:19.999385 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:20.010012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Checking segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:20.010549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Network hostable DHCP agents. Network: c9505e81-1780-4085-99c6-eafe6690270a, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:57:20.056454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.090059 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-712b960c-26f2-4870-929c-005bf16505ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:20.107863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Network c9505e81-1780-4085-99c6-eafe6690270a is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:57:20.117017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dafde2f-2892-4ed4-94e2-e76c5f6a97d2 req-db97a0c0-12a6-4ba0-be5b-f2fe2c92d2e1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.1410127 Nov 09 10:57:20.200722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b420a7-c0a2-49f4-97a9-afab10304133,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:20.209625 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:20.223232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, c9505e81-1780-4085-99c6-eafe6690270a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:20.227783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:20.229922 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.239481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c2905-73b6-49d2-a4ab-814b81a4c85a None None] Network c9505e81-1780-4085-99c6-eafe6690270a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:20.247847 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=822e2c7ba9f94621b60d356970d5a144&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8225689 Nov 09 10:57:20.250567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36860) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:20.367407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2566755 Nov 09 10:57:20.368565 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36870) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:20.369038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.378774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:20.390456 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:20.398016 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.400612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:20.424104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Usage tracker for resource:router and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:20.427899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:20.434928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:20.445256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a13ea5-c9d9-41ed-9f6f-6091396b8b88,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:20.457241 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.459276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22a13ea5-c9d9-41ed-9f6f-6091396b8b88 HTTP/1.1" status: 204 len: 168 time: 1.3030984 Nov 09 10:57:20.462654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:57:20.474684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:20.486887 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.515724 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.541451 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.541451 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.583917 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.609914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Transition to ACTIVE for port object 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:20.623719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-414063489-network', 'tenant_id': '3bf26147093849309733b43afed54026'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:20.638366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:20.643153 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.702292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Usage tracker for resource:network and tenant:3bf26147093849309733b43afed54026 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:20.712339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:20.730634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:20.773271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:20.837550 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:20.884904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-c9505e81-1780-4085-99c6-eafe6690270a', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 10:57:20.886121 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.002125 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.116718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Made reservation on behalf of 3bf26147093849309733b43afed54026 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:21.125291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.137442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Pushing event updated for resources: {'Port': ['ID=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:21.242377 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:21.279844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Allocated IP 172.20.0.2 (c9505e81-1780-4085-99c6-eafe6690270a/8c7892a5-1465-4956-a26c-d90d23945741/612b2489-d661-4321-8002-3d14ad7c58b7) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:21.363494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.526946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1542681-4ce6-4cc9-83f3-91bb9d992dbc req-53d2c563-417f-4249-af63-ee7d064287ae tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.0759339 Nov 09 10:57:21.560291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.612290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36902) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:21.646140 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.725674 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.744982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Transition to ACTIVE for port object 612b2489-d661-4321-8002-3d14ad7c58b7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:21.765737 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.883800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.884890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Transition to ACTIVE for port object 612b2489-d661-4321-8002-3d14ad7c58b7 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0ba72b3-1448-4659-8a05-6dc1b92657a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cb05b-b2ca-454d-8b43-9a0b8ec4df61 req-fdf2ed97-f7cf-42e6-9ee7-32874b75adf0 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-986cb05b-b2ca-454d-8b43-9a0b8ec4df61 req-fdf2ed97-f7cf-42e6-9ee7-32874b75adf0 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Synchronizing usage tracker for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf26147093849309733b43afed54026 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Attempting to bind port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Attempting to bind port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Attempting to bind port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:21.884985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:21.890338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b420a7-c0a2-49f4-97a9-afab10304133,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:21.901778 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:21.902693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:21.908139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58b420a7-c0a2-49f4-97a9-afab10304133 HTTP/1.1" status: 204 len: 168 time: 1.6530514 Nov 09 10:57:21.908139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:21.923091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:57:21.927419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Attempting to bind port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:21.936006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Allocated IP 172.25.7.185 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/d0721365-1a44-447e-ab91-18e882e9e7bb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:21.939520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:21.945545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Usage tracker for resource:security_group_rule and tenant:ce8506dd98e74f159b97f4d61cfedae0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:21.954395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:21.961597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:21.964710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:21.965131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:21.966226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:21.966686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Bound port: 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:21.967064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.112792 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.132671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] For port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:22.143137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] For port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:22.198052 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.253588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.584756 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.587075 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.599102 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:22.673011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Network c9505e81-1780-4085-99c6-eafe6690270a is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:22.676409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:22.685386 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.695355 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.695355 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.695599 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:22.695691 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.702316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:22.705122 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:22.788198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-986cb05b-b2ca-454d-8b43-9a0b8ec4df61 req-fdf2ed97-f7cf-42e6-9ee7-32874b75adf0 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Unset dirty status for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:22.795562 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-986cb05b-b2ca-454d-8b43-9a0b8ec4df61 req-fdf2ed97-f7cf-42e6-9ee7-32874b75adf0 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 1.7334108 Nov 09 10:57:22.804585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:57:22.810066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Pushing event updated for resources: {'Port': ['ID=612b2489-d661-4321-8002-3d14ad7c58b7,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:22.845379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.854691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.854874 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 HTTP/1.1" status: 200 len: 1095 time: 5.0257540 Nov 09 10:57:22.855229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.855816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.856736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.857332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.857748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.858153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.858575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.859006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.859408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.860390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Tracked resource versions report: Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: pushed versions: Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Log': {'1.0'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Network': {'1.1'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Port': {'1.5'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'PortForwarding': {'1.2'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'QosPolicy': {'1.8'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'SecurityGroup': {'1.2'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'SubPort': {'1.0'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Subnet': {'1.1'}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Trunk': {'1.1'}} Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: consumer versions: Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: HyperV agent@n-h1-817173-1: {}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: HyperV agent@n-h2-817173-1: {}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: L3 agent@n-d-817173-1: {}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: Metadata agent@n-d-817173-1: {}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: Metering agent@n-d-817173-1: {}, Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Log': '1.0', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Network': '1.1', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Port': '1.5', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'PortForwarding': '1.2', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'QosPolicy': '1.8', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'SecurityGroup': '1.2', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'SecurityGroupRule': '1.0', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'SubPort': '1.0', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Subnet': '1.1', Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: 'Trunk': '1.1'}} Nov 09 10:57:22.860970 n-d-817173-1 neutron-server[84335]: {{(pid=84335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:57:22.864423 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2db7ceb0-6391-4d61-815f-a28bbacb0198 req-efee85f0-25cc-4f06-91dd-ebe08d2899b2 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.1271424 Nov 09 10:57:22.867512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'tag': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:57:22.881981 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:22.894046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Attempting to bind port 612b2489-d661-4321-8002-3d14ad7c58b7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:22.894622 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Attempting to bind port 612b2489-d661-4321-8002-3d14ad7c58b7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:22.910731 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Attempting to bind port 612b2489-d661-4321-8002-3d14ad7c58b7 on network c9505e81-1780-4085-99c6-eafe6690270a {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:22.936339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:22.940974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Checking segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:22.941562 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.944343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Bound using segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:22.944995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Bound port: 612b2489-d661-4321-8002-3d14ad7c58b7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:22.946994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:22.953300 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0721365-1a44-447e-ab91-18e882e9e7bb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:22.977838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:22.979009 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:22.980302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:22.985119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:23.033498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4564e43-d0a3-4c8b-a375-8c044feb7aca,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:23.164192 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.164834 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Added segment 3d26ba1c-5fab-4747-bee2-d78a444a6ea7 of type vlan for network 51753a9a-6d70-4023-b942-75f93d3b65ea Nov 09 10:57:23.222907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] For port 612b2489-d661-4321-8002-3d14ad7c58b7, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:23.242618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] For port 612b2489-d661-4321-8002-3d14ad7c58b7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=612b2489-d661-4321-8002-3d14ad7c58b7,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:23.252813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce8506dd98e74f159b97f4d61cfedae0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5426755 Nov 09 10:57:23.254301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:23.327313 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.346935 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:23.358592 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.360448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-986cb05b-b2ca-454d-8b43-9a0b8ec4df61 req-3daee9a4-fd23-432f-89b4-da523ece2a50 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Synchronizing usage tracker for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:23.382286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cca32ff-3d49-4772-abca-afb3269c1aa6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:23.390461 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:23.393029 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.657s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:23.424198 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.443490 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.543945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Pushing event updated for resources: {'Port': ['ID=612b2489-d661-4321-8002-3d14ad7c58b7,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:23.547204 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:23.567341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-986cb05b-b2ca-454d-8b43-9a0b8ec4df61 req-3daee9a4-fd23-432f-89b4-da523ece2a50 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Unset dirty status for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:23.580484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-986cb05b-b2ca-454d-8b43-9a0b8ec4df61 req-3daee9a4-fd23-432f-89b4-da523ece2a50 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7838228 Nov 09 10:57:23.641512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36940) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:23.642540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Pushing event updated for resources: {'Port': ['ID=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:23.650452 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:23.657715 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.872s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:23.657715 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:23.680703 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.681642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:23.682214 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.686407 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.700468 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ec13136-09bc-4d05-8129-6044f9625d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:23.725735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.57', 51694) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:23.760362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.761718 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.846948 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:23.860736 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eaa0dbcc-d614-487b-8b4c-0d47cf827ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:23.945209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cca32ff-3d49-4772-abca-afb3269c1aa6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:23.981433 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:24.091332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:24.091332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cca32ff-3d49-4772-abca-afb3269c1aa6 HTTP/1.1" status: 204 len: 168 time: 0.8278441 Nov 09 10:57:24.191666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-a69f947d-332b-4f38-b99b-a76c53ffce5c tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4d68a8443d347a68ef37cc3bbcbdad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4930577 Nov 09 10:57:24.221848 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.2242477 Nov 09 10:57:24.283281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36962) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:24.297460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 612b2489-d661-4321-8002-3d14ad7c58b7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:24.345775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Request body: {'subnet': {'network_id': '51753a9a-6d70-4023-b942-75f93d3b65ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-414063489-subnet', 'tenant_id': '3bf26147093849309733b43afed54026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:24.357555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:24.365525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Usage tracker for resource:subnet and tenant:3bf26147093849309733b43afed54026 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:24.374840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:24.390440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:24.430331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Pushing event updated for resources: {'Network': ['ID=51753a9a-6d70-4023-b942-75f93d3b65ea,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:24.438471 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'tag': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3', 'status': 'completed', 'code': 200} Nov 09 10:57:24.448572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 51753a9a-6d70-4023-b942-75f93d3b65ea details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:57:24.461484 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:24.466638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:24.602379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Made reservation on behalf of 3bf26147093849309733b43afed54026 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:24.623071 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:24.658594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Usage tracker for resource:security_group_rule and tenant:94712c9f69574b068e6c423acdc71fff is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:24.687221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Router c9391bfa-1707-466b-a4ac-5cdbe840d01d is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:57:24.754349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 612b2489-d661-4321-8002-3d14ad7c58b7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:24.899689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:24.908829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:24.985028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f429-9282-4382-a785-b8748d4e90cb req-f609e489-350e-45a4-aa2e-0789780f5f36 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:24.992277 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-f609e489-350e-45a4-aa2e-0789780f5f36 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7685184 Nov 09 10:57:24.992277 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3252580d-909c-44c7-9772-ac220a44a7ee req-485d45e4-f7a3-4696-8c12-18f39ef696ea tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.5459087 Nov 09 10:57:25.028541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Request body: {'port': {'device_id': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'b4d68a8443d347a68ef37cc3bbcbdad7'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:25.076781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877caea-4bed-4d09-8c33-dcb198e94105 req-1901e015-ecee-4c96-bcc3-4d6fa5449a20 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:25.077939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4877caea-4bed-4d09-8c33-dcb198e94105 req-1901e015-ecee-4c96-bcc3-4d6fa5449a20 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.2016523 Nov 09 10:57:25.313163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36980) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:25.373543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4877caea-4bed-4d09-8c33-dcb198e94105 req-5d51ed9b-5bc9-40ff-870a-18baec3ffbb7 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549816 Nov 09 10:57:25.386104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677dc44-273a-43a3-8662-be68f33e64be None None] Network c9505e81-1780-4085-99c6-eafe6690270a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:25.427880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:25.452427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:57:25.466781 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Sync routers for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:57:25.486196 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:57:25.486844 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:25.561325 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:25.570349 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:25.585168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:25.588188 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2179947 Nov 09 10:57:25.589195 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:25.597060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36988) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:25.625510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-fc114714-b04b-48e1-989c-3bc05a5710df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 1098 time: 1.8891518 Nov 09 10:57:25.659846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Provisioning for port 612b2489-d661-4321-8002-3d14ad7c58b7 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:25.681664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Provisioning complete for port 612b2489-d661-4321-8002-3d14ad7c58b7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:25.683423 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:25.760580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:25.787051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:25.792156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Usage tracker for resource:port and tenant:b4d68a8443d347a68ef37cc3bbcbdad7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:25.795694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:25.805203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:25.843664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-53e28143-6174-4ec9-b467-90c7a0d44bd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 HTTP/1.1" status: 200 len: 217 time: 0.1611743 Nov 09 10:57:25.854258 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94712c9f69574b068e6c423acdc71fff&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2049069 Nov 09 10:57:25.855302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c4943d-dc2f-4a72-ab5c-63e444d6f732,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:25.861105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36992) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:25.865565 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:25.872141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:57:25.878004 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:25.885442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Usage tracker for resource:security_group_rule and tenant:dffbba4a7c314fcea192f992ecb33dd6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:25.892154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:25.911119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:25.920009 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:25.988628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Made reservation on behalf of b4d68a8443d347a68ef37cc3bbcbdad7 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:26.015339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.097496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.150909 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.329978 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.344402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a07a11-0f9d-4789-96c1-fb7b5bd4467e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:26.369152 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:26.378635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-568d9a97-5dcf-4f4e-9e7a-21969d5af797 req-f18bf400-6366-4b80-bac4-3d89137ec3d0 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.1140287 Nov 09 10:57:26.389913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-f59f894d-c4bd-407f-9f56-3f983a6d475f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:26.391946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-f59f894d-c4bd-407f-9f56-3f983a6d475f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.5297699 Nov 09 10:57:26.392879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Checking segment: {'id': '3d26ba1c-5fab-4747-bee2-d78a444a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '51753a9a-6d70-4023-b942-75f93d3b65ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:26.393424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Network hostable DHCP agents. Network: 51753a9a-6d70-4023-b942-75f93d3b65ea, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:57:26.395227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.401400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] For port 612b2489-d661-4321-8002-3d14ad7c58b7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=612b2489-d661-4321-8002-3d14ad7c58b7,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:26.473698 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:26.530829 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dffbba4a7c314fcea192f992ecb33dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2031705 Nov 09 10:57:26.530829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:26.567188 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.573366 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:26.585559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848a988-baef-46e8-a4af-08d7a27ac2e9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:26.589929 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:26.678600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:26.760126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Usage tracker for resource:security_group_rule and tenant:b4d68a8443d347a68ef37cc3bbcbdad7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:26.765454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.768071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:26.778252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Pushing event updated for resources: {'Port': ['ID=612b2489-d661-4321-8002-3d14ad7c58b7,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:26.786309 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:23Z', 'revision_number': 3, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:26.792247 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:26.792603 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Checking router: c9391bfa-1707-466b-a4ac-5cdbe840d01d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:57:26.801466 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Updating router c9391bfa-1707-466b-a4ac-5cdbe840d01d port d0721365-1a44-447e-ab91-18e882e9e7bb binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:57:26.820856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:26.846170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.881371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Network 51753a9a-6d70-4023-b942-75f93d3b65ea is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:57:26.900206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c0f51188-9937-4754-80bf-8025e8f587b4 None None] Provisioning complete for port 612b2489-d661-4321-8002-3d14ad7c58b7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:26.903440 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0f51188-9937-4754-80bf-8025e8f587b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.947270 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:26.960853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.001167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-e310806e-9edd-493e-b192-cdc518483ef6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5483062 Nov 09 10:57:27.049725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 51753a9a-6d70-4023-b942-75f93d3b65ea) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:27.057262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.097301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:27.099338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.114591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07defdc-c579-44f8-accc-3f12c3545575 None None] Network 51753a9a-6d70-4023-b942-75f93d3b65ea requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:27.213206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1869-14a2-4586-a36e-55415b58d2da req-4fb62784-c9f9-48e5-ac22-e8fd474097fd tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:27.229687 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3a1869-14a2-4586-a36e-55415b58d2da req-4fb62784-c9f9-48e5-ac22-e8fd474097fd tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.4141948 Nov 09 10:57:27.258561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.334420 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b3339e5-5e6b-4bd5-86f4-015958b9a662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:27.362121 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.374730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a07a11-0f9d-4789-96c1-fb7b5bd4467e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:27.390544 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:27.446951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.454327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93a07a11-0f9d-4789-96c1-fb7b5bd4467e HTTP/1.1" status: 204 len: 168 time: 1.5882308 Nov 09 10:57:27.473187 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.513785 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f7c2c7b-4455-482b-b526-8e63a8961dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:27.553639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd0edb-2408-4deb-839a-e95dc7c3a0e4 None None] Network 51753a9a-6d70-4023-b942-75f93d3b65ea requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:27.586474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3a1869-14a2-4586-a36e-55415b58d2da req-4d0e7077-88f2-42ef-98d1-1e5844e517d4 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486798 Nov 09 10:57:27.599060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c607bdca-1d54-40d2-844a-2def3a3daf5f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:27.669575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.678100 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-acce5e67-99a8-4e9b-b036-68459b7b85ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:27.689971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3828084 Nov 09 10:57:27.696389 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:27.701447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-8bef4280-6374-4f2b-bf6b-3bef3982f600 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846292 Nov 09 10:57:27.810226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ad5ff2e7-81e1-4fc6-b50a-044178949368 req-9ef7aa80-64fe-4508-bc40-98ce81b8902c tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.1185594 Nov 09 10:57:27.811358 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.844142 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Transition to ACTIVE for port object d0721365-1a44-447e-ab91-18e882e9e7bb will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:27.845564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848a988-baef-46e8-a4af-08d7a27ac2e9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:27.870509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:27.874606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.878425 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7848a988-baef-46e8-a4af-08d7a27ac2e9 HTTP/1.1" status: 204 len: 168 time: 1.3501031 Nov 09 10:57:27.937929 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:27.945924 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:28.079723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 612b2489-d661-4321-8002-3d14ad7c58b7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:28.260825 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Pushing event updated for resources: {'Port': ['ID=d0721365-1a44-447e-ab91-18e882e9e7bb,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:28.304879 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.306945 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.308227 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.308652 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Tracked resource versions report: Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: pushed versions: Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: { 'ConntrackHelper': {'1.0'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Log': {'1.0'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Network': {'1.1'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Port': {'1.5'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'PortForwarding': {'1.2'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'QosPolicy': {'1.8'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'SecurityGroup': {'1.2'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'SecurityGroupRule': {'1.0'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'SubPort': {'1.0'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Subnet': {'1.1'}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Trunk': {'1.1'}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: consumer versions: Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: { DHCP agent@n-d-817173-1: {}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: HyperV agent@n-h1-817173-1: {}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: HyperV agent@n-h2-817173-1: {}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: L3 agent@n-d-817173-1: {}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: Metadata agent@n-d-817173-1: {}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: Metering agent@n-d-817173-1: {}, Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: Open vSwitch agent@n-d-817173-1: { 'ConntrackHelper': '1.0', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Log': '1.0', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Network': '1.1', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Port': '1.5', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'PortForwarding': '1.2', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'QosPolicy': '1.8', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'SecurityGroup': '1.2', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'SecurityGroupRule': '1.0', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'SubPort': '1.0', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Subnet': '1.1', Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: 'Trunk': '1.1'}} Nov 09 10:57:28.313141 n-d-817173-1 neutron-server[84336]: {{(pid=84336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 10:57:28.326855 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:28.330335 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Attempting to bind port d0721365-1a44-447e-ab91-18e882e9e7bb on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:28.331176 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Attempting to bind port d0721365-1a44-447e-ab91-18e882e9e7bb by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:28.331176 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Attempting to bind port d0721365-1a44-447e-ab91-18e882e9e7bb on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:28.347526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:28.373354 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:28.374160 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:28.374160 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:28.374515 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:28.375308 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Bound port: d0721365-1a44-447e-ab91-18e882e9e7bb, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:28.375569 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:28.377816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b01229a8-79eb-4047-9220-3f06a52b0077 req-fd547126-1a33-4647-a073-9d0ce024aef8 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283000 Nov 09 10:57:28.412682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Allocated IP 192.168.233.169 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/48b81e66-372b-450e-bef9-420adaa9840f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:28.448295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 612b2489-d661-4321-8002-3d14ad7c58b7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:28.450358 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:28.589631 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] For port d0721365-1a44-447e-ab91-18e882e9e7bb, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:28.595869 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] For port d0721365-1a44-447e-ab91-18e882e9e7bb, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d0721365-1a44-447e-ab91-18e882e9e7bb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:28.680785 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:28.687187 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:28.958415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Allocated IP 172.20.0.1 (c9505e81-1780-4085-99c6-eafe6690270a/8c7892a5-1465-4956-a26c-d90d23945741/11764e1a-3b37-4525-9402-184100627290) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:29.001000 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Pushing event updated for resources: {'Port': ['ID=d0721365-1a44-447e-ab91-18e882e9e7bb,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:29.012668 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:29.022153 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:57:29.023043 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:29.375915 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:29.392541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:29.412797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Transition to ACTIVE for port object 48b81e66-372b-450e-bef9-420adaa9840f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:29.423311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5354420-2ef8-4d6f-8b45-5becbb091f67 req-7a412cad-bce6-4d1b-a532-68c40d2d773f tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:29.442613 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5354420-2ef8-4d6f-8b45-5becbb091f67 req-7a412cad-bce6-4d1b-a532-68c40d2d773f tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.5971291 Nov 09 10:57:29.447104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Transition to ACTIVE for port object 11764e1a-3b37-4525-9402-184100627290 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:29.475428 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:57:29.551364 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5354420-2ef8-4d6f-8b45-5becbb091f67 req-82064683-79b5-48f6-9a49-e1b335eb1ade tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077509 Nov 09 10:57:29.576550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-270182f5-9fa0-4ad0-8a54-54103feadce9 req-ab888c47-f2b6-40f4-befc-80d642ce2e50 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.1066568 Nov 09 10:57:29.593203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-7428f9c8-d911-4ead-9863-53ddbc5713bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 1098 time: 1.0196424 Nov 09 10:57:29.658348 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:29.663011 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:29.758479 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:29.781933 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b10513ee-6e8f-4830-afe2-36444bd0097e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:29.810456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Network c9505e81-1780-4085-99c6-eafe6690270a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:29.811801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:29.836667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:29.837133 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:29.904403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Pushing event updated for resources: {'Port': ['ID=11764e1a-3b37-4525-9402-184100627290,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:29.908893 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:30.083302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Pushing event updated for resources: {'Port': ['ID=48b81e66-372b-450e-bef9-420adaa9840f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:30.088706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:30.102649 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:30.104012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:30.110419 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:30.115285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-b1d86252-ff4e-44e2-8531-4a54e2df43dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:30.116832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-b1d86252-ff4e-44e2-8531-4a54e2df43dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.5104210 Nov 09 10:57:30.117453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:30.123735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:30.123958 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:30.210594 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:23Z', 'revision_number': 3, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:30.220365 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cecd92a-974c-46da-8ebf-59b7a6a0f2b0 None None] The sync data for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 is: [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:23Z', 'revision_number': 3, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:57:30.352815 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3295047 Nov 09 10:57:30.400635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Request body: {'port': {'device_id': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'device_owner': 'compute:tempest-test_az-1989822851', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:30.520171 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-39bdea2f-2049-423b-ae9c-acb628505da2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 HTTP/1.1" status: 200 len: 217 time: 0.3482471 Nov 09 10:57:30.837111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:30.876567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-8d96072f-050b-4655-a239-39ab44cad03f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:30.878370 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-8d96072f-050b-4655-a239-39ab44cad03f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.3384969 Nov 09 10:57:31.113238 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:31.135264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37062) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:31.217319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:31.256313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122dd23-e270-4034-b2d6-88f8760c3d1a req-809c2405-3a1a-4925-92d3-11e59889dacb tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:31.268423 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1122dd23-e270-4034-b2d6-88f8760c3d1a req-809c2405-3a1a-4925-92d3-11e59889dacb tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.3565874 Nov 09 10:57:31.351420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1122dd23-e270-4034-b2d6-88f8760c3d1a req-a0484d1d-b628-4863-a021-5b5d216d95ad tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820842 Nov 09 10:57:31.363435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:31.371881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Usage tracker for resource:security_group_rule and tenant:edd2224df1d044b08313b6fb7d058fa0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:31.375167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:31.381416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:31.400413 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9e792720-ea73-4bee-a138-f0982098ff3b None None] Provisioning for port 11764e1a-3b37-4525-9402-184100627290 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:31.407584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9e792720-ea73-4bee-a138-f0982098ff3b None None] Provisioning complete for port 11764e1a-3b37-4525-9402-184100627290 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:31.413679 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9e792720-ea73-4bee-a138-f0982098ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:31.456680 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:31.461716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:31.483647 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d903ef42-3e86-4a63-8917-0b9a7c9989f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:31.556372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9e792720-ea73-4bee-a138-f0982098ff3b None None] Port 11764e1a-3b37-4525-9402-184100627290 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:31.619341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-c8d5f7ca-e792-41d9-947a-eb81598ceff1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5893230 Nov 09 10:57:31.666302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782ef15-9fdc-48b0-a279-de4e8febb20b req-f40fdf9b-4280-4cd5-9e73-fcecfe3f4f53 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:31.667127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7782ef15-9fdc-48b0-a279-de4e8febb20b req-f40fdf9b-4280-4cd5-9e73-fcecfe3f4f53 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Synchronizing usage tracker for tenant:b4d68a8443d347a68ef37cc3bbcbdad7 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:31.748017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Pushing event updated for resources: {'Port': ['ID=11764e1a-3b37-4525-9402-184100627290,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:31.751164 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:31.789165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-60563271-4f31-4f88-897e-379ee56dfab0 None None] Provisioning for port 48b81e66-372b-450e-bef9-420adaa9840f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:31.796947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-60563271-4f31-4f88-897e-379ee56dfab0 None None] Provisioning complete for port 48b81e66-372b-450e-bef9-420adaa9840f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:31.797607 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60563271-4f31-4f88-897e-379ee56dfab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:31.822162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:31.871646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-8e965424-a961-475d-a6a1-86964ff96aca service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440753 Nov 09 10:57:31.877845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-60563271-4f31-4f88-897e-379ee56dfab0 None None] Port 48b81e66-372b-450e-bef9-420adaa9840f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:31.893011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Network c9505e81-1780-4085-99c6-eafe6690270a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:31.894596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:31.946193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7782ef15-9fdc-48b0-a279-de4e8febb20b req-f40fdf9b-4280-4cd5-9e73-fcecfe3f4f53 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Unset dirty status for tenant:b4d68a8443d347a68ef37cc3bbcbdad7 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:31.949152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7782ef15-9fdc-48b0-a279-de4e8febb20b req-f40fdf9b-4280-4cd5-9e73-fcecfe3f4f53 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 936 time: 1.0851116 Nov 09 10:57:32.081207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b81e66-372b-450e-bef9-420adaa9840f {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:57:32.087761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.093049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7782ef15-9fdc-48b0-a279-de4e8febb20b req-177ee769-9493-45fe-9775-4d10a6a3b629 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Synchronizing usage tracker for tenant:b4d68a8443d347a68ef37cc3bbcbdad7 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:32.094518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d0721365-1a44-447e-ab91-18e882e9e7bb up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:32.158007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Transition to ACTIVE for port object 48b81e66-372b-450e-bef9-420adaa9840f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:32.227922 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f0193a4-fb54-4de3-8c3d-2f3a9d798f97 req-f24ca35b-5756-4eee-b1e6-15a15bcbb6e7 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226619 Nov 09 10:57:32.250624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.255486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.265231 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:32.299575 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:32.305051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d0721365-1a44-447e-ab91-18e882e9e7bb completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:32.313681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d0721365-1a44-447e-ab91-18e882e9e7bb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:32.314312 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.362171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f16b27dc-173d-4185-a732-0283a5cd1197 None None] Provisioning complete for port 11764e1a-3b37-4525-9402-184100627290 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:32.362642 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f16b27dc-173d-4185-a732-0283a5cd1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.400081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c668f7-7b04-4f0f-9dc0-21dfc2be02e6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:32.411146 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edd2224df1d044b08313b6fb7d058fa0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2721062 Nov 09 10:57:32.411146 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:32.419625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37088) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:32.428230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Pushing event updated for resources: {'Port': ['ID=48b81e66-372b-450e-bef9-420adaa9840f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:32.433343 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:32.441431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7782ef15-9fdc-48b0-a279-de4e8febb20b req-177ee769-9493-45fe-9775-4d10a6a3b629 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Unset dirty status for tenant:b4d68a8443d347a68ef37cc3bbcbdad7 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:32.442569 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7782ef15-9fdc-48b0-a279-de4e8febb20b req-177ee769-9493-45fe-9775-4d10a6a3b629 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845338 Nov 09 10:57:32.542857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f16b27dc-173d-4185-a732-0283a5cd1197 None None] Port 11764e1a-3b37-4525-9402-184100627290 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:32.592027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Attempting to bind port 48b81e66-372b-450e-bef9-420adaa9840f on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:32.592376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Attempting to bind port 48b81e66-372b-450e-bef9-420adaa9840f by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:32.592679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Attempting to bind port 48b81e66-372b-450e-bef9-420adaa9840f on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:32.607963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Port 48b81e66-372b-450e-bef9-420adaa9840f on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:57:32.608338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Attempting to bind port 48b81e66-372b-450e-bef9-420adaa9840f on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:32.623366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:32.624056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:32.624280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:32.624679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Bound port: 48b81e66-372b-450e-bef9-420adaa9840f, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:32.625178 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.706650 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.726359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port d0721365-1a44-447e-ab91-18e882e9e7bb, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d0721365-1a44-447e-ab91-18e882e9e7bb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:32.756672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.795685 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.798389 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:32.902816 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:32.930351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=d0721365-1a44-447e-ab91-18e882e9e7bb,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:32.944026 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:33.023888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] For port 48b81e66-372b-450e-bef9-420adaa9840f, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:33.025541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] For port 48b81e66-372b-450e-bef9-420adaa9840f, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=48b81e66-372b-450e-bef9-420adaa9840f,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:33.039659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Router c9391bfa-1707-466b-a4ac-5cdbe840d01d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:57:33.061308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bf961-ada6-43ff-b45f-4509bb141f66 req-97b8384a-cf7c-4dad-b039-eeac0ce10d80 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:33.067327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c33bf961-ada6-43ff-b45f-4509bb141f66 req-97b8384a-cf7c-4dad-b039-eeac0ce10d80 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.3340065 Nov 09 10:57:33.096719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37108) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:33.107683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1866488643-network', 'tenant_id': '4c63b00b36254c8abf945e10d830af1a'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:33.114479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:33.121147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.123650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Usage tracker for resource:network and tenant:4c63b00b36254c8abf945e10d830af1a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:33.130473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:33.133663 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.133968 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:33.142633 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:33.159602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c668f7-7b04-4f0f-9dc0-21dfc2be02e6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:33.163760 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:33.175973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.177112 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7c668f7-7b04-4f0f-9dc0-21dfc2be02e6 HTTP/1.1" status: 204 len: 168 time: 0.7548735 Nov 09 10:57:33.208635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:33.235226 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.238551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] 10.222.0.57 "PUT /v2.0/ports/48b81e66-372b-450e-bef9-420adaa9840f HTTP/1.1" status: 200 len: 1118 time: 2.8479781 Nov 09 10:57:33.244618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'tag': '48b81e66-372b-450e-bef9-420adaa9840f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:57:33.254113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c33bf961-ada6-43ff-b45f-4509bb141f66 req-ff9e0f4c-77b2-4049-a582-91f504acbdb2 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849728 Nov 09 10:57:33.257802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Pushing event updated for resources: {'Port': ['ID=48b81e66-372b-450e-bef9-420adaa9840f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:33.262384 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:33.309935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Made reservation on behalf of 4c63b00b36254c8abf945e10d830af1a for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:33.312608 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.331466 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.363712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:57:33.384082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] 10.222.0.50 "PUT /v2.0/routers/c9391bfa-1707-466b-a4ac-5cdbe840d01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7767792 Nov 09 10:57:33.384424 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'tag': '48b81e66-372b-450e-bef9-420adaa9840f', 'status': 'completed', 'code': 200} Nov 09 10:57:33.453255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:33.458986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Usage tracker for resource:security_group_rule and tenant:4c63b00b36254c8abf945e10d830af1a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:33.465185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:33.470783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:33.510591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-13719b72-cba1-4442-b2aa-c0db90a80d7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4d68a8443d347a68ef37cc3bbcbdad7&device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 1121 time: 0.1230130 Nov 09 10:57:33.590513 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-98344bea-4524-438e-9799-68ae7a532f9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=48b81e66-372b-450e-bef9-420adaa9840f HTTP/1.1" status: 200 len: 217 time: 0.0716212 Nov 09 10:57:33.718741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.729589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f429-9282-4382-a785-b8748d4e90cb req-f98fe154-ce9f-4eaa-8d74-8c7e58bbd3c6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:33.731100 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-f98fe154-ce9f-4eaa-8d74-8c7e58bbd3c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1263568 Nov 09 10:57:33.805799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b0bf8-13a0-4f81-8b0c-cbab1bed3dae req-b94ab5db-6197-4377-9a91-d4135c186dab tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:33.807259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc1b0bf8-13a0-4f81-8b0c-cbab1bed3dae req-b94ab5db-6197-4377-9a91-d4135c186dab tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 970 time: 0.1695242 Nov 09 10:57:33.813853 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.852978 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:33.869412 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:33.882211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-1aca75a0-b7bd-4067-b2ec-ba61ddb6089a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438963 Nov 09 10:57:33.932284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:57:33.985600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d0721365-1a44-447e-ab91-18e882e9e7bb up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:33.993713 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc1b0bf8-13a0-4f81-8b0c-cbab1bed3dae req-99aca0db-6790-4634-bcac-6a30956c56d6 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800435 Nov 09 10:57:34.014121 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:34.014465 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Added segment 7513225d-7e57-47aa-93c5-3105f4c4be25 of type vlan for network feba65b6-12e2-40e3-b00e-5e25460a8369 Nov 09 10:57:34.028649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e15c2-66a8-46ff-8032-3798b6e38523,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:34.071845 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:34.087394 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d0721365-1a44-447e-ab91-18e882e9e7bb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:34.088007 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:34.108004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-731d55e2-efec-4404-b931-0a97ac7a6693 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108076 Nov 09 10:57:34.111570 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:34.278011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7330f429-9282-4382-a785-b8748d4e90cb req-c2bdb51f-5dad-4d88-a28d-436a3db8a94c service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578357 Nov 09 10:57:34.291534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:34.294434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:34.295407 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:34.300453 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c002eb6-4cf2-4e40-b00f-7d5a25675929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:34.531014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Pushing event updated for resources: {'Network': ['ID=feba65b6-12e2-40e3-b00e-5e25460a8369,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:34.535456 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:34.542220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network feba65b6-12e2-40e3-b00e-5e25460a8369 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:57:34.583040 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-30ec9301-ee84-4c24-9164-1ba8a6fafb12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4d68a8443d347a68ef37cc3bbcbdad7&device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 1121 time: 0.1359501 Nov 09 10:57:34.586473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907fe9-d062-4b9f-a4fb-29f13ec1d5bc req-e07ddebd-08d0-4520-a7f3-e2c81ca4a74a tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:34.588161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8907fe9-d062-4b9f-a4fb-29f13ec1d5bc req-e07ddebd-08d0-4520-a7f3-e2c81ca4a74a tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.1068304 Nov 09 10:57:34.621032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5232010 Nov 09 10:57:34.627101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37152) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:34.635920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Request body: {'subnet': {'network_id': 'feba65b6-12e2-40e3-b00e-5e25460a8369', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1866488643-subnet', 'tenant_id': '4c63b00b36254c8abf945e10d830af1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:34.642892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:34.646957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Usage tracker for resource:subnet and tenant:4c63b00b36254c8abf945e10d830af1a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:34.650629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:34.660187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8907fe9-d062-4b9f-a4fb-29f13ec1d5bc req-7b4ac73d-66c9-4dca-a746-0956977c8095 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597372 Nov 09 10:57:34.706430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:34.716775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Sync routers for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:57:34.731648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:57:34.732953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:34.780696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-4a8eae47-25dd-4e43-a33a-cd5f353b94c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:34.782228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-4a8eae47-25dd-4e43-a33a-cd5f353b94c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1905594 Nov 09 10:57:34.788451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Made reservation on behalf of 4c63b00b36254c8abf945e10d830af1a for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:34.791475 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:34.954912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:57:34.960749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-54882e23-e0c0-4547-a811-c26dc68c9465 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=48b81e66-372b-450e-bef9-420adaa9840f HTTP/1.1" status: 200 len: 217 time: 0.0929637 Nov 09 10:57:35.109480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-98524b94-0be5-4a8f-a810-7b5914585340 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:35.115209 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-98524b94-0be5-4a8f-a810-7b5914585340 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1356604 Nov 09 10:57:35.413910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:35.422252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-network', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:35.428506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:30Z', 'revision_number': 2, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:35.434346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:35.434487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be307a8-9765-4ed3-a521-5de1e9f23b74 req-76d8766d-2613-4138-a341-d4479b440497 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:35.435009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Checking router: c9391bfa-1707-466b-a4ac-5cdbe840d01d for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:57:35.435316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0be307a8-9765-4ed3-a521-5de1e9f23b74 req-76d8766d-2613-4138-a341-d4479b440497 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 970 time: 0.1881297 Nov 09 10:57:35.435790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Updating router c9391bfa-1707-466b-a4ac-5cdbe840d01d port 11764e1a-3b37-4525-9402-184100627290 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:57:35.439575 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-e45a659e-9454-499e-b916-1bf3fb2130f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3186412 Nov 09 10:57:35.443302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Usage tracker for resource:network and tenant:bec080f7aa884dd5af10fb1d97a356f1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:35.448530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:35.468794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:35.497241 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.498694 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.549198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Made reservation on behalf of bec080f7aa884dd5af10fb1d97a356f1 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:35.552823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.553372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:35.586559 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.629587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:35.634379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Usage tracker for resource:security_group_rule and tenant:bec080f7aa884dd5af10fb1d97a356f1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:35.638551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:35.641789 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0be307a8-9765-4ed3-a521-5de1e9f23b74 req-cba4d22f-3078-4881-8cef-51b9a7bcf958 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987557 Nov 09 10:57:35.644633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:35.682167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13d350f-5dc5-49be-b8cc-401c9354ceb3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:35.686440 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:35.720505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-793a2858-7e8f-44d8-8250-1c13ace8ef66 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617929 Nov 09 10:57:35.786240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Checking segment: {'id': '7513225d-7e57-47aa-93c5-3105f4c4be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'feba65b6-12e2-40e3-b00e-5e25460a8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:35.787075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Network hostable DHCP agents. Network: feba65b6-12e2-40e3-b00e-5e25460a8369, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:57:35.804925 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.851462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.856351 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:35.883297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:57:35.896580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.897099 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Added segment d50629a5-3d44-48e0-b7c9-ba31d71d1352 of type vlan for network c15d7ed7-88f7-48f8-a988-25e9d40c397b Nov 09 10:57:35.934879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:35.992564 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d2c0c-11a9-4485-943a-bbe65edb0cf6 req-27aa48bd-d12f-4849-893e-21276310b32d service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595766 Nov 09 10:57:35.995199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba14daa5-c5b9-4d5d-ac29-2f822debfe82,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:35.998542 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:36.046262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Network feba65b6-12e2-40e3-b00e-5e25460a8369 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:57:36.062943 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.066271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:36.066271 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.070122 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:36.071058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66025-d7be-44e9-a012-f81814b51159 req-b146d4b8-ca68-4fd8-a5ab-ee7109991001 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:36.072650 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc66025-d7be-44e9-a012-f81814b51159 req-b146d4b8-ca68-4fd8-a5ab-ee7109991001 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.2062175 Nov 09 10:57:36.138484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, feba65b6-12e2-40e3-b00e-5e25460a8369) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:36.148699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:36.149625 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.159712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e922724-c52a-4471-9728-b38c1f120c29 None None] Network feba65b6-12e2-40e3-b00e-5e25460a8369 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:36.168569 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc66025-d7be-44e9-a012-f81814b51159 req-26394c47-c187-4c84-a0c7-4615f90328c2 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891190 Nov 09 10:57:36.201635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c15d7ed7-88f7-48f8-a988-25e9d40c397b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:36.204253 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:36.253558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:57:36.283851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6553414 Nov 09 10:57:36.307857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.312608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8969691 Nov 09 10:57:36.315065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37200) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:36.320589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Request body: {'subnet': {'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-subnet', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:36.327449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:36.331517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Usage tracker for resource:subnet and tenant:bec080f7aa884dd5af10fb1d97a356f1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:36.334931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:36.341735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:36.389218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:57:36.428418 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Transition to ACTIVE for port object 11764e1a-3b37-4525-9402-184100627290 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:36.445601 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Made reservation on behalf of bec080f7aa884dd5af10fb1d97a356f1 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:36.448227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.527094 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.528430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37210) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:36.582108 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.595679 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:36.607131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Deleting subnet d0c4943d-dc2f-4a72-ab5c-63e444d6f732 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 10:57:36.610578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.744020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.767233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.824961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:36.837117 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b1adb36-da26-438f-97e9-b60ddba8b9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:36.841983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784822a-c14d-4ed7-8d01-1d56d1e2154d None None] Pushing event updated for resources: {'Port': ['ID=11764e1a-3b37-4525-9402-184100627290,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:36.845366 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2784822a-c14d-4ed7-8d01-1d56d1e2154d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:36.865395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db515a2-7cf0-449d-9a96-4480a1188443 None None] Network feba65b6-12e2-40e3-b00e-5e25460a8369 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:36.894894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:37.027251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3', 'mac_address': 'fa:16:3e:f7:44:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:57:37.100625 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f08aa-7fb6-4180-a4e7-466058de363e req-db5b8b50-12d5-4858-8d42-ed7cf26d10f9 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:37.102137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-040f08aa-7fb6-4180-a4e7-466058de363e req-db5b8b50-12d5-4858-8d42-ed7cf26d10f9 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 970 time: 0.2207100 Nov 09 10:57:37.103744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.111252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-988e9158-9f0a-4063-99e1-b8b02bd409d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:37.114957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Checking segment: {'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:37.115432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Network hostable DHCP agents. Network: c15d7ed7-88f7-48f8-a988-25e9d40c397b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:57:37.123939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d05bb3-ddb9-4b15-aaec-cd94594a6042,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:37.133345 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:37.175117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c4943d-dc2f-4a72-ab5c-63e444d6f732,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:37.181908 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:37.186448 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.194740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Attempting to bind port 11764e1a-3b37-4525-9402-184100627290 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:37.195220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Attempting to bind port 11764e1a-3b37-4525-9402-184100627290 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:37.195555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Attempting to bind port 11764e1a-3b37-4525-9402-184100627290 on network c9505e81-1780-4085-99c6-eafe6690270a {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:37.207409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:37.207817 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d0c4943d-dc2f-4a72-ab5c-63e444d6f732 HTTP/1.1" status: 204 len: 168 time: 0.6779768 Nov 09 10:57:37.237420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-040f08aa-7fb6-4180-a4e7-466058de363e req-77cbb8db-7df5-4e8f-bfa2-6af5ac90b232 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251984 Nov 09 10:57:37.241785 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.259584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:57:37.261999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:37.262437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Checking segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:37.262946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.263321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Bound using segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:37.263802 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Bound port: 11764e1a-3b37-4525-9402-184100627290, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:37.264192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.321749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:57:37.396465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:37.434780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, c15d7ed7-88f7-48f8-a988-25e9d40c397b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:37.447467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:37.447467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.455341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee94b011-1b9f-42c7-9131-c1ec4ce0e96e None None] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:37.471671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.523587 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.540041 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:37.568767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c585b-0a67-456a-86a8-1043a7b88628 req-4d49c07d-727f-40d0-909f-f62694fca027 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:37.570415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-900c585b-0a67-456a-86a8-1043a7b88628 req-4d49c07d-727f-40d0-909f-f62694fca027 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 947 time: 0.1945572 Nov 09 10:57:37.588582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2611110 Nov 09 10:57:37.589052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37242) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:37.589052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:37.595302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:37.612981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Usage tracker for resource:router and tenant:bec080f7aa884dd5af10fb1d97a356f1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:37.615906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] For port 11764e1a-3b37-4525-9402-184100627290, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:37.618926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:37.629774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:37.646553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] For port 11764e1a-3b37-4525-9402-184100627290, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=11764e1a-3b37-4525-9402-184100627290,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:37.676072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.698251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:37.701838 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:37.714814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-900c585b-0a67-456a-86a8-1043a7b88628 req-31c970e4-08b7-4b14-9a8b-4a7948b6b895 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355233 Nov 09 10:57:37.718090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.718642 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.719528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.719967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > port after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.720436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.720884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > port after_update 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.721438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.721985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.722558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.723160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:37.732918 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.734671 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.765637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.772307 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:37.804002 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:37.929682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784822a-c14d-4ed7-8d01-1d56d1e2154d None None] Pushing event updated for resources: {'Port': ['ID=11764e1a-3b37-4525-9402-184100627290,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:37.932918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['415aed93-0ddd-4126-b14e-e4fcc8f5ecd3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:57:37.991012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37254) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:37.998518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-c15d7ed7-88f7-48f8-a988-25e9d40c397b', 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'fixed_ips': [{'subnet_id': '74d05bb3-ddb9-4b15-aaec-cd94594a6042'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 10:57:37.999473 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.010718 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:38.011316 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2784822a-c14d-4ed7-8d01-1d56d1e2154d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:38.011409 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:38.011574 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:38.012212 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 10:57:38.012429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51753a9a-6d70-4023-b942-75f93d3b65ea']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:38.030132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d26ba1c-5fab-4747-bee2-d78a444a6ea7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:38.030580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d26ba1c-5fab-4747-bee2-d78a444a6ea7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:38.044945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.045788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:57:38.046479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:38.066891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.098365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 10:57:38.098365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.113743 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: util.warn_limited( Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: util.warn_limited( Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: timer() Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:57:38.170753 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:57:38.257160 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.307055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:38.311688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Usage tracker for resource:security_group_rule and tenant:1b4007ff75184b278f3522f86dbfacf7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:38.314998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:38.323213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:38.323438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 48b81e66-372b-450e-bef9-420adaa9840f details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:57:38.396633 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.476956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f5b89-96aa-4152-a92f-80e42a1b9a96 req-9220040b-a90b-4d2e-8112-e0afeab7dd32 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:38.478395 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de5f5b89-96aa-4152-a92f-80e42a1b9a96 req-9220040b-a90b-4d2e-8112-e0afeab7dd32 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 970 time: 0.0898409 Nov 09 10:57:38.532404 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de5f5b89-96aa-4152-a92f-80e42a1b9a96 req-8d0027d8-ee2c-43c3-9021-14bdd96c5126 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 Nov 09 10:57:38.533328 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.540948 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.544283 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:38.566020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Pushing event deleted for resources: {'Network': ['ID=51753a9a-6d70-4023-b942-75f93d3b65ea,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:38.569129 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:38.571522 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] 10.222.0.50 "DELETE /v2.0/networks/51753a9a-6d70-4023-b942-75f93d3b65ea HTTP/1.1" status: 204 len: 168 time: 1.3622727 Nov 09 10:57:38.574824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37262) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:38.575250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:57:38.581959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.596270 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:38.645956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Deleting subnet a13d350f-5dc5-49be-b8cc-401c9354ceb3 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 10:57:38.649539 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.650975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a5da3-dffc-4e42-85e2-8589f2c5b957,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:38.656691 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:38.669271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b4007ff75184b278f3522f86dbfacf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6677237 Nov 09 10:57:38.669658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Allocated IP 172.20.0.2 (c15d7ed7-88f7-48f8-a988-25e9d40c397b/74d05bb3-ddb9-4b15-aaec-cd94594a6042/db3eeb52-846d-431f-983f-b09841b87b9f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:38.669768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37266) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:38.721124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.801101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.810308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 48b81e66-372b-450e-bef9-420adaa9840f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=48b81e66-372b-450e-bef9-420adaa9840f,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:38.830838 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.832720 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:38.905261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '48b81e66-372b-450e-bef9-420adaa9840f', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '48b81e66-372b-450e-bef9-420adaa9840f', 'mac_address': 'fa:16:3e:b4:4a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-1989822851', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:57:38.942864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:38.983336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.047344 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.086521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.089559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.101866 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:39.102376 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5318a27-b239-4324-a8a2-3025d43e2238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:39.124055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a5da3-dffc-4e42-85e2-8589f2c5b957,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:39.128189 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:39.161600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.162929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c3a5da3-dffc-4e42-85e2-8589f2c5b957 HTTP/1.1" status: 204 len: 168 time: 0.4920118 Nov 09 10:57:39.166500 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.192617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.202600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13d350f-5dc5-49be-b8cc-401c9354ceb3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:39.206513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:39.211774 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a13d350f-5dc5-49be-b8cc-401c9354ceb3 HTTP/1.1" status: 204 len: 168 time: 0.6341221 Nov 09 10:57:39.213535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37282) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:39.219262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.253076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b81e66-372b-450e-bef9-420adaa9840f {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:57:39.299442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c7752-9263-4aca-b24e-6a8871dd6ecf req-74fb1361-3754-4c8f-b108-57a26c3c69a9 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:39.306359 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e2c7752-9263-4aca-b24e-6a8871dd6ecf req-74fb1361-3754-4c8f-b108-57a26c3c69a9 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 948 time: 0.2997789 Nov 09 10:57:39.335995 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:39.349480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc12232103946a2ab1a6749dc7dbb44 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:39.351843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Allocated IP 172.25.7.118 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/897ace62-ecbf-4df4-a5b7-4907244c5882) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:39.355208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:39.363208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:39.367210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.386973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e2c7752-9263-4aca-b24e-6a8871dd6ecf req-a1a1e27e-92a2-4f3a-968d-bdda6aab7ad9 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789995 Nov 09 10:57:39.491996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 48b81e66-372b-450e-bef9-420adaa9840f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=48b81e66-372b-450e-bef9-420adaa9840f,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:39.523456 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.536548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Transition to ACTIVE for port object db3eeb52-846d-431f-983f-b09841b87b9f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:39.565037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.566419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Transition to ACTIVE for port object db3eeb52-846d-431f-983f-b09841b87b9f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:39.566640 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.576533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:37Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:39.580936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31f1ed-a1ea-42ae-b9f5-a54987525a11 None None] The sync data for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 is: [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:37Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:57:39.584419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.587413 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:39.618111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feba65b6-12e2-40e3-b00e-5e25460a8369']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:39.633749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7513225d-7e57-47aa-93c5-3105f4c4be25') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:39.634041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7513225d-7e57-47aa-93c5-3105f4c4be25') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:39.648948 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.656831 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.670760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.678604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 10:57:39.679028 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.740312 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:39.742084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=48b81e66-372b-450e-bef9-420adaa9840f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:39.746245 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.749415 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:39.751140 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:39.754061 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-54d90ccc-8ac7-410a-9b88-8609965e1cfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:39.784248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:39.788226 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: timer() Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 10:57:39.796274 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 10:57:39.817460 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.853724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['48b81e66-372b-450e-bef9-420adaa9840f'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:57:39.870138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:39.875588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:39.878891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:39.883201 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:39.906500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:39.973187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Pushing event updated for resources: {'Port': ['ID=db3eeb52-846d-431f-983f-b09841b87b9f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:39.975709 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:40.001608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Attempting to bind port db3eeb52-846d-431f-983f-b09841b87b9f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:40.012389 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Attempting to bind port db3eeb52-846d-431f-983f-b09841b87b9f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:40.012769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Attempting to bind port db3eeb52-846d-431f-983f-b09841b87b9f on network c15d7ed7-88f7-48f8-a988-25e9d40c397b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:40.044385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:40.044623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Checking segment: {'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:40.045002 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.045400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Bound using segment: {'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:40.054446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Bound port: db3eeb52-846d-431f-983f-b09841b87b9f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:40.054989 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.064547 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.076267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.079002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 11764e1a-3b37-4525-9402-184100627290 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:40.091524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=feba65b6-12e2-40e3-b00e-5e25460a8369,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:40.094456 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:40.098347 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb949199-f96b-4101-9c18-967579978d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:40.106608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Pushing event updated for resources: {'Port': ['ID=897ace62-ecbf-4df4-a5b7-4907244c5882,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:40.107731 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:40.126973 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/feba65b6-12e2-40e3-b00e-5e25460a8369 HTTP/1.1" status: 204 len: 168 time: 0.9123807 Nov 09 10:57:40.162419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af769f53-11be-4b6b-8375-28ee83f3b2d4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:40.166276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:40.173275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1adc7-820f-4e27-a1e9-724fc6c99286 req-8f8cffb3-8229-47ed-8be6-9698326b6aea tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:40.175535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2bc1adc7-820f-4e27-a1e9-724fc6c99286 req-8f8cffb3-8229-47ed-8be6-9698326b6aea tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 971 time: 0.3509665 Nov 09 10:57:40.178728 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcc12232103946a2ab1a6749dc7dbb44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2348530 Nov 09 10:57:40.179607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:40.181985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37294) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:40.219779 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.279635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:40.283925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2bc1adc7-820f-4e27-a1e9-724fc6c99286 req-379a683c-e612-4e0a-9c12-4a531a9dc570 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867283 Nov 09 10:57:40.291184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Usage tracker for resource:security_group_rule and tenant:2d11b1a3c775465d9482d5fa559963bc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:40.296372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:40.309055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:40.339726 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.346203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:40.355979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.356703 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.380437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.399269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] For port db3eeb52-846d-431f-983f-b09841b87b9f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:40.406670 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.435423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] For port db3eeb52-846d-431f-983f-b09841b87b9f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=db3eeb52-846d-431f-983f-b09841b87b9f,segment=NetworkSegment(d50629a5-3d44-48e0-b7c9-ba31d71d1352),segment_id=d50629a5-3d44-48e0-b7c9-ba31d71d1352)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:40.469972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.478818 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70e5529c-c719-492f-a5a9-e37c798c505e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:40.498530 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.517240 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-376d0d4f-3652-49a5-8ea4-4da005bee6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:40.583782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 11764e1a-3b37-4525-9402-184100627290 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:40.589564 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d11b1a3c775465d9482d5fa559963bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4087992 Nov 09 10:57:40.591113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153bbdb0-56f0-436b-a3bf-e950685833ea,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:40.594047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:40.596506 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:40.618457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 11764e1a-3b37-4525-9402-184100627290 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:40.618457 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.656719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:40.664394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37306) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:40.693992 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.709440 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:40.728882 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.733575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af769f53-11be-4b6b-8375-28ee83f3b2d4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:40.738061 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:40.741173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:40.741745 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.794916 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.798528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af769f53-11be-4b6b-8375-28ee83f3b2d4 HTTP/1.1" status: 204 len: 168 time: 0.6133201 Nov 09 10:57:40.811134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978230b-9c16-4c52-9486-a4f56c7160fd req-43f23681-fb4f-4a56-8d9a-3d24e1e1a91e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:40.819946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5978230b-9c16-4c52-9486-a4f56c7160fd req-43f23681-fb4f-4a56-8d9a-3d24e1e1a91e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 948 time: 0.1909206 Nov 09 10:57:40.846949 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:40.857587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Pushing event updated for resources: {'Port': ['ID=db3eeb52-846d-431f-983f-b09841b87b9f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:40.893508 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-25b88f71-392e-4cd8-b79b-e34bf7ca54da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3bf26147093849309733b43afed54026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2265980 Nov 09 10:57:40.895765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37312) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:40.957145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5978230b-9c16-4c52-9486-a4f56c7160fd req-3a911c56-bbbd-4afd-8781-5a5265d3c8b4 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361637 Nov 09 10:57:40.975376 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:40.976475 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.040182 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.047511 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c2a087f4-118e-4b8b-81d7-b8fe8337e345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:41.074666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153bbdb0-56f0-436b-a3bf-e950685833ea,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:41.078687 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:41.088728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.090610 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/153bbdb0-56f0-436b-a3bf-e950685833ea HTTP/1.1" status: 204 len: 168 time: 0.4957626 Nov 09 10:57:41.114239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.154516 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.175541 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 11764e1a-3b37-4525-9402-184100627290, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=11764e1a-3b37-4525-9402-184100627290,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:41.184380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:57:41.219619 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.234329 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.238739 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:41.307270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:57:41.383370 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:41.395057 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=11764e1a-3b37-4525-9402-184100627290,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:41.396297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.403375 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:41.420184 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:41.421448 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.422572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4564e43-d0a3-4c8b-a375-8c044feb7aca HTTP/1.1" status: 204 len: 168 time: 0.5232234 Nov 09 10:57:41.423475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4564e43-d0a3-4c8b-a375-8c044feb7aca,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:41.434666 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:41.468842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.469671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:57:41.470943 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:41.484399 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Sync routers for ids ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:57:41.493387 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Routers {'7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:57:41.494000 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:41.547634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc9841-0a1b-4e7e-8ff1-5b26ac63b60e req-18b27b7c-5a62-4d73-8480-cecdf5cd8f62 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:41.547634 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1fc9841-0a1b-4e7e-8ff1-5b26ac63b60e req-18b27b7c-5a62-4d73-8480-cecdf5cd8f62 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 971 time: 0.1063068 Nov 09 10:57:41.571725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:41.580384 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:41.628526 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:41.632237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0536287 Nov 09 10:57:41.633853 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1fc9841-0a1b-4e7e-8ff1-5b26ac63b60e req-771c9f8d-d921-403c-a2d1-6dbf2fd030e6 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794125 Nov 09 10:57:41.659920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:41.701648 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Set router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:57:42.037858 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65907bd-6b63-4dd5-aeea-270ac47eb591 None None] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:42.080716 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T10:57:40Z', 'revision_number': 3, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:42.085321 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Checking router: 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:57:42.086220 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Updating router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 port 897ace62-ecbf-4df4-a5b7-4907244c5882 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:57:42.159648 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:42.253753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db3eeb52-846d-431f-983f-b09841b87b9f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:42.268815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:42.294527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-68e21fe2-4d7a-4729-b509-7ff45d5e1e54 None None] Provisioning for port db3eeb52-846d-431f-983f-b09841b87b9f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:42.355487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f78d1d-609f-49e1-aa76-777c36505d7a req-20b4e068-0d3f-4cd9-855c-441189940fd9 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:42.359303 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:42.363305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 48b81e66-372b-450e-bef9-420adaa9840f up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:42.364605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2f78d1d-609f-49e1-aa76-777c36505d7a req-20b4e068-0d3f-4cd9-855c-441189940fd9 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 949 time: 0.1273172 Nov 09 10:57:42.420583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:42.428778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Usage tracker for resource:security_group_rule and tenant:ff5c9f6437c746bf8d0b75f352ecc1d9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:42.440513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:42.450120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:42.467720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2f78d1d-609f-49e1-aa76-777c36505d7a req-3aea4585-f164-45d0-8eee-bc7dbb37ee58 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019087 Nov 09 10:57:42.611509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:42.723605 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3', 'code': 200} Nov 09 10:57:42.771130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:42.788699 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80fe7aab-42c2-4b34-bbe4-412f169eef87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:42.822511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 48b81e66-372b-450e-bef9-420adaa9840f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:42.831211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 48b81e66-372b-450e-bef9-420adaa9840f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:42.831725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:42.907397 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:42.953285 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Transition to ACTIVE for port object 897ace62-ecbf-4df4-a5b7-4907244c5882 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:42.983447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port db3eeb52-846d-431f-983f-b09841b87b9f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:42.998719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port db3eeb52-846d-431f-983f-b09841b87b9f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:42.999125 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.009034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af288e4b-09d1-4737-ba2f-1e7621fed10f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:43.030731 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:43.043829 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff5c9f6437c746bf8d0b75f352ecc1d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7683136 Nov 09 10:57:43.044473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37354) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:43.072690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37358) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:43.086329 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.096442 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:43.097379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e41f0b94-7c49-4c2e-9109-7c83fe92f786 None None] Provisioning complete for port db3eeb52-846d-431f-983f-b09841b87b9f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:43.097882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e41f0b94-7c49-4c2e-9109-7c83fe92f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.148062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.172327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ba76b162-160c-4b96-8b29-09c1c1e2d62f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c63b00b36254c8abf945e10d830af1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0971828 Nov 09 10:57:43.177483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-11a34bb7-d927-4290-86f8-f2dde8e74a8b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 1100 time: 0.3655808 Nov 09 10:57:43.177874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37364) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:43.197150 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.202866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e122532-77a4-4ec1-ad1c-e29762e540bd req-40ec4f03-63ec-4ec5-b855-cae0a534d285 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:43.204356 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e122532-77a4-4ec1-ad1c-e29762e540bd req-40ec4f03-63ec-4ec5-b855-cae0a534d285 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 971 time: 0.2957292 Nov 09 10:57:43.225516 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abfbd3-7645-4317-9341-78ce67475bac None None] Pushing event updated for resources: {'Port': ['ID=897ace62-ecbf-4df4-a5b7-4907244c5882,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:43.244060 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-83abfbd3-7645-4317-9341-78ce67475bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:43.249420 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.284677 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.295711 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Attempting to bind port 897ace62-ecbf-4df4-a5b7-4907244c5882 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:43.295711 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Attempting to bind port 897ace62-ecbf-4df4-a5b7-4907244c5882 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:43.295711 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Attempting to bind port 897ace62-ecbf-4df4-a5b7-4907244c5882 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:43.303556 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:43.304624 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:43.305333 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.307321 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:43.308037 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Bound port: 897ace62-ecbf-4df4-a5b7-4907244c5882, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:43.308622 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.312644 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.318632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.399595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 48b81e66-372b-450e-bef9-420adaa9840f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=48b81e66-372b-450e-bef9-420adaa9840f,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:43.428978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:43.439446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e41f0b94-7c49-4c2e-9109-7c83fe92f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.444264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e122532-77a4-4ec1-ad1c-e29762e540bd req-b815e43e-523e-45f9-a22c-e86c59ac5656 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188685 Nov 09 10:57:43.446730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Usage tracker for resource:security_group_rule and tenant:b3dd6fc19205437d97aaecaf711b86f8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:43.449808 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] For port 897ace62-ecbf-4df4-a5b7-4907244c5882, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:43.455555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port db3eeb52-846d-431f-983f-b09841b87b9f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=db3eeb52-846d-431f-983f-b09841b87b9f,segment=NetworkSegment(d50629a5-3d44-48e0-b7c9-ba31d71d1352),segment_id=d50629a5-3d44-48e0-b7c9-ba31d71d1352)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:43.456191 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] For port 897ace62-ecbf-4df4-a5b7-4907244c5882, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=897ace62-ecbf-4df4-a5b7-4907244c5882,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:43.460025 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.463895 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:43.481350 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.506229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:43.523236 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.527406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 11764e1a-3b37-4525-9402-184100627290 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:43.542719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:43.544741 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.552853 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-aefee4aa-b9a8-408e-a94a-4bd2db02912e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:43.555730 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.561121 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.577491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Allocated IP 172.20.0.1 (c15d7ed7-88f7-48f8-a988-25e9d40c397b/74d05bb3-ddb9-4b15-aaec-cd94594a6042/4304aef1-e5aa-4566-8b34-805243dee0d9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:43.585475 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:43.627291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=48b81e66-372b-450e-bef9-420adaa9840f,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:43.668711 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:43.669195 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:43.688281 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abfbd3-7645-4317-9341-78ce67475bac None None] Pushing event updated for resources: {'Port': ['ID=897ace62-ecbf-4df4-a5b7-4907244c5882,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:43.701251 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-83abfbd3-7645-4317-9341-78ce67475bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:43.703108 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Routers {'7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:57:43.703839 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:43.713163 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-e41f0b94-7c49-4c2e-9109-7c83fe92f786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:57:43.713472 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-e41f0b94-7c49-4c2e-9109-7c83fe92f786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:57:43.770048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.797546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=db3eeb52-846d-431f-983f-b09841b87b9f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:43.802871 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:43.814782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 11764e1a-3b37-4525-9402-184100627290 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:43.821690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af288e4b-09d1-4737-ba2f-1e7621fed10f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:43.822472 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.822550 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:43.828733 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.832138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af288e4b-09d1-4737-ba2f-1e7621fed10f HTTP/1.1" status: 204 len: 168 time: 0.7844439 Nov 09 10:57:43.875089 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.883722 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3557f5be-9f4b-4dd7-b76a-72fde2f322da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:43.921101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebbef16-1134-4efd-a442-1ec05a5b38dd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:43.942901 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:43.945874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:43.971927 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed0e1bb2-4254-4a6a-b55e-6175abb87286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:43.992995 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] Set router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:57:44.005622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e15c2-66a8-46ff-8032-3798b6e38523,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:44.027432 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:44.030940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Synchronizing usage tracker for tenant:b3dd6fc19205437d97aaecaf711b86f8 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:44.077417 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:44.082104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed9e15c2-66a8-46ff-8032-3798b6e38523 HTTP/1.1" status: 204 len: 168 time: 0.9009919 Nov 09 10:57:44.113789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c5f0c-aa0d-4092-a293-e609a1d22d17 req-9d06e653-7429-4d24-ad48-ff1fbd977d09 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:44.118883 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-083c5f0c-aa0d-4092-a293-e609a1d22d17 req-9d06e653-7429-4d24-ad48-ff1fbd977d09 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 949 time: 0.3581541 Nov 09 10:57:44.149436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Unset dirty status for tenant:b3dd6fc19205437d97aaecaf711b86f8 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:44.150962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ad395bb-e06d-4220-b001-30c5ddea56f1 req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9559810 Nov 09 10:57:44.249098 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-083c5f0c-aa0d-4092-a293-e609a1d22d17 req-a67510e9-0bbf-4b92-be35-65c6da809512 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022320 Nov 09 10:57:44.290545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:44.292157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db3eeb52-846d-431f-983f-b09841b87b9f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:44.323056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Transition to ACTIVE for port object 4304aef1-e5aa-4566-8b34-805243dee0d9 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:44.411468 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T10:57:40Z', 'revision_number': 3, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:44.413472 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:44.416908 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32812531-25fd-4f9c-b5df-af8841f8c904 None None] The sync data for ids ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'] in n-d-817173-1 is: [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T10:57:40Z', 'revision_number': 3, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:57:44.424057 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:44.439081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port db3eeb52-846d-431f-983f-b09841b87b9f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:44.440370 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:44.513707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:44.525479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:44.538641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:44.584913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Pushing event updated for resources: {'Port': ['ID=4304aef1-e5aa-4566-8b34-805243dee0d9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:44.588112 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:44.624578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:44.724872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b81e66-372b-450e-bef9-420adaa9840f'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:57:44.755616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e3b0d-9c19-42d4-8d62-c5d7a25c7cdc req-7920ccb4-9770-426d-919a-673f95305771 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:44.757240 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c84e3b0d-9c19-42d4-8d62-c5d7a25c7cdc req-7920ccb4-9770-426d-919a-673f95305771 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 972 time: 0.1232424 Nov 09 10:57:44.811554 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b81e66-372b-450e-bef9-420adaa9840f', 'code': 200} Nov 09 10:57:44.838729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c84e3b0d-9c19-42d4-8d62-c5d7a25c7cdc req-3606dbb5-0a93-4be1-95a9-869a842b91e0 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688658 Nov 09 10:57:44.870031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:44.983167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-16c8c514-231f-4eac-8085-f201aa9e1cd6 None None] Provisioning for port 4304aef1-e5aa-4566-8b34-805243dee0d9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:44.989729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-16c8c514-231f-4eac-8085-f201aa9e1cd6 None None] Provisioning complete for port 4304aef1-e5aa-4566-8b34-805243dee0d9 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:44.990413 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-16c8c514-231f-4eac-8085-f201aa9e1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:45.021709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4978977-ef95-45e2-986b-4fe7aa51fe6e req-9201ed97-84e7-4f51-a32a-621fec60c068 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 1123 time: 0.1208925 Nov 09 10:57:45.074018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-16c8c514-231f-4eac-8085-f201aa9e1cd6 None None] Port 4304aef1-e5aa-4566-8b34-805243dee0d9 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:45.094988 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4978977-ef95-45e2-986b-4fe7aa51fe6e req-0b263def-a31d-4009-8a68-ef7e67e896aa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Nov 09 10:57:45.151375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:45.193964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:45.226391 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:45.304079 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:45.307678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Pushing event updated for resources: {'Port': ['ID=4304aef1-e5aa-4566-8b34-805243dee0d9,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:45.312092 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:45.496280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:45.499228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:45.676682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18711c7b-96af-42d9-846b-ee3d8fd3baf1 req-b538796f-4b05-462b-9a73-03f1e71c21bf tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:45.683880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18711c7b-96af-42d9-846b-ee3d8fd3baf1 req-b538796f-4b05-462b-9a73-03f1e71c21bf tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 949 time: 0.2719736 Nov 09 10:57:45.759050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18711c7b-96af-42d9-846b-ee3d8fd3baf1 req-f80951c8-014a-495e-a2b6-4bb79ad970dd tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738001 Nov 09 10:57:45.802323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dd24b295-f1a7-4748-aa48-9cf39b71b812 None None] Provisioning complete for port 4304aef1-e5aa-4566-8b34-805243dee0d9 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:45.802613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dd24b295-f1a7-4748-aa48-9cf39b71b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:45.862221 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-dd24b295-f1a7-4748-aa48-9cf39b71b812 None None] Port 4304aef1-e5aa-4566-8b34-805243dee0d9 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:46.076282 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:57:46.097112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e13917-d91c-49e6-acc0-664420fd816b req-eb408a67-38db-491c-8943-f7f7abd10036 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:46.107477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17e13917-d91c-49e6-acc0-664420fd816b req-eb408a67-38db-491c-8943-f7f7abd10036 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 972 time: 0.1231759 Nov 09 10:57:46.125750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37432) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:46.162282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17e13917-d91c-49e6-acc0-664420fd816b req-ddb659fe-1048-420d-9e7b-651ca3439faf tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538237 Nov 09 10:57:46.383495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:57:46.395319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] 10.222.0.50 "PUT /v2.0/routers/7f9e9f63-dcb0-4de6-8cc5-9b32817940d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7344100 Nov 09 10:57:46.463418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-882430742-network', 'tenant_id': '3faa8f4f3c294428a10a5aee57d1c9c2'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:46.471934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:46.479307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Usage tracker for resource:network and tenant:3faa8f4f3c294428a10a5aee57d1c9c2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:46.486536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:46.499032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:46.617022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Made reservation on behalf of 3faa8f4f3c294428a10a5aee57d1c9c2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:46.619686 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:46.635093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:46.683742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:46.689865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Usage tracker for resource:security_group_rule and tenant:3faa8f4f3c294428a10a5aee57d1c9c2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:46.692782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:46.698828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:46.778600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:46.943037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:46.954811 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d8ac7737-85e1-498c-9e88-739cab1ed086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:46.988189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:57:47.030441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355ffcb-f74c-4cf2-90e2-866fe93d22f9 req-35f21ce5-89be-4097-8873-c10c5fcba9f8 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:47.036811 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0355ffcb-f74c-4cf2-90e2-866fe93d22f9 req-35f21ce5-89be-4097-8873-c10c5fcba9f8 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 949 time: 0.0911560 Nov 09 10:57:47.042844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c8221-5a60-4af2-85ec-f37ae8b8663f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:47.052226 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.052574 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Added segment d1ab68bb-5551-443a-b0de-a47fc6b2e457 of type vlan for network 8b05eb25-adad-4dc8-97a7-201533b40f5f Nov 09 10:57:47.054048 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:47.094252 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.096940 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0355ffcb-f74c-4cf2-90e2-866fe93d22f9 req-2f340857-f699-4072-a3c5-832ca698ac53 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Nov 09 10:57:47.148479 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-374ddd61-8e96-4c4d-ae8e-45f4dbfcf31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.202210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.202210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:47.202210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.207499 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:47.314407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Pushing event updated for resources: {'Network': ['ID=8b05eb25-adad-4dc8-97a7-201533b40f5f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:47.317374 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:47.338614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:57:47.398606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2669804 Nov 09 10:57:47.399082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37482) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:47.407150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Request body: {'subnet': {'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-882430742-subnet', 'tenant_id': '3faa8f4f3c294428a10a5aee57d1c9c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:47.414011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:47.420656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Usage tracker for resource:subnet and tenant:3faa8f4f3c294428a10a5aee57d1c9c2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:47.425095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:47.432380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:47.437312 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.515959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Made reservation on behalf of 3faa8f4f3c294428a10a5aee57d1c9c2 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:47.517569 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.782489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e61a0-0f6b-4cdc-b05d-87069151083d req-013da91b-7a68-4c99-bd4a-a36cb73bf123 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:47.783963 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa5e61a0-0f6b-4cdc-b05d-87069151083d req-013da91b-7a68-4c99-bd4a-a36cb73bf123 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 972 time: 0.1770873 Nov 09 10:57:47.868327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa5e61a0-0f6b-4cdc-b05d-87069151083d req-85097704-f4b8-4342-9e5f-b8807eb02469 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762925 Nov 09 10:57:47.972855 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:47.993009 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:48.118946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d228336-f6d0-491f-981f-9f44fd621fb3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:48.129535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:48.153620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:48.153999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Network hostable DHCP agents. Network: 8b05eb25-adad-4dc8-97a7-201533b40f5f, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:57:48.193215 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-6b0e94d3-072a-4bc1-8fa1-c99f5209269c tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 1123 time: 0.1286669 Nov 09 10:57:48.227684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:48.269512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:48.274037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Usage tracker for resource:security_group_rule and tenant:2e8383cd6f4d4200b2c02e96788197b9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:48.278061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:48.286027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:48.299230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:57:48.368128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 8b05eb25-adad-4dc8-97a7-201533b40f5f) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:48.380229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:48.381574 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:48.382438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a288033-066d-49d5-9204-e00acfcfb82f None None] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:48.407918 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:48.431903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa08b44-6b8d-4cbb-8d0b-bc80107a8dab req-4856065a-3ca4-4693-b6c2-6385ac79dc8b tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:48.433964 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7aa08b44-6b8d-4cbb-8d0b-bc80107a8dab req-4856065a-3ca4-4693-b6c2-6385ac79dc8b tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 949 time: 0.0939622 Nov 09 10:57:48.481713 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0809724 Nov 09 10:57:48.508386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:48.512000 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7aa08b44-6b8d-4cbb-8d0b-bc80107a8dab req-d64e24c4-2382-4868-9f6e-2f93b6e0f75e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697784 Nov 09 10:57:48.518776 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:48.544572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Synchronizing usage tracker for tenant:2e8383cd6f4d4200b2c02e96788197b9 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:48.608592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1041bd99-01b0-4996-aa6d-f39d7dfb9158,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:48.635106 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:48.720205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Unset dirty status for tenant:2e8383cd6f4d4200b2c02e96788197b9 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:48.721504 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cd362c78-8af4-4a66-8bd6-dd7d63fb1cfa req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215878 Nov 09 10:57:48.809792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d84c8-db49-4b30-93df-507394ad74ba None None] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:49.102609 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-a50c3339-cbdf-41d9-8b83-eddd6386de65 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267601 Nov 09 10:57:49.254707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-304668f5-e0ef-4912-b911-54a9962ecb27 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:49.256254 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-304668f5-e0ef-4912-b911-54a9962ecb27 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483066 Nov 09 10:57:49.277332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-144e8d78-ea98-46f4-b359-36dc3da278ad tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/quotas/fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 375 time: 0.0138719 Nov 09 10:57:49.281981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37542) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:49.287932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310253820', 'description': 'tempest-description--987878984'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:49.330280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:49.338107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Usage tracker for resource:security_group and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:49.346189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:49.351240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-defa714d-e31f-4b32-852e-431cb3c64b9b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585454 Nov 09 10:57:49.356625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:49.400086 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e485b1d-d5d9-412c-9396-44763678571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:49.434155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:49.472677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:49.476412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Usage tracker for resource:security_group_rule and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:49.479190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:49.485012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:49.566603 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:49.607608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-f7772619-97df-4a32-b001-8ed895ac0157 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 1100 time: 0.1095977 Nov 09 10:57:49.640096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:49.680068 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:49.730722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08585b4c-6cd5-4162-a786-a77ba97b1645,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:49.737646 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:49.743977 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:49.748517 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4622266 Nov 09 10:57:49.749469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37570) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:49.763613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'security_group_rule': {'security_group_id': '08585b4c-6cd5-4162-a786-a77ba97b1645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:49.784413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:49.793677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Usage tracker for resource:security_group_rule and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:49.807130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:49.813616 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:57:49.820957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:49.844251 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86242a07-82ce-450b-bf59-151c57ef0fd2 req-32dd05d6-429a-4074-a867-5197145d814d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 210 time: 0.1622617 Nov 09 10:57:49.867305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Deleting port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 10:57:49.867661 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.010741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54a7ca-9822-48d1-b79d-9bc0400f3ea5 req-88011253-fe52-46a9-8c71-39598784659d tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:50.038124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f54a7ca-9822-48d1-b79d-9bc0400f3ea5 req-88011253-fe52-46a9-8c71-39598784659d tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 949 time: 0.2028413 Nov 09 10:57:50.091462 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f54a7ca-9822-48d1-b79d-9bc0400f3ea5 req-20b6bd0e-8d70-4e57-8577-6a2f300c0602 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 Nov 09 10:57:50.106851 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.200354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.229972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37586) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:50.241849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1004851665-network', 'tenant_id': '0d0fde0e65e84c299226c6aea7a12ab0'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:50.252775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:50.264091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Usage tracker for resource:network and tenant:0d0fde0e65e84c299226c6aea7a12ab0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:50.271312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:50.278506 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.282021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:50.283768 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:50.305752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a30dfb-a836-4e08-abe7-8d0848ab55f5,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:50.310727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] For port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:50.311248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.316089 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:50.388335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Made reservation on behalf of 0d0fde0e65e84c299226c6aea7a12ab0 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:50.390822 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.416395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 897ace62-ecbf-4df4-a5b7-4907244c5882 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:50.426440 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.453265 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.455472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7055626 Nov 09 10:57:50.460075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37592) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:50.469174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'security_group_rule': {'security_group_id': '08585b4c-6cd5-4162-a786-a77ba97b1645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:50.487867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:50.501446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.506080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Usage tracker for resource:security_group_rule and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:50.513106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:50.522814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:50.530121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:50.538229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Usage tracker for resource:security_group_rule and tenant:0d0fde0e65e84c299226c6aea7a12ab0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:50.539880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Calling delete_port for 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 10:57:50.542985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:50.550475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:50.644745 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.659516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 897ace62-ecbf-4df4-a5b7-4907244c5882 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:50.659781 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.665840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 897ace62-ecbf-4df4-a5b7-4907244c5882 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:50.667362 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.746473 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.785874 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.816281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:57:50.833525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.834270 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Added segment a89e88f6-2dba-44ea-843b-a46602a80d1c of type vlan for network 6fae4bcc-df0c-4c91-91d3-11d4803b54c0 Nov 09 10:57:50.841304 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:50.857481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.875060 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.894967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 897ace62-ecbf-4df4-a5b7-4907244c5882, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=897ace62-ecbf-4df4-a5b7-4907244c5882,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:57:50.910359 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.918598 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a55378f6-14f3-4c38-b41a-62be001188a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:50.919717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:50.935623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['415aed93-0ddd-4126-b14e-e4fcc8f5ecd3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:57:50.937184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c57846-c424-4dd1-becc-1ab0dff075b6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:50.941179 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:50.946335 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:50.989504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8448a5f4-9ffd-48f0-b4ac-312701d3d118,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:50.992452 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:51.009655 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.020376 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:51.048409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Pushing event deleted for resources: {'Port': ['ID=415aed93-0ddd-4126-b14e-e4fcc8f5ecd3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:51.063174 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.064519 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6015055 Nov 09 10:57:51.067785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37618) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:51.076220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:51.085085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:51.086994 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:51.091661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Usage tracker for resource:floatingip and tenant:4758245c39d7467482e960be0006c0a9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:51.094638 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e711acce-5a66-4d57-9f4c-0b3c2c2bfe76 req-a50273f8-d65e-40a0-883c-883c703a0851 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 210 time: 0.0489511 Nov 09 10:57:51.108346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:51.115727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.130933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:51.131582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.137232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:51.139537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=897ace62-ecbf-4df4-a5b7-4907244c5882,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:51.154007 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:51.158501 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:51.219907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37624) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:51.245557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] No DVR routers for this DVR port 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:57:51.250020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.252975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'name': 'network-vif-deleted', 'tag': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:57:51.344626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Pushing event updated for resources: {'Network': ['ID=6fae4bcc-df0c-4c91-91d3-11d4803b54c0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:51.358261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 6fae4bcc-df0c-4c91-91d3-11d4803b54c0 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:57:51.368666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fd4e139-f6f2-4474-a190-4ddcfdb4f5a7 req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] 10.222.0.57 "DELETE /v2.0/ports/415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 HTTP/1.1" status: 204 len: 173 time: 1.7532206 Nov 09 10:57:51.378734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-14678351-6074-418c-9dfe-46ac2adbc11d req-515b8aa4-e96b-4050-86eb-a7cd12754e94 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Synchronizing usage tracker for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:51.381409 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:51.413116 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7', 'name': 'network-vif-deleted', 'tag': '415aed93-0ddd-4126-b14e-e4fcc8f5ecd3', 'status': 'completed', 'code': 200} Nov 09 10:57:51.448027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.485680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:51.489109 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2555022 Nov 09 10:57:51.489109 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.491643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37638) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:51.493952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-14678351-6074-418c-9dfe-46ac2adbc11d req-515b8aa4-e96b-4050-86eb-a7cd12754e94 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Unset dirty status for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:51.495705 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14678351-6074-418c-9dfe-46ac2adbc11d req-515b8aa4-e96b-4050-86eb-a7cd12754e94 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c946ef-0e9e-41fd-9cbb-b72f113bb4c7 HTTP/1.1" status: 200 len: 210 time: 0.1852713 Nov 09 10:57:51.501061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Request body: {'subnet': {'network_id': '6fae4bcc-df0c-4c91-91d3-11d4803b54c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1004851665-subnet', 'tenant_id': '0d0fde0e65e84c299226c6aea7a12ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:51.507671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:0a57f38a1d734349af6eb06a0daff72c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:51.511307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:51.513832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:51.525769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Usage tracker for resource:subnet and tenant:0d0fde0e65e84c299226c6aea7a12ab0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:51.526226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:51.529461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:51.537895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:51.666725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Made reservation on behalf of 0d0fde0e65e84c299226c6aea7a12ab0 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:51.669419 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.678653 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.691170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.782327 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.795600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:51.813914 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-da891351-0bd0-4031-ab9c-3f4ec1093584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:51.857407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b8c43-6290-43e7-ae82-a78b22d3c349,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:51.879828 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:51.897589 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a57f38a1d734349af6eb06a0daff72c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6726420 Nov 09 10:57:51.903349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37646) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:51.907678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Allocated IP 172.25.7.235 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/6d8711ae-f00c-4d94-bf77-1228c5113c1a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:52.068671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.086213 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.092540 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a30e4a92-1ae5-4ef0-a2e8-491a4204b153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:52.126901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.194577 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.302944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.307932 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:52.340226 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 897ace62-ecbf-4df4-a5b7-4907244c5882 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:57:52.392666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5428b10-8870-4b74-b9b8-8ce121cbb4f6 req-93b60dde-154f-42b5-b3e6-ab6d10f90e8f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 210 time: 0.0773458 Nov 09 10:57:52.400603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Checking segment: {'id': 'a89e88f6-2dba-44ea-843b-a46602a80d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fae4bcc-df0c-4c91-91d3-11d4803b54c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:52.404795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Network hostable DHCP agents. Network: 6fae4bcc-df0c-4c91-91d3-11d4803b54c0, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:57:52.421970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1d12b5-40f3-4f8c-aa96-98a7987d8f4f,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:52.425496 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:52.476927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 897ace62-ecbf-4df4-a5b7-4907244c5882 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:52.489924 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.506307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.539356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:52.543503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Network 6fae4bcc-df0c-4c91-91d3-11d4803b54c0 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:57:52.544137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:52.546753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event updated for resources: {'Port': ['ID=6d8711ae-f00c-4d94-bf77-1228c5113c1a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:52.560004 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:52.599377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.600508 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f29b8c43-6290-43e7-ae82-a78b22d3c349 HTTP/1.1" status: 204 len: 168 time: 0.6950331 Nov 09 10:57:52.632785 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:52.633623 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50adde5c-528a-452e-aa93-f817048cfef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:52.651574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b8c43-6290-43e7-ae82-a78b22d3c349,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:52.655969 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:52.669095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 6fae4bcc-df0c-4c91-91d3-11d4803b54c0) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:52.690642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:52.692464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:52.738722 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8d4a7-d2b2-4d8b-ac7c-11e663d566c0 None None] Network 6fae4bcc-df0c-4c91-91d3-11d4803b54c0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:52.855249 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3617682 Nov 09 10:57:52.903907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:53.003172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58063) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:53.085880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-c7da6416-a586-4ef0-8643-c57803a80779 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483353 Nov 09 10:57:53.096691 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-7ede0d8e-49c2-4662-b9c1-dd61edde6559 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834441 Nov 09 10:57:53.210985 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304969be-7b4c-4240-9df1-a309629ed610 None None] Network 6fae4bcc-df0c-4c91-91d3-11d4803b54c0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:57:53.307243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-3bfaa1c0-d478-4865-80a9-fefc350882d7 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:53.314718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-3bfaa1c0-d478-4865-80a9-fefc350882d7 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276177 Nov 09 10:57:53.344993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-49461353-969c-4151-9315-9745564a31d1 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/quotas/0a35f1e4c2fb4ebda098ce863063542f HTTP/1.1" status: 200 len: 375 time: 0.0291693 Nov 09 10:57:53.441001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-6a2a2e3a-be1e-40bc-9c84-494d2b29dd83 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918553 Nov 09 10:57:53.441135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:53.491055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-1c34c377-bde4-458c-8f78-a4fb438ad638 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:53.492579 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-1c34c377-bde4-458c-8f78-a4fb438ad638 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898995 Nov 09 10:57:53.603261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Request body: {'port': {'device_id': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'fb1e3ac7e24348b7ac36b2c92912ed57'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:53.797025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:53.811558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Usage tracker for resource:port and tenant:fb1e3ac7e24348b7ac36b2c92912ed57 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:53.817144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:53.825593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:53.827407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:53.866553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37716) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:53.892232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0dccacb-152c-40da-a1de-4eb7db579755 req-f2653700-6526-4837-95cc-f8cdae9a0205 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 210 time: 0.0925333 Nov 09 10:57:53.904136 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:53.929939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:53.999421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Made reservation on behalf of fb1e3ac7e24348b7ac36b2c92912ed57 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:53.999421 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.012547 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:54.102665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.209044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:54.256093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Usage tracker for resource:security_group_rule and tenant:6a81f1db890e43f9ada588341122660a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:54.278165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event updated for resources: {'Port': ['ID=6d8711ae-f00c-4d94-bf77-1228c5113c1a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:54.288089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:54.294941 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:54.310212 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.316051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:54.333918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:54.351041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fec37886-c937-46e0-84d2-e87a2a479235 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:54.352571 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fec37886-c937-46e0-84d2-e87a2a479235 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.4351256 Nov 09 10:57:54.353789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Usage tracker for resource:security_group_rule and tenant:fb1e3ac7e24348b7ac36b2c92912ed57 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:54.361600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:54.381072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:54.395161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01b81078-b2d9-4c4e-8b1e-2d302754867b req-dec62154-a43b-4a72-9f5b-a28d14bf33e5 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 210 time: 0.0454893 Nov 09 10:57:54.396624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 10:57:54.410292 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-2856fba9-fbc8-4fd1-9fa7-9e84ea7e91cb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/quotas/3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 375 time: 0.0456610 Nov 09 10:57:54.475728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 10:57:54.476298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 415aed93-0ddd-4126-b14e-e4fcc8f5ecd3 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 10:57:54.509468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-af50026b-166b-41c9-94a2-083b89a541a3 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822186 Nov 09 10:57:54.512595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.513831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4446924 Nov 09 10:57:54.566339 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.597888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.645443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.656755 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:54.704905 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.758673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec358f5-b887-4e9a-9cc2-8e3115b73100,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:54.767266 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:54.768387 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:54.787092 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a81f1db890e43f9ada588341122660a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9192977 Nov 09 10:57:54.790119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37754) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:54.802281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-43a8c160-dfac-4092-94c6-b36b50a4c64e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:57:54.803321 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-43a8c160-dfac-4092-94c6-b36b50a4c64e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1125758 Nov 09 10:57:54.851269 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.867680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f42e374-a6b7-4d71-a3d1-194b95530201,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:54.880846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:54.989102 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:55.088092 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:55.095423 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7709b1c8-32ec-4911-8c9c-00b2b9233fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:55.112079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Allocated IP 192.168.233.162 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:55.118335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-a7fbc740-9ac8-40ff-97b7-6fccadc41950 service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058763 Nov 09 10:57:55.122277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec358f5-b887-4e9a-9cc2-8e3115b73100,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:55.128995 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:55.140498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:55.141758 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ec358f5-b887-4e9a-9cc2-8e3115b73100 HTTP/1.1" status: 204 len: 168 time: 0.3535147 Nov 09 10:57:55.159091 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-ac88f149-767e-4939-8637-ac994855dd4d tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--310253820&fields=id&tenant_id=4758245c39d7467482e960be0006c0a9 HTTP/1.1" status: 200 len: 267 time: 0.1283643 Nov 09 10:57:55.336909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-edb0312f-63d7-4d76-8c6d-b5a47ed69b8a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:55.346366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-edb0312f-63d7-4d76-8c6d-b5a47ed69b8a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 824 time: 0.1822591 Nov 09 10:57:55.369962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-5843d023-34f9-4398-aad6-22ecaf1d3d93 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/quotas/4758245c39d7467482e960be0006c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0176284 Nov 09 10:57:55.398040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-6d7129a8-68e3-49d3-8318-2a3e524d4a86 service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709160 Nov 09 10:57:55.491062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:55.499575 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-6c17aa71-b6a2-486a-bcf2-56ae28a761ae tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1224566 Nov 09 10:57:55.509797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Transition to ACTIVE for port object bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:55.652828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:55.686502 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ef8d9dce-7c2b-44a9-8cb6-a33dc5566b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:55.688870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-1059464f-b781-4f7a-afad-0b04517e6c6b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:57:55.689838 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-1059464f-b781-4f7a-afad-0b04517e6c6b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0746877 Nov 09 10:57:55.783390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:55.791130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:55.802198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:55.841009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:55.857114 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:55.918107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:55.918107 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:56.034362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-36bcd7a8-5363-4c77-85db-78a32d53a07b service neutron] 10.222.0.50 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226581 Nov 09 10:57:56.063943 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5091615 Nov 09 10:57:56.208118 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-f2cb87c2-595d-499c-a504-300e05a8a457 service neutron] 10.222.0.50 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711364 Nov 09 10:57:56.302458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ac73ae39-3f09-4397-885d-6a43dc469dd4 None None] Provisioning for port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:56.307538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ac73ae39-3f09-4397-885d-6a43dc469dd4 None None] Provisioning complete for port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:56.307980 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ac73ae39-3f09-4397-885d-6a43dc469dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:56.399474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ac73ae39-3f09-4397-885d-6a43dc469dd4 None None] Port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:56.438509 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-bfc6fa10-63c2-416c-8f49-756170344334 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373564 Nov 09 10:57:56.640091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a269fa-0221-4535-9581-5302f1d5d72f req-8533faaa-778f-44c4-85ad-83ce69ee4a87 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:56.641800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-45a269fa-0221-4535-9581-5302f1d5d72f req-8533faaa-778f-44c4-85ad-83ce69ee4a87 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:56.705421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef3c1bbb-eb1e-4790-bcbf-d1a18e4df18d req-c7504eb6-71e4-41c9-9bd1-4fa35e0d76b0 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 210 time: 0.0839562 Nov 09 10:57:56.732051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-45a269fa-0221-4535-9581-5302f1d5d72f req-8533faaa-778f-44c4-85ad-83ce69ee4a87 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:56.736515 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a269fa-0221-4535-9581-5302f1d5d72f req-8533faaa-778f-44c4-85ad-83ce69ee4a87 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 936 time: 0.2043614 Nov 09 10:57:56.808669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-45a269fa-0221-4535-9581-5302f1d5d72f req-4df420d4-e635-47a2-8767-4caf589fbb59 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:56.838702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-041ad8ad-0f64-4659-a14f-5a9708665358 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:56.840278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-041ad8ad-0f64-4659-a14f-5a9708665358 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3965516 Nov 09 10:57:56.856846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8ae9832-4298-4300-b8e0-4bc1487f140e req-a08d866c-782d-4571-b765-8f56145c9d0b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0628157 Nov 09 10:57:56.863070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Request body: {'port': {'device_id': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '0a35f1e4c2fb4ebda098ce863063542f'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:56.919915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-45a269fa-0221-4535-9581-5302f1d5d72f req-4df420d4-e635-47a2-8767-4caf589fbb59 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:56.924111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a269fa-0221-4535-9581-5302f1d5d72f req-4df420d4-e635-47a2-8767-4caf589fbb59 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712070 Nov 09 10:57:57.111371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a4d3d61-cb98-4dbf-a1c4-af9ec96df118 req-98fec1e6-2f87-44f1-9dd2-1e34029dd3cd tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.0722139 Nov 09 10:57:57.114058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:57.143727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:57.216770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Made reservation on behalf of 0a35f1e4c2fb4ebda098ce863063542f for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:57:57.219828 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:57.440228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Allocated IP 192.168.233.6 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/69547300-4115-42a8-977c-a5e272ea6b0e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:57:57.684249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:57.711720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Transition to ACTIVE for port object 69547300-4115-42a8-977c-a5e272ea6b0e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:57.835197 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:57.842971 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-96b2ebaf-b075-4766-a49f-21a1ed080009 tempest-DeleteServersAdminTestJSON-1281983500 tempest-DeleteServersAdminTestJSON-1281983500-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:57.917756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:57:57.930414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:57:57.946823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:57:57.946823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:57.946823 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:57.957454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Pushing event updated for resources: {'Port': ['ID=69547300-4115-42a8-977c-a5e272ea6b0e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:58.003762 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:58.082997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540a28-47cd-4fb2-9d72-a2e0995a1966 req-ff4076d1-8aec-4312-bef0-d58b7091969e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:58.084201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a4540a28-47cd-4fb2-9d72-a2e0995a1966 req-ff4076d1-8aec-4312-bef0-d58b7091969e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Synchronizing usage tracker for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:58.093406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Sync routers for ids ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:57:58.119812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Routers {'7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:57:58.119812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:58.185115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3252935 Nov 09 10:57:58.199382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Request body: {'port': {'device_id': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:57:58.308909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a4540a28-47cd-4fb2-9d72-a2e0995a1966 req-ff4076d1-8aec-4312-bef0-d58b7091969e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Unset dirty status for tenant:0a35f1e4c2fb4ebda098ce863063542f on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:58.321304 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4540a28-47cd-4fb2-9d72-a2e0995a1966 req-ff4076d1-8aec-4312-bef0-d58b7091969e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 934 time: 0.3732271 Nov 09 10:57:58.369231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Set router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:57:58.417934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cfebcf88-5713-4a3c-af3d-6d40c73577d1 None None] Provisioning for port 69547300-4115-42a8-977c-a5e272ea6b0e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:57:58.431914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cfebcf88-5713-4a3c-af3d-6d40c73577d1 None None] Provisioning complete for port 69547300-4115-42a8-977c-a5e272ea6b0e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:57:58.433301 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cfebcf88-5713-4a3c-af3d-6d40c73577d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:58.477596 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:58.542449 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebc30408-05fc-47e9-ab60-feaf4eda4ea7 req-979362f7-2e33-445a-980a-df2556d3f39e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0478234 Nov 09 10:57:58.565928 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4540a28-47cd-4fb2-9d72-a2e0995a1966 req-144d3d1b-5e85-4b60-a1c5-e26d570a6805 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435291 Nov 09 10:57:58.718808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cfebcf88-5713-4a3c-af3d-6d40c73577d1 None None] Port 69547300-4115-42a8-977c-a5e272ea6b0e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:57:58.801788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T10:57:44Z', 'revision_number': 4, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '4304aef1-e5aa-4566-8b34-805243dee0d9', 'name': '', 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'mac_address': 'fa:16:3e:83:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74d05bb3-ddb9-4b15-aaec-cd94594a6042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:43Z', 'updated_at': '2021-11-09T10:57:44Z', 'revision_number': 2, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'subnets': [{'id': '74d05bb3-ddb9-4b15-aaec-cd94594a6042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:57:58.811122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Checking router: 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:57:58.812087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Updating router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 port 4304aef1-e5aa-4566-8b34-805243dee0d9 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:57:58.823906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9adb535f-7408-4036-a183-3e0ab4e8610d req-75796241-d90c-478d-a1a9-0f7e092de62a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Synchronizing usage tracker for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:57:58.880617 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:58.976606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9adb535f-7408-4036-a183-3e0ab4e8610d req-75796241-d90c-478d-a1a9-0f7e092de62a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Unset dirty status for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:57:58.982503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9adb535f-7408-4036-a183-3e0ab4e8610d req-75796241-d90c-478d-a1a9-0f7e092de62a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.2022197 Nov 09 10:57:59.007925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37900) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:59.097479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c536e56-d893-4496-b057-f07785357789 req-141f10d1-dc69-4c42-9873-7b46f66e76e0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.099617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c536e56-d893-4496-b057-f07785357789 req-141f10d1-dc69-4c42-9873-7b46f66e76e0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 936 time: 0.2294149 Nov 09 10:57:59.168954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69547300-4115-42a8-977c-a5e272ea6b0e {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:57:59.182369 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.210317 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c536e56-d893-4496-b057-f07785357789 req-82857c88-bd80-4fc1-a1dc-a39a493033b4 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941586 Nov 09 10:57:59.212831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Transition to ACTIVE for port object 69547300-4115-42a8-977c-a5e272ea6b0e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:59.283892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.293163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.297813 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:59.401807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:57:59.417417 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Usage tracker for resource:security_group_rule and tenant:0a673e57edbc419f9e718b9fa180013a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:57:59.429764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:57:59.447273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:57:59.456104 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.481790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Transition to ACTIVE for port object 4304aef1-e5aa-4566-8b34-805243dee0d9 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:57:59.503029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Pushing event updated for resources: {'Port': ['ID=69547300-4115-42a8-977c-a5e272ea6b0e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:59.507240 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:59.583966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.592169 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:59.613695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.616097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Attempting to bind port 69547300-4115-42a8-977c-a5e272ea6b0e on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:57:59.616634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Attempting to bind port 69547300-4115-42a8-977c-a5e272ea6b0e by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:57:59.617148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Attempting to bind port 69547300-4115-42a8-977c-a5e272ea6b0e on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:59.626561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Port 69547300-4115-42a8-977c-a5e272ea6b0e on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:57:59.626561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Attempting to bind port 69547300-4115-42a8-977c-a5e272ea6b0e on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:57:59.633309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:57:59.633713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:57:59.634163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:57:59.634585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Bound port: 69547300-4115-42a8-977c-a5e272ea6b0e, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:57:59.634957 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.770053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:57:59.786598 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ebfbeb7b-09fa-4fe7-9317-089c03256a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:57:59.790978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e163d5-2ad8-4584-86ec-32b1bfa5eaed None None] Pushing event updated for resources: {'Port': ['ID=4304aef1-e5aa-4566-8b34-805243dee0d9,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:59.828728 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b2e163d5-2ad8-4584-86ec-32b1bfa5eaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:59.912107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d82b9-d4d4-444c-9eba-81bf636028d8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:57:59.924215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] For port 69547300-4115-42a8-977c-a5e272ea6b0e, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:57:59.930301 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:57:59.942095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a673e57edbc419f9e718b9fa180013a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9334342 Nov 09 10:57:59.953971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:57:59.980062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] For port 69547300-4115-42a8-977c-a5e272ea6b0e, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=69547300-4115-42a8-977c-a5e272ea6b0e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:57:59.989292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.989685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.990168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.990521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.990937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.991293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.991650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:57:59.999161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc0e6e1-70ff-44ac-8b28-29292e963053 req-198a2a6a-9978-4bdd-9358-ab46a4841852 tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.3117712 Nov 09 10:58:00.048855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Attempting to bind port 4304aef1-e5aa-4566-8b34-805243dee0d9 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:00.048855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Attempting to bind port 4304aef1-e5aa-4566-8b34-805243dee0d9 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:00.048855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Attempting to bind port 4304aef1-e5aa-4566-8b34-805243dee0d9 on network c15d7ed7-88f7-48f8-a988-25e9d40c397b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:00.054228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:00.054619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Checking segment: {'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:00.055222 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.055759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Bound using segment: {'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:00.056229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Bound port: 4304aef1-e5aa-4566-8b34-805243dee0d9, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50629a5-3d44-48e0-b7c9-ba31d71d1352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:00.056641 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.069008 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.079991 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fe8d729f-3122-433a-bf64-9acf9d28d73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:00.094786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.175129 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.181534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37934) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:00.189284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] For port 4304aef1-e5aa-4566-8b34-805243dee0d9, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:00.193178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] For port 4304aef1-e5aa-4566-8b34-805243dee0d9, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4304aef1-e5aa-4566-8b34-805243dee0d9,segment=NetworkSegment(d50629a5-3d44-48e0-b7c9-ba31d71d1352),segment_id=d50629a5-3d44-48e0-b7c9-ba31d71d1352)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:00.215752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3752d8c6-aaa6-4f19-b457-1375d4839dc2 req-e9e719e7-2091-4fa2-8751-e4ae043f977e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0560193 Nov 09 10:58:00.226119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d50ed-d975-45d6-a7ac-015b121d8e74 req-c770caf5-7a91-4b25-a88d-58a28c15e19f tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:00.229134 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e91d50ed-d975-45d6-a7ac-015b121d8e74 req-c770caf5-7a91-4b25-a88d-58a28c15e19f tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 946 time: 0.2152505 Nov 09 10:58:00.238098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.239627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] 10.222.0.57 "PUT /v2.0/ports/69547300-4115-42a8-977c-a5e272ea6b0e HTTP/1.1" status: 200 len: 1094 time: 2.0450830 Nov 09 10:58:00.240170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'tag': '69547300-4115-42a8-977c-a5e272ea6b0e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:00.263607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Pushing event updated for resources: {'Port': ['ID=69547300-4115-42a8-977c-a5e272ea6b0e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:00.266995 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:00.275427 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.279966 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:00.331166 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e91d50ed-d975-45d6-a7ac-015b121d8e74 req-f783b9b1-77d7-468b-b9ef-d60f625a9c80 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Nov 09 10:58:00.372155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.393402 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ae21f33-079c-4f02-9e66-78ac850ac4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:00.414257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d82b9-d4d4-444c-9eba-81bf636028d8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:00.418955 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:00.425964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.428925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/422d82b9-d4d4-444c-9eba-81bf636028d8 HTTP/1.1" status: 204 len: 168 time: 0.4740703 Nov 09 10:58:00.465607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e163d5-2ad8-4584-86ec-32b1bfa5eaed None None] Pushing event updated for resources: {'Port': ['ID=4304aef1-e5aa-4566-8b34-805243dee0d9,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:00.477588 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b2e163d5-2ad8-4584-86ec-32b1bfa5eaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:00.489358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Routers {'7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:58:00.490000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:57:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:00.543204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-95aa98fb-6f5c-4f52-848c-f0081ffe04b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 1097 time: 0.1789598 Nov 09 10:58:00.570186 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.664643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-0209c694-79b2-432d-b564-2261fc8017e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=69547300-4115-42a8-977c-a5e272ea6b0e HTTP/1.1" status: 200 len: 217 time: 0.1142564 Nov 09 10:58:00.706207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:00.723048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Usage tracker for resource:security_group_rule and tenant:e5deaed46fa048d0b1c876266ebc6aef is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:00.732157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:00.745671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-2970915b-de01-4dee-aae3-30448c316032 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:00.747530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-2970915b-de01-4dee-aae3-30448c316032 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0737810 Nov 09 10:58:00.749834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:00.766472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c558c-d433-4650-b65c-bc3997713331 req-10845ace-3e3c-4f12-89e7-4b3a1eac19ff tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:00.771336 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d25c558c-d433-4650-b65c-bc3997713331 req-10845ace-3e3c-4f12-89e7-4b3a1eac19ff tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 886 time: 0.3365080 Nov 09 10:58:00.868173 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-26ce1d09-c6a7-4820-8fec-9916c604f879 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147597 Nov 09 10:58:00.871443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] Set router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:58:00.899587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:00.988653 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.020904 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2323e25-b2c7-4ab8-b4bd-3d3c1369f10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:01.037617 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-940218b5-b805-4f0b-8ce7-95ce805ea47c req-7e8b5ef2-ee44-4485-937a-5e18650eca17 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.1337640 Nov 09 10:58:01.090223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9e4044-5241-47fb-b541-7a7df1215828,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:01.097787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37956) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:01.099925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5deaed46fa048d0b1c876266ebc6aef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9159579 Nov 09 10:58:01.101228 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:01.167558 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'tag': '69547300-4115-42a8-977c-a5e272ea6b0e', 'status': 'completed', 'code': 200} Nov 09 10:58:01.196953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-ef8d6e84-bc50-43be-809a-2e08e8916288 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225422 Nov 09 10:58:01.229654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce115785-0988-45ba-9fcf-d1b32d85e822 req-4df892a4-02c1-4adb-afbc-40a3f8da0a6b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.236619 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce115785-0988-45ba-9fcf-d1b32d85e822 req-4df892a4-02c1-4adb-afbc-40a3f8da0a6b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 936 time: 0.2064791 Nov 09 10:58:01.332366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.332739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.333100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.333194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T10:57:44Z', 'revision_number': 4, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '4304aef1-e5aa-4566-8b34-805243dee0d9', 'name': '', 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'mac_address': 'fa:16:3e:83:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74d05bb3-ddb9-4b15-aaec-cd94594a6042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:43Z', 'updated_at': '2021-11-09T10:58:00Z', 'revision_number': 4, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'subnets': [{'id': '74d05bb3-ddb9-4b15-aaec-cd94594a6042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:01.333464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.333822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.334175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.334525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.336439 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48016aaf-ae64-4f55-b87d-9d187271fca1 req-66a5d7be-1a3a-4f11-95e5-5b8c73362f2e tempest-NetworksTest-723188732 tempest-NetworksTest-723188732-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.1615913 Nov 09 10:58:01.338139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96521a-a3b8-4361-8e92-182a4bc5b4dc None None] The sync data for ids ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'] in n-d-817173-1 is: [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T10:57:44Z', 'revision_number': 4, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '4304aef1-e5aa-4566-8b34-805243dee0d9', 'name': '', 'network_id': 'c15d7ed7-88f7-48f8-a988-25e9d40c397b', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'mac_address': 'fa:16:3e:83:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74d05bb3-ddb9-4b15-aaec-cd94594a6042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:43Z', 'updated_at': '2021-11-09T10:58:00Z', 'revision_number': 4, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'subnets': [{'id': '74d05bb3-ddb9-4b15-aaec-cd94594a6042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:58:01.396705 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.438444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37968) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:01.468265 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.478358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.505122 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce115785-0988-45ba-9fcf-d1b32d85e822 req-92c2eb55-5689-4ff0-9e81-725dd9767bf4 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634082 Nov 09 10:58:01.543547 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6e9481e-8ad2-4393-8426-941eb7ae1806 req-8a1e12c7-ffca-4989-977a-6b399d84295c service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388293 Nov 09 10:58:01.568449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:01.577223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Usage tracker for resource:security_group_rule and tenant:793cb21769c64f849a8a92efe348314e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:01.614185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:01.625808 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc6662f3-854e-471b-9dd5-0763d4232e5f req-bc06bfbb-39a7-44ba-a78f-b59352bdd727 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0505412 Nov 09 10:58:01.626673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:01.753818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.761241 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:01.776676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9e4044-5241-47fb-b541-7a7df1215828,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:01.783857 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:01.785234 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.789174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a9e4044-5241-47fb-b541-7a7df1215828 HTTP/1.1" status: 204 len: 168 time: 0.6905746 Nov 09 10:58:01.821553 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.834662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fec72-c5e0-45f0-a74d-44337a33da27 req-08bcb22a-79da-4734-b338-d35d06eebe5f tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:01.836331 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef6fec72-c5e0-45f0-a74d-44337a33da27 req-08bcb22a-79da-4734-b338-d35d06eebe5f tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 946 time: 0.1794739 Nov 09 10:58:01.842718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-ae04686f-4742-4364-b295-b01f6f2861c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 1097 time: 0.1391332 Nov 09 10:58:01.942628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:01.956507 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:02.026269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef6fec72-c5e0-45f0-a74d-44337a33da27 req-39d2d0ba-9c0b-442f-ac1c-227e5b6e63dc tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822658 Nov 09 10:58:02.088034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-281295c0-995a-4635-b201-b1a4461549c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:02.091003 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-281295c0-995a-4635-b201-b1a4461549c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2269139 Nov 09 10:58:02.103766 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=793cb21769c64f849a8a92efe348314e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6641078 Nov 09 10:58:02.105209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59ac03-7fa5-4230-a704-f6a62b3f8932,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:02.107730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37978) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:02.110319 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:02.187896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.238298 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.300270 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-9f422c18-6984-4d08-93e6-64739231e3d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=69547300-4115-42a8-977c-a5e272ea6b0e HTTP/1.1" status: 200 len: 217 time: 0.1922870 Nov 09 10:58:02.363568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37988) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:02.395903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4304aef1-e5aa-4566-8b34-805243dee0d9 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:02.427084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0fd14a3-3f3c-4352-ae3a-0bb3a13ce2e2 req-dcc9e14d-20fb-4b67-85a8-fe9fa5058004 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.1246467 Nov 09 10:58:02.428459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.450131 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:02.472976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-6776dadc-d86e-48bb-897c-66cefc29e211 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:02.477345 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-6776dadc-d86e-48bb-897c-66cefc29e211 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1762648 Nov 09 10:58:02.493691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59ac03-7fa5-4230-a704-f6a62b3f8932,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:02.513574 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:02.516220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.520069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c59ac03-7fa5-4230-a704-f6a62b3f8932 HTTP/1.1" status: 204 len: 168 time: 0.4113650 Nov 09 10:58:02.633614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 4304aef1-e5aa-4566-8b34-805243dee0d9 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:02.640496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4304aef1-e5aa-4566-8b34-805243dee0d9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:02.641097 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.701120 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-a922cd68-56b2-47ef-ad34-b4fc2f5e5743 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162108 Nov 09 10:58:02.747447 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.825067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:02.829207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Usage tracker for resource:security_group_rule and tenant:bffc22da2c8f4f7d9f553ad65a34835e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:02.832301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:02.838177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:02.875374 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.910352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 4304aef1-e5aa-4566-8b34-805243dee0d9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4304aef1-e5aa-4566-8b34-805243dee0d9,segment=NetworkSegment(d50629a5-3d44-48e0-b7c9-ba31d71d1352),segment_id=d50629a5-3d44-48e0-b7c9-ba31d71d1352)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:02.927245 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:02.927477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-1b50ad9a-023e-4f83-83a5-6851d6ce9c03 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194629 Nov 09 10:58:02.999738 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.001503 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:03.032620 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.048056 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9587acaa-5478-419c-9373-d9879f1f1bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:03.052806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606d029-7668-416f-904c-ad08174cb77f req-266a30eb-3fd2-4976-a67e-f851da2d92d8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:03.063677 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a606d029-7668-416f-904c-ad08174cb77f req-266a30eb-3fd2-4976-a67e-f851da2d92d8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 936 time: 0.2332687 Nov 09 10:58:03.065601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38004) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:03.076747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=4304aef1-e5aa-4566-8b34-805243dee0d9,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:03.085757 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:03.129415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bffc22da2c8f4f7d9f553ad65a34835e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7644536 Nov 09 10:58:03.131514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b91791c-3a63-423b-b47a-7d3eb75c1240,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:03.146951 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:03.165102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38012) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:03.190972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.237268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-f356c36f-2bbe-4c03-afd9-5db6d22a0b1f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:58:03.238670 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-f356c36f-2bbe-4c03-afd9-5db6d22a0b1f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055008 Nov 09 10:58:03.247657 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7a16c81-d911-4ab2-b93d-11394f7ca408 req-3d905c23-de77-44b9-b4a8-1c806491ab6e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0553133 Nov 09 10:58:03.266971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a606d029-7668-416f-904c-ad08174cb77f req-d3a2c656-4182-40c0-9e08-9fdd3d2c0419 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016139 Nov 09 10:58:03.269006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6502f22-65c5-4164-a94e-1ee165cba75e req-0f598aba-8f22-4d48-9529-bae71a2befcb service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338635 Nov 09 10:58:03.296787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:03.310000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Usage tracker for resource:security_group_rule and tenant:ff6222e92d04486a952d78d997f27995 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:03.320182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:03.332129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:03.336893 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.401552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.591055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c1d3a-f02f-413e-bf9e-6e824becbb11 req-485ba765-df89-499a-8a08-98235e967d33 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:03.592555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa2c1d3a-f02f-413e-bf9e-6e824becbb11 req-485ba765-df89-499a-8a08-98235e967d33 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 972 time: 0.1420276 Nov 09 10:58:03.626406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.628098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee68c1-0abd-43a5-b0e8-8ab7a9baff89 req-2f6c5dc6-f8f0-44b3-9979-8ff8b744454c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:03.630117 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0ee68c1-0abd-43a5-b0e8-8ab7a9baff89 req-2f6c5dc6-f8f0-44b3-9979-8ff8b744454c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 946 time: 0.1163294 Nov 09 10:58:03.636829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Request body: {'port': {'device_id': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:03.650765 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.656484 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cfc5ed04-3070-43da-804a-fd47bd9c1407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:03.670389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b91791c-3a63-423b-b47a-7d3eb75c1240,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:03.695455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa2c1d3a-f02f-413e-bf9e-6e824becbb11 req-ea81e79a-019d-43fa-bb4a-049ad3c21c74 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971527 Nov 09 10:58:03.699751 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:03.722262 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.730403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b91791c-3a63-423b-b47a-7d3eb75c1240 HTTP/1.1" status: 204 len: 168 time: 0.5786655 Nov 09 10:58:03.739350 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0ee68c1-0abd-43a5-b0e8-8ab7a9baff89 req-1f3c02e4-71cc-4d6d-a403-81bf6a4fcf14 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758207 Nov 09 10:58:03.776962 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.789843 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:03.854704 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.892550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b254f-2e84-432a-a5c9-f7d5e7ea48d9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:03.896773 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:03.905946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff6222e92d04486a952d78d997f27995&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8333259 Nov 09 10:58:03.905946 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:03.906570 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f614de10-b986-4703-9419-0602d0871e84 req-628bd383-9ae5-4c99-a2f2-b1d3b198ffb2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.0628862 Nov 09 10:58:03.906666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38032) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:03.989942 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.022469 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.171160 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.175548 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da2a4a8-ea9d-4c53-8c47-bc7324f3d6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:04.200130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b254f-2e84-432a-a5c9-f7d5e7ea48d9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:04.203727 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:04.221912 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.226752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/847b254f-2e84-432a-a5c9-f7d5e7ea48d9 HTTP/1.1" status: 204 len: 168 time: 0.3190084 Nov 09 10:58:04.301257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4304aef1-e5aa-4566-8b34-805243dee0d9 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:04.303363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:04.311520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.328218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Transition to ACTIVE for port object bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:04.405609 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4304aef1-e5aa-4566-8b34-805243dee0d9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:04.406177 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.410788 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.415467 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:04.476024 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 69547300-4115-42a8-977c-a5e272ea6b0e details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:58:04.547783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-2124a1fe-8c72-4bce-ae3a-4e77787018ea tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:04.550018 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-2124a1fe-8c72-4bce-ae3a-4e77787018ea tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.57 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 972 time: 0.1776819 Nov 09 10:58:04.585667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:04.590414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:04.711727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38050) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:04.771335 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d068df8-3712-4a87-8b0a-3914399c6484 req-373affcd-d0bc-4b8e-bcc2-ea1d12ca04f1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.1082010 Nov 09 10:58:04.809909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.840206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 69547300-4115-42a8-977c-a5e272ea6b0e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=69547300-4115-42a8-977c-a5e272ea6b0e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:04.875661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Deleting port 48b81e66-372b-450e-bef9-420adaa9840f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 10:58:04.877902 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:04.907070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '69547300-4115-42a8-977c-a5e272ea6b0e', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '69547300-4115-42a8-977c-a5e272ea6b0e', 'mac_address': 'fa:16:3e:48:1b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:58:04.996910 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:05.019974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69547300-4115-42a8-977c-a5e272ea6b0e {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:05.055815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58070) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:05.056616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:05.059358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:05.059732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:05.075326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 69547300-4115-42a8-977c-a5e272ea6b0e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=69547300-4115-42a8-977c-a5e272ea6b0e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:05.147692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d044f0a-1d65-415c-8f94-015f24e1bbce req-258aae34-ed6b-42fc-92c2-1817404fd761 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:05.156157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d044f0a-1d65-415c-8f94-015f24e1bbce req-258aae34-ed6b-42fc-92c2-1817404fd761 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.5782604 Nov 09 10:58:05.159599 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:05.165520 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:05.207481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:05.207809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:05.263618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=69547300-4115-42a8-977c-a5e272ea6b0e,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:05.267906 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:05.334603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:05.335086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:05.335731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:05.336257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Bound port: bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:05.336671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:05.357099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['69547300-4115-42a8-977c-a5e272ea6b0e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:58:05.398875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:05.409368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] For port 48b81e66-372b-450e-bef9-420adaa9840f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=48b81e66-372b-450e-bef9-420adaa9840f,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:05.409726 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:05.417842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Usage tracker for resource:security_group_rule and tenant:d85cd7a508734688899a3cb7c76004a3 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:05.426213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:05.442598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:05.453075 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d044f0a-1d65-415c-8f94-015f24e1bbce req-ab650487-d372-4664-9447-4c337632f320 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955182 Nov 09 10:58:05.500635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-6cd4301c-87e3-4ca5-be3a-13cf8ea44245 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:05.502233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-6cd4301c-87e3-4ca5-be3a-13cf8ea44245 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.4367456 Nov 09 10:58:05.522614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Request body: {'port': {'device_id': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'admin_state_up': True, 'tenant_id': '3faa8f4f3c294428a10a5aee57d1c9c2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:05.620697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:05.650217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:05.717382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:05.723565 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Usage tracker for resource:port and tenant:3faa8f4f3c294428a10a5aee57d1c9c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:05.726691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:05.734699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Calling delete_port for 48b81e66-372b-450e-bef9-420adaa9840f owned by compute:tempest-test_az-1989822851 {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 10:58:05.852121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1894-51f3-44b5-b367-b78d2ef09af1 req-eb0ca871-5feb-4db9-b896-b5db564592f8 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:05.854164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c90d1894-51f3-44b5-b367-b78d2ef09af1 req-eb0ca871-5feb-4db9-b896-b5db564592f8 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 972 time: 0.5597029 Nov 09 10:58:05.857657 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:05.860666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:05.871459 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:05.953320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c90d1894-51f3-44b5-b367-b78d2ef09af1 req-c52a985c-9e1d-4cbc-9762-f2936a72c928 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c607bdca-1d54-40d2-844a-2def3a3daf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908847 Nov 09 10:58:05.958854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:05.962168 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] 10.222.0.59 "PUT /v2.0/ports/bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 1096 time: 2.4920299 Nov 09 10:58:05.962911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:05.968708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58073) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:05.969557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:05.978085 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:06.033185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Made reservation on behalf of 3faa8f4f3c294428a10a5aee57d1c9c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:06.034165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.108236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.238535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69fc1558-c682-4a6f-9b8d-b51fea72aab3 req-e055109b-4e12-483e-a2e1-7e77ddbc79a7 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.0589352 Nov 09 10:58:06.239720 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.282500 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:06.283192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c9cf8-8ac9-42f2-94d9-bcb9024650c6 req-2bb41313-69c5-436d-aff2-3049628c2586 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:06.290040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-437c9cf8-8ac9-42f2-94d9-bcb9024650c6 req-2bb41313-69c5-436d-aff2-3049628c2586 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 947 time: 0.5597157 Nov 09 10:58:06.335901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.399517 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.406187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ead5b-35be-489c-84d8-0b16a532a345,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:06.411871 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:06.418058 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed7039d4-5868-406c-b9ff-849b726dc61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:06.489910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 69547300-4115-42a8-977c-a5e272ea6b0e up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:06.499514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-f8f9ce79-f253-4bde-beeb-a551d79a9d85 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:06.499914 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d85cd7a508734688899a3cb7c76004a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7765932 Nov 09 10:58:06.500335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-f8f9ce79-f253-4bde-beeb-a551d79a9d85 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Synchronizing usage tracker for tenant:4758245c39d7467482e960be0006c0a9 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:06.502335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38098) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:06.505505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Pushing event deleted for resources: {'Port': ['ID=48b81e66-372b-450e-bef9-420adaa9840f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:06.520503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-437c9cf8-8ac9-42f2-94d9-bcb9024650c6 req-edf1cfb6-e2d6-4a4a-bfbc-52e2a159fdff tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294176 Nov 09 10:58:06.535264 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:06.615919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-6cde4715-e31e-4dec-a416-37d4b2166f87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1099 time: 0.4531054 Nov 09 10:58:06.711029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-285de043-6b4e-447d-a8ec-6c6de7487d04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.0839007 Nov 09 10:58:06.711616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-f8f9ce79-f253-4bde-beeb-a551d79a9d85 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Unset dirty status for tenant:4758245c39d7467482e960be0006c0a9 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:06.714295 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-f8f9ce79-f253-4bde-beeb-a551d79a9d85 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.59 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 824 time: 0.7413156 Nov 09 10:58:06.715216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Allocated IP 172.20.0.9 (8b05eb25-adad-4dc8-97a7-201533b40f5f/2d228336-f6d0-491f-981f-9f44fd621fb3/9361ea92-344a-4508-8e82-be2d307617d1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:58:06.753128 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6235f711-3410-4b48-ac54-58ad5ae45f4d req-104b426c-372c-4ad1-94ec-ac34c3ca372e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.2506995 Nov 09 10:58:06.808622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-be8942ae-087d-4d1a-b6c8-2ccda0823263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:06.810304 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-be8942ae-087d-4d1a-b6c8-2ccda0823263 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0779569 Nov 09 10:58:06.816418 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 69547300-4115-42a8-977c-a5e272ea6b0e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:06.828159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 69547300-4115-42a8-977c-a5e272ea6b0e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:06.828842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.870106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] No DVR routers for this DVR port 48b81e66-372b-450e-bef9-420adaa9840f on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:58:06.875074 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.877996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'name': 'network-vif-deleted', 'tag': '48b81e66-372b-450e-bef9-420adaa9840f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:06.887216 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.937079 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:06.988257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0d0bf03-2ae4-4635-9f32-b419a694bbb2 req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.57 "DELETE /v2.0/ports/48b81e66-372b-450e-bef9-420adaa9840f HTTP/1.1" status: 204 len: 173 time: 2.4312656 Nov 09 10:58:07.077307 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'status': 'completed', 'code': 200} Nov 09 10:58:07.114722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-80c3b0ed-9288-4339-ba09-f615cfa92cb8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Synchronizing usage tracker for tenant:4758245c39d7467482e960be0006c0a9 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:07.223052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-d46d11b2-0c15-4953-a347-c80e6f73bad6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3907642 Nov 09 10:58:07.232058 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66a353f-dcb4-4f68-9faa-51697bcc2436', 'name': 'network-vif-deleted', 'tag': '48b81e66-372b-450e-bef9-420adaa9840f', 'status': 'completed', 'code': 200} Nov 09 10:58:07.235205 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:07.267855 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7cc3fb10-4557-4e0a-a5f2-c68f125b6d46 tempest-AggregatesAdminTestJSON-1236360525 tempest-AggregatesAdminTestJSON-1236360525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:07.294836 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:07.317943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ead5b-35be-489c-84d8-0b16a532a345,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:07.335074 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:07.350493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:07.351301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69547300-4115-42a8-977c-a5e272ea6b0e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:07.359212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-80c3b0ed-9288-4339-ba09-f615cfa92cb8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Unset dirty status for tenant:4758245c39d7467482e960be0006c0a9 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:07.360096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/034ead5b-35be-489c-84d8-0b16a532a345 HTTP/1.1" status: 204 len: 168 time: 0.8551228 Nov 09 10:58:07.360571 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-80c3b0ed-9288-4339-ba09-f615cfa92cb8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4758245c39d7467482e960be0006c0a9 HTTP/1.1" status: 200 len: 379 time: 0.6270313 Nov 09 10:58:07.367382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 69547300-4115-42a8-977c-a5e272ea6b0e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=69547300-4115-42a8-977c-a5e272ea6b0e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:07.384237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'port': {'device_id': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'admin_state_up': True, 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'security_groups': ['08585b4c-6cd5-4162-a786-a77ba97b1645']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:07.414387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3773e1-4347-4b58-93b9-8b4115022fbc req-b46fd9fb-32de-4c5f-9507-600d32fe778c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:07.423536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb3773e1-4347-4b58-93b9-8b4115022fbc req-b46fd9fb-32de-4c5f-9507-600d32fe778c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.3193183 Nov 09 10:58:07.471538 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:07.472911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 48b81e66-372b-450e-bef9-420adaa9840f no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 10:58:07.477653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb3773e1-4347-4b58-93b9-8b4115022fbc req-b277a695-9cb9-4628-b6bd-92411488731a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527077 Nov 09 10:58:07.514543 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b2e163d5-2ad8-4584-86ec-32b1bfa5eaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:07.594384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=69547300-4115-42a8-977c-a5e272ea6b0e,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:07.605296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11f92998-98f2-4abb-ac07-938d6ee50a2c req-3d14953c-7c5e-456d-a560-c8d08455b305 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66a353f-dcb4-4f68-9faa-51697bcc2436 HTTP/1.1" status: 200 len: 210 time: 0.2382343 Nov 09 10:58:07.605808 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:07.606922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 48b81e66-372b-450e-bef9-420adaa9840f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 10:58:07.607420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 48b81e66-372b-450e-bef9-420adaa9840f not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 10:58:07.612198 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:07.704855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61bd0380-2f55-48f5-b061-25a0c3a58638 req-82b1f5ba-2242-4849-9950-1e4f895f626f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.0539048 Nov 09 10:58:07.720667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:07.725202 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69547300-4115-42a8-977c-a5e272ea6b0e', 'code': 200} Nov 09 10:58:07.731336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:07.766598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-a879c13d-cb9a-4a89-bf87-722e46c8255c service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904478 Nov 09 10:58:07.896585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55d82e13-7578-4082-98b2-3f63670e79fc req-6b91e4a9-1f66-42b5-bd38-7785851de246 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 1099 time: 0.0903640 Nov 09 10:58:08.015689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Made reservation on behalf of 4758245c39d7467482e960be0006c0a9 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:08.021900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:08.053773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55d82e13-7578-4082-98b2-3f63670e79fc req-7876dc1a-a99e-46fc-adc7-d5496e99b09c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491730 Nov 09 10:58:08.059483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:08.108667 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:08.117965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b4f4b-0e4b-4b98-ba2b-7934599c042c req-986cea6e-0abb-45b8-9cd8-60200c67bd11 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:08.121033 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f4b4f4b-0e4b-4b98-ba2b-7934599c042c req-986cea6e-0abb-45b8-9cd8-60200c67bd11 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 931 time: 0.1405315 Nov 09 10:58:08.189193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2f4b4f4b-0e4b-4b98-ba2b-7934599c042c req-138e8e8f-f3b7-406c-a2b9-627c26cc6a94 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:08.314865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2f4b4f4b-0e4b-4b98-ba2b-7934599c042c req-138e8e8f-f3b7-406c-a2b9-627c26cc6a94 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:08.321289 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f4b4f4b-0e4b-4b98-ba2b-7934599c042c req-138e8e8f-f3b7-406c-a2b9-627c26cc6a94 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942220 Nov 09 10:58:08.373468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:58:08.386387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7a70442-e8cc-4da3-9242-58bb1193460c req-66ff3f86-91eb-4cbc-a87d-96c3f1058188 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052773 Nov 09 10:58:08.394942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:08.405131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:58:08.458516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:08.547438 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.547802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.548157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.548509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.548855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.549463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.549789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.550127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.550464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.550825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.551157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:08.570570 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:08.605942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9079-ce7e-4b05-8ade-ab4c1696d16b req-1dda6a90-dcc0-42cf-bedf-b702fbb2a035 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:08.607459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d86f9079-ce7e-4b05-8ade-ab4c1696d16b req-1dda6a90-dcc0-42cf-bedf-b702fbb2a035 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 948 time: 0.7670751 Nov 09 10:58:08.633616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:08.634227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:08.723408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Allocated IP 172.20.0.10 (c9505e81-1780-4085-99c6-eafe6690270a/8c7892a5-1465-4956-a26c-d90d23945741/212c4d2d-1368-477d-8edd-ad7aa57ee532) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:58:08.761757 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d86f9079-ce7e-4b05-8ade-ab4c1696d16b req-2735ba35-377b-4abf-b1af-0f38f668d7e3 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337256 Nov 09 10:58:08.781716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-9e6de603-f954-4263-b84d-4f9478c5f9e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1099 time: 0.2260964 Nov 09 10:58:08.800093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2823112 Nov 09 10:58:08.840413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Request body: {'port': {'device_id': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:09.216999 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:09.235781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-84474f56-10f3-46a7-b3cc-0111cdaf71ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:09.237302 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-84474f56-10f3-46a7-b3cc-0111cdaf71ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4393728 Nov 09 10:58:09.255350 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ad75158-ec50-4c51-a17b-2c046d15ea46 req-ee30bd74-2e40-42e5-aca0-fb605e8f7c75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 210 time: 0.0609891 Nov 09 10:58:09.344999 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:09.378288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-0a6e762f-115a-4bf9-89a4-736b438cb3bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.1293893 Nov 09 10:58:09.426393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b55e-2869-4262-a5bb-24b99da3250d req-050ca1d1-57c8-4c40-a49f-2cf6ac427847 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:09.427963 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-04a2b55e-2869-4262-a5bb-24b99da3250d req-050ca1d1-57c8-4c40-a49f-2cf6ac427847 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.4766924 Nov 09 10:58:09.438902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Transition to ACTIVE for port object 212c4d2d-1368-477d-8edd-ad7aa57ee532 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:09.583218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-0514642d-9a40-43f6-8240-60a6daaea593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:09.584665 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-0514642d-9a40-43f6-8240-60a6daaea593 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1991692 Nov 09 10:58:09.685460 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-04a2b55e-2869-4262-a5bb-24b99da3250d req-825cf606-ead5-42b8-8ce7-5aafc5ebc059 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449579 Nov 09 10:58:09.758279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38196) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:09.796979 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:09.817104 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:09.937017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Network c9505e81-1780-4085-99c6-eafe6690270a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:58:09.942766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:09.944638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event updated for resources: {'Port': ['ID=212c4d2d-1368-477d-8edd-ad7aa57ee532,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:09.950576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:58:09.980463 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-d335ba1d-8581-42e3-b493-cfb6cc5fe800 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3847554 Nov 09 10:58:09.992732 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:10.142962 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:58:10.158869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:10.159069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.215327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a68fa435-e728-4abc-8526-62d3ec7ee299 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4d68a8443d347a68ef37cc3bbcbdad7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4556224 Nov 09 10:58:10.222883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38212) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:10.277119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc16d-d4c1-433e-b7e3-2c07af7f9d12 req-9456ece6-c247-426c-bedb-d8a86e0442c2 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:10.285551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5aafc16d-d4c1-433e-b7e3-2c07af7f9d12 req-9456ece6-c247-426c-bedb-d8a86e0442c2 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 931 time: 0.4581811 Nov 09 10:58:10.347211 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.359913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2c8291a0-005f-4940-8a50-c2b37e3f864b None None] Provisioning for port 212c4d2d-1368-477d-8edd-ad7aa57ee532 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:10.371096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5aafc16d-d4c1-433e-b7e3-2c07af7f9d12 req-fe4d622e-5381-40ef-8c89-90971ef04685 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807898 Nov 09 10:58:10.378195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2c8291a0-005f-4940-8a50-c2b37e3f864b None None] Provisioning complete for port 212c4d2d-1368-477d-8edd-ad7aa57ee532 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:10.378577 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2c8291a0-005f-4940-8a50-c2b37e3f864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.388597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.394622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0161803 Nov 09 10:58:10.439405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9361ea92-344a-4508-8e82-be2d307617d1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:10.455689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Request body: {'port': {'device_id': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:10.464423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2c8291a0-005f-4940-8a50-c2b37e3f864b None None] Port 212c4d2d-1368-477d-8edd-ad7aa57ee532 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:58:10.487542 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.557211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Transition to ACTIVE for port object 9361ea92-344a-4508-8e82-be2d307617d1 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:10.559423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.568877 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1cf84fc0-a84e-4e8e-9e85-9aef8746bd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:10.579374 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-4b61b6b4-59db-48dd-b666-4cdd9f59fa9d service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769141 Nov 09 10:58:10.585843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607bdca-1d54-40d2-844a-2def3a3daf5f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:10.596656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.597125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.597534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.598509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.598509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.599333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.599333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.599665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.600114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.600543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.600971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:10.604120 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:10.672925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed1d2-a28f-4d2d-b92a-964395ae200d req-feb17ec6-664b-4d0a-ab91-5df5bebd13d5 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:10.674937 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07eed1d2-a28f-4d2d-b92a-964395ae200d req-feb17ec6-664b-4d0a-ab91-5df5bebd13d5 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 948 time: 0.2870560 Nov 09 10:58:10.717208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93575a-f7c3-4add-bb6d-6f0378f13a96 req-cdc73b6e-9ad2-4a12-b2a2-c03c9d6e18bb tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:10.718985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d93575a-f7c3-4add-bb6d-6f0378f13a96 req-cdc73b6e-9ad2-4a12-b2a2-c03c9d6e18bb tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 932 time: 0.0941572 Nov 09 10:58:10.737427 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.748092 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:10.759174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c607bdca-1d54-40d2-844a-2def3a3daf5f HTTP/1.1" status: 204 len: 168 time: 0.5255461 Nov 09 10:58:10.767124 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac29a4dc-b4d4-434c-8e11-0d23d3a7f126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:10.793017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d93575a-f7c3-4add-bb6d-6f0378f13a96 req-b36864c4-5b63-42e4-bb60-6816a425ac8c tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651727 Nov 09 10:58:10.794544 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.020455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:11.036139 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:11.043269 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7c037af-f418-4262-9360-b1a2d9e86fde req-413ccb32-6289-4651-8f62-c9ebe04e6f6d service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356487 Nov 09 10:58:11.045271 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07eed1d2-a28f-4d2d-b92a-964395ae200d req-34a48880-042b-4c62-b969-c179052e3fd3 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138132 Nov 09 10:58:11.324793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:11.325386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:11.325508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:11.338524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182bca8-b705-42b9-934d-f39e230eeedc req-3feabd6b-6068-4929-b8f3-44fec44c16ac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:11.340674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c182bca8-b705-42b9-934d-f39e230eeedc req-3feabd6b-6068-4929-b8f3-44fec44c16ac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.1106184 Nov 09 10:58:11.342804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:11.343118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:11.364137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:11.364471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:11.364922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:11.365358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Bound port: 9361ea92-344a-4508-8e82-be2d307617d1, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:11.365699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.393446 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c182bca8-b705-42b9-934d-f39e230eeedc req-db90611a-c87e-40a1-94da-d7b4e1093e6a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Nov 09 10:58:11.542091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:11.559197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:11.561649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212c4d2d-1368-477d-8edd-ad7aa57ee532 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:11.568579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.584098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Transition to ACTIVE for port object 212c4d2d-1368-477d-8edd-ad7aa57ee532 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:11.622946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38250) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:11.665011 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.669746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61cac-9cc7-454e-a2c5-3724ec1b2af9 req-dc3c1788-a8f5-4464-a3e2-f67d1c9a8495 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:11.671253 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27e61cac-9cc7-454e-a2c5-3724ec1b2af9 req-dc3c1788-a8f5-4464-a3e2-f67d1c9a8495 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 943 time: 0.0802834 Nov 09 10:58:11.685716 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:11.723246 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.739086 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27e61cac-9cc7-454e-a2c5-3724ec1b2af9 req-08710dc9-2c72-4a32-a7ab-8071ecf69199 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568552 Nov 09 10:58:11.749791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38256) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:11.750081 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d7c1e704-1146-42c0-9054-663b7b7ac9e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e8383cd6f4d4200b2c02e96788197b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1256723 Nov 09 10:58:11.793154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.794841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] 10.222.0.59 "PUT /v2.0/ports/9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 1091 time: 2.9650123 Nov 09 10:58:11.797144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:11.871307 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.969519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:11.971453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:11.980070 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:11.999998 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:12.093381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38268) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:12.154249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.159622 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36330cf2-04c7-482e-b87d-36aea5b16fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:12.182589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041bd99-01b0-4996-aa6d-f39d7dfb9158,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:12.186386 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:12.220830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d315b-b4b3-48b6-a6d7-180479bb3e30 req-ec63fe00-428f-490a-b2bc-6fa0d4a41f1b tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:12.222820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-132d315b-b4b3-48b6-a6d7-180479bb3e30 req-ec63fe00-428f-490a-b2bc-6fa0d4a41f1b tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 944 time: 0.1224291 Nov 09 10:58:12.248846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Pushing event updated for resources: {'Port': ['ID=212c4d2d-1368-477d-8edd-ad7aa57ee532,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:12.253014 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:12.265264 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.267180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1041bd99-01b0-4996-aa6d-f39d7dfb9158 HTTP/1.1" status: 204 len: 168 time: 0.5162425 Nov 09 10:58:12.288989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-132d315b-b4b3-48b6-a6d7-180479bb3e30 req-4e5c75e7-81ae-49a2-a6e8-07d934f59598 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603034 Nov 09 10:58:12.329523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Attempting to bind port 212c4d2d-1368-477d-8edd-ad7aa57ee532 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:12.329862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Attempting to bind port 212c4d2d-1368-477d-8edd-ad7aa57ee532 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:12.330198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Attempting to bind port 212c4d2d-1368-477d-8edd-ad7aa57ee532 on network c9505e81-1780-4085-99c6-eafe6690270a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:12.334644 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-9a595d4e-ae3d-4538-97e3-88a2501f4596 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1094 time: 0.3982875 Nov 09 10:58:12.366144 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.403230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:12.407850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Usage tracker for resource:security_group_rule and tenant:0f52bbd59dea40c69728a569ac8c6a9d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:12.410995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:12.418676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:12.473430 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1', 'status': 'completed', 'code': 200} Nov 09 10:58:12.474814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Port 212c4d2d-1368-477d-8edd-ad7aa57ee532 on network c9505e81-1780-4085-99c6-eafe6690270a not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:12.475131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Attempting to bind port 212c4d2d-1368-477d-8edd-ad7aa57ee532 on network c9505e81-1780-4085-99c6-eafe6690270a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:12.482110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4d6d-be22-42a2-96e3-2701ea8e0f62 req-a399d47e-ed6f-4f94-9887-94734a01936e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:12.483717 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-333c4d6d-be22-42a2-96e3-2701ea8e0f62 req-a399d47e-ed6f-4f94-9887-94734a01936e tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 948 time: 0.4907861 Nov 09 10:58:12.496429 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.506575 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-019d4125-6c90-432c-bacf-f50ba94d8969 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 217 time: 0.1640341 Nov 09 10:58:12.562481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:12.563120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Checking segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:12.563220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Bound using segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:12.563656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Bound port: 212c4d2d-1368-477d-8edd-ad7aa57ee532, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:12.564000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.575423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.607728 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:12.643306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f52bbd59dea40c69728a569ac8c6a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5485241 Nov 09 10:58:12.647669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38284) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:12.666628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-333c4d6d-be22-42a2-96e3-2701ea8e0f62 req-4fd63a92-d15d-4e0e-9437-b3db49c23bf6 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642799 Nov 09 10:58:12.673685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-37f57425-5141-4815-b794-5a4fb5cfc3e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:12.675386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-37f57425-5141-4815-b794-5a4fb5cfc3e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1502593 Nov 09 10:58:12.707252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac394bbc-5f25-4eaa-bdb5-304eb8cc976c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:12.716209 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:12.749562 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.755256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-65b5ecaf-1895-4d3f-bff9-34a2b25da8b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716732 Nov 09 10:58:12.776162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38292) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:12.791412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bb6bd-955c-4f83-9afa-9b61853f707e req-6d4d4adc-b042-4ec5-9924-2ca3501fbb4e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:12.794319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] For port 212c4d2d-1368-477d-8edd-ad7aa57ee532, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:12.798149 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0a6bb6bd-955c-4f83-9afa-9b61853f707e req-6d4d4adc-b042-4ec5-9924-2ca3501fbb4e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.2724843 Nov 09 10:58:12.816565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.857775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] For port 212c4d2d-1368-477d-8edd-ad7aa57ee532, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:12.892599 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0a6bb6bd-955c-4f83-9afa-9b61853f707e req-753c2d82-fa33-42f1-a7f6-808c38bd2719 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935211 Nov 09 10:58:12.940147 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-0aa3e8fe-6ff0-4b3b-8f7b-e0aeac97c523 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781156 Nov 09 10:58:12.971374 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:12.982919 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:13.032934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.039182 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46d55964-b006-4b38-876a-a732551b3fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:13.047683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.081806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac394bbc-5f25-4eaa-bdb5-304eb8cc976c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:13.097075 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:58:13.100466 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.101765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] 10.222.0.59 "PUT /v2.0/ports/212c4d2d-1368-477d-8edd-ad7aa57ee532 HTTP/1.1" status: 200 len: 1092 time: 2.6501465 Nov 09 10:58:13.142477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:13.152714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Usage tracker for resource:security_group_rule and tenant:9d19642a6cd240e796fbe1e22155c9d2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:13.158303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:13.159999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Pushing event updated for resources: {'Port': ['ID=212c4d2d-1368-477d-8edd-ad7aa57ee532,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:13.164520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:13.176536 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:13.187242 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92f17dc2-4daf-41ce-981d-95fbdad8cbe1 req-463d4085-9fd0-4b39-b505-ca2cd231c157 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399004 Nov 09 10:58:13.194117 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:13.197762 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.202982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac394bbc-5f25-4eaa-bdb5-304eb8cc976c HTTP/1.1" status: 204 len: 168 time: 0.5539272 Nov 09 10:58:13.300267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.305709 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-74a70ea1-5fb5-4a7d-8a1f-28b953da61f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 1095 time: 0.1046419 Nov 09 10:58:13.365605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.387252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6fa94463-f150-4f13-b446-96fc48fdc032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:13.429892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fadc047-dd8c-415d-91fc-8e6b2ca8d52b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:13.436467 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:13.442504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:13.442632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d19642a6cd240e796fbe1e22155c9d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6615086 Nov 09 10:58:13.442632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38310) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:13.468746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'mac_address': 'fa:16:3e:75:ca:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:58:13.486565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-d3f2fdde-576b-4a99-8b26-27fd005187a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532 HTTP/1.1" status: 200 len: 217 time: 0.1710644 Nov 09 10:58:13.538781 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.552120 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.570688 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.591320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:13.678883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:13.736081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.738648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-349cda09-c4a7-4ca6-81fc-4ad95adb33b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:13.740127 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-349cda09-c4a7-4ca6-81fc-4ad95adb33b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.1428933 Nov 09 10:58:13.746696 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:13.760656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fadc047-dd8c-415d-91fc-8e6b2ca8d52b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:13.766821 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.772798 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b2e163d5-2ad8-4584-86ec-32b1bfa5eaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:13.779510 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:13.789662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:13.795703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fadc047-dd8c-415d-91fc-8e6b2ca8d52b HTTP/1.1" status: 204 len: 168 time: 0.3514853 Nov 09 10:58:13.828815 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-e4a9d9ad-6169-4c83-baaf-33ca43168f9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1094 time: 0.3411114 Nov 09 10:58:13.857946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:13.868040 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:13.947435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6306b0-4233-46f2-9496-50d7392ca7a1 req-04e78e14-589a-4271-949e-5af31bfee36a tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:13.956044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a6306b0-4233-46f2-9496-50d7392ca7a1 req-04e78e14-589a-4271-949e-5af31bfee36a tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 948 time: 0.1682642 Nov 09 10:58:13.979790 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0255e79-4e2a-4ca4-893a-054f4a0745e2 req-fdb1b710-f508-4256-af02-910a1c6ce979 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:13.980391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d0255e79-4e2a-4ca4-893a-054f4a0745e2 req-fdb1b710-f508-4256-af02-910a1c6ce979 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:14.006747 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-08e9a65d-188f-4c6c-9f95-263f131a1970 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521739 Nov 09 10:58:14.017528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a6306b0-4233-46f2-9496-50d7392ca7a1 req-cf1e2a92-558d-486a-abbf-5d040891ade8 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 Nov 09 10:58:14.129892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-5c0865b9-c402-43f7-ab34-6416e67500e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:14.132366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-5c0865b9-c402-43f7-ab34-6416e67500e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2959902 Nov 09 10:58:14.209174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d0255e79-4e2a-4ca4-893a-054f4a0745e2 req-fdb1b710-f508-4256-af02-910a1c6ce979 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:14.210340 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0255e79-4e2a-4ca4-893a-054f4a0745e2 req-fdb1b710-f508-4256-af02-910a1c6ce979 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 943 time: 0.6141455 Nov 09 10:58:14.232697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362df19f-d0e1-4915-8abf-14f5ffc738f6 req-19ce4438-bcc1-4f08-951d-6408c06f0447 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:14.233962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-362df19f-d0e1-4915-8abf-14f5ffc738f6 req-19ce4438-bcc1-4f08-951d-6408c06f0447 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 944 time: 0.1095073 Nov 09 10:58:14.246213 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-a295e59f-bbc3-4cf0-aff3-9c13e9fb3ec7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 217 time: 0.1015718 Nov 09 10:58:14.281540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:58:14.283544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-362df19f-d0e1-4915-8abf-14f5ffc738f6 req-7d661943-f6ab-4ddc-8161-613434d66cf3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Nov 09 10:58:14.334874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38330) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:14.373070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:14.427286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:14.432783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Usage tracker for resource:security_group_rule and tenant:b07fb01a64fe4d0eb03560add406685b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:14.436339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:14.443428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:14.452380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-7d2bbd97-42c8-4f5a-b92b-cfb0a724cc7e service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359894 Nov 09 10:58:14.488592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:14.512697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0255e79-4e2a-4ca4-893a-054f4a0745e2 req-25ec0f96-e63d-4196-b164-9918fb4ac149 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848279 Nov 09 10:58:14.517174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-50d2415d-a94a-49c1-9a37-a4327f89969f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:14.518675 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-50d2415d-a94a-49c1-9a37-a4327f89969f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.2569361 Nov 09 10:58:14.627506 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:14.655375 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-c6123f24-9aaf-4581-a1a8-4d0d078c4b86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774558 Nov 09 10:58:14.674951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38338) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:14.701202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:14.709944 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-81e78ef5-b358-4457-ad8d-7aaafccf4396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:14.722943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-b58f5e76-a169-4b0b-aa69-758143eef746 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:14.724629 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-b58f5e76-a169-4b0b-aa69-758143eef746 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 948 time: 0.2222502 Nov 09 10:58:14.729507 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:14.840512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d256515-96c9-4eaa-ba7d-7a8a6cbcaa0e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:14.864521 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b07fb01a64fe4d0eb03560add406685b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5285761 Nov 09 10:58:14.865561 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:14.873592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38342) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:14.913741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Deleting port 69547300-4115-42a8-977c-a5e272ea6b0e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 10:58:14.914095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:14.914245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6731d03d-e9e5-43fe-92bf-9bea270d90c6 req-5d3555b9-68d4-427f-b36c-4adcb6f4329e service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481087 Nov 09 10:58:14.953902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:14.971117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Usage tracker for resource:security_group_rule and tenant:53dd2f85074b44f79518b592732b19b2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:14.971839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-2ee9e223-2198-4770-8c30-f7fd1411daba service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060849 Nov 09 10:58:14.980749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:15.006725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:15.074654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1084e-6c73-47f5-a9e1-27f5472bbb3c req-5fb566c0-73a6-4cd7-bc50-4b473e939b98 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:15.076239 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48e1084e-6c73-47f5-a9e1-27f5472bbb3c req-5fb566c0-73a6-4cd7-bc50-4b473e939b98 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 949 time: 0.2358272 Nov 09 10:58:15.179232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48e1084e-6c73-47f5-a9e1-27f5472bbb3c req-50d5636f-f848-4292-a2f9-18633795b85b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914884 Nov 09 10:58:15.181059 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77cca2a5-5a6c-46f9-aa30-ba196ba26e81 req-aec97f8e-39a4-44d4-bc15-2d10d625a62c service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964569 Nov 09 10:58:15.252003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:15.255412 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'status': 'completed', 'code': 200} Nov 09 10:58:15.336822 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:15.367083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:15.380957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-0e144028-87a2-494a-b232-652a0c73a8f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 1095 time: 0.0970790 Nov 09 10:58:15.415635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] For port 69547300-4115-42a8-977c-a5e272ea6b0e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=69547300-4115-42a8-977c-a5e272ea6b0e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:15.416016 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:15.880976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Calling delete_port for 69547300-4115-42a8-977c-a5e272ea6b0e owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 10:58:15.882643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-9d995960-2b7a-46ae-a378-a464ac2cc2d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:15.882643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-9d995960-2b7a-46ae-a378-a464ac2cc2d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 925 time: 0.2912669 Nov 09 10:58:15.882643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a37fd0-b9c9-4067-bdae-bbd468497245 req-5fe0beb6-142b-4bc4-bc4c-4892bb1d3113 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:15.882643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8a37fd0-b9c9-4067-bdae-bbd468497245 req-5fe0beb6-142b-4bc4-bc4c-4892bb1d3113 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 948 time: 0.2547772 Nov 09 10:58:15.883247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:15.883247 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:15.883716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-daf6d77f-5d3c-4fa7-a2ed-a9dbf0c73d72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532 HTTP/1.1" status: 200 len: 217 time: 0.1077955 Nov 09 10:58:15.883814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b19bdf-d5c4-4c09-bf69-e0a2753fb212,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:15.883814 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:15.883814 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53dd2f85074b44f79518b592732b19b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1434524 Nov 09 10:58:15.884053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38360) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:15.892902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8a37fd0-b9c9-4067-bdae-bbd468497245 req-1cac8757-a8d5-44a1-8b03-c8286ba890d3 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/security-groups?id=86a1df6d-9bb0-4043-99bd-0d4efff12879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364138 Nov 09 10:58:15.914784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-69e6dcd1-0e68-4ba7-8b35-9166ab760f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:15.916983 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-69e6dcd1-0e68-4ba7-8b35-9166ab760f48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.1074660 Nov 09 10:58:15.931665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b004f-25d1-41c2-a5c0-1f2eb7eaa621 req-62385a6a-b921-4e7c-b489-489d3d2e8f3f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:15.938361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a8b004f-25d1-41c2-a5c0-1f2eb7eaa621 req-62385a6a-b921-4e7c-b489-489d3d2e8f3f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 944 time: 0.1104052 Nov 09 10:58:15.987821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a8b004f-25d1-41c2-a5c0-1f2eb7eaa621 req-a9bc5d96-01f3-4e3b-b9fc-78e6fcfacf4c tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477672 Nov 09 10:58:15.988685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:15.995255 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-29514221-7cc8-4d16-9fd5-c3521fd97711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:16.005076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:16.016892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d256515-96c9-4eaa-ba7d-7a8a6cbcaa0e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:16.029003 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:16.029003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:16.036673 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:16.047592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['69547300-4115-42a8-977c-a5e272ea6b0e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:58:16.092480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Pushing event deleted for resources: {'Port': ['ID=69547300-4115-42a8-977c-a5e272ea6b0e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:16.095324 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:16.098965 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:16.103052 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d256515-96c9-4eaa-ba7d-7a8a6cbcaa0e HTTP/1.1" status: 204 len: 168 time: 1.2285061 Nov 09 10:58:16.128651 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:16.201299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-57db7b09-7bf9-44ad-98c6-3c71a5a3625e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743790 Nov 09 10:58:16.240713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] No DVR routers for this DVR port 69547300-4115-42a8-977c-a5e272ea6b0e on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:58:16.244156 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:16.248844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-677a5e95-1634-4ce5-bb6f-673f4f455207 req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.57 "DELETE /v2.0/ports/69547300-4115-42a8-977c-a5e272ea6b0e HTTP/1.1" status: 204 len: 173 time: 1.5010483 Nov 09 10:58:16.249396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'name': 'network-vif-deleted', 'tag': '69547300-4115-42a8-977c-a5e272ea6b0e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:16.369578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a6011-1b9a-4a5e-a290-8c10f1e0d0ef req-42d7bb2c-45b9-442f-8558-acd7a2947bd5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:16.371064 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf8a6011-1b9a-4a5e-a290-8c10f1e0d0ef req-42d7bb2c-45b9-442f-8558-acd7a2947bd5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 943 time: 0.3076437 Nov 09 10:58:16.413587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-ee126876-f730-445e-b763-c89abe5c994e service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940200 Nov 09 10:58:16.457229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:16.469231 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5e0a10c7-75d1-4d36-b093-72f618cdc4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:16.524866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b19bdf-d5c4-4c09-bf69-e0a2753fb212,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:16.534008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:16.539260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf8a6011-1b9a-4a5e-a290-8c10f1e0d0ef req-43abbf51-a7a4-4ee8-9204-d327ca5e8044 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568499 Nov 09 10:58:16.555025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:16.556095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8b19bdf-d5c4-4c09-bf69-e0a2753fb212 HTTP/1.1" status: 204 len: 168 time: 0.7112589 Nov 09 10:58:16.664297 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5a34bb1-82d5-449a-aaf4-d2863406ac3f req-3a380efa-91a3-4529-ac52-e2d0bd9cdcd9 service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433045 Nov 09 10:58:16.800571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94df845-7bc5-42ef-90f9-539464eb1797 req-37d6dfc6-f924-4603-8645-591c5fa197d3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:16.802279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d94df845-7bc5-42ef-90f9-539464eb1797 req-37d6dfc6-f924-4603-8645-591c5fa197d3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 949 time: 0.0885777 Nov 09 10:58:16.854528 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d94df845-7bc5-42ef-90f9-539464eb1797 req-7156e4aa-8e92-4ca3-bf27-a1250e4930d5 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Nov 09 10:58:16.949039 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdd1618-c2ff-4fad-b942-5d82220a0906', 'name': 'network-vif-deleted', 'tag': '69547300-4115-42a8-977c-a5e272ea6b0e', 'status': 'completed', 'code': 200} Nov 09 10:58:17.070973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:58:17.088943 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dd598075-4af3-4ba5-9678-59ae453e52d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:17.171900 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a18a25c2-1f00-4c86-9e33-f66c93784324 req-dbbd69bf-784f-4d52-b835-8cebfeb43620 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] 10.222.0.50 "GET /v2.0/ports?device_id=efdd1618-c2ff-4fad-b942-5d82220a0906 HTTP/1.1" status: 200 len: 210 time: 0.0825033 Nov 09 10:58:17.270288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:17.284642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:17.308054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800008-e53e-4168-8ab7-9bcb63aa78d9 req-4038eb73-b503-4a2d-826a-40baafc7afbc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:17.309616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d800008-e53e-4168-8ab7-9bcb63aa78d9 req-4038eb73-b503-4a2d-826a-40baafc7afbc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 944 time: 0.0976136 Nov 09 10:58:17.332118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '9361ea92-344a-4508-8e82-be2d307617d1', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'port_id': '9361ea92-344a-4508-8e82-be2d307617d1', 'mac_address': 'fa:16:3e:39:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d228336-f6d0-491f-981f-9f44fd621fb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:58:17.370355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d800008-e53e-4168-8ab7-9bcb63aa78d9 req-0f6f18a5-b6f5-43be-8b64-8d46df238b78 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544524 Nov 09 10:58:17.418436 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:17.434411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:17.438319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9361ea92-344a-4508-8e82-be2d307617d1 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:17.453857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:17.507453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:17.519849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:17.519849 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:17.541840 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:17.554487 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-36534b8e-1b46-482a-a16f-b5b9378b4fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:17.656846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:17.674004 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:17.739097 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:17.772729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:17.778123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f66ea-9c7c-469b-b6a3-826195e48fd3 req-727417a1-cfce-4997-bc49-0fad5bd97857 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:17.779902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-912f66ea-9c7c-469b-b6a3-826195e48fd3 req-727417a1-cfce-4997-bc49-0fad5bd97857 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 944 time: 0.0828829 Nov 09 10:58:17.786448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:17.811419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38422) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:17.839032 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-912f66ea-9c7c-469b-b6a3-826195e48fd3 req-db9b49f7-44f2-415a-811f-8bcce5841fbd tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Nov 09 10:58:17.843587 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'code': 200} Nov 09 10:58:17.862327 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:17.864756 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-36534b8e-1b46-482a-a16f-b5b9378b4fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:17.948054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:17.951148 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:17.952495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['9361ea92-344a-4508-8e82-be2d307617d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:58:18.046128 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-559b5b66-52c2-45fa-9272-527fc16b92af req-43bedd9a-7011-4140-9205-a1afa36fe586 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1101 time: 0.1329377 Nov 09 10:58:18.119765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-559b5b66-52c2-45fa-9272-527fc16b92af req-52cada41-9e61-4243-a816-7ed526ec5d26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Nov 09 10:58:18.156147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c51a82-9998-4263-87b0-b0a4fbf18e8d req-85e8a24f-8776-49f4-a303-ac67a43330bd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:18.157776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b6c51a82-9998-4263-87b0-b0a4fbf18e8d req-85e8a24f-8776-49f4-a303-ac67a43330bd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1211438 Nov 09 10:58:18.258165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b6c51a82-9998-4263-87b0-b0a4fbf18e8d req-cb580ee6-61a5-415f-ae59-a1e009ff76a1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906186 Nov 09 10:58:18.262044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:18.316984 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:18.322727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Usage tracker for resource:security_group_rule and tenant:43fb0412b4194a4f96bab315a4504dc5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:18.325978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:18.336090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:18.422785 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:18.496143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:18.513818 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3fc792bd-f85d-4128-9a37-cd5ce995bd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:18.568108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 69547300-4115-42a8-977c-a5e272ea6b0e no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 10:58:18.614148 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43fb0412b4194a4f96bab315a4504dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7988119 Nov 09 10:58:18.615099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38454) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:18.621207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1f0f2-16d1-434c-b9e3-8a810483f7cd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:18.625497 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:18.654229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 69547300-4115-42a8-977c-a5e272ea6b0e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 10:58:18.659837 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 69547300-4115-42a8-977c-a5e272ea6b0e not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 10:58:18.667191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a36e8-3e18-484b-b370-a1b711a18970 req-40314e0b-dd0a-4b12-9f04-2b50d8bd72f8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:18.668866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f26a36e8-3e18-484b-b370-a1b711a18970 req-40314e0b-dd0a-4b12-9f04-2b50d8bd72f8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 944 time: 0.1379356 Nov 09 10:58:18.701127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:18.732467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f26a36e8-3e18-484b-b370-a1b711a18970 req-731bfec1-718d-4794-8836-84b45ffba9fb tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576723 Nov 09 10:58:18.745379 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:18.919825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:18.924477 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:18.954717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1f0f2-16d1-434c-b9e3-8a810483f7cd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:18.998974 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:19.000739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.002400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0c1f0f2-16d1-434c-b9e3-8a810483f7cd HTTP/1.1" status: 204 len: 168 time: 0.3841894 Nov 09 10:58:19.080832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 212c4d2d-1368-477d-8edd-ad7aa57ee532 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:58:19.083944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:19.117333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38474) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:19.263828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764baa17-c15d-4346-a1f1-4f256a5e8623 req-ecbb67bf-c080-4674-a64f-dabface4bdc7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:19.265496 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-764baa17-c15d-4346-a1f1-4f256a5e8623 req-ecbb67bf-c080-4674-a64f-dabface4bdc7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 944 time: 0.1029789 Nov 09 10:58:19.315299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-764baa17-c15d-4346-a1f1-4f256a5e8623 req-fd7dd03c-d164-41f4-8518-d8596e236629 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Nov 09 10:58:19.357227 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 212c4d2d-1368-477d-8edd-ad7aa57ee532, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:19.382960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'port_id': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'mac_address': 'fa:16:3e:6e:eb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:58:19.384778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 9361ea92-344a-4508-8e82-be2d307617d1 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:19.395631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 9361ea92-344a-4508-8e82-be2d307617d1 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:19.395631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.454964 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-33da997b-a735-44a4-8a02-893c3341083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.501807 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.527144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212c4d2d-1368-477d-8edd-ad7aa57ee532 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:19.577627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783c32f-f0fb-49b1-a7cc-76839ddd5ba0 req-b736d413-54a2-44b8-8906-6b22a0966d8b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:19.579490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d783c32f-f0fb-49b1-a7cc-76839ddd5ba0 req-b736d413-54a2-44b8-8906-6b22a0966d8b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.0930152 Nov 09 10:58:19.582960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 212c4d2d-1368-477d-8edd-ad7aa57ee532, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:19.596972 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.646733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:19.659413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d783c32f-f0fb-49b1-a7cc-76839ddd5ba0 req-0548a33d-b6fa-4a43-a1a9-08ef100290d0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715635 Nov 09 10:58:19.661847 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.667953 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-479f15af-3ef4-42ce-94ab-32b6250c0f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:19.710780 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.747456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=212c4d2d-1368-477d-8edd-ad7aa57ee532,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:19.752260 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:19.752745 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:19.792228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1255601916-network', 'tenant_id': '721a615b029d4cbbbb760326c7367a03'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:19.799758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:19.808669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Usage tracker for resource:network and tenant:721a615b029d4cbbbb760326c7367a03 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:19.817510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:19.827062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:19.846202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:19.877151 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:19.880662 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:19.944422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Made reservation on behalf of 721a615b029d4cbbbb760326c7367a03 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:19.944422 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:19.960176 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.011661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:20.018645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38512) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:20.021193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Usage tracker for resource:security_group_rule and tenant:721a615b029d4cbbbb760326c7367a03 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:20.025209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:20.040703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ec35-7206-4cb7-a454-64de7ae6cca6 req-c8aa2bca-594e-4124-bb0d-a1cec6975401 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:20.041558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6fd1ec35-7206-4cb7-a454-64de7ae6cca6 req-c8aa2bca-594e-4124-bb0d-a1cec6975401 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Synchronizing usage tracker for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:20.044278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:20.047792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['212c4d2d-1368-477d-8edd-ad7aa57ee532'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:58:20.134503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.153839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6fd1ec35-7206-4cb7-a454-64de7ae6cca6 req-c8aa2bca-594e-4124-bb0d-a1cec6975401 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Unset dirty status for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:20.155257 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6fd1ec35-7206-4cb7-a454-64de7ae6cca6 req-c8aa2bca-594e-4124-bb0d-a1cec6975401 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 945 time: 0.2619679 Nov 09 10:58:20.162124 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1', 'code': 200} Nov 09 10:58:20.231814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38522) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:20.255688 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6fd1ec35-7206-4cb7-a454-64de7ae6cca6 req-fff77de7-3907-431d-8191-217f55561c99 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922036 Nov 09 10:58:20.255688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.266759 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.288898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:58:20.302547 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b1f90412-b8ab-4cab-933c-04c8b7ecdbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:20.367740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:20.373470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Usage tracker for resource:security_group_rule and tenant:27eef22e4d6b45de9b59dbb61d90a26f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:20.378464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:20.385026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.385369 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Added segment 3b05f680-de15-4fe6-bf24-27bf6e00c705 of type vlan for network fc9ae281-5f03-4505-b351-3da5c9df0b0e Nov 09 10:58:20.386506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:20.422466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.452827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e36fd2-46ec-47cc-bede-5f090c4011ff,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:20.459185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.463688 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:20.487090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.543830 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-191b5b2b-5106-4ca3-8f0d-73b1604ba2a8 req-132e319a-3421-443d-855a-b3a75e1e289c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1096 time: 0.2069666 Nov 09 10:58:20.564290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.575350 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4eeb8ef3-57d8-4d1e-a4b2-534371b111cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:20.625830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.630320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:20.630934 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.640200 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:20.648074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba66974-38d0-4ad4-9259-83ae65a19684,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:20.652077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:20.665951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27eef22e4d6b45de9b59dbb61d90a26f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4326332 Nov 09 10:58:20.668817 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38532) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:20.686855 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-191b5b2b-5106-4ca3-8f0d-73b1604ba2a8 req-6ec54ad5-13e5-4ccf-bc4e-f6a399887722 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348431 Nov 09 10:58:20.715618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5f1dba91-fd71-4974-bfab-1cea1f90dfdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a35f1e4c2fb4ebda098ce863063542f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6949220 Nov 09 10:58:20.716378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38538) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:20.770594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9ae281-5f03-4505-b351-3da5c9df0b0e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:20.775356 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:20.786628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cadcc-7485-4922-8bb7-8e032dbb20af req-3c3c4baf-115b-4ca5-bf31-868df2899071 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:20.787009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:58:20.788588 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-983cadcc-7485-4922-8bb7-8e032dbb20af req-3c3c4baf-115b-4ca5-bf31-868df2899071 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 945 time: 0.2387612 Nov 09 10:58:20.814267 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6957500 Nov 09 10:58:20.817540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38542) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:20.825105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Request body: {'subnet': {'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1255601916-subnet', 'tenant_id': '721a615b029d4cbbbb760326c7367a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:20.826755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.837053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:20.845021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Usage tracker for resource:subnet and tenant:721a615b029d4cbbbb760326c7367a03 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:20.846508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.849830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:20.858351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:20.863986 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-983cadcc-7485-4922-8bb7-8e032dbb20af req-dfe826c1-7d21-4a47-9f56-6843021e9a1f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696063 Nov 09 10:58:20.922026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.987509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Made reservation on behalf of 721a615b029d4cbbbb760326c7367a03 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:20.994985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:20.999344 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.084799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38550) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:21.102302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 212c4d2d-1368-477d-8edd-ad7aa57ee532 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:21.108344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb262e-eb44-47fe-882b-53f18a66a990 req-c4673ff5-777d-4d4e-999d-c3992dda1d79 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:21.115559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cbb262e-eb44-47fe-882b-53f18a66a990 req-c4673ff5-777d-4d4e-999d-c3992dda1d79 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.2441392 Nov 09 10:58:21.176298 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cbb262e-eb44-47fe-882b-53f18a66a990 req-3f5cfb06-79f4-4cf9-bf3f-bfccbba3c5d0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595710 Nov 09 10:58:21.179644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.195470 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-680350d5-2f10-41cb-899c-5304b8b9e437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:21.213568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a1df6d-9bb0-4043-99bd-0d4efff12879,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:21.216867 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:21.222513 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.227374 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:21.245498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba66974-38d0-4ad4-9259-83ae65a19684,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:21.246751 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:21.265715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 212c4d2d-1368-477d-8edd-ad7aa57ee532 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:21.277069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 212c4d2d-1368-477d-8edd-ad7aa57ee532 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:21.278104 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.323675 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.323675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86a1df6d-9bb0-4043-99bd-0d4efff12879 HTTP/1.1" status: 204 len: 168 time: 0.5986755 Nov 09 10:58:21.369502 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.382991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eba66974-38d0-4ad4-9259-83ae65a19684 HTTP/1.1" status: 204 len: 168 time: 0.7043271 Nov 09 10:58:21.386048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.433656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.438511 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:21.456387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:21.462520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Usage tracker for resource:security_group_rule and tenant:6f44f48fd4724ef9a6b8969f0819e3b0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:21.463694 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.467361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:21.475261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:21.515846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 212c4d2d-1368-477d-8edd-ad7aa57ee532, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:21.560665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad99ae16-dc74-4096-b0e4-07861db6b1d7,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:21.564505 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:21.570255 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.572534 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:21.588398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:21.588809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Network hostable DHCP agents. Network: fc9ae281-5f03-4505-b351-3da5c9df0b0e, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:58:21.684920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:58:21.709128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=212c4d2d-1368-477d-8edd-ad7aa57ee532,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:21.729383 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:21.750510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f05b5-185d-4583-b95e-b39bd35f070e req-68213463-871a-48c4-9e5c-62fd7a6f2819 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:21.752145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-794f05b5-185d-4583-b95e-b39bd35f070e req-68213463-871a-48c4-9e5c-62fd7a6f2819 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 945 time: 0.2473047 Nov 09 10:58:21.783657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.789366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, fc9ae281-5f03-4505-b351-3da5c9df0b0e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:21.795835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:21.796415 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.803374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76f434-50bb-489d-8064-4e6af6795e95 None None] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:58:21.814000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-794f05b5-185d-4583-b95e-b39bd35f070e req-58a83506-0c86-451e-9851-ae316d87ad03 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529473 Nov 09 10:58:21.834632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.849992 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-ffacda05-b68d-4cf9-bdfc-6148c83e6459 tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1101 time: 0.0964596 Nov 09 10:58:21.872502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.907985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:21.912596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:21.920096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Usage tracker for resource:security_group_rule and tenant:23d0bd1696544dff98efdda1a5e3af65 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:21.939430 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d6eb43b7-9385-45d0-a892-be933281f450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:21.941444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:21.957572 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1386840 Nov 09 10:58:21.971205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:22.090299 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f44f48fd4724ef9a6b8969f0819e3b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0012915 Nov 09 10:58:22.090299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16ae34-43da-4f67-bab0-88835bb60e8d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:22.091605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38578) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:22.101723 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:22.122333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.163913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:22.194867 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.240811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531849d1-f744-42a3-affe-c8705c10e6ac None None] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:58:22.251171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.257323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cdcd0-9371-4815-a415-14d53f03c20d req-9b6c090c-d6d8-47d2-87ec-96c6c8ec59d5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:22.258884 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-911cdcd0-9371-4815-a415-14d53f03c20d req-9b6c090c-d6d8-47d2-87ec-96c6c8ec59d5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 945 time: 0.1417446 Nov 09 10:58:22.312435 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.327421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-911cdcd0-9371-4815-a415-14d53f03c20d req-d869451b-14df-4f49-9377-222095fc56b7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599430 Nov 09 10:58:22.334042 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c5d681a-4ecb-45c7-a5cc-be686331b138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:22.363885 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69c744f1-588c-4d07-bb98-75be64bfe947 req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127096 Nov 09 10:58:22.381329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb6b8e-9b93-44e1-a1db-3b0af36e9745,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:22.396828 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:22.441352 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'code': 200} Nov 09 10:58:22.508683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.604273 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31d5f314-ad3a-4e8a-a139-2b40fc4056cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:22.628291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38592) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:22.648623 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.679374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16ae34-43da-4f67-bab0-88835bb60e8d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:22.686692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.690607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e16ae34-43da-4f67-bab0-88835bb60e8d HTTP/1.1" status: 204 len: 168 time: 0.5980294 Nov 09 10:58:22.691852 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:22.714188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:22.723810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:24007c41e6cf4b419bb6178854fc5ef7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:22.727205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:22.735754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:22.743267 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ac817bf-5a1f-4ebe-96ad-2515d352f678 req-d952d56b-9d1a-4357-aa39-090a5c6f28c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 1097 time: 0.2355473 Nov 09 10:58:22.782755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bda8aa87-4352-48d3-b4b6-99641f2d4b62 req-3e836962-9ec1-4867-9f4a-0f720e1bf242 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1690378 Nov 09 10:58:22.817100 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ac817bf-5a1f-4ebe-96ad-2515d352f678 req-74e22bba-52d3-4461-a824-604f5c39560c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652013 Nov 09 10:58:22.837953 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.896111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:22.903153 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-29476468-07b6-4387-aea2-caaca306887d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:22.945022 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24007c41e6cf4b419bb6178854fc5ef7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3154931 Nov 09 10:58:22.947397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13726fb-dc59-419c-8760-4e641b27c479,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:22.949254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38606) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:22.950806 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:23.044483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:23.075917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ce292-acbc-447c-8aa3-7e063f111ab6 req-8439e323-41fa-4828-82b7-5d88a598f79a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:23.077838 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-068ce292-acbc-447c-8aa3-7e063f111ab6 req-8439e323-41fa-4828-82b7-5d88a598f79a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 946 time: 0.0974672 Nov 09 10:58:23.079247 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:23.127268 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-068ce292-acbc-447c-8aa3-7e063f111ab6 req-d01f1b0c-98fa-4e97-8365-9c24aaa96866 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Nov 09 10:58:23.238705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:23.243726 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:23.255931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13726fb-dc59-419c-8760-4e641b27c479,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:23.258431 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:23.260209 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:23.261493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e13726fb-dc59-419c-8760-4e641b27c479 HTTP/1.1" status: 204 len: 168 time: 0.3111734 Nov 09 10:58:23.896088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab1138-b00d-40c6-b71b-73857cc974ff req-98425ae1-e87f-4020-b816-42bdf6644864 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:23.897529 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00ab1138-b00d-40c6-b71b-73857cc974ff req-98425ae1-e87f-4020-b816-42bdf6644864 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 945 time: 0.0808249 Nov 09 10:58:23.952679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00ab1138-b00d-40c6-b71b-73857cc974ff req-2dc3544e-4e10-4ee7-951c-27cc9e7ba1a2 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Nov 09 10:58:24.090745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:24.112425 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:24.147145 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:24.151804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Usage tracker for resource:security_group_rule and tenant:41c21e05fee444db909e58e16ef2c628 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:24.155031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:24.161012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:24.254939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:24.353525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:24.361395 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-504870dc-f0f4-43ef-9b99-621f17778527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:24.407824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41c21e05fee444db909e58e16ef2c628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3132441 Nov 09 10:58:24.407824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d6adc4-178a-4074-b2f0-b1b28f9bceac,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:24.409679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38658) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:24.412035 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:24.504074 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:24.531107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:24.673090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:24.680532 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b563680b-47aa-4c2e-861b-75fcbb200a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:24.698872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d6adc4-178a-4074-b2f0-b1b28f9bceac,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:24.702139 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:24.720756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:24.722755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26d6adc4-178a-4074-b2f0-b1b28f9bceac HTTP/1.1" status: 204 len: 168 time: 0.3074291 Nov 09 10:58:24.917367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ffca-7998-4413-94fe-65e9e8df176d req-77ae46ac-bb3a-4c86-bd60-12383209628a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:24.919359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bed0ffca-7998-4413-94fe-65e9e8df176d req-77ae46ac-bb3a-4c86-bd60-12383209628a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 946 time: 0.1021988 Nov 09 10:58:24.975111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bed0ffca-7998-4413-94fe-65e9e8df176d req-b676e80f-d60b-4cf3-ab59-d20638264658 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494590 Nov 09 10:58:25.168911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-96a3951b-b1b7-45a2-85c8-d5ecd9216485 req-10316b05-6a08-412c-83c4-0a4c800f29fb tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1096 time: 0.0795388 Nov 09 10:58:25.217627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed642e34-e6e1-4816-b7ac-e3b83b73dd1a req-d08efd3e-4b37-49d9-b533-579579b2a6d0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:25.221642 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-96a3951b-b1b7-45a2-85c8-d5ecd9216485 req-951de2a1-e969-4f47-8cc7-077095acb4c1 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459056 Nov 09 10:58:25.223341 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed642e34-e6e1-4816-b7ac-e3b83b73dd1a req-d08efd3e-4b37-49d9-b533-579579b2a6d0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1055326 Nov 09 10:58:25.275843 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed642e34-e6e1-4816-b7ac-e3b83b73dd1a req-83af769e-4a00-47d8-853d-6c39cb39ffa6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Nov 09 10:58:25.487153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b2d81-7314-497f-b589-30cc51ac1ead req-eaea85df-af3d-4bbe-8924-090fd44a9ed6 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:25.487153 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b9b2d81-7314-497f-b589-30cc51ac1ead req-eaea85df-af3d-4bbe-8924-090fd44a9ed6 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 946 time: 0.0883861 Nov 09 10:58:25.489819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:25.497639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'floatingip': {'port_id': '212c4d2d-1368-477d-8edd-ad7aa57ee532'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:25.551317 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b90a91a-13cf-40de-8fbf-c1adfd69e0bb req-9a294578-d977-4367-8815-30f660db30b5 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1096 time: 0.0997269 Nov 09 10:58:25.617728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b90a91a-13cf-40de-8fbf-c1adfd69e0bb req-3c8c7236-b002-4764-87d9-9edf55604c48 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535281 Nov 09 10:58:25.643878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:25.683660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38724) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:25.854948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38746) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:25.861581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1089352699-network', 'tenant_id': '56e34d8551ee487d9c916f9225a5dcc0'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:25.874254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:25.883921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Usage tracker for resource:network and tenant:56e34d8551ee487d9c916f9225a5dcc0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:25.888978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:25.898777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:26.013285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a8a17629-51c2-4f9d-95ff-ec94a51e5099 req-19e5b336-66dc-421a-8557-a40370c74473 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1093652 Nov 09 10:58:26.033411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Made reservation on behalf of 56e34d8551ee487d9c916f9225a5dcc0 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:26.036363 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.061136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.111291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:26.117541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Usage tracker for resource:security_group_rule and tenant:56e34d8551ee487d9c916f9225a5dcc0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:26.121588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:26.127643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:26.255685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.295245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-bfa6407a-319e-46b0-a457-71b2476dadb5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6103847 Nov 09 10:58:26.324565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.330466 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9f2a0da9-8274-46d2-87c9-383be54e18be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:26.362304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2170662-b728-4c0f-9c85-ca2527f8cf2b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:26.367429 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:26.368479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:58:26.378952 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.379386 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Added segment 0a66d85f-7283-40cd-aebf-a410b623ed66 of type vlan for network b55ee937-d93a-4c39-b419-ed75ef5b5a09 Nov 09 10:58:26.422834 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.547779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb554b1-fc20-4d8e-b86d-91d10541802f req-0da1593b-8e77-476d-a745-013c7a1925c7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:26.549496 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ceb554b1-fc20-4d8e-b86d-91d10541802f req-0da1593b-8e77-476d-a745-013c7a1925c7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1238306 Nov 09 10:58:26.587514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.589609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:26.590195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.597017 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4316c4d2-2690-4c39-8116-d2996a130203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:26.714582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Pushing event updated for resources: {'Network': ['ID=b55ee937-d93a-4c39-b419-ed75ef5b5a09,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:26.717548 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:58:26.718023 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:26.725328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network b55ee937-d93a-4c39-b419-ed75ef5b5a09 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:58:26.807100 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:58:26.810029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ceb554b1-fc20-4d8e-b86d-91d10541802f req-a9e9b25e-9590-41dc-93fd-98125ca61b70 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458850 Nov 09 10:58:26.823364 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9669542 Nov 09 10:58:26.824168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38776) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:26.833301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Request body: {'subnet': {'network_id': 'b55ee937-d93a-4c39-b419-ed75ef5b5a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1089352699-subnet', 'tenant_id': '56e34d8551ee487d9c916f9225a5dcc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:26.834432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.850595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:26.855381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Usage tracker for resource:subnet and tenant:56e34d8551ee487d9c916f9225a5dcc0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:26.859008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:26.865514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:26.935711 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:26.970343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Made reservation on behalf of 56e34d8551ee487d9c916f9225a5dcc0 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:26.972734 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:27.143346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:27.185491 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7 associated. External IP: 172.25.7.235, port: 212c4d2d-1368-477d-8edd-ad7aa57ee532. Nov 09 10:58:27.307876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:27.312325 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ee0cf12-daf5-49b4-a479-8de55bcababe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:27.392335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f30bb3-062f-452a-867a-338a03aa2ce5,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:27.395186 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:27.407954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Checking segment: {'id': '0a66d85f-7283-40cd-aebf-a410b623ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b55ee937-d93a-4c39-b419-ed75ef5b5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:27.408311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Network hostable DHCP agents. Network: b55ee937-d93a-4c39-b419-ed75ef5b5a09, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:58:27.530560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Network b55ee937-d93a-4c39-b419-ed75ef5b5a09 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:58:27.644323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, b55ee937-d93a-4c39-b419-ed75ef5b5a09) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:27.648300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:27.648881 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:27.654818 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0fd27-cee1-49f6-9263-4c4316a6ad24 None None] Network b55ee937-d93a-4c39-b419-ed75ef5b5a09 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:58:27.691742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Router c9391bfa-1707-466b-a4ac-5cdbe840d01d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:58:27.822164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:27.829090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0020888 Nov 09 10:58:27.874731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:27.880661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Usage tracker for resource:security_group_rule and tenant:d31930cc43af4434802f7545ac3b3600 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:27.896033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:27.939304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b0fba-17cf-4c2f-bfde-43b5f0de8f06 None None] Network b55ee937-d93a-4c39-b419-ed75ef5b5a09 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:58:28.012969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:28.265909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2ce72-ea45-45b0-b86a-c2e2ce1ba0d2 req-a3640b2f-4d66-4449-be6a-645b39975fce tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:28.268341 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efb2ce72-ea45-45b0-b86a-c2e2ce1ba0d2 req-a3640b2f-4d66-4449-be6a-645b39975fce tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.2255871 Nov 09 10:58:28.289606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:28.319098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:58:28.333846 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] Sync routers for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:58:28.354271 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:58:28.355145 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:28.372644 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efb2ce72-ea45-45b0-b86a-c2e2ce1ba0d2 req-e1bf14bf-04bd-4b09-ab36-e64205f08cee tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942776 Nov 09 10:58:28.375769 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:28.418555 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9154f46d-ae24-48f4-a4e3-f546421d7f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:28.428531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d31930cc43af4434802f7545ac3b3600&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2840137 Nov 09 10:58:28.432781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38846) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:28.470731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f24001-1aba-4e2a-9f3e-3c13acfe556f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:28.479241 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:28.490513 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:28.519231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:28.559964 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:28.616836 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:58:28.617054 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-70d692e1-959b-4e85-9a4b-a61d8ec0e530 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "PUT /v2.0/floatingips/b34d80be-cd84-459e-a9ec-e9a9a482a2a7 HTTP/1.1" status: 200 len: 992 time: 3.1232846 Nov 09 10:58:28.617054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:28.747417 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:28.755215 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2e611556-6808-4889-adaf-c80f5c9d6341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:28.810592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f24001-1aba-4e2a-9f3e-3c13acfe556f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:28.815023 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:28.841058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87f24001-1aba-4e2a-9f3e-3c13acfe556f HTTP/1.1" status: 204 len: 168 time: 0.4021297 Nov 09 10:58:28.842641 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:28.918179 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'status': 'completed', 'code': 200} Nov 09 10:58:29.062031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-1fc79442-c989-4b97-a353-4742b8b0a865 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 1097 time: 0.1263013 Nov 09 10:58:29.405288 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'b34d80be-cd84-459e-a9ec-e9a9a482a2a7', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'port_id': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'mac_address': 'fa:16:3e:6e:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:57:52Z', 'updated_at': '2021-11-09T10:58:26Z', 'revision_number': 1, 'project_id': '4758245c39d7467482e960be0006c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:29.411990 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] Checking router: c9391bfa-1707-466b-a4ac-5cdbe840d01d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:58:29.426901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-5626cd99-3d8b-4ce3-89a0-48a7131331a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:29.428679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-5626cd99-3d8b-4ce3-89a0-48a7131331a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 925 time: 0.3601029 Nov 09 10:58:29.436612 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:58:29.437221 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:29.662134 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:58:29.697925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-cccebe5a-a9c1-420b-858d-c641f747710b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532 HTTP/1.1" status: 200 len: 1000 time: 0.2595439 Nov 09 10:58:29.802028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-53551a62-bde1-4fa0-a3ce-b3ca0a8af284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:29.804849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-53551a62-bde1-4fa0-a3ce-b3ca0a8af284 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.1001689 Nov 09 10:58:29.924918 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-3be352e5-753a-4b43-a180-de1077646b71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129446 Nov 09 10:58:30.128601 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'b34d80be-cd84-459e-a9ec-e9a9a482a2a7', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'port_id': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'mac_address': 'fa:16:3e:6e:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:57:52Z', 'updated_at': '2021-11-09T10:58:26Z', 'revision_number': 1, 'project_id': '4758245c39d7467482e960be0006c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:30.138710 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7daeb-69b4-444d-972f-cc3ba26ac07a None None] The sync data for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 is: [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'b34d80be-cd84-459e-a9ec-e9a9a482a2a7', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'port_id': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'mac_address': 'fa:16:3e:6e:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:57:52Z', 'updated_at': '2021-11-09T10:58:26Z', 'revision_number': 1, 'project_id': '4758245c39d7467482e960be0006c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:58:30.176523 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-4891ccd5-6d30-41c5-a093-09c6667d98fa service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442007 Nov 09 10:58:30.236379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38898) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:30.244683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-e2fc5dca-8ffe-4dbb-a99d-89ffd35661a2 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:58:30.245710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-e2fc5dca-8ffe-4dbb-a99d-89ffd35661a2 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078650 Nov 09 10:58:30.317461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-125d2724-c74c-4f61-83b4-591db3d26dce tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:30.318166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-125d2724-c74c-4f61-83b4-591db3d26dce tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:30.376692 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fff1e8d-965a-4773-bbfb-f3e0ad9137e5 req-26d5e6ed-b338-42d0-82a4-61ebdde49652 service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870313 Nov 09 10:58:30.433641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfff2d9-96d5-4a6e-9218-df32bfd26ec6 None None] New status for floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 10:58:30.435507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-125d2724-c74c-4f61-83b4-591db3d26dce tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:30.436642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-125d2724-c74c-4f61-83b4-591db3d26dce tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.3834200 Nov 09 10:58:30.463509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-141506a4-34a4-4b39-9055-2e3d05fbf891 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/quotas/721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 375 time: 0.0202119 Nov 09 10:58:30.517468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-534f4b88-64a5-44eb-a35c-bf7114faaec2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438850 Nov 09 10:58:30.520493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-48c21242-56a3-4c29-81b5-22b984c75a6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1101 time: 0.1375890 Nov 09 10:58:30.787811 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-d11b7571-a365-4740-a9b9-a3f5e7cc2e74 service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384987 Nov 09 10:58:30.787811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509476c-0419-4521-b933-25981d55108d req-d926078e-62bd-4944-a55c-952057975c80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:30.787811 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-d926078e-62bd-4944-a55c-952057975c80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2226524 Nov 09 10:58:30.788274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38912) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:30.794493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:30.833214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:30.838678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Usage tracker for resource:security_group_rule and tenant:6968c6c3b6bd4e3bb24def4a13504b57 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:30.845478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:30.852071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:30.913534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-84875235-fb2c-453a-a360-35542edc3a93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.1403584 Nov 09 10:58:30.960614 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.020621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509476c-0419-4521-b933-25981d55108d req-30537698-6b62-4090-aa84-88e2262c763b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:31.021812 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-30537698-6b62-4090-aa84-88e2262c763b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1010156 Nov 09 10:58:31.026384 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-cb558844-a866-4160-a65c-90dbf81cace4 service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562132 Nov 09 10:58:31.067440 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.076002 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:31.116111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-0fee437d-cf7e-4d4e-b708-4d92fcf371e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784185 Nov 09 10:58:31.170387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e87be3-833f-41dc-a456-436921a5ecbe,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:31.186346 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:31.193802 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6968c6c3b6bd4e3bb24def4a13504b57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4172907 Nov 09 10:58:31.197312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Request body: {'binding': {'host': 'n-h1-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:31.197924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 10:58:31.222079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38922) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:31.406413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-8d8c9500-98c1-472e-a179-b8cfa85cb637 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819583 Nov 09 10:58:31.454508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.514457 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.635183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-5cdbef91-a847-4317-8602-d5b1edf54e88 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090542 Nov 09 10:58:31.663364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on host n-h1-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:31.663789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:31.664025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:31.670845 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:31.671180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:31.679752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:31.680012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:31.680355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:31.686758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Bound port: 9361ea92-344a-4508-8e82-be2d307617d1, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:31.725318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.732292 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6d683afe-cc52-48aa-9883-e97796b8a9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:31.749440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e87be3-833f-41dc-a456-436921a5ecbe,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:31.752329 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:31.769996 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.771038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2123522965', 'description': 'tempest-description-619638599'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:31.771165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9e87be3-833f-41dc-a456-436921a5ecbe HTTP/1.1" status: 204 len: 168 time: 0.5432658 Nov 09 10:58:31.782883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:31.797000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:31.799280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Usage tracker for resource:security_group and tenant:18cb7a7a54784b06b3ff9ffc267cddc2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:31.802514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:31.809381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:31.879766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.884503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-749e41ad-d059-471e-b736-295094c1e511 service neutron] 10.222.0.50 "POST /v2.0/ports/9361ea92-344a-4508-8e82-be2d307617d1/bindings HTTP/1.1" status: 201 len: 389 time: 0.9833040 Nov 09 10:58:31.886008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.899889 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:31.950988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:31.955780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Usage tracker for resource:security_group_rule and tenant:18cb7a7a54784b06b3ff9ffc267cddc2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:31.959575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:31.966572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:32.051558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:32.141390 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:32.146111 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a692d62-9318-46da-830b-6049afcae9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:32.192256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:32.194720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b748e-22ba-4799-b13f-788b83fb8cb5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:32.197960 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:32.200499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Usage tracker for resource:security_group_rule and tenant:18cb7a7a54784b06b3ff9ffc267cddc2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:32.205743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:32.216529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:32.317564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:32.341841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514ab0a-59a3-4684-8ca7-680934cee905 req-8e595af7-1449-49b8-a2e4-0ec4e5e81278 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:32.347311 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e514ab0a-59a3-4684-8ca7-680934cee905 req-8e595af7-1449-49b8-a2e4-0ec4e5e81278 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.0890069 Nov 09 10:58:32.398139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e514ab0a-59a3-4684-8ca7-680934cee905 req-bfe1fda8-9d96-4465-b390-0bfa760bd17c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Nov 09 10:58:32.398900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:32.403415 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f09db34-a373-44de-bb6c-846cee318731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:32.447987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11362f42-6c78-4475-8693-c5615ade5dd5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:32.451285 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:32.593469 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:32.594703 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82ee287e-f804-42ad-b68b-16b8f1d574b0 req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.8331652 Nov 09 10:58:32.764355 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c4f76b66-2705-4772-9598-39d4beb8d58f req-18934d85-0cfe-4e09-a52a-1c799e67ccc8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 210 time: 0.1053667 Nov 09 10:58:32.806860 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-d4f54383-06c7-4f8e-91c4-98ca0df44ab5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1096 time: 0.1160581 Nov 09 10:58:33.012106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-a55b6f4a-4ec9-4b22-9ed1-86e5fafdd9ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:33.013614 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-a55b6f4a-4ec9-4b22-9ed1-86e5fafdd9ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2008691 Nov 09 10:58:33.099816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-079b30d6-af2f-435d-8d9b-040f9d69bc24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 217 time: 0.0798657 Nov 09 10:58:33.173860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-b6d16c52-dc8c-4a82-898b-75699c6aa80c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:33.175387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-b6d16c52-dc8c-4a82-898b-75699c6aa80c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.0694852 Nov 09 10:58:33.231101 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-02ccec3c-b8f6-4641-9af4-cbf0a09260d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483680 Nov 09 10:58:33.253467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Request body: {'security_group': {'name': 'tempest-securitygroup-302010428', 'description': 'tempest-description-300800550'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:33.269058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:33.277416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Usage tracker for resource:security_group and tenant:18cb7a7a54784b06b3ff9ffc267cddc2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:33.284373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:33.297847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:33.358494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:33.397216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:33.402860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Usage tracker for resource:security_group_rule and tenant:18cb7a7a54784b06b3ff9ffc267cddc2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:33.411139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:33.419458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:33.428544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-be71ee2a-cd2f-436b-a4cb-0d111d90b02c service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539862 Nov 09 10:58:33.434509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ad901-e5d3-4076-abb1-d34be99b919e req-e98e6560-b2b3-4097-afb7-fed9829dbffa tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:33.435980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-540ad901-e5d3-4076-abb1-d34be99b919e req-e98e6560-b2b3-4097-afb7-fed9829dbffa tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 945 time: 0.2036469 Nov 09 10:58:33.490352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:33.565416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-540ad901-e5d3-4076-abb1-d34be99b919e req-dfff6f26-c3d7-417c-941d-ff3381150a47 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096194 Nov 09 10:58:33.576042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:33.582469 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:33.614699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-20b390a7-0a72-4307-bd8b-99c1e59617ad service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777482 Nov 09 10:58:33.632466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a144451-c4a0-44c9-9948-21b26a63bf99,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:33.636140 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:33.707578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:33.708820 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ef83426-b801-48fc-ac88-5ef68fe1d9d9 req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.4740925 Nov 09 10:58:33.781628 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:33.983795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821ac32-f598-4f5e-b5d0-1853b8c7868f req-91a36861-ee6c-4651-889d-ac55f6fc8245 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:33.985253 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5821ac32-f598-4f5e-b5d0-1853b8c7868f req-91a36861-ee6c-4651-889d-ac55f6fc8245 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1566353 Nov 09 10:58:34.022868 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-195c3331-6047-49c7-b3f1-6e2d58bb4eb7 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.1409464 Nov 09 10:58:34.063986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817173-1'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:34.170232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5821ac32-f598-4f5e-b5d0-1853b8c7868f req-9b11c213-98bf-42be-a2d7-0e233db4e37a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748676 Nov 09 10:58:34.419655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7cdcc5-a553-43be-9458-e1294c8dfca6 req-e48219de-eb8d-4e4f-93e7-bcb5a2b38603 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 210 time: 0.0677388 Nov 09 10:58:34.424751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-ada38e24-852f-4048-8733-fc3dcf3d8924 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:34.426053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-ada38e24-852f-4048-8733-fc3dcf3d8924 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.3876519 Nov 09 10:58:34.428748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.440071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:34.443410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Request body: {'port': {'device_id': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'admin_state_up': True, 'tenant_id': '721a615b029d4cbbbb760326c7367a03'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:34.450033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1180361814', 'description': 'tempest-description-1436556516'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:34.461629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:34.471741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Usage tracker for resource:security_group and tenant:baec1a7607594e6692ea4c158b9cebaf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:34.476198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:34.491905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:34.510429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39016) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:34.576806 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.595873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.638442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:34.642901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Usage tracker for resource:security_group_rule and tenant:baec1a7607594e6692ea4c158b9cebaf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:34.646700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:34.655148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:34.688640 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.740408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:34.757780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Usage tracker for resource:port and tenant:721a615b029d4cbbbb760326c7367a03 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:34.764737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:34.782609 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.795888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:34.812756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf09288b820427fab218d18726e9ad4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:34.818386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:34.820133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:34.828678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:34.844574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:34.876789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:34.880386 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.883353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Usage tracker for resource:security_group_rule and tenant:20aaa31d2bdb44e295ccce093370ae6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:34.886717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:34.893361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:34.906279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:34.934842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Made reservation on behalf of 721a615b029d4cbbbb760326c7367a03 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:34.938086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.953045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98ca4c-2670-4d5c-abf9-5a4865a9b7ac req-1ad5ca21-8aff-4be7-a061-e8322ff0a561 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:34.954542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb98ca4c-2670-4d5c-abf9-5a4865a9b7ac req-1ad5ca21-8aff-4be7-a061-e8322ff0a561 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 945 time: 0.1982841 Nov 09 10:58:34.962449 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:34.973824 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dff5f8a8-d4d5-4807-90f0-55aaffbc26dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:35.033524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:35.047719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Usage tracker for resource:security_group_rule and tenant:baec1a7607594e6692ea4c158b9cebaf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:35.050632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96ebcb9-5a59-47a4-943b-ad3e7abd074f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:35.054281 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:35.055168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:35.069957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:35.078185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:35.091657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.115555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb98ca4c-2670-4d5c-abf9-5a4865a9b7ac req-98220d1a-d86b-4e83-a095-c46a7564525f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513627 Nov 09 10:58:35.146486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.173901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.200380 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.201706 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.204458 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:35.216579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.230169 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f49e295f-ce01-4077-99a8-5b5abc93050d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:35.296628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.313156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Allocated IP 172.20.0.10 (fc9ae281-5f03-4505-b351-3da5c9df0b0e/ad99ae16-dc74-4096-b0e4-07861db6b1d7/9e547611-e6ba-43ae-8aeb-86dd115e71a0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:58:35.322354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f120a-666b-47f3-b984-26a6710a5d2e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:35.330653 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:35.340760 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:35.351886 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.404655 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cf09288b820427fab218d18726e9ad4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9606383 Nov 09 10:58:35.405811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:35.415829 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1', 'code': 200} Nov 09 10:58:35.466848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:35.484478 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:35.485948 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20aaa31d2bdb44e295ccce093370ae6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9734030 Nov 09 10:58:35.495180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39046) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:35.525134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3422beee-8dae-4561-9b85-2d8a2e0e7a2b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:35.530284 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:35.550925 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b658489-741c-4849-ad5f-42d9f5419dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:35.611112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cbf215-873b-48a2-b784-872e03e28a51,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:35.615753 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:35.629588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.647747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.649311 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c0c8a91-2725-4fea-9998-7384ec27ec5f req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.2109637 Nov 09 10:58:35.691120 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.737772 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.808301 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.849049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d4a0d-7524-405a-8931-01a1bcc668c8 req-68e55528-a347-4a07-98d2-29912be3db4e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:35.850496 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb8d4a0d-7524-405a-8931-01a1bcc668c8 req-68e55528-a347-4a07-98d2-29912be3db4e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.3072944 Nov 09 10:58:35.881510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.890925 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-67728eef-dd5f-42aa-bccf-197e86b68a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:35.891524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.898854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aece265b-e955-46f1-85c9-9ac182336ae2 req-8bf2fbc8-d046-48c5-89fa-ebb4600fa435 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 210 time: 0.0588582 Nov 09 10:58:35.908188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f120a-666b-47f3-b984-26a6710a5d2e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:35.910815 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:35.915739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b69f120a-666b-47f3-b984-26a6710a5d2e HTTP/1.1" status: 204 len: 168 time: 0.4967225 Nov 09 10:58:35.917922 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:35.940571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb8d4a0d-7524-405a-8931-01a1bcc668c8 req-bae46f63-f7fc-4ceb-8a08-f61e12b4a2c1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785608 Nov 09 10:58:36.002522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-836431483', 'description': 'tempest-description-468447581'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:36.006024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:36.013835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Usage tracker for resource:security_group and tenant:baec1a7607594e6692ea4c158b9cebaf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:36.016686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on host n-h2-817173-1 for vnic_type normal with profile {"migrating_to": "n-h1-817173-1"} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:36.017049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:36.017412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:36.017905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:36.023916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:36.026141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:36.026685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Attempting to bind port 9361ea92-344a-4508-8e82-be2d307617d1 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:36.034597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:36.035344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:36.035736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:36.037040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Bound port: 9361ea92-344a-4508-8e82-be2d307617d1, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:36.037040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.084206 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.106712 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:36.124519 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.148373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.164330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:36.169381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Usage tracker for resource:security_group_rule and tenant:baec1a7607594e6692ea4c158b9cebaf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:36.172070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:36.179632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:36.223012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:58:36.230643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:36.241104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:58:36.245824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:36.246558 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.252506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:36.266301 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:36.266863 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ce1bfb0-b26d-458f-8bd8-5ed11f3dbb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:36.269669 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.276135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:36.282485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.283646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3422beee-8dae-4561-9b85-2d8a2e0e7a2b HTTP/1.1" status: 204 len: 168 time: 0.7872596 Nov 09 10:58:36.290215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3422beee-8dae-4561-9b85-2d8a2e0e7a2b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:36.292988 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:36.294481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:36.330331 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.354440 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.354722 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.357088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9174831 Nov 09 10:58:36.361183 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:36.365421 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e60b479-f954-496e-b06f-94bf0e4d4856 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:36.402340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Request body: {'port': {'device_id': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:36.447166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e20993-b661-4bc7-996b-c1f5ed07c7de,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:36.452697 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:36.501392 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.502967 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf58e2ab-4466-4bd4-a2d6-57bc51a30c07 req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.5089698 Nov 09 10:58:36.701655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfef58-d410-4f43-8fba-aad5c4200189 req-a29346d9-a2b4-4ea2-8be0-d6ef72cdea68 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:36.703265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23cfef58-d410-4f43-8fba-aad5c4200189 req-a29346d9-a2b4-4ea2-8be0-d6ef72cdea68 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 943 time: 0.0868812 Nov 09 10:58:36.705294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:36.719690 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:36.726684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.728123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] 10.222.0.57 "PUT /v2.0/ports/9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 1121 time: 2.6908927 Nov 09 10:58:36.740782 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.766762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23cfef58-d410-4f43-8fba-aad5c4200189 req-6cc1181c-e7b5-4471-a085-bdf36907b0b5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Nov 09 10:58:36.824598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['9361ea92-344a-4508-8e82-be2d307617d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:58:36.858917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:36.890837 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:36.938697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:36.943532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Usage tracker for resource:security_group_rule and tenant:ab01fe13e2904b12a9c8c6c8c896ff65 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:36.949044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:36.956882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:37.215292 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.291898 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.300688 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4fdc3282-3216-47dc-b71b-b97a1b627ddc tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:37.372019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e74974-4b8d-4edd-a43c-f2f20cc28e7e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:37.375944 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab01fe13e2904b12a9c8c6c8c896ff65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5157759 Nov 09 10:58:37.382511 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:37.385851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39090) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:37.415320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e547611-e6ba-43ae-8aeb-86dd115e71a0 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:37.420784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:37.434107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.454462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Transition to ACTIVE for port object 9e547611-e6ba-43ae-8aeb-86dd115e71a0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:37.477746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e8d6-7834-4b95-83f1-4389cc1b88f7 req-f6e035b4-70a4-42d5-93f2-b203e6fe39b0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:37.478526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ece5e8d6-7834-4b95-83f1-4389cc1b88f7 req-f6e035b4-70a4-42d5-93f2-b203e6fe39b0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:37.493951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39096) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:37.514459 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.516337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.526496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.534889 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:37.565975 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.594957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ece5e8d6-7834-4b95-83f1-4389cc1b88f7 req-f6e035b4-70a4-42d5-93f2-b203e6fe39b0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:37.596096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ece5e8d6-7834-4b95-83f1-4389cc1b88f7 req-f6e035b4-70a4-42d5-93f2-b203e6fe39b0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 932 time: 0.2584252 Nov 09 10:58:37.626954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-cec9cb44-699b-4c03-b81d-93a187ebad87 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Synchronizing usage tracker for tenant:baec1a7607594e6692ea4c158b9cebaf on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:37.659343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:37.693927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:37.696986 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:37.698142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Usage tracker for resource:security_group_rule and tenant:d2f06d6611ac4cf3ad61563c493072c9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:37.703752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:37.706986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-cec9cb44-699b-4c03-b81d-93a187ebad87 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Unset dirty status for tenant:baec1a7607594e6692ea4c158b9cebaf on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:37.709187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-cec9cb44-699b-4c03-b81d-93a187ebad87 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39787 time: 0.6282003 Nov 09 10:58:37.714764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:37.744792 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.751690 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:37.770660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e74974-4b8d-4edd-a43c-f2f20cc28e7e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:37.776498 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:37.781023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.784530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26e74974-4b8d-4edd-a43c-f2f20cc28e7e HTTP/1.1" status: 204 len: 168 time: 0.3953772 Nov 09 10:58:37.796667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-d80d2f13-5188-44fd-8964-886cdfcc2a4b tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/01c57846-c424-4dd1-becc-1ab0dff075b6 HTTP/1.1" status: 200 len: 2649 time: 0.0777681 Nov 09 10:58:37.800960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ece5e8d6-7834-4b95-83f1-4389cc1b88f7 req-a0c276e6-bb9a-458a-8485-fa42ce725a4c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429458 Nov 09 10:58:37.808578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:37.808578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:37.808906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:37.825013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:37.825351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:37.855564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:37.856028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:37.856481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:37.857169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Bound port: 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:37.857574 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:37.894825 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-c9550c1f-60af-4bd1-9b8f-24b4aa18e249 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/01c57846-c424-4dd1-becc-1ab0dff075b6 HTTP/1.1" status: 200 len: 2649 time: 0.0805805 Nov 09 10:58:37.970741 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-c5e7d48c-b6de-4f65-be41-fcad7ab15739 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1e2cd465-0a8a-46a1-a545-5be6b01520ba HTTP/1.1" status: 200 len: 2649 time: 0.0750287 Nov 09 10:58:37.975554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.022627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-4e1bc8f7-2ae8-46cf-95e9-a9ea83d87397 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1e2cd465-0a8a-46a1-a545-5be6b01520ba HTTP/1.1" status: 200 len: 2649 time: 0.0461972 Nov 09 10:58:38.024940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:38.035158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:38.067761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf9a7e-5a63-484c-b8ae-6531e5727bfa req-6afc3d05-b686-4184-8775-bdc3bbb7e912 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:38.069212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05bf9a7e-5a63-484c-b8ae-6531e5727bfa req-6afc3d05-b686-4184-8775-bdc3bbb7e912 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.0964742 Nov 09 10:58:38.081582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-57e11fe7-65f4-4d9b-abc6-32c338e75d20 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1f42e374-a6b7-4d71-a3d1-194b95530201 HTTP/1.1" status: 200 len: 2649 time: 0.0524330 Nov 09 10:58:38.096096 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.105223 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb0cdbd9-49a4-461a-94df-ac6e8d3b19ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:38.134546 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-92ead94c-f48e-4066-9a39-cfdcffdbed06 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1f42e374-a6b7-4d71-a3d1-194b95530201 HTTP/1.1" status: 200 len: 2649 time: 0.0462844 Nov 09 10:58:38.137185 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.169737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f3740-85e2-43be-a17d-aed75db7c453,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:38.175310 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:38.182284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2f06d6611ac4cf3ad61563c493072c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6840627 Nov 09 10:58:38.182284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:38.184370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39106) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:38.187952 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-43eab4d9-9aac-4fd7-b7dd-649885f40716 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2ebbef16-1134-4efd-a442-1ec05a5b38dd HTTP/1.1" status: 200 len: 2649 time: 0.0464640 Nov 09 10:58:38.214543 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05bf9a7e-5a63-484c-b8ae-6531e5727bfa req-29e0795a-b121-4e6d-9674-82e8aaa3d8cc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379578 Nov 09 10:58:38.228099 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.229632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 1092 time: 1.8330526 Nov 09 10:58:38.261127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:38.264321 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:38.372134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.382897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-a42f5c82-c666-4104-9877-562425e5129f tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2ebbef16-1134-4efd-a442-1ec05a5b38dd HTTP/1.1" status: 200 len: 2649 time: 0.1583686 Nov 09 10:58:38.415555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.439989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-4c05b3f7-304b-4de9-b6b5-993f8f4108ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1095 time: 0.1000881 Nov 09 10:58:38.483960 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-d9466ca1-7414-411a-9b01-8837e0959890 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/496eeef6-f404-4a53-9e07-b78a53dac484 HTTP/1.1" status: 200 len: 2649 time: 0.0885980 Nov 09 10:58:38.538646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-92efbcf8-2d4e-41af-b81f-9bb34be77fae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 217 time: 0.0850828 Nov 09 10:58:38.557763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-e8c4aa0c-bdfb-4a8e-895f-4ba4e04a6d42 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/496eeef6-f404-4a53-9e07-b78a53dac484 HTTP/1.1" status: 200 len: 2649 time: 0.0544724 Nov 09 10:58:38.603201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-88c44f36-4c70-4926-8dcf-7d228b3970e0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:38.604315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-88c44f36-4c70-4926-8dcf-7d228b3970e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.0599515 Nov 09 10:58:38.609071 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-24c07e55-9656-40db-a095-804f7efe6479 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5b0b748e-22ba-4799-b13f-788b83fb8cb5 HTTP/1.1" status: 200 len: 2649 time: 0.0452695 Nov 09 10:58:38.614993 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.614993 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e02cad60-c377-4f42-b3fb-c6da8f314aeb tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:38.639033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f3740-85e2-43be-a17d-aed75db7c453,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:38.642825 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:38.660169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:38.661187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c96f3740-85e2-43be-a17d-aed75db7c453 HTTP/1.1" status: 204 len: 168 time: 0.4757764 Nov 09 10:58:38.663005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-bb3eae09-6672-4cf1-83ca-5f0fdbb92027 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524378 Nov 09 10:58:38.689421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-9ef68789-fae4-4b6d-b8ba-b93189fdf02f tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5b0b748e-22ba-4799-b13f-788b83fb8cb5 HTTP/1.1" status: 200 len: 2649 time: 0.0638893 Nov 09 10:58:38.750988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-d80045b8-245f-4303-98c1-65ceb5560304 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7d1c8221-5a60-4af2-85ec-f37ae8b8663f HTTP/1.1" status: 200 len: 2649 time: 0.0605562 Nov 09 10:58:38.801203 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-322b1f7d-4195-41c4-9922-cb29230e214c tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7d1c8221-5a60-4af2-85ec-f37ae8b8663f HTTP/1.1" status: 200 len: 2649 time: 0.0493577 Nov 09 10:58:38.840627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-5f15c246-c60a-494a-8fdf-76d6c17841b8 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703296 Nov 09 10:58:38.842208 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1', 'status': 'completed', 'code': 200} Nov 09 10:58:38.921177 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-99d0021e-1ff2-4f11-9e90-974d3edb586a tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/80fb6b8e-9b93-44e1-a1db-3b0af36e9745 HTTP/1.1" status: 200 len: 2649 time: 0.1129329 Nov 09 10:58:38.982020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-2a02fe8b-44b0-401f-b8f4-f3f781107f4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1124 time: 0.1365216 Nov 09 10:58:39.021108 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-0d11cb75-9571-4ee2-b263-2bb212800c7b tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/80fb6b8e-9b93-44e1-a1db-3b0af36e9745 HTTP/1.1" status: 200 len: 2649 time: 0.0924027 Nov 09 10:58:39.155502 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c05b2a1-5970-4464-b3f8-726163eaeb3d req-6d405193-1a55-4170-b249-ae77d4662e33 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077147 Nov 09 10:58:39.164101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-8f2d8344-bbd0-451a-a859-b8a62ac9c148 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a69ff352-877f-49a9-bf0d-f7a61106c3cb HTTP/1.1" status: 200 len: 2649 time: 0.0920813 Nov 09 10:58:39.169190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-b7106b5e-0539-4828-9b58-0a3731e28c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:39.170615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-b7106b5e-0539-4828-9b58-0a3731e28c3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.1811309 Nov 09 10:58:39.201065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a054c-c404-4527-9a9a-d347b2314421 req-72120854-1e51-4826-ac6e-bfb4e0d85d2b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:39.208381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a73a054c-c404-4527-9a9a-d347b2314421 req-72120854-1e51-4826-ac6e-bfb4e0d85d2b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 943 time: 0.2414231 Nov 09 10:58:39.265703 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-0c78f3eb-df14-45f6-8bc5-21c5eca4fad6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 217 time: 0.0825713 Nov 09 10:58:39.267241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a73a054c-c404-4527-9a9a-d347b2314421 req-ccc9e439-dd90-49cb-b947-94c1c9fc2ce8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578959 Nov 09 10:58:39.345558 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-43018f3d-7e08-426f-9ad5-a4dd9b98b6c5 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a69ff352-877f-49a9-bf0d-f7a61106c3cb HTTP/1.1" status: 200 len: 2649 time: 0.1739612 Nov 09 10:58:39.361829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-526705e8-4f33-4036-a9c7-cfcbcd27c0a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:39.365113 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-526705e8-4f33-4036-a9c7-cfcbcd27c0a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.0855083 Nov 09 10:58:39.443047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-dabdae06-bdd5-4a0b-a05f-5c6a27f2ee0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473890 Nov 09 10:58:39.573424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-32786f46-9aad-4b28-b3e9-865280caadb1 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ba14daa5-c5b9-4d5d-ac29-2f822debfe82 HTTP/1.1" status: 200 len: 2649 time: 0.2207592 Nov 09 10:58:39.636217 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-adfa0b55-75ab-4a0f-8ff9-370b231c4818 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790726 Nov 09 10:58:39.656992 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-7c9d7786-e793-4295-baa9-6ed41fb92f44 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ba14daa5-c5b9-4d5d-ac29-2f822debfe82 HTTP/1.1" status: 200 len: 2649 time: 0.0766714 Nov 09 10:58:39.759459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba11a5-436b-4590-a32e-e1109b3db55d req-2f447413-4845-44cb-beae-3f81d6592c4d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:39.767541 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bfba11a5-436b-4590-a32e-e1109b3db55d req-2f447413-4845-44cb-beae-3f81d6592c4d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.0993176 Nov 09 10:58:39.809972 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-745c65ec-655b-465f-85bc-123a2548b39b tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c2170662-b728-4c0f-9c85-ca2527f8cf2b HTTP/1.1" status: 200 len: 2649 time: 0.1351552 Nov 09 10:58:39.812948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bfba11a5-436b-4590-a32e-e1109b3db55d req-d3fecfd8-244f-43f5-8ecc-87f137952eaf tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Nov 09 10:58:39.844124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a62b3680-ee52-4cec-ad1d-11f347003e66 req-1117150a-3da2-419c-b069-98c428e4bad3 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888459 Nov 09 10:58:39.884486 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-68563d61-e59f-4e96-9b6d-d84ece25a097 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c2170662-b728-4c0f-9c85-ca2527f8cf2b HTTP/1.1" status: 200 len: 2649 time: 0.0605361 Nov 09 10:58:39.987438 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-25861033-6e50-4d59-a208-ed5055fe3a47 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c96ebcb9-5a59-47a4-943b-ad3e7abd074f HTTP/1.1" status: 200 len: 2649 time: 0.0902228 Nov 09 10:58:40.037787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0c97-f178-4eb6-b6ab-066b7a87050c req-1ec950c0-1e92-4cad-a816-bb3278360899 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:40.039293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7bb0c97-f178-4eb6-b6ab-066b7a87050c req-1ec950c0-1e92-4cad-a816-bb3278360899 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1020842 Nov 09 10:58:40.065993 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-98e3738c-e7dd-41f6-ad3f-c4f0ad7d09f7 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c96ebcb9-5a59-47a4-943b-ad3e7abd074f HTTP/1.1" status: 200 len: 2649 time: 0.0764546 Nov 09 10:58:40.090092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7bb0c97-f178-4eb6-b6ab-066b7a87050c req-0fd50895-6f4d-474e-be21-2fb019670a8a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Nov 09 10:58:40.126610 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-8d3e2eab-c1b9-4a27-bf47-db11a013dcd4 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f4e36fd2-46ec-47cc-bede-5f090c4011ff HTTP/1.1" status: 200 len: 2649 time: 0.0540671 Nov 09 10:58:40.181690 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7be7266e-57b8-4211-8abe-6ad5253546fd req-5e5ccc8d-961e-44d4-a166-513c27962b8f tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f4e36fd2-46ec-47cc-bede-5f090c4011ff HTTP/1.1" status: 200 len: 2649 time: 0.0493195 Nov 09 10:58:40.303768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-202829e1-d0f2-4582-b967-2ed131e65b99 req-c8b97b4a-c909-4255-a59f-b540249e6c1b tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Synchronizing usage tracker for tenant:18cb7a7a54784b06b3ff9ffc267cddc2 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:40.382297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-202829e1-d0f2-4582-b967-2ed131e65b99 req-c8b97b4a-c909-4255-a59f-b540249e6c1b tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Unset dirty status for tenant:18cb7a7a54784b06b3ff9ffc267cddc2 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:40.385904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-202829e1-d0f2-4582-b967-2ed131e65b99 req-c8b97b4a-c909-4255-a59f-b540249e6c1b tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18cb7a7a54784b06b3ff9ffc267cddc2 HTTP/1.1" status: 200 len: 5437 time: 0.1611204 Nov 09 10:58:40.446712 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-202829e1-d0f2-4582-b967-2ed131e65b99 req-cd3bc133-e61c-4643-8569-fbc58e4aabad tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "GET /v2.0/security-groups/5b0b748e-22ba-4799-b13f-788b83fb8cb5 HTTP/1.1" status: 200 len: 2649 time: 0.0559533 Nov 09 10:58:40.512445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-202829e1-d0f2-4582-b967-2ed131e65b99 req-a96107f6-b21f-4416-b926-7862bb9fb5be tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "GET /v2.0/security-groups/5b0b748e-22ba-4799-b13f-788b83fb8cb5 HTTP/1.1" status: 200 len: 2649 time: 0.0565896 Nov 09 10:58:40.699856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:58:40.742390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fa196-1005-457b-a747-d4992acd6c38 req-9a47a7ab-afef-4afe-a1f7-2b871924d4a5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:40.744638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f51fa196-1005-457b-a747-d4992acd6c38 req-9a47a7ab-afef-4afe-a1f7-2b871924d4a5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 943 time: 0.0930350 Nov 09 10:58:40.818976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f51fa196-1005-457b-a747-d4992acd6c38 req-4fe1de11-cbfb-4b49-b706-0db0339c3a5e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670609 Nov 09 10:58:40.845888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:40.890901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75adcda5-69c8-46d2-a472-3840463b0a94 req-9df56114-b218-43c2-ac6d-fc845798c354 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/19e20993-b661-4bc7-996b-c1f5ed07c7de HTTP/1.1" status: 200 len: 1610 time: 0.1159434 Nov 09 10:58:40.968968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:40.995247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-75adcda5-69c8-46d2-a472-3840463b0a94 req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:40.997261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 has no active binding in host n-h1-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 10:58:41.032931 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-75adcda5-69c8-46d2-a472-3840463b0a94 req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:41.139050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf70e6b-428c-4d3d-adae-63aca8f60c14 req-d65195af-6f4d-453d-a883-f9536bb799c9 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:41.139050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cbf70e6b-428c-4d3d-adae-63aca8f60c14 req-d65195af-6f4d-453d-a883-f9536bb799c9 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.0837436 Nov 09 10:58:41.158165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-75adcda5-69c8-46d2-a472-3840463b0a94 req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:41.161899 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-07609dbb-7caf-4f2a-8ab5-d3cf00fc4ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:41.178119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e20993-b661-4bc7-996b-c1f5ed07c7de,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:41.183134 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:41.199792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cbf70e6b-428c-4d3d-adae-63aca8f60c14 req-c1381258-f481-4128-8f5d-fa7b3cdbef78 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:41.245861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-75adcda5-69c8-46d2-a472-3840463b0a94 req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:41.247001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75adcda5-69c8-46d2-a472-3840463b0a94 req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/19e20993-b661-4bc7-996b-c1f5ed07c7de HTTP/1.1" status: 204 len: 173 time: 0.3550830 Nov 09 10:58:41.303468 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0', 'status': 'completed', 'code': 200} Nov 09 10:58:41.318027 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cbf70e6b-428c-4d3d-adae-63aca8f60c14 req-c1381258-f481-4128-8f5d-fa7b3cdbef78 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:41.327826 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cbf70e6b-428c-4d3d-adae-63aca8f60c14 req-c1381258-f481-4128-8f5d-fa7b3cdbef78 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758976 Nov 09 10:58:41.515888 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-b01bc87f-0061-428c-aea1-269bf3caf005 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1095 time: 0.1697378 Nov 09 10:58:41.525856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5ccf5-4277-4152-9dfa-6b14f375d62b req-365288f6-92a6-4e53-8195-a9e400731716 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:41.527521 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78e5ccf5-4277-4152-9dfa-6b14f375d62b req-365288f6-92a6-4e53-8195-a9e400731716 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1049657 Nov 09 10:58:41.660373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78e5ccf5-4277-4152-9dfa-6b14f375d62b req-d0f16843-7c4f-48a2-81ee-c0435ed3182a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127481 Nov 09 10:58:41.697639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-466d237e-db3e-40ef-868b-73599f1e1de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:41.699166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-466d237e-db3e-40ef-868b-73599f1e1de5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.1707172 Nov 09 10:58:41.785175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-0378bc30-a718-4a3b-bc7e-c880406e9f86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 217 time: 0.0749357 Nov 09 10:58:41.884034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-6d89b562-0f7d-4e89-ab89-6f11d74fce9d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:41.885470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-6d89b562-0f7d-4e89-ab89-6f11d74fce9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.0878568 Nov 09 10:58:41.888118 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d084fb8-4952-44ee-be1d-c07606b3e3cc req-6da315d4-1064-40c1-b583-2b01e368463b tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d0cbf215-873b-48a2-b784-872e03e28a51 HTTP/1.1" status: 200 len: 1612 time: 0.1021497 Nov 09 10:58:41.954021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-1a936c21-73cf-441f-a386-2c7af8cc287c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619748 Nov 09 10:58:42.120405 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4d084fb8-4952-44ee-be1d-c07606b3e3cc req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:42.138039 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-5642f2af-898d-4483-8684-f39f00a51cb3 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700652 Nov 09 10:58:42.172748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4d084fb8-4952-44ee-be1d-c07606b3e3cc req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:42.384886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f6c2e75-c363-47d9-9f6d-1fbd4664c8a6 req-62aa1f48-d044-469c-8a35-2402ee097687 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379510 Nov 09 10:58:42.393440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fbab7-d059-4464-990e-11fdaf7b80bd req-60063860-8a77-44d8-8f7c-94b177320484 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:42.395011 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-984fbab7-d059-4464-990e-11fdaf7b80bd req-60063860-8a77-44d8-8f7c-94b177320484 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 943 time: 0.1159129 Nov 09 10:58:42.455811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4d084fb8-4952-44ee-be1d-c07606b3e3cc req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:42.460305 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:42.483516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cbf215-873b-48a2-b784-872e03e28a51,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:42.486581 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:42.501698 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4d084fb8-4952-44ee-be1d-c07606b3e3cc req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:42.515362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d084fb8-4952-44ee-be1d-c07606b3e3cc req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0cbf215-873b-48a2-b784-872e03e28a51 HTTP/1.1" status: 204 len: 173 time: 0.5851543 Nov 09 10:58:42.620228 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-984fbab7-d059-4464-990e-11fdaf7b80bd req-bac18de0-c517-4b82-9432-7a651da6bf7d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189231 Nov 09 10:58:42.654886 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-0d8abb37-bf73-4019-a0ce-ddebedb4d17b service neutron] 10.222.0.59 "GET /v2.0/ports/9361ea92-344a-4508-8e82-be2d307617d1/bindings/n-h1-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.2167404 Nov 09 10:58:42.725506 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-bbd794f9-4c80-49be-ae01-142c98b6d4f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1101 time: 0.1552913 Nov 09 10:58:42.731391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:58:43.012416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:43.032403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '9e547611-e6ba-43ae-8aeb-86dd115e71a0', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'port_id': '9e547611-e6ba-43ae-8aeb-86dd115e71a0', 'mac_address': 'fa:16:3e:11:3e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99ae16-dc74-4096-b0e4-07861db6b1d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:58:43.083799 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ed4860d-fd71-4e0c-88fa-81e82f1b8221 req-bb63d764-18c5-49b1-a333-5fde2f4b7b2b tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "GET /v2.0/security-groups/2a144451-c4a0-44c9-9948-21b26a63bf99 HTTP/1.1" status: 200 len: 1610 time: 0.0653703 Nov 09 10:58:43.091198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-6fd24e9e-e643-494e-bd07-bce02781094b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:43.092623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-6fd24e9e-e643-494e-bd07-bce02781094b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3445556 Nov 09 10:58:43.109680 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.131089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e547611-e6ba-43ae-8aeb-86dd115e71a0 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:43.154382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:43.161301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba32292-1277-4394-b62e-849f08f6fc7e req-4ca4ea4c-18e9-45ac-badc-71b9c9395cf6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:43.163287 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3ba32292-1277-4394-b62e-849f08f6fc7e req-4ca4ea4c-18e9-45ac-badc-71b9c9395cf6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.3803396 Nov 09 10:58:43.170672 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6ed4860d-fd71-4e0c-88fa-81e82f1b8221 req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.183511 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-e298b1cd-7f45-454e-a18e-fe3d056a16f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.0770707 Nov 09 10:58:43.203984 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6ed4860d-fd71-4e0c-88fa-81e82f1b8221 req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.229810 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.231880 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a48a053d-a493-4da9-b162-5e738d1671e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:43.304904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:43.324338 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:43.326148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-eb5cbb49-e574-46a4-8394-5b32469dcc02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:43.327625 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-eb5cbb49-e574-46a4-8394-5b32469dcc02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1140647 Nov 09 10:58:43.332888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3ba32292-1277-4394-b62e-849f08f6fc7e req-13e6b6bb-b29e-4e2a-8911-b230515313df tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547253 Nov 09 10:58:43.333817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.334167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.334500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.335077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.335402 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.335871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.336109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.336401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.337285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.337664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.337996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:43.342080 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:43.353096 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6ed4860d-fd71-4e0c-88fa-81e82f1b8221 req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.358940 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:43.377596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a144451-c4a0-44c9-9948-21b26a63bf99,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:43.380778 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:43.388606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:43.447043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9361ea92-344a-4508-8e82-be2d307617d1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:43.458089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['9e547611-e6ba-43ae-8aeb-86dd115e71a0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:58:43.460254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:43.464406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6ed4860d-fd71-4e0c-88fa-81e82f1b8221 req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.478067 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ed4860d-fd71-4e0c-88fa-81e82f1b8221 req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "DELETE /v2.0/security-groups/2a144451-c4a0-44c9-9948-21b26a63bf99 HTTP/1.1" status: 204 len: 173 time: 0.3871496 Nov 09 10:58:43.492096 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-0bff80ad-c83e-4562-a91b-9275b17c64a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565759 Nov 09 10:58:43.565877 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.752768 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-d7e00cd3-bae3-4a06-929d-5b741a8e05d5 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245278 Nov 09 10:58:43.801212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8c4cb-71b2-412e-b667-b66ab30543fa req-6280c4a0-76de-4933-b32b-c308b4ce3ea5 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:43.802674 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7b8c4cb-71b2-412e-b667-b66ab30543fa req-6280c4a0-76de-4933-b32b-c308b4ce3ea5 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.3056056 Nov 09 10:58:43.862381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] Transition to ACTIVE for port object 9361ea92-344a-4508-8e82-be2d307617d1 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:43.906086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:43.923510 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:44.062786 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7b8c4cb-71b2-412e-b667-b66ab30543fa req-e97422eb-de4f-42e5-8196-080508edb870 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488830 Nov 09 10:58:44.076924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b411be1c-f0ed-4e75-90b5-04d48fe94074 req-948cf976-8cc6-417c-a7d0-1c30a8e06c59 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142898 Nov 09 10:58:44.116909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:44.127760 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:44.128757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] No DVR routers for this DVR port 9361ea92-344a-4508-8e82-be2d307617d1 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:58:44.206731 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12fb77c5-076c-41b2-a5f8-e279e01ced09 req-1da03cbb-c840-442a-8a99-694555b7d421 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "GET /v2.0/security-groups/11362f42-6c78-4475-8693-c5615ade5dd5 HTTP/1.1" status: 200 len: 1611 time: 0.0494394 Nov 09 10:58:44.256692 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] 10.222.0.59 "PUT /v2.0/ports/9361ea92-344a-4508-8e82-be2d307617d1/bindings/n-h1-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5910830 Nov 09 10:58:44.289299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12fb77c5-076c-41b2-a5f8-e279e01ced09 req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:44.318755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12fb77c5-076c-41b2-a5f8-e279e01ced09 req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:44.434635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-3026cebd-baca-4693-b7c7-446f67b91ee5 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.0729039 Nov 09 10:58:44.469057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a283-53ae-4526-8a06-7d48de0e654e req-e2942766-39a1-4e4a-9609-a9ab7a25d644 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:44.470517 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e16a283-53ae-4526-8a06-7d48de0e654e req-e2942766-39a1-4e4a-9609-a9ab7a25d644 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 944 time: 0.0784013 Nov 09 10:58:44.522556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e16a283-53ae-4526-8a06-7d48de0e654e req-1883554b-7ebf-4615-88ab-9bee23d2c096 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Nov 09 10:58:44.533789 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12fb77c5-076c-41b2-a5f8-e279e01ced09 req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:44.543684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-95f17717-7ddb-4203-94b4-e128185d8d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:44.562456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11362f42-6c78-4475-8693-c5615ade5dd5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:44.566141 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:44.574214 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12fb77c5-076c-41b2-a5f8-e279e01ced09 req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:44.575335 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12fb77c5-076c-41b2-a5f8-e279e01ced09 req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] 10.222.0.50 "DELETE /v2.0/security-groups/11362f42-6c78-4475-8693-c5615ade5dd5 HTTP/1.1" status: 204 len: 173 time: 0.3616774 Nov 09 10:58:44.614106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-449b4157-be5b-4846-a0d0-f1495b69a083 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 1095 time: 0.1718705 Nov 09 10:58:44.715505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-3f7898b2-8864-41cd-b320-fb580d2a172d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1095 time: 0.0738926 Nov 09 10:58:44.755316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:44.876636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-00e45b02-7ad0-4640-8130-c013a7733780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:44.879199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-00e45b02-7ad0-4640-8130-c013a7733780 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.1561542 Nov 09 10:58:44.918441 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:44.925960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:44.935881 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:44.960902 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-3be43038-13cd-45aa-bcf3-b82a1b136a4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 217 time: 0.0754890 Nov 09 10:58:45.092441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-c55365a1-785e-4cbb-95c9-b884796d693f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:45.094491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-c55365a1-785e-4cbb-95c9-b884796d693f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1261780 Nov 09 10:58:45.118678 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:45.151534 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-4a034aae-e2b7-4b87-b275-debaa94feb8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479667 Nov 09 10:58:45.155167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:45.170941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:45.183671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 10:58:45.193275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:45.198009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a4b1-a032-41a7-b5f8-d9fa3620697b req-dd6faed3-7dae-4eff-87cd-156a69d1ff09 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:45.199575 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fef7a4b1-a032-41a7-b5f8-d9fa3620697b req-dd6faed3-7dae-4eff-87cd-156a69d1ff09 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 945 time: 0.1953945 Nov 09 10:58:45.256203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 10:58:45.325331 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:45.328446 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:45.330451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fef7a4b1-a032-41a7-b5f8-d9fa3620697b req-3d62993a-82b5-40d0-ab33-804eb2819751 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Nov 09 10:58:45.337021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-ab7edd8d-d4fd-447a-94f3-dcd03aad60f2 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761441 Nov 09 10:58:45.402745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:45.406030 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:45.540936 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-54a86c99-4116-471c-805c-930c3046e49d service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937125 Nov 09 10:58:45.590937 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0', 'code': 200} Nov 09 10:58:45.799511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b77c5aa-1957-4060-9bed-435e13e803a7 req-86b7b700-dc63-4edd-bdc2-a9d4c8bfc468 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1097 time: 0.1472194 Nov 09 10:58:45.841768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f228824-fd00-40d8-aebc-6492e50183f8 req-dcd3f239-60bc-4816-8853-48555da19fd8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:45.843986 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f228824-fd00-40d8-aebc-6492e50183f8 req-dcd3f239-60bc-4816-8853-48555da19fd8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1397009 Nov 09 10:58:45.875383 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-974ace18-510d-4e65-9d65-3bf50dfb57cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18cb7a7a54784b06b3ff9ffc267cddc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6768584 Nov 09 10:58:45.876018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39348) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:45.907625 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b77c5aa-1957-4060-9bed-435e13e803a7 req-d52bcbdf-dd56-4f16-8396-65d046d0801e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982058 Nov 09 10:58:45.949529 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f228824-fd00-40d8-aebc-6492e50183f8 req-a3aebd23-9e7c-4a86-92cd-88e2cf161124 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949509 Nov 09 10:58:45.982910 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:46.015588 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:46.172555 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:46.179313 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4101f026-05ff-46a9-bdff-ad933f10082a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:46.198176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b748e-22ba-4799-b13f-788b83fb8cb5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:46.204262 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:46.227980 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:46.228605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b0b748e-22ba-4799-b13f-788b83fb8cb5 HTTP/1.1" status: 204 len: 168 time: 0.3522034 Nov 09 10:58:46.255031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db733f2-1bb8-47f1-8832-2624dc7c02e8 req-ed774d7e-0cb1-474b-82e1-a93061fb1558 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:46.255137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5db733f2-1bb8-47f1-8832-2624dc7c02e8 req-ed774d7e-0cb1-474b-82e1-a93061fb1558 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 944 time: 0.1684656 Nov 09 10:58:46.262696 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-cc2567bd-f202-4f50-8790-6380c21b647c tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.1470606 Nov 09 10:58:46.370012 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5db733f2-1bb8-47f1-8832-2624dc7c02e8 req-1dc75fe2-2340-4929-97c7-212c0e777d27 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063423 Nov 09 10:58:46.528161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-bdad7489-7359-488b-9307-530fa77cb5d0 service neutron] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:46.531436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-bdad7489-7359-488b-9307-530fa77cb5d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:46.532577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c59fa23-ad4b-4788-8c95-f3790293eefb req-bdad7489-7359-488b-9307-530fa77cb5d0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/9361ea92-344a-4508-8e82-be2d307617d1/bindings/n-h2-817173-1 HTTP/1.1" status: 204 len: 173 time: 0.2555356 Nov 09 10:58:46.673669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a76b5-ff9d-45cf-a7f8-eb945f4a2fe3 req-c035f1be-c434-4f90-9dc3-f13c6f1aac53 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:46.675222 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e47a76b5-ff9d-45cf-a7f8-eb945f4a2fe3 req-c035f1be-c434-4f90-9dc3-f13c6f1aac53 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 946 time: 0.0816040 Nov 09 10:58:46.727738 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e47a76b5-ff9d-45cf-a7f8-eb945f4a2fe3 req-60dc359c-e749-4363-b790-51ace656be8f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421786 Nov 09 10:58:47.100882 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eb54e38b-34d2-426d-9250-08075e1ba999 req-63301b99-6201-45ac-9a65-781fa1e3b997 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1095 time: 0.0717270 Nov 09 10:58:47.147939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-eb54e38b-34d2-426d-9250-08075e1ba999 req-1127c339-fe74-4272-8b06-b91c43e624bd tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] Synchronizing usage tracker for tenant:0d0fde0e65e84c299226c6aea7a12ab0 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:47.244892 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fa2d83f4-b674-4a83-8321-8206339faf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:47.245869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-eb54e38b-34d2-426d-9250-08075e1ba999 req-1127c339-fe74-4272-8b06-b91c43e624bd tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] Unset dirty status for tenant:0d0fde0e65e84c299226c6aea7a12ab0 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:47.247997 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eb54e38b-34d2-426d-9250-08075e1ba999 req-1127c339-fe74-4272-8b06-b91c43e624bd tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412625 Nov 09 10:58:47.399888 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:47.681509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39394) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:47.719781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39400) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:47.732402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d382f0-8d96-4582-9d2b-a053ae050ccf req-f47133df-769d-433e-b7fc-bf1709d02f3d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:47.734490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2d382f0-8d96-4582-9d2b-a053ae050ccf req-f47133df-769d-433e-b7fc-bf1709d02f3d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1076188 Nov 09 10:58:47.807401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2d382f0-8d96-4582-9d2b-a053ae050ccf req-27d86cf0-82f2-4164-a10c-7de31f070124 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671155 Nov 09 10:58:47.813159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0f81437a-5af4-462b-b975-a3b5796f76ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=baec1a7607594e6692ea4c158b9cebaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0899074 Nov 09 10:58:47.813451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39408) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:47.910518 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:47.948447 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.026813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.043376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11bdfc-3d0b-435d-a617-b20b6e31cc9d req-072c4053-8c16-40b3-afd5-23f800459f03 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:48.044841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb11bdfc-3d0b-435d-a617-b20b6e31cc9d req-072c4053-8c16-40b3-afd5-23f800459f03 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 946 time: 0.0853920 Nov 09 10:58:48.084092 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.094518 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb11bdfc-3d0b-435d-a617-b20b6e31cc9d req-4953f756-ba0d-470a-9569-233cc1692e33 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427585 Nov 09 10:58:48.095513 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2fb8aa75-efdf-4721-b10d-eddf638bbd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:48.114727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96ebcb9-5a59-47a4-943b-ad3e7abd074f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:48.123404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:48.125870 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.130277 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c96ebcb9-5a59-47a4-943b-ad3e7abd074f HTTP/1.1" status: 204 len: 168 time: 0.3123331 Nov 09 10:58:48.130277 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:48.130859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Usage tracker for resource:security_group_rule and tenant:9111c9f34dc04ff98e84698a7f94b53a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:48.135039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:48.141893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:48.219267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.278683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.285438 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-92bf6aba-24f2-4545-99ae-78d45e90e777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:48.344535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d45a8f-1897-46ca-b1a5-c4b0199efe6b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:48.350126 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:48.358674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39424) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:48.359231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9111c9f34dc04ff98e84698a7f94b53a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6760597 Nov 09 10:58:48.392117 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-30ef2ca4-91fe-409f-96c8-2ccdf7be73e6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:48.394459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-30ef2ca4-91fe-409f-96c8-2ccdf7be73e6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.1879900 Nov 09 10:58:48.438767 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-340b6cf8-db08-43a4-a700-926fba24d618 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/quotas/3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 375 time: 0.0384450 Nov 09 10:58:48.526684 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.566179 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.589559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-18271e27-a392-4b93-8d19-63b5eb1234b4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358745 Nov 09 10:58:48.752707 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-cbd93b61-c358-4168-9b92-7bb9b1efeba7 service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507242 Nov 09 10:58:48.784482 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.790671 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1799dc26-53b8-4d6a-8503-79b4f75bbf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:48.855135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d45a8f-1897-46ca-b1a5-c4b0199efe6b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:48.857544 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:48.884982 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:48.886644 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09d45a8f-1897-46ca-b1a5-c4b0199efe6b HTTP/1.1" status: 204 len: 168 time: 0.5258300 Nov 09 10:58:48.936081 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-a4fae2d1-4658-45aa-89e0-707805680c27 service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779585 Nov 09 10:58:49.381639 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-59f063c9-3ad4-4783-9eac-046bbf9af6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:49.645452 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6ffe52b-8c5f-44c5-9358-02e595191050 req-536970d4-4959-4dec-a2e5-7d0b09335e0a tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1097 time: 0.0722084 Nov 09 10:58:49.761757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a6ffe52b-8c5f-44c5-9358-02e595191050 req-230d3c12-ce9f-40f4-abf0-9490ec555b94 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] Synchronizing usage tracker for tenant:56e34d8551ee487d9c916f9225a5dcc0 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:49.818553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:49.838610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a6ffe52b-8c5f-44c5-9358-02e595191050 req-230d3c12-ce9f-40f4-abf0-9490ec555b94 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] Unset dirty status for tenant:56e34d8551ee487d9c916f9225a5dcc0 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:49.838943 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:49.840880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6ffe52b-8c5f-44c5-9358-02e595191050 req-230d3c12-ce9f-40f4-abf0-9490ec555b94 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889427 Nov 09 10:58:49.879091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:49.885766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Usage tracker for resource:security_group_rule and tenant:cd0e76c6660e4473a1761128f765a1f6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:49.890263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:49.912193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:50.046361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.079237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:50.101913 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.110933 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c65d9b7-caa3-4052-8606-6e43fac9ae1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:50.153562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec09379-d6db-4ada-9d04-45ab23606494,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:50.156551 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:50.159070 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd0e76c6660e4473a1761128f765a1f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3392475 Nov 09 10:58:50.163118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39486) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:50.276567 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.295622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56894a9a-b66a-4929-b4d8-2282d49cb3a6 req-34a9725f-cb10-4268-9aa1-e6c23f780c88 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:50.308732 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56894a9a-b66a-4929-b4d8-2282d49cb3a6 req-34a9725f-cb10-4268-9aa1-e6c23f780c88 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1476853 Nov 09 10:58:50.318950 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.346082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-network', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:50.355659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:50.368256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Usage tracker for resource:network and tenant:c9ad0a489c9d46b98f64d91ecefb20e7 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:50.372454 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56894a9a-b66a-4929-b4d8-2282d49cb3a6 req-7fb922a7-c539-4a4a-8a26-9189e205d687 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Nov 09 10:58:50.374013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:50.384193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:50.462017 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.490429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Made reservation on behalf of c9ad0a489c9d46b98f64d91ecefb20e7 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:50.492978 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.506336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.543685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f7a757ce-404c-4984-a8e7-35995ed8d408 req-324367e9-515c-4aec-994e-27a9781a1e95 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 210 time: 0.0482969 Nov 09 10:58:50.564061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.570140 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3446eb85-8101-4585-a5d3-c6720483148f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:50.593818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec09379-d6db-4ada-9d04-45ab23606494,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:50.598610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:50.601513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:50.605740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ad0a489c9d46b98f64d91ecefb20e7 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:50.609474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:50.615804 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.616912 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ec09379-d6db-4ada-9d04-45ab23606494 HTTP/1.1" status: 204 len: 168 time: 0.4528892 Nov 09 10:58:50.618934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:50.714329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.775613 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.780050 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d15a4428-f24b-412a-b69c-7fe04afcc640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:50.793852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30444faa-f941-42da-b3c1-b56de6dbffce req-4cd4f2d9-72c8-43ac-bc4b-a3273540ee6c tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1097 time: 0.0783834 Nov 09 10:58:50.810408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:58:50.819145 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19455c-603f-4255-b84e-565ed668054c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:50.823460 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:50.826325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.826667 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Added segment adb88396-d397-4da3-bc6e-d7ac0d95b14c of type vlan for network d0ca5b58-4320-4acf-96d2-d602cd10b8cf Nov 09 10:58:50.851559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30444faa-f941-42da-b3c1-b56de6dbffce req-44f1f0f8-1d5b-4c18-8e6b-e1ebc7f34a02 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Nov 09 10:58:50.865340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.998529 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:50.999996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:51.001733 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:51.006905 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:51.116675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ca5b58-4320-4acf-96d2-d602cd10b8cf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:51.119432 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:51.126088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:58:51.188008 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1068976 Nov 09 10:58:51.191325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39502) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:51.198368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Request body: {'subnet': {'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-subnet', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:51.204860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:51.212274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Usage tracker for resource:subnet and tenant:c9ad0a489c9d46b98f64d91ecefb20e7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:51.216677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:51.224752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:51.324186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Made reservation on behalf of c9ad0a489c9d46b98f64d91ecefb20e7 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:51.327982 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:51.559712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-659da5ca-147f-400c-9440-ca9d2c00a142 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:51.561504 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-659da5ca-147f-400c-9440-ca9d2c00a142 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.2676733 Nov 09 10:58:51.585572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Request body: {'port': {'device_id': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'admin_state_up': True, 'tenant_id': '3faa8f4f3c294428a10a5aee57d1c9c2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:51.674375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:51.685124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0177a56-b0a8-4188-8f06-5b47abdde870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:51.843500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:51.855877 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:51.858116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:51.864414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cd7c2a-0a92-436e-a528-fb0fc4fe4942,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:51.868135 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:51.904262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Checking segment: {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:51.904615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Network hostable DHCP agents. Network: d0ca5b58-4320-4acf-96d2-d602cd10b8cf, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:58:51.924246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Made reservation on behalf of 3faa8f4f3c294428a10a5aee57d1c9c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:58:51.927500 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:51.935409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-be6a4d58-3324-42c6-9f84-ba2f04c2e1cd req-600e1a63-f4b4-468a-889f-967328bdeec3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1980560 Nov 09 10:58:52.015449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:58:52.107256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d0ca5b58-4320-4acf-96d2-d602cd10b8cf) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:52.112111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:52.113541 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.117093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542a73c-05ce-4f53-ad2a-c6ff855968ef None None] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:58:52.207520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Allocated IP 172.20.0.6 (8b05eb25-adad-4dc8-97a7-201533b40f5f/2d228336-f6d0-491f-981f-9f44fd621fb3/8f6be62e-06c4-414d-8187-0c5ccdd887be) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:58:52.268422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0756917 Nov 09 10:58:52.271055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39534) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:52.283687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:52.289766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:52.297381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Usage tracker for resource:router and tenant:c9ad0a489c9d46b98f64d91ecefb20e7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:52.304816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:52.316282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:52.405543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8db0e-d610-4edc-b439-025b42e4321d req-8dfe193d-c27b-44da-8deb-5f0a4f024a0c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:52.410460 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9dc8db0e-d610-4edc-b439-025b42e4321d req-8dfe193d-c27b-44da-8deb-5f0a4f024a0c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1960890 Nov 09 10:58:52.421572 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.422736 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.448608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'fixed_ips': [{'subnet_id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 10:58:52.450492 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.457300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.564287 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9dc8db0e-d610-4edc-b439-025b42e4321d req-536d57fb-7bb1-4f57-84a1-6df1d089fa88 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951869 Nov 09 10:58:52.602258 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.689866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39544) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:52.690909 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Allocated IP 172.20.0.2 (d0ca5b58-4320-4acf-96d2-d602cd10b8cf/66cd7c2a-0a92-436e-a528-fb0fc4fe4942/4ee984ed-d0ae-4dba-acf5-fcccf12eed6b) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:58:52.706538 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.809952 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.826708 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:52.894746 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:52.934460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:58:52.942054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:52.955510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:58:52.989435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:52.996655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Usage tracker for resource:security_group_rule and tenant:04f7faf9c11446d49caa1a67c75d50ec is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:53.000721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:53.009577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:53.014308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:53.020812 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:53.059819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:53.060441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.078453 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.086225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710532c-fdfc-4906-aabd-f2303f7d551a req-7c117005-cd19-4ef2-971c-abe609ffcf00 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:53.087852 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3710532c-fdfc-4906-aabd-f2303f7d551a req-7c117005-cd19-4ef2-971c-abe609ffcf00 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 931 time: 0.1990707 Nov 09 10:58:53.095164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Transition to ACTIVE for port object 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:53.119957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Transition to ACTIVE for port object 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:53.137740 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3710532c-fdfc-4906-aabd-f2303f7d551a req-c8a06522-741b-4005-97de-93e9206f448a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Nov 09 10:58:53.154778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.181602 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5983441 Nov 09 10:58:53.185437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.189483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Request body: {'port': {'device_id': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:53.211105 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.233304 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.250495 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:53.272075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.285216 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5ebd551-ca38-4275-ad7b-e6049aa641f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:53.305597 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.355915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff92cd-99ef-400e-95a9-7a054fdcae21,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:53.380536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:58:53.384857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:53.391423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:58:53.392346 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:53.399996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04f7faf9c11446d49caa1a67c75d50ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7090430 Nov 09 10:58:53.400819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39570) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:53.445028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Pushing event updated for resources: {'Port': ['ID=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:53.460604 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:53.487092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Allocated IP 172.25.7.153 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/c8f18c56-7dec-4864-b5cc-8733bc4e65ad) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:58:53.531445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Attempting to bind port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:53.532145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Attempting to bind port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:53.533187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Attempting to bind port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b on network d0ca5b58-4320-4acf-96d2-d602cd10b8cf {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:53.549263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:53.550321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Checking segment: {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:53.556051 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.556051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Bound using segment: {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:53.556051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Bound port: 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:53.556051 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.618642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.670822 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.686453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] For port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:53.690219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] For port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:53.753563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.774705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.791805 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2784822a-c14d-4ed7-8d01-1d56d1e2154d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:53.838321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6be62e-06c4-414d-8187-0c5ccdd887be {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:53.846185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.858316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.871854 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f1b650f3-21f0-467b-92c3-4c746cf1f264 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:53.876998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Transition to ACTIVE for port object 8f6be62e-06c4-414d-8187-0c5ccdd887be will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:53.891844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Pushing event updated for resources: {'Port': ['ID=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:53.891844 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:53.899219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff92cd-99ef-400e-95a9-7a054fdcae21,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:53.901833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.906251 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:53.907370 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a40acf86-6d73-4336-9d2a-78dc3925ebd1 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:53.976038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:53.988625 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:54.080585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45288e-92b0-4645-ad6b-0fccdab6bb4b req-380b36f5-4d72-4052-97fe-34b748bffb05 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:54.091287 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f45288e-92b0-4645-ad6b-0fccdab6bb4b req-380b36f5-4d72-4052-97fe-34b748bffb05 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.1878319 Nov 09 10:58:54.127955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:58:54.140866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:58:54.142893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:58:54.184559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:54.189671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:54.195748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-adb706ba-3a6f-4c0f-8b4a-f358677896f8 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:58:54.198914 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:54.203175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-adb706ba-3a6f-4c0f-8b4a-f358677896f8 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0185108 Nov 09 10:58:54.214874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Request body: {'binding': {'host': 'n-h2-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:54.215318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 10:58:54.226530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f45288e-92b0-4645-ad6b-0fccdab6bb4b req-c0ca9f1b-83ff-441c-91f9-d2d82212066a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342752 Nov 09 10:58:54.241418 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:54.243294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:54.246773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6ff92cd-99ef-400e-95a9-7a054fdcae21 HTTP/1.1" status: 204 len: 168 time: 0.8431649 Nov 09 10:58:54.408845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:54.532239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on host n-h2-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:54.532575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:54.532904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:54.547691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:54.548266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:54.549486 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-0509476c-0419-4521-b933-25981d55108d req-c1273b40-b1d9-4222-bf92-dd3350ed4bd0 service neutron] show failed (client error): The resource could not be found. Nov 09 10:58:54.550654 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-c1273b40-b1d9-4222-bf92-dd3350ed4bd0 service neutron] 10.222.0.59 "GET /v2.0/ports/bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace/bindings/n-h1-817173-1 HTTP/1.1" status: 404 len: 380 time: 0.2824810 Nov 09 10:58:54.552759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:54.553089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:54.553409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:54.556476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:54.556813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:54.557220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:54.557613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Bound port: 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:54.561315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:54.561481 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:54.561675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:54.562193 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:54.576171 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:54.583336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:54.583985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:54.584502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Bound port: 8f6be62e-06c4-414d-8187-0c5ccdd887be, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:54.585006 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:54.592621 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:54.662565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:54.766856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:54.767339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:54.768002 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0384450f-dee9-4c7d-ad36-f9ab400a302a service neutron] 10.222.0.50 "POST /v2.0/ports/9e547611-e6ba-43ae-8aeb-86dd115e71a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5640550 Nov 09 10:58:54.771945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:54.792418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aff1fb-340f-4548-a21e-3223ee2c3878 req-9ac0e924-60d5-43f4-ae6b-52d506c3abfc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:54.793015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11aff1fb-340f-4548-a21e-3223ee2c3878 req-9ac0e924-60d5-43f4-ae6b-52d506c3abfc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:58:54.850301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:54.856463 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:54.924891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:54.926338 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 1091 time: 1.7419367 Nov 09 10:58:54.926929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:54.935063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11aff1fb-340f-4548-a21e-3223ee2c3878 req-9ac0e924-60d5-43f4-ae6b-52d506c3abfc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:58:54.936254 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11aff1fb-340f-4548-a21e-3223ee2c3878 req-9ac0e924-60d5-43f4-ae6b-52d506c3abfc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 943 time: 0.3215504 Nov 09 10:58:54.952846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:58:54.973455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:54.978216 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:55.008559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11aff1fb-340f-4548-a21e-3223ee2c3878 req-be29eb33-ed95-42e7-9941-6d784e86136f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637901 Nov 09 10:58:55.197087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9911b8-205d-40b2-9d6f-cfe83615c212 None None] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:58:55.216260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-0ab4065b-a2fe-475f-ae45-0a25e974978f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1094 time: 0.1128418 Nov 09 10:58:55.304205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:58:55.305270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-7c211ea7-7b4f-4ebd-854a-83210a008f87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 217 time: 0.0834737 Nov 09 10:58:55.318458 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Sync routers for ids ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:58:55.338658 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Routers {'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:58:55.340607 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:55.345748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39610) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:55.409498 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be', 'status': 'completed', 'code': 200} Nov 09 10:58:55.421466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-9c02fab8-bade-4515-8717-4f167dde4444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:55.423497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-9c02fab8-bade-4515-8717-4f167dde4444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1119859 Nov 09 10:58:55.470918 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:55.478551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-fddd78ff-4866-424c-9d43-a452e6040b87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471854 Nov 09 10:58:55.488625 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:55.494379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2216272 Nov 09 10:58:55.495890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39614) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:55.544492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Provisioning for port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:55.555552 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Provisioning complete for port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:55.556466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:55.582318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:55.587073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Usage tracker for resource:security_group_rule and tenant:14cd8add50184d8eb9f51a3a563e2fcb is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:55.591097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:55.607387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:55.666564 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Set router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:58:55.733143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:55.736551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-5c15e7a2-e64a-4c61-af09-0f102d20cd38 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498417 Nov 09 10:58:55.843572 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:55.844798 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:55.915523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] For port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:55.946616 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c77edf18-9140-484d-93e5-80355ebd6873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:55.980790 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3f992de-dfa8-48ed-9abb-c089014dc74e req-41344557-d526-40a5-be79-287ba33effed service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944866 Nov 09 10:58:55.987177 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T10:58:54Z', 'revision_number': 3, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:55.991424 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Checking router: a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:58:55.991939 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Updating router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a port c8f18c56-7dec-4864-b5cc-8733bc4e65ad binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:58:55.996963 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-b446be21-de47-460b-b6c8-3c0621899a44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1097 time: 0.2591732 Nov 09 10:58:56.004194 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.007614 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a131edab-94b3-45d6-a294-4b29e5f35c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:56.029249 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14cd8add50184d8eb9f51a3a563e2fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6823597 Nov 09 10:58:56.037255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4060359-f78a-48a5-b076-9cb8256fc7ec,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:56.050488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39624) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:56.073233 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:56.079803 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.115885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-4129e1c5-ae9f-46a5-8e0a-8937a6faee07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 1101 time: 0.7399099 Nov 09 10:58:56.153565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Pushing event updated for resources: {'Port': ['ID=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:56.163848 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:56.165720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:56.224254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc65af0-6a1b-4581-9481-8c6e2741d943 req-f2eac3fc-e1d9-4008-a586-065297bf08aa tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:56.226079 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bc65af0-6a1b-4581-9481-8c6e2741d943 req-f2eac3fc-e1d9-4008-a586-065297bf08aa tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 946 time: 0.4873481 Nov 09 10:58:56.311087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:56.372763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-bda73680-1bb4-42f6-9b1f-3da87f3b505b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:56.374220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-bda73680-1bb4-42f6-9b1f-3da87f3b505b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.3712273 Nov 09 10:58:56.393663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-077a91fd-3ca3-4597-aa6a-d6a2a9f009cb None None] Provisioning complete for port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:56.394620 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-077a91fd-3ca3-4597-aa6a-d6a2a9f009cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.418662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.431852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bc65af0-6a1b-4581-9481-8c6e2741d943 req-bc50c37e-8cd8-4bed-acf2-e9499773b91a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493409 Nov 09 10:58:56.452360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.558993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:56.559590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.576707 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.598437 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Transition to ACTIVE for port object c8f18c56-7dec-4864-b5cc-8733bc4e65ad will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:56.601568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-455d6aec-5185-4ff2-908d-03bb43c2f9b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 217 time: 0.2191157 Nov 09 10:58:56.619897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-d3153c81-9f91-4d0d-b8b8-182515e41d6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1094 time: 0.5131934 Nov 09 10:58:56.660495 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.674108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6273e-47eb-4ac2-8412-e1455ccc9631 req-a931ffb1-f1f1-42e6-9eb1-70cd4ea0f6bc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:56.675686 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25f6273e-47eb-4ac2-8412-e1455ccc9631 req-a931ffb1-f1f1-42e6-9eb1-70cd4ea0f6bc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.5074093 Nov 09 10:58:56.678105 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.684702 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:56.783324 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Attempting to bind port c8f18c56-7dec-4864-b5cc-8733bc4e65ad on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:56.783721 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Attempting to bind port c8f18c56-7dec-4864-b5cc-8733bc4e65ad by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:56.784460 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Attempting to bind port c8f18c56-7dec-4864-b5cc-8733bc4e65ad on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:56.786523 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Pushing event updated for resources: {'Port': ['ID=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:56.801320 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:56.801739 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:56.802359 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.802506 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:56.803229 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Bound port: c8f18c56-7dec-4864-b5cc-8733bc4e65ad, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:56.803352 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.832514 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.832868 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.833166 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.833486 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.833808 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.834125 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.834443 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.834755 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.835090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.835401 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.835756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:58:56.845688 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:56.889638 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] For port c8f18c56-7dec-4864-b5cc-8733bc4e65ad, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:56.893724 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] For port c8f18c56-7dec-4864-b5cc-8733bc4e65ad, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:56.928648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:56.951765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-441d5402-053e-4e20-b60c-81e3876adbe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:56.953189 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-441d5402-053e-4e20-b60c-81e3876adbe8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.3382094 Nov 09 10:58:56.954338 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:56.968620 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7834876b-aa61-49ea-bf4b-6818a38ce656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:56.996954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f71aa-04c4-4998-83f0-4ab1e8deb6cd req-859e76c0-11b3-4ac2-8c63-6b0d7a2e3532 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:56.998414 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf2f71aa-04c4-4998-83f0-4ab1e8deb6cd req-859e76c0-11b3-4ac2-8c63-6b0d7a2e3532 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 943 time: 0.2441931 Nov 09 10:58:56.999404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:57.028365 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-5fe63330-5f96-4436-9fa6-7dd46ebd10d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598652 Nov 09 10:58:57.050095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25f6273e-47eb-4ac2-8412-e1455ccc9631 req-4627a440-d2ea-42e9-bf92-682c05943641 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144066 Nov 09 10:58:57.066495 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Pushing event updated for resources: {'Port': ['ID=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:57.080674 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:57.082333 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Routers {'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:58:57.083905 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:57.089815 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:57.107246 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29e641c6-bd8f-4d93-a452-fd01a6c0ccff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:57.155481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:57.166326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:57.172942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4060359-f78a-48a5-b076-9cb8256fc7ec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:57.175634 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:57.199822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf2f71aa-04c4-4998-83f0-4ab1e8deb6cd req-feb1196f-0914-4be1-bc59-f9c910b8ee5f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663554 Nov 09 10:58:57.214837 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:57.216279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4060359-f78a-48a5-b076-9cb8256fc7ec HTTP/1.1" status: 204 len: 168 time: 1.1638677 Nov 09 10:58:57.217573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-3eec0762-5dff-4f3b-8bea-f23d4fe8053b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:57.231680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-3eec0762-5dff-4f3b-8bea-f23d4fe8053b service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.5319824 Nov 09 10:58:57.234074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Transition to ACTIVE for port object bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:58:57.249728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 10:58:57.372043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 10:58:57.398447 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] Set router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:58:57.400642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-6b551aed-c7d0-4111-bfd0-812cc63dde72 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558426 Nov 09 10:58:57.438669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-13da5926-c9ee-40e0-8603-f753bc254cb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 217 time: 0.0995770 Nov 09 10:58:57.471991 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:57.485633 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'code': 200} Nov 09 10:58:57.494566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:57.660497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-82af3958-0708-44ee-a553-67aea536ef5a service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438834 Nov 09 10:58:57.664455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:57.668383 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:57.713593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] No DVR routers for this DVR port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:58:57.720653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-76b26731-fe8e-4f2e-b702-a87c225fd3c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:57.722920 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-76b26731-fe8e-4f2e-b702-a87c225fd3c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.2762086 Nov 09 10:58:57.882595 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-d5ed1140-a9f1-4c2e-b4e1-8472980cb112 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474309 Nov 09 10:58:57.895269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:58:57.895535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:58:57.895864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:57.904422 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T10:58:54Z', 'revision_number': 3, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:58:57.910614 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8985db-09b1-49e8-98e1-56a10cae0bd7 None None] The sync data for ids ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'] in n-d-817173-1 is: [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T10:58:54Z', 'revision_number': 3, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:58:58.009135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:58:58.009514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Attempting to bind port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:58:58.048593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:58:58.054129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:58:58.054129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:58:58.054129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Bound port: bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:58:58.054129 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:58.129674 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-90771ec6-ca5c-41dd-bd40-6ad1f936a166 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1097 time: 0.3380489 Nov 09 10:58:58.154659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817173-1'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:58:58.209738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0aab8-7dc8-4687-b55b-107b0b8a9dfb req-b69b31ba-5e92-4ae9-8128-06087d35694f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:58.219517 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-ea1b73a5-527b-40a1-978e-2db26f68b182 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226755 Nov 09 10:58:58.229410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bd0aab8-7dc8-4687-b55b-107b0b8a9dfb req-b69b31ba-5e92-4ae9-8128-06087d35694f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 946 time: 0.4297223 Nov 09 10:58:58.340799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:58.346624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:58:58.420627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bd0aab8-7dc8-4687-b55b-107b0b8a9dfb req-5020c5f7-159a-4769-aa0d-525851775de7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902497 Nov 09 10:58:58.435421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:58.462312 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:58.489570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c8f18c56-7dec-4864-b5cc-8733bc4e65ad up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:58:58.515377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39678) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:58:58.599533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00c5b76-42b2-4550-b887-1630efc5c7d1 req-d79eabe8-f563-4e69-adb9-b93d05e09273 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502576 Nov 09 10:58:58.600069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:58.702346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:58.702346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] 10.222.0.57 "PUT /v2.0/ports/bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 1096 time: 2.5774429 Nov 09 10:58:58.714323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbf188-4ed1-4223-9780-535c243fb3c9 req-cbedf690-ebfa-4336-814c-b5877a58bed0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:58.715919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18fbf188-4ed1-4223-9780-535c243fb3c9 req-cbedf690-ebfa-4336-814c-b5877a58bed0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.4149547 Nov 09 10:58:58.717763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c8f18c56-7dec-4864-b5cc-8733bc4e65ad completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:58:58.742008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c8f18c56-7dec-4864-b5cc-8733bc4e65ad triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:58:58.742008 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:58.839907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:58.843667 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:58.952410 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.060262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-2e89d058-0d3c-4a1e-9398-5a075acc92b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1099 time: 0.3135467 Nov 09 10:58:59.060895 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18fbf188-4ed1-4223-9780-535c243fb3c9 req-f806c324-3cc3-43dc-9cda-c48a09da8393 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289287 Nov 09 10:58:59.090597 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.184237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c8f18c56-7dec-4864-b5cc-8733bc4e65ad, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:59.202070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:59.264940 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.271751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:58:59.290467 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.326017 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:59.417613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:58:59.436549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Usage tracker for resource:security_group_rule and tenant:8db8fe3ea9b947438ba5fde2be9dd7e2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:58:59.440956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:58:59.444206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:58:59.495123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:58:59.502410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:59.513966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:59.516591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509476c-0419-4521-b933-25981d55108d req-4a2f8fa5-0a58-4c48-88de-4cf8cd846a2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:59.523592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-4a2f8fa5-0a58-4c48-88de-4cf8cd846a2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4047236 Nov 09 10:58:59.533890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '8f6be62e-06c4-414d-8187-0c5ccdd887be', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'port_id': '8f6be62e-06c4-414d-8187-0c5ccdd887be', 'mac_address': 'fa:16:3e:83:42:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d228336-f6d0-491f-981f-9f44fd621fb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:58:59.576624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03739-19db-4130-ab36-58610ef26051 req-b5615c5d-4638-499f-a60d-bf78b0accec9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:59.581748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eb03739-19db-4130-ab36-58610ef26051 req-b5615c5d-4638-499f-a60d-bf78b0accec9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 943 time: 0.2515812 Nov 09 10:58:59.674032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:59.678449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.694628 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:58:59.703505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6be62e-06c4-414d-8187-0c5ccdd887be {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:58:59.707304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:58:59.714872 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.725554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:58:59.735687 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eb03739-19db-4130-ab36-58610ef26051 req-999963bd-03e5-40e8-8e00-3a67a43c3b6d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360190 Nov 09 10:58:59.793823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.800440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-4a2e727b-8272-42a7-9208-cfd0df936b43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.2650888 Nov 09 10:58:59.855731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.855948 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:58:59.860269 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:59.861644 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'status': 'completed', 'code': 200} Nov 09 10:58:59.869910 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:58:59.950229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509476c-0419-4521-b933-25981d55108d req-d83bbb5b-e728-4bfb-b9c9-6f91ca83b913 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:58:59.954241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-d83bbb5b-e728-4bfb-b9c9-6f91ca83b913 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1450052 Nov 09 10:58:59.964957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:58:59.979483 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:00.035019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Allocated IP 172.20.0.1 (d0ca5b58-4320-4acf-96d2-d602cd10b8cf/66cd7c2a-0a92-436e-a528-fb0fc4fe4942/499f45b2-4a04-4f65-9a78-c3e28a76857b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:00.057077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc6fcc-ed60-4c61-8fd7-1dd51d6ab5c7 req-548802a4-b9c8-4a35-8191-88e03671a03c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:00.061025 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0', 'code': 200} Nov 09 10:59:00.063300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27dc6fcc-ed60-4c61-8fd7-1dd51d6ab5c7 req-548802a4-b9c8-4a35-8191-88e03671a03c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 946 time: 0.3481607 Nov 09 10:59:00.147508 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:00.183899 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8db8fe3ea9b947438ba5fde2be9dd7e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6674724 Nov 09 10:59:00.189330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['8f6be62e-06c4-414d-8187-0c5ccdd887be'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:00.195802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39716) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:00.245996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-c470d6ab-2b61-4611-a360-7801f3af44a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820327 Nov 09 10:59:00.265081 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27dc6fcc-ed60-4c61-8fd7-1dd51d6ab5c7 req-0bc645cc-d608-46f1-8c20-dd5185f8fe6a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008786 Nov 09 10:59:00.288321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39722) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:00.409200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on host n-h1-817173-1 for vnic_type normal with profile {"migrating_to": "n-h2-817173-1"} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:00.409688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:00.409853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:00.412575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:00.444317 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:00.447326 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e031d4c-477e-4f70-be33-ceeb3b69c9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:00.481967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:00.490753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:00.496606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:00.496929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Attempting to bind port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:00.514253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:00.514596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:00.515005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:00.515450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Bound port: 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:00.515783 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:00.532855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Transition to ACTIVE for port object 499f45b2-4a04-4f65-9a78-c3e28a76857b will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:00.535518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-92e3b6ff-85d1-416f-8efb-21c4e0de6c3d service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694790 Nov 09 10:59:00.553598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c8f18c56-7dec-4864-b5cc-8733bc4e65ad up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:00.577247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-dd3ba3e3-7705-46db-b36f-3c5569bb1fdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1099 time: 0.5124650 Nov 09 10:59:00.678132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c8f18c56-7dec-4864-b5cc-8733bc4e65ad triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:00.678874 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:00.692041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0509476c-0419-4521-b933-25981d55108d req-e0fa8c4f-d69d-4285-85a1-60f38984eb0b service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473944 Nov 09 10:59:00.718390 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:00.736249 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:00.826537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:00.845914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:00.870026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-c17cb77d-4301-4a3c-a046-db138fbff9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:00.870026 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-c17cb77d-4301-4a3c-a046-db138fbff9eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2677069 Nov 09 10:59:00.870026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4767b3a-6c70-4222-acaa-6166acb80ce4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:00.881344 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:00.908060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:00.908705 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:00.976609 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.068063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Pushing event updated for resources: {'Port': ['ID=499f45b2-4a04-4f65-9a78-c3e28a76857b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:01.077619 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-417cbbb8-5f8c-49fb-9cb8-ed6c9eb588e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.1981192 Nov 09 10:59:01.089764 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:01.112953 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.122482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:01.135732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc178eb79a9439b85420664f973201a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:01.141066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:01.191892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:01.206419 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-ab8cb369-d342-43cb-b4dd-578108c07daa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1099 time: 0.3356822 Nov 09 10:59:01.307672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4ca4f2ca-65ec-45de-9095-c7d294a5e0b7 None None] Provisioning for port 499f45b2-4a04-4f65-9a78-c3e28a76857b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:01.313640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4ca4f2ca-65ec-45de-9095-c7d294a5e0b7 None None] Provisioning complete for port 499f45b2-4a04-4f65-9a78-c3e28a76857b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:01.314214 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f2ca-65ec-45de-9095-c7d294a5e0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.318586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f445-9629-4f21-81bc-cb48036aaf46 req-8396913a-1f56-4702-9c02-ae88cec2af9f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:01.326056 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0483f445-9629-4f21-81bc-cb48036aaf46 req-8396913a-1f56-4702-9c02-ae88cec2af9f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.9839764 Nov 09 10:59:01.328416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:01.332015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-4128f506-411c-476a-b7d5-1d9b1e3ca218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:01.333421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-4128f506-411c-476a-b7d5-1d9b1e3ca218 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1359887 Nov 09 10:59:01.335195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:01.385139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4f2ca-65ec-45de-9095-c7d294a5e0b7 None None] Port 499f45b2-4a04-4f65-9a78-c3e28a76857b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:01.396917 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.405617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.412401 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5d253b6-4d61-4f18-979c-b73928b6dcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:01.435348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4767b3a-6c70-4222-acaa-6166acb80ce4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:01.441778 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.453847 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:01.455612 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:01.466520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7469-b0e8-4343-a101-60b1fb03058a req-45570f52-faf1-41dd-af01-97921b8087e7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:01.474053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7bac7469-b0e8-4343-a101-60b1fb03058a req-45570f52-faf1-41dd-af01-97921b8087e7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.3397110 Nov 09 10:59:01.499022 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0483f445-9629-4f21-81bc-cb48036aaf46 req-be279e52-1694-450b-b59a-290d1abb5c9f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720791 Nov 09 10:59:01.515539 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.518129 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4767b3a-6c70-4222-acaa-6166acb80ce4 HTTP/1.1" status: 204 len: 168 time: 1.3093963 Nov 09 10:59:01.615627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-01584bea-98b6-4890-b1eb-95fb64eb1d23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:01.617874 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-01584bea-98b6-4890-b1eb-95fb64eb1d23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3816180 Nov 09 10:59:01.619977 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.629744 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:01.634541 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:01.661233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-4f3a88be-7d20-4a8e-a4ef-5033ed60584d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3126483 Nov 09 10:59:01.740913 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.742453 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] 10.222.0.59 "PUT /v2.0/ports/9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 1122 time: 3.6040776 Nov 09 10:59:01.803605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:01.819943 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bfd47f6c-829b-4562-be19-3a38768d0ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:01.827035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['9e547611-e6ba-43ae-8aeb-86dd115e71a0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:01.836931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7bac7469-b0e8-4343-a101-60b1fb03058a req-208cfd0d-c084-40f7-9be7-48bfb253b11f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604107 Nov 09 10:59:01.878209 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-d5229e81-f062-4c94-94ea-da18265b68ab service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024617 Nov 09 10:59:01.890169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e8eef-adcf-46ca-8d63-2786649f1c59 req-e0cad746-661b-4f1a-9d37-963502c4debc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:01.891750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-287e8eef-adcf-46ca-8d63-2786649f1c59 req-e0cad746-661b-4f1a-9d37-963502c4debc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.2296391 Nov 09 10:59:01.911030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bc178eb79a9439b85420664f973201a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5754557 Nov 09 10:59:01.917879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-1490683d-d200-4a5c-b6a0-e3f741a9dc09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.2898269 Nov 09 10:59:01.918878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39754) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:02.060069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:02.077674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8450ff-709e-441b-8268-8c02e694ee7d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:02.086374 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:02.113902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-287e8eef-adcf-46ca-8d63-2786649f1c59 req-bc677cce-f468-4694-97be-869f34272a8d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043908 Nov 09 10:59:02.186744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-114353ca-1ab1-45de-8126-ec08772cd18d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:02.188263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-114353ca-1ab1-45de-8126-ec08772cd18d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2058139 Nov 09 10:59:02.199432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-5051f2cb-c194-4deb-ac1f-e89929c99342 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156183 Nov 09 10:59:02.326622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:02.386061 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0', 'status': 'completed', 'code': 200} Nov 09 10:59:02.401563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:02.406649 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:02.465500 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-90b50356-d05c-4943-85a5-bd5fcc3aec2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2646585 Nov 09 10:59:02.486084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:02.487011 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:02.511585 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:02.691748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Pushing event updated for resources: {'Port': ['ID=499f45b2-4a04-4f65-9a78-c3e28a76857b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:02.691748 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:02.945854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-25066a6a-c69c-4cf7-a085-b20ab15bcd09 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600470 Nov 09 10:59:02.983350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e472c91-cf8c-43b4-ba6e-dd8176757e45 req-faee2cbf-9383-4f12-ba44-cdca476a7c67 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:02.992501 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e472c91-cf8c-43b4-ba6e-dd8176757e45 req-faee2cbf-9383-4f12-ba44-cdca476a7c67 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.2658017 Nov 09 10:59:03.042158 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-af44d987-b601-427e-a4d9-6903f3b28164 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1125 time: 0.6264496 Nov 09 10:59:03.056491 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.083432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e472c91-cf8c-43b4-ba6e-dd8176757e45 req-38c6f102-b5a9-420c-9515-4d472dfd5b19 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897861 Nov 09 10:59:03.104280 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-226e17fd-a9c0-49aa-824a-93e9a1bb813a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:03.204142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8450ff-709e-441b-8268-8c02e694ee7d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:03.219102 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:03.227208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:03.238001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:03.300872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:03.397904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5d07b-34fc-47cc-8cb4-dedae51f4a4f req-13eacb73-582a-458f-9fad-6793e59f3dc7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:03.410054 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63d5d07b-34fc-47cc-8cb4-dedae51f4a4f req-13eacb73-582a-458f-9fad-6793e59f3dc7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.1413126 Nov 09 10:59:03.452692 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.456647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a8450ff-709e-441b-8268-8c02e694ee7d HTTP/1.1" status: 204 len: 168 time: 1.4757187 Nov 09 10:59:03.479571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 8f6be62e-06c4-414d-8187-0c5ccdd887be completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:03.486454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 8f6be62e-06c4-414d-8187-0c5ccdd887be triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:03.486990 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.505240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63d5d07b-34fc-47cc-8cb4-dedae51f4a4f req-f9952b56-0182-470d-a13b-11038323891c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Nov 09 10:59:03.506165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:03.644305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a8e8-6390-4d07-a1e6-ae8222d6cf7c req-ad683c5c-77cd-4fac-bdbb-80d21244d516 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:03.652754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7059a8e8-6390-4d07-a1e6-ae8222d6cf7c req-ad683c5c-77cd-4fac-bdbb-80d21244d516 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.6167588 Nov 09 10:59:03.670023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1208149c-56a4-49db-8772-388dc2aa19c1 None None] Provisioning complete for port 499f45b2-4a04-4f65-9a78-c3e28a76857b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:03.673731 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1208149c-56a4-49db-8772-388dc2aa19c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.701189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1f5fde6-d6db-49e7-a441-7991603cee1e req-a37aeca9-aaab-41f2-b731-1d3d67f3d2de service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157838 Nov 09 10:59:03.731545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.748672 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7059a8e8-6390-4d07-a1e6-ae8222d6cf7c req-436ce913-c669-417e-bc1a-e2388d642799 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945323 Nov 09 10:59:03.749753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-4017ff15-5620-4fd9-a3a1-405bf01d4c03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:03.755390 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-4017ff15-5620-4fd9-a3a1-405bf01d4c03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.6527860 Nov 09 10:59:03.787447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:03.793495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Usage tracker for resource:security_group_rule and tenant:614b4d4d70f0407cba32e84f25f6e7f4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:03.799240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:03.808579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:03.855688 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.865879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1208149c-56a4-49db-8772-388dc2aa19c1 None None] Port 499f45b2-4a04-4f65-9a78-c3e28a76857b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:03.901659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-3a00f7a1-767b-47ff-92bb-f7f746b941ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 217 time: 0.1206470 Nov 09 10:59:03.904023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:03.920266 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.932764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:03.986299 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:03.988306 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:03.993866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:04.012963 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:59:04.051132 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be', 'code': 200} Nov 09 10:59:04.066009 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:04.095431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:04.107058 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:04.125479 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9db9281-1215-4183-9504-6014962f5b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:04.141092 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=614b4d4d70f0407cba32e84f25f6e7f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6292677 Nov 09 10:59:04.190130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39822) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:04.303457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd5cc69-bc66-4053-8036-545ed0f35184,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:04.321581 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:04.378969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-b0232ee6-331f-4be0-a1d2-cc02b5db8aaa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:04.380491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-b0232ee6-331f-4be0-a1d2-cc02b5db8aaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.4719326 Nov 09 10:59:04.396748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-61a1d531-500d-4047-ab59-479fcdb0d4d1 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=28126a8e5c1c42d8b01c24d7ef86659d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471015 Nov 09 10:59:04.408399 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b79167a-092c-4fc7-a25f-6b65570d61b9 req-eb3b64cf-bf08-4382-90b3-ce1a2cfb4add service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1096 time: 0.2847502 Nov 09 10:59:04.433925 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:04.438326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-214f1362-2fb3-4ddc-a5c3-e53dffb9e156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512259 Nov 09 10:59:04.565560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:04.604965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1e9e2-c035-4a0d-8eaf-7972a1b6ac8f req-cf4657ed-4411-4f50-8a92-d3c6a98cbd9b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:04.605584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:04.606426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ba1e9e2-c035-4a0d-8eaf-7972a1b6ac8f req-cf4657ed-4411-4f50-8a92-d3c6a98cbd9b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 948 time: 0.3032482 Nov 09 10:59:04.618356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b79167a-092c-4fc7-a25f-6b65570d61b9 req-3853ad88-554f-4ac8-8f40-a9a0f1baf7a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891861 Nov 09 10:59:04.631614 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:04.662437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12835-57ac-4840-a314-ea3952c02a3f req-5a52ea09-b08b-4d3a-82a1-ca8527be9e96 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:04.664769 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-5a52ea09-b08b-4d3a-82a1-ca8527be9e96 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620950 Nov 09 10:59:04.699785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-dc10f000-62c5-4989-a739-0a9f3303cccb service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490354 Nov 09 10:59:04.707402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ba1e9e2-c035-4a0d-8eaf-7972a1b6ac8f req-6336e8a0-cee5-410a-ac07-27ad991fbddd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913002 Nov 09 10:59:04.708015 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-fca8dfe6-7183-463e-8fa6-618171a43370 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/quotas/28126a8e5c1c42d8b01c24d7ef86659d HTTP/1.1" status: 200 len: 375 time: 0.0276890 Nov 09 10:59:04.710236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:04.716141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Usage tracker for resource:security_group_rule and tenant:85d62bc086344ffdb80b1df3cf81c6b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:04.719071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:04.725209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:04.790778 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-a00fee16-be51-43fd-b155-bfe09de7bc52 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=28126a8e5c1c42d8b01c24d7ef86659d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448365 Nov 09 10:59:04.819520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:04.826576 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ff7a9f1-6b60-4cb3-bdf0-7ea9532eb7f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:04.853878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd5cc69-bc66-4053-8036-545ed0f35184,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:04.869264 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:04.875923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:04.880009 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dd5cc69-bc66-4053-8036-545ed0f35184 HTTP/1.1" status: 204 len: 168 time: 0.6868799 Nov 09 10:59:04.894919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:59:04.903210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5bdc36-6779-4057-a678-25f2db9ade1f req-aa09ab56-2371-4543-98bf-a34a90c2510b service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967247 Nov 09 10:59:04.915790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:04.978228 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.030226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f211b7-ce6c-432f-bd68-ccddb635db59 req-582c89b2-b37b-47b6-9868-0c742cfa6a4b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:05.031711 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68f211b7-ce6c-432f-bd68-ccddb635db59 req-582c89b2-b37b-47b6-9868-0c742cfa6a4b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.1834469 Nov 09 10:59:05.066114 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.078353 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:05.123428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68f211b7-ce6c-432f-bd68-ccddb635db59 req-0101ddd0-74d8-439c-b2e4-04f8dfe0eb6f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Nov 09 10:59:05.178079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550882e-774d-489c-94a2-42553906c758,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:05.181522 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:05.211660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:05.230091 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85d62bc086344ffdb80b1df3cf81c6b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6596322 Nov 09 10:59:05.235036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:05.254751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'mac_address': 'fa:16:3e:75:ca:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:59:05.326972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:05.342969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:59:05.352806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] 10.222.0.50 "PUT /v2.0/routers/a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8494258 Nov 09 10:59:05.364897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Sync routers for ids ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:59:05.381582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.459601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.555158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:05.571142 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.582904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 has no active binding in host n-h2-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 10:59:05.593712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Routers {'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:05.594336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:05.597725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74f444-76af-4459-960e-8cca5284bcda req-6ba67895-97e4-418d-82c3-7698be86aad5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:05.605985 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df74f444-76af-4459-960e-8cca5284bcda req-6ba67895-97e4-418d-82c3-7698be86aad5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 945 time: 0.1931603 Nov 09 10:59:05.625687 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.631908 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2bdc3d4b-fbfe-47ca-9a66-13baed2ccbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:05.647945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550882e-774d-489c-94a2-42553906c758,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:05.648944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:05.662854 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:05.672064 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89842b8b-b12e-40d1-bf49-6bf480c0c348 req-51a67181-9795-460a-9120-d23eb563e37a tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 210 time: 0.0489094 Nov 09 10:59:05.675288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.676377 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f550882e-774d-489c-94a2-42553906c758 HTTP/1.1" status: 204 len: 168 time: 0.4388740 Nov 09 10:59:05.697424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:05.703805 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df74f444-76af-4459-960e-8cca5284bcda req-23d867da-1b03-436c-b03d-e21678b44cbb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Nov 09 10:59:05.797923 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:05.802703 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:05.876988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:05.881812 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:05.931686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Set router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:05.955106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-c26543c2-5d66-4ec0-b959-73dde187d6b2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:05.959607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-c26543c2-5d66-4ec0-b959-73dde187d6b2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 949 time: 0.1448839 Nov 09 10:59:05.985728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39868) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:06.066145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde92a9-fdac-4b1e-aad1-e3ea9644a33d req-96022973-30fb-46f6-81aa-5f00d8b475bb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:06.076543 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4cde92a9-fdac-4b1e-aad1-e3ea9644a33d req-96022973-30fb-46f6-81aa-5f00d8b475bb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 949 time: 0.1987345 Nov 09 10:59:06.084214 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.121339 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-3a0b008b-c12d-4298-8cfb-fe0713c1fd29 service neutron] delete failed (client error): The resource could not be found. Nov 09 10:59:06.122772 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-3a0b008b-c12d-4298-8cfb-fe0713c1fd29 service neutron] 10.222.0.59 "DELETE /v2.0/ports/bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace/bindings/n-h2-817173-1 HTTP/1.1" status: 404 len: 380 time: 0.1556182 Nov 09 10:59:06.201343 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4cde92a9-fdac-4b1e-aad1-e3ea9644a33d req-47fda7a4-88ea-4630-a97a-e3b6c85b769c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238041 Nov 09 10:59:06.203066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:06.214190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:878a32dbadfd4058a6503f26a9720102 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:06.219690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:06.241121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:06.316547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:06.387571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.495532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.503118 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-31212afe-ba1e-4324-b60e-800c1d4c6d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:06.534002 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.549522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1278eb-576a-4bad-b48f-739251a6f13a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:06.553866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=878a32dbadfd4058a6503f26a9720102&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5653491 Nov 09 10:59:06.556124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:06.557098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39884) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:06.587541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-55339c22-4e13-4bea-be75-31b71c6691f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1100 time: 0.2144885 Nov 09 10:59:06.637129 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.672782 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.706710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea4276-488f-499b-9dfe-6ee3f64527f2 req-27d2b505-c9f0-425d-b0e8-bf92af2b8b4a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:06.708825 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7ea4276-488f-499b-9dfe-6ee3f64527f2 req-27d2b505-c9f0-425d-b0e8-bf92af2b8b4a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.2403183 Nov 09 10:59:06.723103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T10:59:01Z', 'revision_number': 4, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '499f45b2-4a04-4f65-9a78-c3e28a76857b', 'name': '', 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'mac_address': 'fa:16:3e:7d:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:59Z', 'updated_at': '2021-11-09T10:59:01Z', 'revision_number': 2, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'subnets': [{'id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:06.747314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Checking router: a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:59:06.747955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Updating router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a port 499f45b2-4a04-4f65-9a78-c3e28a76857b binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:59:06.811238 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.815169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.822041 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-03c43c65-a66f-40dc-a878-3e5728921956 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:06.842050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7ea4276-488f-499b-9dfe-6ee3f64527f2 req-4ac87013-2b78-4630-82b6-0bdda74e498c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062005 Nov 09 10:59:06.850743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-24c4d67a-7fb4-4562-9ad7-4e04cdce9111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:06.852397 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-24c4d67a-7fb4-4562-9ad7-4e04cdce9111 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2500863 Nov 09 10:59:06.854936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1278eb-576a-4bad-b48f-739251a6f13a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:06.862618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:06.865271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e1278eb-576a-4bad-b48f-739251a6f13a HTTP/1.1" status: 204 len: 168 time: 0.3071415 Nov 09 10:59:06.869081 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:06.909547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39896) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:06.941007 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-d22cc721-012d-4d08-91c6-8036b339c6a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.0821207 Nov 09 10:59:07.083020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.114093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-7155395f-8479-4770-949e-620bd4e896c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:07.117152 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-7155395f-8479-4770-949e-620bd4e896c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1698592 Nov 09 10:59:07.142519 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eaf2304d-b3ff-4353-a349-471cabc3de66 req-d9518585-1c9b-41bc-874b-39ae3e76d47f tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 210 time: 0.1916771 Nov 09 10:59:07.209120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:07.215705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f1001adfa54bb7b1fc9de0b78efe7e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:07.219566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:07.250555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:07.263856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cbb8-a9d8-4758-a13e-1e3868fdcd5f req-8a384dd8-f6d0-4f3a-adf9-4eab46cef84d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:07.271541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2312cbb8-a9d8-4758-a13e-1e3868fdcd5f req-8a384dd8-f6d0-4f3a-adf9-4eab46cef84d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 945 time: 0.2045577 Nov 09 10:59:07.367854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.403633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-e007203f-3b11-48c8-a497-fb8fc6fcf1a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2783315 Nov 09 10:59:07.432333 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.442049 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e7e02f8c-7d2d-4683-b228-5fe67e1e347e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:07.452932 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.470025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Transition to ACTIVE for port object 499f45b2-4a04-4f65-9a78-c3e28a76857b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:07.514951 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2312cbb8-a9d8-4758-a13e-1e3868fdcd5f req-d4ce09a2-8018-4c47-91fe-fd71c0f617ca tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422354 Nov 09 10:59:07.529465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.541930 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:07.630362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-137b1def-5d02-46db-a44b-b148e3a0f42e service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167299 Nov 09 10:59:07.641704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175e25ac-e5f5-4852-a721-d6b3275f95d4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:07.644832 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:07.651844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8f1001adfa54bb7b1fc9de0b78efe7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7380402 Nov 09 10:59:07.651844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39912) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:07.735528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420ffe7-36b9-4230-82e9-8337ad3f2daf None None] Pushing event updated for resources: {'Port': ['ID=499f45b2-4a04-4f65-9a78-c3e28a76857b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:07.741519 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9420ffe7-36b9-4230-82e9-8337ad3f2daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:07.792382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa852-ecec-4405-977b-712a868abf59 req-55fa3de1-92ee-4000-acb3-ca1a4116fc5a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:07.802155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-587aa852-ecec-4405-977b-712a868abf59 req-55fa3de1-92ee-4000-acb3-ca1a4116fc5a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 949 time: 0.3279705 Nov 09 10:59:07.817819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.939373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Attempting to bind port 499f45b2-4a04-4f65-9a78-c3e28a76857b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:07.941234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Attempting to bind port 499f45b2-4a04-4f65-9a78-c3e28a76857b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:07.941871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Attempting to bind port 499f45b2-4a04-4f65-9a78-c3e28a76857b on network d0ca5b58-4320-4acf-96d2-d602cd10b8cf {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:07.959630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:07.963103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Checking segment: {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:07.964103 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.964103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Bound using segment: {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:07.964694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Bound port: 499f45b2-4a04-4f65-9a78-c3e28a76857b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:07.968591 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:07.987025 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.022152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-587aa852-ecec-4405-977b-712a868abf59 req-db90f5d9-7236-4a7d-bd57-9a8864d0cebe tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190890 Nov 09 10:59:08.075414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc6442d4-c923-4cd2-89b5-900e05e0fd42 req-eaa777f5-d885-4d3b-9f88-4eb4baf10cdf service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375675 Nov 09 10:59:08.135837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:08.141340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-network', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:08.148707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:08.156895 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-5c770991-b620-405e-b970-7a79e617e70c tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=28126a8e5c1c42d8b01c24d7ef86659d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408206 Nov 09 10:59:08.160800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Usage tracker for resource:network and tenant:3c82b4fcc4f34b56a834cc5edc250665 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:08.175562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:08.182315 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] For port 499f45b2-4a04-4f65-9a78-c3e28a76857b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:08.186299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] For port 499f45b2-4a04-4f65-9a78-c3e28a76857b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=499f45b2-4a04-4f65-9a78-c3e28a76857b,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:08.234244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:08.262014 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.296044 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:08.335571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.342099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-401948fa-294b-4a77-8089-7d218baf113c req-bdb8ea34-5177-4648-af93-311f21a57bb1 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1096 time: 0.1682758 Nov 09 10:59:08.346331 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9cdf703-d479-45f0-90b8-f09ff1044638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:08.355522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Made reservation on behalf of 3c82b4fcc4f34b56a834cc5edc250665 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:08.361907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.378261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e25ac-e5f5-4852-a721-d6b3275f95d4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:08.388284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:08.389044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.391219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/175e25ac-e5f5-4852-a721-d6b3275f95d4 HTTP/1.1" status: 204 len: 168 time: 0.7376952 Nov 09 10:59:08.418415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12835-57ac-4840-a314-ea3952c02a3f req-fc469ff2-5202-48cb-93d1-3e17ae8ef73a tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:08.419725 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.420208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-fc469ff2-5202-48cb-93d1-3e17ae8ef73a tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556565 Nov 09 10:59:08.431470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420ffe7-36b9-4230-82e9-8337ad3f2daf None None] Pushing event updated for resources: {'Port': ['ID=499f45b2-4a04-4f65-9a78-c3e28a76857b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:08.440356 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9420ffe7-36b9-4230-82e9-8337ad3f2daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:08.458712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Request body: {'port': {'device_id': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '28126a8e5c1c42d8b01c24d7ef86659d'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:08.490552 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Routers {'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:08.498207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:08.534382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:08.542165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3c82b4fcc4f34b56a834cc5edc250665 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:08.549175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:08.556554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:08.597728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217d898-df39-4deb-8ae6-3b47c1262147 req-6d15c026-e67f-4205-b5d9-5d5c9e2ac94b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:08.616204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d217d898-df39-4deb-8ae6-3b47c1262147 req-6d15c026-e67f-4205-b5d9-5d5c9e2ac94b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 944 time: 0.3502700 Nov 09 10:59:08.662415 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.680264 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-401948fa-294b-4a77-8089-7d218baf113c req-6da3beda-165b-4a2b-bb62-765220309694 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308165 Nov 09 10:59:08.752826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.758477 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f41b030-8fc2-4360-830c-8a33fa3860fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:08.802054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0739d073-1a04-4990-a695-8ca9bfe102c2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:08.835024 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-272a4d2d-e665-4c9d-b512-45c6e98375e6 service neutron] 10.222.0.57 "GET /v2.0/ports/9e547611-e6ba-43ae-8aeb-86dd115e71a0/bindings/n-h2-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.3465862 Nov 09 10:59:08.857823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:59:08.874854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.875235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.878318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.878626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.879008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.879362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.879710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.880061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.880401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.885959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.886415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:08.904998 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:08.911275 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:08.911683 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Added segment f29e0809-4aca-4ed0-88d2-4fb3c092892e of type vlan for network f2ced8f1-89b3-4c28-bd33-e29963c43196 Nov 09 10:59:08.952498 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:08.972077 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d217d898-df39-4deb-8ae6-3b47c1262147 req-30904a74-b7fd-4e0c-8c1f-05429c564334 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535945 Nov 09 10:59:08.981140 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.065515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] Set router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:09.190108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.196815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:09.206454 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.225344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98dacc40-90cd-4afa-8a69-8ae4bb6bc7d8 req-1ce8e034-805b-4e8f-9053-2f66fc29566b tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 210 time: 0.1457953 Nov 09 10:59:09.228654 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97063314-6b6e-4bec-bd05-aba40da1ac03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:09.267795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:09.272616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Usage tracker for resource:port and tenant:28126a8e5c1c42d8b01c24d7ef86659d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:09.276786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:09.283181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:09.346755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Made reservation on behalf of 28126a8e5c1c42d8b01c24d7ef86659d for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:09.350158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.389098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.420159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:09.483229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3778a082-1459-46e5-8f4a-79953bfdacff req-0f94e395-49ed-43dd-bbd0-71510db4f5f7 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1096 time: 0.2232106 Nov 09 10:59:09.487982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:09.489598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ced8f1-89b3-4c28-bd33-e29963c43196,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:09.510205 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:09.517995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:59:09.521098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Usage tracker for resource:security_group_rule and tenant:28126a8e5c1c42d8b01c24d7ef86659d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:09.535922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:09.542235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:09.574121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:09.584265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4472580 Nov 09 10:59:09.585119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39960) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:09.590617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Request body: {'subnet': {'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-subnet', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:09.606069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:09.611862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Usage tracker for resource:subnet and tenant:3c82b4fcc4f34b56a834cc5edc250665 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:09.615522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:09.631338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:09.663063 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:09.666650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e547611-e6ba-43ae-8aeb-86dd115e71a0 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:09.695983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3778a082-1459-46e5-8f4a-79953bfdacff req-c812eda0-e0b3-4834-b255-ace99ca1d356 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115495 Nov 09 10:59:09.704534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:09.731318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Made reservation on behalf of 3c82b4fcc4f34b56a834cc5edc250665 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:09.733825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.778695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:09.779052 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.851589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.883752 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.949617 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:09.959405 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-840b35c2-3d9a-4ccf-8fb5-97384d1824c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:09.968332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c694b-c821-45fe-a439-a637718442d8 req-1b781c3c-5b6e-4923-9d18-4738b3b6ebc3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:09.975413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-080c694b-c821-45fe-a439-a637718442d8 req-1b781c3c-5b6e-4923-9d18-4738b3b6ebc3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 949 time: 0.3236237 Nov 09 10:59:10.115408 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:10.146273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T10:59:01Z', 'revision_number': 4, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '499f45b2-4a04-4f65-9a78-c3e28a76857b', 'name': '', 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'mac_address': 'fa:16:3e:7d:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:59Z', 'updated_at': '2021-11-09T10:59:08Z', 'revision_number': 4, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'subnets': [{'id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:10.152285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:10.155491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-080c694b-c821-45fe-a439-a637718442d8 req-e690da53-34d0-468f-a787-a399256fb58f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787534 Nov 09 10:59:10.176900 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bbb24-0dae-41a4-8cb1-96f9f168e024 None None] The sync data for ids ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'] in n-d-817173-1 is: [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T10:59:01Z', 'revision_number': 4, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '499f45b2-4a04-4f65-9a78-c3e28a76857b', 'name': '', 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'mac_address': 'fa:16:3e:7d:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:59Z', 'updated_at': '2021-11-09T10:59:08Z', 'revision_number': 4, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'subnets': [{'id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:59:10.196099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:10.218147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] Transition to ACTIVE for port object 9e547611-e6ba-43ae-8aeb-86dd115e71a0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:10.278344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:10.280456 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:10.297007 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:10.312414 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:10.317404 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:10.474592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=9']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:10.484818 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:10.527738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499f45b2-4a04-4f65-9a78-c3e28a76857b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:10.574166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac648a0-9764-4623-ba40-7734bb82c913,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:10.578633 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:10.585939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Checking segment: {'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:10.586505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Network hostable DHCP agents. Network: f2ced8f1-89b3-4c28-bd33-e29963c43196, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:59:10.631969 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'code': 200} Nov 09 10:59:10.637718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cf882-4e69-49be-8398-91880d5c1907 req-d8886dfe-a02b-4b8d-8dd7-4a166eb79765 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:10.645451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e1cf882-4e69-49be-8398-91880d5c1907 req-d8886dfe-a02b-4b8d-8dd7-4a166eb79765 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 945 time: 0.2466619 Nov 09 10:59:10.654508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f3e324-b249-4433-a819-6af03ba562f2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:10.681598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] No DVR routers for this DVR port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:59:10.700884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 499f45b2-4a04-4f65-9a78-c3e28a76857b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:10.708113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 499f45b2-4a04-4f65-9a78-c3e28a76857b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:10.708506 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:10.732810 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e1cf882-4e69-49be-8398-91880d5c1907 req-cf770603-80c9-4993-a3d9-6b79fda7aeed tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862484 Nov 09 10:59:10.734275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:59:10.843456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, f2ced8f1-89b3-4c28-bd33-e29963c43196) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:10.848078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:10.849160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:10.886371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b1629-5f43-4fe2-820c-7ba4f7e02284 None None] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:59:10.980851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.981250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.981604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.983127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.983479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.983826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.984168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.984505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.984863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.987788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4014823 Nov 09 10:59:10.990275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.990629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40004) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:10.990756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:10.996746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:11.019958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:11.030512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Usage tracker for resource:router and tenant:3c82b4fcc4f34b56a834cc5edc250665 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:11.038313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:11.054909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:11.085849 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:11.139262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 499f45b2-4a04-4f65-9a78-c3e28a76857b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=499f45b2-4a04-4f65-9a78-c3e28a76857b,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:11.152622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:11.153960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:11.187952 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.228s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:11.199937 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7f013b25-bd4c-473f-b934-3a37ce336f98 req-61c697a6-f368-41e3-b3ea-3758a8cb16d0 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 210 time: 0.1320734 Nov 09 10:59:11.200191 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.882s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:11.240829 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:11.267233 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:11.275365 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:11.370977 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-f2ced8f1-89b3-4c28-bd33-e29963c43196', 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'fixed_ips': [{'subnet_id': 'dac648a0-9764-4623-ba40-7734bb82c913'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 10:59:11.372377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:11.398980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Allocated IP 192.168.233.199 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/ae89d2b2-d401-46b4-a97d-5d00dd5683d9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:11.409886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] 10.222.0.57 "PUT /v2.0/ports/9e547611-e6ba-43ae-8aeb-86dd115e71a0/bindings/n-h2-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5523167 Nov 09 10:59:11.469136 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aaf0c021-5db8-4990-92ed-989fbeb51e87 req-ad833930-03fb-4b75-8fc0-0d5fda669ae4 tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1101 time: 0.6503336 Nov 09 10:59:11.472335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] Pushing event updated for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:11.487015 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:11.516856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=499f45b2-4a04-4f65-9a78-c3e28a76857b,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:11.549576 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:11.610431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aaf0c021-5db8-4990-92ed-989fbeb51e87 req-3bd40600-6710-47df-aa4e-f0bccc50e4f5 tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219840 Nov 09 10:59:11.656799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Allocated IP 172.20.0.2 (f2ced8f1-89b3-4c28-bd33-e29963c43196/dac648a0-9764-4623-ba40-7734bb82c913/1960dd56-7d55-4945-8f33-5577d4bc17fa) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:11.938814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b87c173-5c01-4385-b1c5-7a17ee08fd02 req-6c62be61-6af2-4ef3-be11-4423dbf1132d tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1096 time: 0.4106379 Nov 09 10:59:11.942644 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.062620 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.078708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Transition to ACTIVE for port object 1960dd56-7d55-4945-8f33-5577d4bc17fa will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:12.087572 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.101848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Transition to ACTIVE for port object 1960dd56-7d55-4945-8f33-5577d4bc17fa will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:12.134469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-28631e75-1cff-4c8d-ae68-9bd23722cdf4 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.6116710 Nov 09 10:59:12.157332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b87c173-5c01-4385-b1c5-7a17ee08fd02 req-264cbc1d-dac8-4ae3-a3af-b504b8f5c773 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168918 Nov 09 10:59:12.169259 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.174823 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:12.202396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Transition to ACTIVE for port object ae89d2b2-d401-46b4-a97d-5d00dd5683d9 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:12.329637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d5c4f-5b9e-425d-8ebc-8de23a70d3fd req-baff229c-2c22-4397-b0e4-f84b367a6803 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:12.331141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-442d5c4f-5b9e-425d-8ebc-8de23a70d3fd req-baff229c-2c22-4397-b0e4-f84b367a6803 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 945 time: 0.2066414 Nov 09 10:59:12.331310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:12.335798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:12.340397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:12.353422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Pushing event updated for resources: {'Port': ['ID=1960dd56-7d55-4945-8f33-5577d4bc17fa,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:12.356889 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:12.368844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.374099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-762d5b0d-cf18-4048-bdf2-d9a688eb32fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73&tenant_id=721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 1096 time: 0.2187846 Nov 09 10:59:12.391832 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f9d36ff0-7b2e-4278-b527-584ca574125c tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:12.441567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499f45b2-4a04-4f65-9a78-c3e28a76857b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:12.543164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.571759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:12.576227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:12.588966 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.594751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Attempting to bind port 1960dd56-7d55-4945-8f33-5577d4bc17fa on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:12.596610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-442d5c4f-5b9e-425d-8ebc-8de23a70d3fd req-afed8be6-6e33-4722-8be9-d47275e26f39 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537994 Nov 09 10:59:12.599341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Attempting to bind port 1960dd56-7d55-4945-8f33-5577d4bc17fa by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:12.601774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:12.603009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:12.604887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Attempting to bind port 1960dd56-7d55-4945-8f33-5577d4bc17fa on network f2ced8f1-89b3-4c28-bd33-e29963c43196 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:12.614634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:12.619735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:12.620462 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.636860 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:12.637246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Checking segment: {'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:12.637784 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.638170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Bound using segment: {'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:12.638672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Bound port: 1960dd56-7d55-4945-8f33-5577d4bc17fa, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:12.639082 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.680023 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-1a11b466-4b3d-4cad-96a5-2dfee675bb54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1096 time: 0.2823036 Nov 09 10:59:12.736094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2841487 Nov 09 10:59:12.758227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Request body: {'port': {'device_id': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:12.823503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] For port 1960dd56-7d55-4945-8f33-5577d4bc17fa, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:12.828387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] For port 1960dd56-7d55-4945-8f33-5577d4bc17fa, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1960dd56-7d55-4945-8f33-5577d4bc17fa,segment=NetworkSegment(f29e0809-4aca-4ed0-88d2-4fb3c092892e),segment_id=f29e0809-4aca-4ed0-88d2-4fb3c092892e)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:12.838177 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 499f45b2-4a04-4f65-9a78-c3e28a76857b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:12.838887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.870680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-c2b7b49b-2586-407b-9b19-b5d7d0e9c13b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956926 Nov 09 10:59:12.897307 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.904155 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9420ffe7-36b9-4230-82e9-8337ad3f2daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:12.966004 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:12.983996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Pushing event updated for resources: {'Port': ['ID=1960dd56-7d55-4945-8f33-5577d4bc17fa,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:12.994258 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:12.996654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 10:59:13.049529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56373670-898c-47f4-9bb4-f1558d7563d6 req-fd744e4b-32b2-4de1-8a19-78a44e453827 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:13.050546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-56373670-898c-47f4-9bb4-f1558d7563d6 req-fd744e4b-32b2-4de1-8a19-78a44e453827 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Synchronizing usage tracker for tenant:28126a8e5c1c42d8b01c24d7ef86659d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:13.094990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 10:59:13.135669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Allocated IP 172.25.7.125 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/a69359b4-90a2-4de3-aebf-27018bd8e1a4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:13.153584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-d9126172-9e5c-44b8-b978-59066dada0a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:13.155086 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-d9126172-9e5c-44b8-b978-59066dada0a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.4622996 Nov 09 10:59:13.177636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9e1e11c3-a1f0-45f2-b090-db04eca5fee8 None None] Provisioning for port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:13.191262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9e1e11c3-a1f0-45f2-b090-db04eca5fee8 None None] Provisioning complete for port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:13.191719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9e1e11c3-a1f0-45f2-b090-db04eca5fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:13.208118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-56373670-898c-47f4-9bb4-f1558d7563d6 req-fd744e4b-32b2-4de1-8a19-78a44e453827 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Unset dirty status for tenant:28126a8e5c1c42d8b01c24d7ef86659d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:13.216348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56373670-898c-47f4-9bb4-f1558d7563d6 req-fd744e4b-32b2-4de1-8a19-78a44e453827 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 936 time: 0.3971694 Nov 09 10:59:13.273469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e11c3-a1f0-45f2-b090-db04eca5fee8 None None] Port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:13.331099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-bec76640-a81c-4390-b28f-87010c5055e3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:13.339516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-bec76640-a81c-4390-b28f-87010c5055e3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4596066 Nov 09 10:59:13.342882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-56373670-898c-47f4-9bb4-f1558d7563d6 req-d0ed0dae-d34f-43d6-985d-b4e5d7495054 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Synchronizing usage tracker for tenant:28126a8e5c1c42d8b01c24d7ef86659d on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:13.359762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-c80cdc2b-9a03-42f3-8061-9c04af3a4b73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 217 time: 0.1820037 Nov 09 10:59:13.465747 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-3a4d5443-e67b-41fc-a6c8-c69adedbcdea tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/quotas/fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 375 time: 0.1253445 Nov 09 10:59:13.493465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-56373670-898c-47f4-9bb4-f1558d7563d6 req-d0ed0dae-d34f-43d6-985d-b4e5d7495054 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Unset dirty status for tenant:28126a8e5c1c42d8b01c24d7ef86659d on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:13.494984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56373670-898c-47f4-9bb4-f1558d7563d6 req-d0ed0dae-d34f-43d6-985d-b4e5d7495054 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772033 Nov 09 10:59:13.498230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae89d2b2-d401-46b4-a97d-5d00dd5683d9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:13.511279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:13.546412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Transition to ACTIVE for port object ae89d2b2-d401-46b4-a97d-5d00dd5683d9 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:13.562807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-35fb0c4e-b007-4cf5-905c-c1153e3421e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:13.564239 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-35fb0c4e-b007-4cf5-905c-c1153e3421e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.1419721 Nov 09 10:59:13.633334 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:13.638735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-fa98f6cd-22f6-4edf-9713-64b646523330 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593486 Nov 09 10:59:13.651093 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:13.656947 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:13.744673 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-24aa32a2-419c-435a-ab7e-1f0d804ca718 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2624116 Nov 09 10:59:13.813577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:13.817839 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:13.824930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-0099e715-a872-4c03-8a05-cf9d8e7181b0 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791942 Nov 09 10:59:13.857377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:13.865788 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:13.917916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cadc62f-68df-41bb-8949-67ab229cf22e req-02f63928-2ac2-47d3-8fe9-b9ae2e722536 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2677476 Nov 09 10:59:13.989751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Attempting to bind port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:13.990458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Attempting to bind port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:13.990458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Attempting to bind port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:13.991673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:14.008894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:14.009228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Attempting to bind port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:14.014482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:14.022272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:14.034217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:14.034937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:14.035562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:14.036286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Bound port: ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:14.036865 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:14.194164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:14.199427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:14.224613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Pushing event updated for resources: {'Port': ['ID=a69359b4-90a2-4de3-aebf-27018bd8e1a4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:14.227777 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:14.262701 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-55326340-4f6c-4d79-808b-1f76b6084656 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308379 Nov 09 10:59:14.278488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:14.296077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:14.422591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:14.424001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae89d2b2-d401-46b4-a97d-5d00dd5683d9 HTTP/1.1" status: 200 len: 1096 time: 1.6757929 Nov 09 10:59:14.424491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:14.486714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:14.491073 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:14.516412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1960dd56-7d55-4945-8f33-5577d4bc17fa up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:14.600580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6fb68-b7e2-4c1d-b72e-68c1d0bd7dd4 None None] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:59:14.671575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:14.675172 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:14.703656 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-f95721fb-893f-4689-aa42-5c435298eacb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28126a8e5c1c42d8b01c24d7ef86659d&device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 1099 time: 0.1493442 Nov 09 10:59:14.911515 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-08cbc299-a96c-459d-985c-daaa1bb65216 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9 HTTP/1.1" status: 200 len: 217 time: 0.2007577 Nov 09 10:59:14.933949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9d611516-905d-4d80-8542-2f19f14d8a41 None None] Provisioning for port 1960dd56-7d55-4945-8f33-5577d4bc17fa completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:14.941897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 1960dd56-7d55-4945-8f33-5577d4bc17fa completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:14.948903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9d611516-905d-4d80-8542-2f19f14d8a41 None None] Provisioning complete for port 1960dd56-7d55-4945-8f33-5577d4bc17fa triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:14.949377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d611516-905d-4d80-8542-2f19f14d8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:14.985359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12835-57ac-4840-a314-ea3952c02a3f req-9291f1c0-168e-4e91-af04-c8e3b48f3d10 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:14.987414 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-9291f1c0-168e-4e91-af04-c8e3b48f3d10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0684829 Nov 09 10:59:15.025253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 1960dd56-7d55-4945-8f33-5577d4bc17fa triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:15.025638 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:15.099804 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-c3b5eb0a-5c2a-4343-a28d-8b6411d32f48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037078 Nov 09 10:59:15.112031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-880944b5-0283-4c3c-86eb-38652ce465d2 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.3198676 Nov 09 10:59:15.290026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-c59f68af-cda9-4e50-b1c8-6e841f3c9cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815739 Nov 09 10:59:15.293603 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d611516-905d-4d80-8542-2f19f14d8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:15.303292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac434dd-503b-4846-b473-dffa0c2c3c63 req-85904a72-8ec0-4bda-a723-a60bd0c5384f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:15.305605 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:15.312291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6ac434dd-503b-4846-b473-dffa0c2c3c63 req-85904a72-8ec0-4bda-a723-a60bd0c5384f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 945 time: 0.4380414 Nov 09 10:59:15.382711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 1960dd56-7d55-4945-8f33-5577d4bc17fa, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1960dd56-7d55-4945-8f33-5577d4bc17fa,segment=NetworkSegment(f29e0809-4aca-4ed0-88d2-4fb3c092892e),segment_id=f29e0809-4aca-4ed0-88d2-4fb3c092892e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:15.425275 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6ac434dd-503b-4846-b473-dffa0c2c3c63 req-70b9bbc8-12a6-4fde-99dd-00eadd3fdf01 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118553 Nov 09 10:59:15.443112 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:15.449606 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:15.498093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-470b3b47-3c3c-4d8b-a79f-bcf027a20a8e service neutron] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:15.517325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98c12835-57ac-4840-a314-ea3952c02a3f req-69bfe69f-5a68-47ef-bf7f-3523ee767301 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227664 Nov 09 10:59:15.529264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-470b3b47-3c3c-4d8b-a79f-bcf027a20a8e service neutron] Notify callbacks [] for binding, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:15.530430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c925801-7e0a-4a78-800c-739aa5b93863 req-470b3b47-3c3c-4d8b-a79f-bcf027a20a8e service neutron] 10.222.0.59 "DELETE /v2.0/ports/9e547611-e6ba-43ae-8aeb-86dd115e71a0/bindings/n-h1-817173-1 HTTP/1.1" status: 204 len: 173 time: 0.4120507 Nov 09 10:59:15.551636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:59:15.623959 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-9d611516-905d-4d80-8542-2f19f14d8a41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 10:59:15.624484 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-9d611516-905d-4d80-8542-2f19f14d8a41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 10:59:15.629405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=1960dd56-7d55-4945-8f33-5577d4bc17fa,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:15.642921 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:15.704063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e56de7a-a8a5-450b-8a68-5418fdd18943 req-19f3f861-fbfc-45d5-84c0-9a4f246eccd2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 210 time: 0.0612988 Nov 09 10:59:15.859420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:59:15.874297 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Sync routers for ids ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:59:15.928726 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'status': 'completed', 'code': 200} Nov 09 10:59:15.929393 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Routers {'8cb8b32e-302e-408b-bbdb-7b54645cecb2'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:15.930565 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:15.975081 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:15.976624 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9837663 Nov 09 10:59:15.979160 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40102) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:16.205218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12453636-9158-4017-b9dd-12bb63b511da req-ed4baf8a-4702-4178-bd53-60cdf9f3bcf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28126a8e5c1c42d8b01c24d7ef86659d&device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 1099 time: 0.1502645 Nov 09 10:59:16.412338 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Set router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:16.458998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1960dd56-7d55-4945-8f33-5577d4bc17fa up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:16.566566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12453636-9158-4017-b9dd-12bb63b511da req-02f4ea9e-be4e-4bc3-a731-afa83b8155e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:16.568126 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12453636-9158-4017-b9dd-12bb63b511da req-02f4ea9e-be4e-4bc3-a731-afa83b8155e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3591676 Nov 09 10:59:16.604704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2f414617-8e32-4de2-92bb-0bdaed7a604e None None] Provisioning complete for port 1960dd56-7d55-4945-8f33-5577d4bc17fa triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:16.605328 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f414617-8e32-4de2-92bb-0bdaed7a604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:16.670923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40110) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:16.698430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12453636-9158-4017-b9dd-12bb63b511da req-1f6bb50b-983d-4273-8ff2-df2132d38cea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9 HTTP/1.1" status: 200 len: 217 time: 0.1226282 Nov 09 10:59:16.810744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12453636-9158-4017-b9dd-12bb63b511da req-e38fb74a-463f-44ee-b52b-5dba2fa5cc36 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:16.812466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12453636-9158-4017-b9dd-12bb63b511da req-e38fb74a-463f-44ee-b52b-5dba2fa5cc36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0969260 Nov 09 10:59:16.897397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 1960dd56-7d55-4945-8f33-5577d4bc17fa triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:16.898167 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:16.936389 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.009572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:17.014951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Usage tracker for resource:security_group_rule and tenant:387df1711b81478cba9201ec054115c5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:17.016478 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T10:59:14Z', 'revision_number': 3, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:17.021257 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Checking router: 8cb8b32e-302e-408b-bbdb-7b54645cecb2 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:59:17.021695 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Updating router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 port a69359b4-90a2-4de3-aebf-27018bd8e1a4 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:59:17.025553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:17.034659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:17.044219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12453636-9158-4017-b9dd-12bb63b511da req-9fce9166-31ff-4938-bed3-887d9d3c85a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201092 Nov 09 10:59:17.145521 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2631fab4-f79b-462d-8c50-6fd47d7c97c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.160036 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.207404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-987f28aa-fbc7-4907-b9fb-3c481c0b23f4 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:59:17.208577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-987f28aa-fbc7-4907-b9fb-3c481c0b23f4 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0113277 Nov 09 10:59:17.229207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Request body: {'binding': {'host': 'n-h1-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:17.229898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 10:59:17.292946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a443ab-2eaf-43bf-8c7f-1d4778381b70 req-e868056f-61df-4f59-9a43-f7a412a07d1c tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:17.294414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c6a443ab-2eaf-43bf-8c7f-1d4778381b70 req-e868056f-61df-4f59-9a43-f7a412a07d1c tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 948 time: 0.4500611 Nov 09 10:59:17.305507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-0655914e-f0f0-43e2-95bf-5cc848cfaf59 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374086 Nov 09 10:59:17.408114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12453636-9158-4017-b9dd-12bb63b511da req-9e1056e6-c8d4-4d7b-8c91-01f754ecebb7 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567357 Nov 09 10:59:17.462215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.470128 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c6a443ab-2eaf-43bf-8c7f-1d4778381b70 req-ba331aac-6e48-4ada-9970-4dfb8c5148d9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684301 Nov 09 10:59:17.497712 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.520945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-5aaca670-cbae-4916-ad93-5c0d5c3079b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:17.522667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-5aaca670-cbae-4916-ad93-5c0d5c3079b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006462 Nov 09 10:59:17.585128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Request body: {'port': {'device_id': '8edab95d-df0a-473f-b7a9-56de134850f4', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'fb1e3ac7e24348b7ac36b2c92912ed57'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:17.639900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.647731 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.657106 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59391e40-2214-47d6-9948-34104f0e7e14 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:17.663970 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Transition to ACTIVE for port object a69359b4-90a2-4de3-aebf-27018bd8e1a4 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:17.696472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12453636-9158-4017-b9dd-12bb63b511da req-b42dadea-88ac-462e-a1ad-c336b8bef268 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783194 Nov 09 10:59:17.740537 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.745665 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:17.753631 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=387df1711b81478cba9201ec054115c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0775871 Nov 09 10:59:17.753835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:17.763528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6d3c4-96fb-4f5c-90f0-2391c3009a31,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:17.782431 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:17.786177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on host n-h1-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:17.786738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:17.787257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:17.799914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:17.800542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:17.823446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:17.824290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:17.824951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:17.825775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Bound port: 8f6be62e-06c4-414d-8187-0c5ccdd887be, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:17.852701 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Attempting to bind port a69359b4-90a2-4de3-aebf-27018bd8e1a4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:17.853140 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Attempting to bind port a69359b4-90a2-4de3-aebf-27018bd8e1a4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:17.853621 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Attempting to bind port a69359b4-90a2-4de3-aebf-27018bd8e1a4 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:17.857042 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48fa9-ea10-4d26-941d-329baa5a2de0 None None] Pushing event updated for resources: {'Port': ['ID=a69359b4-90a2-4de3-aebf-27018bd8e1a4,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:17.861353 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-a8f48fa9-ea10-4d26-941d-329baa5a2de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:17.865500 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:17.866781 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:17.867235 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.867610 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:17.868217 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Bound port: a69359b4-90a2-4de3-aebf-27018bd8e1a4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:17.868461 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.876703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:17.940099 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] For port a69359b4-90a2-4de3-aebf-27018bd8e1a4, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:17.943093 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] For port a69359b4-90a2-4de3-aebf-27018bd8e1a4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a69359b4-90a2-4de3-aebf-27018bd8e1a4,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:17.971024 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:17.973505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-186ee945-82c3-4d34-9b15-603e5ff8e71c service neutron] 10.222.0.50 "POST /v2.0/ports/8f6be62e-06c4-414d-8187-0c5ccdd887be/bindings HTTP/1.1" status: 201 len: 389 time: 0.7534728 Nov 09 10:59:17.988452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:18.016398 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.020517 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.025257 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-a8f48fa9-ea10-4d26-941d-329baa5a2de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:18.031883 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.037377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:18.108258 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48fa9-ea10-4d26-941d-329baa5a2de0 None None] Pushing event updated for resources: {'Port': ['ID=a69359b4-90a2-4de3-aebf-27018bd8e1a4,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:18.111206 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-a8f48fa9-ea10-4d26-941d-329baa5a2de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:18.118123 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Routers {'8cb8b32e-302e-408b-bbdb-7b54645cecb2'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:18.118743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:58:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:18.128510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.174554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3394-2c87-4a6e-a776-a69f9ebed001 req-7d3c8750-3ba5-4870-94a0-8891b95ddaab tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:18.176060 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2fdf3394-2c87-4a6e-a776-a69f9ebed001 req-7d3c8750-3ba5-4870-94a0-8891b95ddaab tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 945 time: 0.2992353 Nov 09 10:59:18.194034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Made reservation on behalf of fb1e3ac7e24348b7ac36b2c92912ed57 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:18.198129 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.317773 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] Set router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:18.383857 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6dc22bee-6fe1-48bf-a288-44fd870f5686 req-759dec67-020f-4bce-90dd-57f4b6de4797 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 210 time: 0.0574074 Nov 09 10:59:18.393683 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2fdf3394-2c87-4a6e-a776-a69f9ebed001 req-a8819a18-20dd-4463-bdef-910e61f117bb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081032 Nov 09 10:59:18.546742 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.585948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Allocated IP 172.20.0.1 (f2ced8f1-89b3-4c28-bd33-e29963c43196/dac648a0-9764-4623-ba40-7734bb82c913/c5296952-cc78-4096-8b80-96ba0569864c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:18.588247 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e009bfed-8ec5-44ba-a7d2-0e4cb844c582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:18.654663 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6d3c4-96fb-4f5c-90f0-2391c3009a31,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:18.657019 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:18.727856 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T10:59:14Z', 'revision_number': 3, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:18.740182 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c1eac-6d7a-47b3-8017-1d6b17a573ab None None] The sync data for ids ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'] in n-d-817173-1 is: [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T10:59:14Z', 'revision_number': 3, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:59:18.793680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Allocated IP 192.168.233.170 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:18.870730 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.872451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6be6d3c4-96fb-4f5c-90f0-2391c3009a31 HTTP/1.1" status: 204 len: 168 time: 1.1156535 Nov 09 10:59:18.880679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88bfe784-9b64-46d3-a365-6a7ede5200ad req-8b7ba8d1-8863-417c-ab98-7076e6052f2d tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1096 time: 0.2213356 Nov 09 10:59:18.884301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-b132a162-2dca-4b56-83ff-b2d4c34f1797 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1096 time: 0.1013799 Nov 09 10:59:18.946959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:18.972114 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:18.983849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c676f-953d-47f1-9129-8a2b812df098 req-7f825177-5e36-412c-b494-cbb29f9652f3 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:18.985310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f6c676f-953d-47f1-9129-8a2b812df098 req-7f825177-5e36-412c-b494-cbb29f9652f3 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 945 time: 0.4396925 Nov 09 10:59:18.986337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Transition to ACTIVE for port object c5296952-cc78-4096-8b80-96ba0569864c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:19.010180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88bfe784-9b64-46d3-a365-6a7ede5200ad req-01f91d5d-ad65-49b9-85f1-44ba59f41a78 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217754 Nov 09 10:59:19.060385 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f6c676f-953d-47f1-9129-8a2b812df098 req-62c918d6-f677-44a1-ad0a-e2a201cf5c6e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653894 Nov 09 10:59:19.082461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-0ac92274-f717-4017-96fb-6d997ffdaf6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:19.084212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-0ac92274-f717-4017-96fb-6d997ffdaf6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.1804640 Nov 09 10:59:19.235612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-cb0c7fa5-5436-411c-a18d-e5628bf74765 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 217 time: 0.1450386 Nov 09 10:59:19.259975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:19.265377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.296524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'mac_address': 'fa:16:3e:c9:b0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:59:19.306533 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-53299832-502b-42bf-aa87-324222ba8f23 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:19.344737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-63d0508a-d30c-41ab-a40a-0df4445fd75f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:19.346555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-63d0508a-d30c-41ab-a40a-0df4445fd75f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.0977702 Nov 09 10:59:19.364221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:19.373669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:19.384508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:19.394101 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.445264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-44c1eb47-d5e1-429d-b698-8cc467f63a7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733843 Nov 09 10:59:19.449035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae89d2b2-d401-46b4-a97d-5d00dd5683d9 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:19.452176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49d6d-1186-4644-9344-fb2aa9ff6da9 req-d8e34c33-c08a-4a64-b120-ca3f7c61fe7e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:19.453592 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-99de2da3-2645-4bf2-b5b0-18a97a97ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.453984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32a49d6d-1186-4644-9344-fb2aa9ff6da9 req-d8e34c33-c08a-4a64-b120-ca3f7c61fe7e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 948 time: 0.2574863 Nov 09 10:59:19.460651 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.500303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:19.606462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.626161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32a49d6d-1186-4644-9344-fb2aa9ff6da9 req-14f99d82-a7fc-4cd2-a252-38c1f77d6fd0 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331227 Nov 09 10:59:19.626760 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.630156 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2784822a-c14d-4ed7-8d01-1d56d1e2154d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:19.646440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Transition to ACTIVE for port object b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:19.650391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Pushing event updated for resources: {'Port': ['ID=c5296952-cc78-4096-8b80-96ba0569864c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:19.655130 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:19.666991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-743c9677-6c96-4981-8194-79de421ed6fe service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078533 Nov 09 10:59:19.732302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:19.751564 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:19.854401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1da747ae-abfa-4fd6-a398-4b4bfbdb17b4 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783502 Nov 09 10:59:19.863175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['ae89d2b2-d401-46b4-a97d-5d00dd5683d9'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:19.903301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.922462 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd2520d7-58ec-45f0-8b90-2941f3ad65a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:19.933252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-eb2b79ce-52d3-4c01-80a9-8885b6554cd3 None None] Provisioning for port c5296952-cc78-4096-8b80-96ba0569864c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:19.939908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-eb2b79ce-52d3-4c01-80a9-8885b6554cd3 None None] Provisioning complete for port c5296952-cc78-4096-8b80-96ba0569864c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:19.940648 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb2b79ce-52d3-4c01-80a9-8885b6554cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:19.979074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-07ef8edd-7ea3-49db-9f41-a58f04d6d2e6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:19.985615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-07ef8edd-7ea3-49db-9f41-a58f04d6d2e6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.2901151 Nov 09 10:59:19.996230 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.000138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40166) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:20.035539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:20.073058 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-8e096923-06fd-46b6-bb72-50ad0b205706 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/quotas/721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 375 time: 0.0865204 Nov 09 10:59:20.073998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:20.082830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:20.083808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b79ce-52d3-4c01-80a9-8885b6554cd3 None None] Port c5296952-cc78-4096-8b80-96ba0569864c cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:20.093720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649af8b-63e7-4f23-84b1-001ac1da1e4f req-56fd223d-7af6-4135-9688-49e54d609ac2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:20.095394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5649af8b-63e7-4f23-84b1-001ac1da1e4f req-56fd223d-7af6-4135-9688-49e54d609ac2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 936 time: 0.1941712 Nov 09 10:59:20.098331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.162666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:20.186893 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:20.201063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:20.218164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Usage tracker for resource:security_group_rule and tenant:3143bd1f52b14e03b6e03241e01079b4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:20.225658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:20.246073 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5649af8b-63e7-4f23-84b1-001ac1da1e4f req-a6d5ed8b-969c-4bba-b33e-d3ba9e6601bf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267717 Nov 09 10:59:20.247121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:20.257951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:20.258598 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.288768 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-816a4b0a-c28f-408e-b9e6-7de269757dca tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.2914717 Nov 09 10:59:20.304121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817173-1'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:20.410572 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-7896cefa-3dee-4363-9003-4c664a0cbb15 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2900877 Nov 09 10:59:20.423500 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.472986 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8988662 Nov 09 10:59:20.500451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8f28c8a7-08dc-4a40-bf3e-0fce8041fa4c None None] Provisioning for port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:20.505947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8f28c8a7-08dc-4a40-bf3e-0fce8041fa4c None None] Provisioning complete for port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:20.506398 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8f28c8a7-08dc-4a40-bf3e-0fce8041fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.537784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Request body: {'port': {'device_id': '8edab95d-df0a-473f-b7a9-56de134850f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:20.563526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8f28c8a7-08dc-4a40-bf3e-0fce8041fa4c None None] Port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:20.604296 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.608246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:20.608464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.681068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.690528 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-058bde8c-81f1-4a0f-9bf3-f5eaa82a910f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:20.706028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b58f9-9e03-4ce7-b890-2abb0f9a6ecd req-64ea1115-0b99-4280-aa4e-7eec73458816 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:20.713337 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0a2b58f9-9e03-4ce7-b890-2abb0f9a6ecd req-64ea1115-0b99-4280-aa4e-7eec73458816 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 945 time: 0.2713385 Nov 09 10:59:20.727290 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-191ed96f-0994-4253-9385-87ff6eca0a3a service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012180 Nov 09 10:59:20.769072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.780769 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.858323 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:20.874389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902be6b6-9e95-439c-9202-af6a0cb75d60,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:20.884004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3143bd1f52b14e03b6e03241e01079b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8831644 Nov 09 10:59:20.884673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40180) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:20.885632 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:20.886189 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:20.933035 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0a2b58f9-9e03-4ce7-b890-2abb0f9a6ecd req-0f088513-2363-44fb-98a6-e2e8693e50bd tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187481 Nov 09 10:59:20.989258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:21.065709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:21.093248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.093521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.096578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Pushing event updated for resources: {'Port': ['ID=c5296952-cc78-4096-8b80-96ba0569864c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:21.107925 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:21.117514 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-69ad6adf-5db8-4e25-a6b1-92a374d5fc78 service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742349 Nov 09 10:59:21.138904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:21.163179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:21.166596 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.170215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:21.175121 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.233351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:21.238983 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.300080 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.305145 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60c9519a-3ace-4bec-88d6-959f07ff8e77 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:21.341958 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.450361 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.504235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.509060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/902be6b6-9e95-439c-9202-af6a0cb75d60 HTTP/1.1" status: 204 len: 168 time: 0.6191666 Nov 09 10:59:21.566160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:21.575321 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:21.575985 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d3d11d3-0fce-455e-9a11-37490fb1cf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:21.586517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:21.587921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:21.598424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902be6b6-9e95-439c-9202-af6a0cb75d60,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:21.602980 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:21.611113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on host n-h2-817173-1 for vnic_type normal with profile {"migrating_to": "n-h1-817173-1"} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:21.611665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:21.612245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:21.620144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:21.620728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Attempting to bind port 8f6be62e-06c4-414d-8187-0c5ccdd887be on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:21.627950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:21.628532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:21.629383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:21.630300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Bound port: 8f6be62e-06c4-414d-8187-0c5ccdd887be, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:21.631099 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.672966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.680852 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:21.686717 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be', 'code': 200} Nov 09 10:59:21.769010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:21.774327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:21.842936 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:21.845923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:21.850084 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:21.851099 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-57adf0aa-d988-4f92-8343-64516bcbeab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:21.915220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:21.928094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:21.940479 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:22.084235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:22.088715 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:22.145327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b21a5-45e8-46f8-9749-506ae0e4464e req-0b3c8fa3-35b7-47e3-a8be-c8b765f7d565 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:22.147029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8c1b21a5-45e8-46f8-9749-506ae0e4464e req-0b3c8fa3-35b7-47e3-a8be-c8b765f7d565 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 936 time: 0.3603184 Nov 09 10:59:22.152331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:22.158004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 1121 time: 1.8581426 Nov 09 10:59:22.190503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:59:22.234394 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['8f6be62e-06c4-414d-8187-0c5ccdd887be'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:22.247644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8c1b21a5-45e8-46f8-9749-506ae0e4464e req-04d91d76-d3df-4572-8de8-cab9880416f8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887952 Nov 09 10:59:22.349004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-35030f36-955b-4591-bda5-48a64ba95d5d None None] Provisioning complete for port c5296952-cc78-4096-8b80-96ba0569864c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:22.349371 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-35030f36-955b-4591-bda5-48a64ba95d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:22.400766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:22.404783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40212) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:22.431769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b64cd-0417-4989-bfa7-a53a034b5e3c req-55031379-f371-412c-bc4a-c027f2a3e988 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:22.432712 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb36f0f2-3b54-4af9-948b-16f92d416245 req-c0f8f2fd-eff8-4e5e-8c6d-82cfb4a07c57 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 210 time: 0.0676703 Nov 09 10:59:22.433282 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc0b64cd-0417-4989-bfa7-a53a034b5e3c req-55031379-f371-412c-bc4a-c027f2a3e988 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 950 time: 0.5970643 Nov 09 10:59:22.435210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:22.456728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-35030f36-955b-4591-bda5-48a64ba95d5d None None] Port c5296952-cc78-4096-8b80-96ba0569864c cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:22.474983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Transition to ACTIVE for port object b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:22.561916 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc0b64cd-0417-4989-bfa7-a53a034b5e3c req-b01922ce-33dc-4f15-9cd8-6b6587156d5e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848234 Nov 09 10:59:22.589238 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'code': 200} Nov 09 10:59:22.719803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:22.725596 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-647c1fc5-580a-4572-b5a3-28013c7a81d3 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:22.779187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:22.812999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3a2270e-a503-4c52-bcc1-cc1300fe92bc req-1d2e3ab9-67c8-417a-91fa-70f536008a43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 1101 time: 0.1462228 Nov 09 10:59:22.853686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed0fb-00b0-4277-8e65-631f5eaf0343 req-b3073259-7e80-4795-adf0-904c6761143a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:22.855203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-169ed0fb-00b0-4277-8e65-631f5eaf0343 req-b3073259-7e80-4795-adf0-904c6761143a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 943 time: 0.1366563 Nov 09 10:59:22.907366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3a2270e-a503-4c52-bcc1-cc1300fe92bc req-9051cecf-7789-4fd4-b6f2-a4cc1ca3ae3f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840714 Nov 09 10:59:22.939466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-169ed0fb-00b0-4277-8e65-631f5eaf0343 req-a4f8dacf-6b19-46bb-8de1-3d7f13ec23ca tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710771 Nov 09 10:59:22.942278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:22.961176 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:22.980783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:22.986944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Usage tracker for resource:security_group_rule and tenant:b2245ff821184940a082dfa692f63800 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:22.990923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:23.024200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:23.175308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Attempting to bind port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:23.175645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Attempting to bind port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:23.175978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Attempting to bind port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:23.189032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:59:23.203613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:23.203938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Attempting to bind port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:23.227830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:23.233646 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:23.233992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:23.234382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:23.234839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Bound port: b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:23.235184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:23.358942 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:23.369315 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dad32246-537f-45bf-a5a5-3b7a0a3e73de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:23.508012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d3cc4d-9404-42b0-9e47-d25eaa93e91a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:23.517081 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:23.530705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:23.539307 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2245ff821184940a082dfa692f63800&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1274369 Nov 09 10:59:23.541683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40240) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:23.606760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:23.674716 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6405e726-3fdc-4d52-aca5-fca3b8a22cdf req-25de916e-82e5-4ddc-8430-2de14a375a78 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 210 time: 0.0446622 Nov 09 10:59:23.679884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:23.684827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:23.685564 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-027ea914-8e50-42f4-86d9-0daa30fea79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:23.740581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389aca2-7e42-44b0-9546-9ce30e8b0942 req-ae60395f-567c-4f45-b573-2c40c4665921 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:23.741903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9389aca2-7e42-44b0-9546-9ce30e8b0942 req-ae60395f-567c-4f45-b573-2c40c4665921 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:23.799111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:23.800471 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] 10.222.0.59 "PUT /v2.0/ports/b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 200 len: 1096 time: 3.2682564 Nov 09 10:59:23.800963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:23.810319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:23.835693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:23.848604 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:23.861005 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:23.937091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666193b-3b9d-498a-a3ae-0b7d0555781d req-d8741983-a29f-44a1-9fa2-1aaae45c1d27 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:23.938965 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d666193b-3b9d-498a-a3ae-0b7d0555781d req-d8741983-a29f-44a1-9fa2-1aaae45c1d27 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 950 time: 0.1288502 Nov 09 10:59:24.025689 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d666193b-3b9d-498a-a3ae-0b7d0555781d req-128055ba-5c57-4062-bddf-ec40a0c3dae3 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797668 Nov 09 10:59:24.059759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:59:24.062959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9389aca2-7e42-44b0-9546-9ce30e8b0942 req-ae60395f-567c-4f45-b573-2c40c4665921 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:24.068498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9389aca2-7e42-44b0-9546-9ce30e8b0942 req-ae60395f-567c-4f45-b573-2c40c4665921 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 948 time: 0.6591420 Nov 09 10:59:24.166416 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be', 'status': 'completed', 'code': 200} Nov 09 10:59:24.208623 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:24.236993 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9389aca2-7e42-44b0-9546-9ce30e8b0942 req-dc465b3d-c4a1-4d27-8767-2f98662c4bf8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645596 Nov 09 10:59:24.237930 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-00ec1233-cb94-4a02-9544-b3936dff711d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:24.325086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d3cc4d-9404-42b0-9e47-d25eaa93e91a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:24.339119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:24.341097 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75d3cc4d-9404-42b0-9e47-d25eaa93e91a HTTP/1.1" status: 204 len: 168 time: 0.7974489 Nov 09 10:59:24.345459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] 10.222.0.50 "PUT /v2.0/routers/8cb8b32e-302e-408b-bbdb-7b54645cecb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3625529 Nov 09 10:59:24.345459 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:24.446103 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'status': 'completed', 'code': 200} Nov 09 10:59:24.515897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-c5f6ee75-040f-4a83-8ef8-c4e175d44c3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 1099 time: 0.4580865 Nov 09 10:59:24.528155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a69359b4-90a2-4de3-aebf-27018bd8e1a4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:24.703568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-888aa78c-4f3d-45f7-998a-b2d03d634fd8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:24.707762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-888aa78c-4f3d-45f7-998a-b2d03d634fd8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.4693263 Nov 09 10:59:24.731269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Request body: {'port': {'device_id': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'admin_state_up': True, 'tenant_id': '721a615b029d4cbbbb760326c7367a03'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:24.740530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port a69359b4-90a2-4de3-aebf-27018bd8e1a4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:24.748369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a69359b4-90a2-4de3-aebf-27018bd8e1a4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:24.749157 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:24.812594 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-6df9b460-7c43-4f64-b777-0e65836ac320 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1124 time: 0.5987327 Nov 09 10:59:24.818025 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-ea93676b-26d1-4f72-9c7d-4084a6ae9363 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 200 len: 217 time: 0.2782402 Nov 09 10:59:25.052225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:25.105815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:25.133379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a862a596-4894-49ed-a237-9b47ac9e1045 req-e833d1ea-b6b2-47d8-96da-b8575376ca38 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 210 time: 0.1211002 Nov 09 10:59:25.140761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:25.153699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:25.231034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port a69359b4-90a2-4de3-aebf-27018bd8e1a4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a69359b4-90a2-4de3-aebf-27018bd8e1a4,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:25.249182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Made reservation on behalf of 721a615b029d4cbbbb760326c7367a03 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:25.256122 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:25.300504 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:25.311219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:25.311343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-dd31d652-f226-42d6-a757-c1f1d05e1791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:25.311803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-dd31d652-f226-42d6-a757-c1f1d05e1791 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.4773099 Nov 09 10:59:25.315301 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:25.379048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be has no active binding in host n-h1-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 10:59:25.422906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=a69359b4-90a2-4de3-aebf-27018bd8e1a4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:25.432799 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:25.455092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-c690bf1b-8127-4e7c-b771-9f052a019284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:25.456558 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-c690bf1b-8127-4e7c-b771-9f052a019284 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.6248012 Nov 09 10:59:25.524045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170d6df-1c89-43e4-93fa-890d7df6dd6f req-b3edc3c8-4b5d-486a-975f-f0b4b190e68d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:25.537029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5170d6df-1c89-43e4-93fa-890d7df6dd6f req-b3edc3c8-4b5d-486a-975f-f0b4b190e68d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 943 time: 0.8193338 Nov 09 10:59:25.587745 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-1d9e8fc6-b073-4db3-8eaa-0ef2904ecfba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 217 time: 0.1225653 Nov 09 10:59:25.621729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfbd8-e119-42dc-8172-ce7a525af2a3 req-10a18e60-3b63-4096-aed1-aab117e579e2 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:25.628488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f19dfbd8-e119-42dc-8172-ce7a525af2a3 req-10a18e60-3b63-4096-aed1-aab117e579e2 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 950 time: 0.2919493 Nov 09 10:59:25.631758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Allocated IP 172.20.0.2 (fc9ae281-5f03-4505-b351-3da5c9df0b0e/ad99ae16-dc74-4096-b0e4-07861db6b1d7/826c8cc7-2813-4b34-9a2d-261041487157) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:25.708026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-b5a1eb68-a8df-4756-8b3c-69d4aba51b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:25.710526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-b5a1eb68-a8df-4756-8b3c-69d4aba51b52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1096442 Nov 09 10:59:25.716755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f19dfbd8-e119-42dc-8172-ce7a525af2a3 req-57a291a0-bb68-44ea-a35e-9cd4989d512b tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873148 Nov 09 10:59:25.792679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-0f1a537f-e663-409d-b73f-86f18aa1ca1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695343 Nov 09 10:59:25.798746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-a46a785f-0f29-4712-a548-53138c248b92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4682205 Nov 09 10:59:25.863211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:25.907425 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:25.961481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:25.965378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6de65ed3b54853b23690bf3c58a43e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:25.975990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:25.981981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:26.101230 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:26.118047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5170d6df-1c89-43e4-93fa-890d7df6dd6f req-577ee6e1-8491-4a43-8f9b-95148c0eb08a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794022 Nov 09 10:59:26.123671 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:26.169765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1af75-268e-4f49-9c56-d2bde839648e req-f4bd0f02-a04b-4b05-ba6c-49ee09ac112a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:26.169765 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9c1af75-268e-4f49-9c56-d2bde839648e req-f4bd0f02-a04b-4b05-ba6c-49ee09ac112a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 948 time: 0.1956143 Nov 09 10:59:26.378447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9c1af75-268e-4f49-9c56-d2bde839648e req-22942042-61e6-464e-b8e8-0fdb2b90a8d6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089226 Nov 09 10:59:26.386063 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:26.441444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a69359b4-90a2-4de3-aebf-27018bd8e1a4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:26.454411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:26.461460 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:26.479121 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8f067aa7-0fb7-4d85-9e6b-fd5c583e9ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:26.604304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31bd01d-7c84-43cb-9549-7d32d757a833,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:26.609001 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:26.654090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:26.659319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a69359b4-90a2-4de3-aebf-27018bd8e1a4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:26.664144 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b6de65ed3b54853b23690bf3c58a43e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7870932 Nov 09 10:59:26.664316 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:26.664441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40308) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:26.671004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:26.673911 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:26.677919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:26.737055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-5cdf19b2-230e-4764-b918-bdac8b7f1fd0 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9304161 Nov 09 10:59:26.763859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:26.771742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:26.775048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:26.785796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-d95aee21-3c8d-4659-b349-1d4fef4c7ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9805427 Nov 09 10:59:26.925540 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-ef5b8f27-799d-4f64-851e-c53ae643ff2f service neutron] 10.222.0.59 "GET /v2.0/ports/8f6be62e-06c4-414d-8187-0c5ccdd887be/bindings/n-h1-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.5238020 Nov 09 10:59:26.942703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94481e-e073-44f2-8825-3fa0055ab61c req-cd54c7f6-323e-42f9-8af1-4f6f23379498 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:26.944784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4b94481e-e073-44f2-8825-3fa0055ab61c req-cd54c7f6-323e-42f9-8af1-4f6f23379498 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:26.997912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:27.016436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2932849 Nov 09 10:59:27.028991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Request body: {'port': {'device_id': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:27.121944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4b94481e-e073-44f2-8825-3fa0055ab61c req-cd54c7f6-323e-42f9-8af1-4f6f23379498 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:27.129789 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b94481e-e073-44f2-8825-3fa0055ab61c req-cd54c7f6-323e-42f9-8af1-4f6f23379498 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 931 time: 0.4567859 Nov 09 10:59:27.208420 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:27.276200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:27.305293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b94481e-e073-44f2-8825-3fa0055ab61c req-27d41940-8193-4757-a610-87b40ab931c2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744330 Nov 09 10:59:27.391346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19e7aae9-7b72-468c-9353-809c341e6d09 req-193c452f-1d44-46dd-93bf-135b4725310b service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907736 Nov 09 10:59:27.403000 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39f88b15-56f4-41ad-bdef-bcfbbef4c456 req-b0c86a5e-89c4-437b-9ef3-ebce7f3f9fbf service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549511 Nov 09 10:59:27.640817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:27.722673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:27.816080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6be62e-06c4-414d-8187-0c5ccdd887be {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:27.827124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:27.835338 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c3a6bcb2-5325-4e88-b15e-76a532d1c723 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:27.863708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:27.875747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31bd01d-7c84-43cb-9549-7d32d757a833,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:27.879581 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:27.883647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-3398cd44-d0de-45d0-a1e1-15dc957b5d94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 1099 time: 0.2341595 Nov 09 10:59:27.934127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826c8cc7-2813-4b34-9a2d-261041487157 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:27.968108 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:28.011676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Transition to ACTIVE for port object 826c8cc7-2813-4b34-9a2d-261041487157 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:28.075146 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:28.076718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c31bd01d-7c84-43cb-9549-7d32d757a833 HTTP/1.1" status: 204 len: 168 time: 1.4087615 Nov 09 10:59:28.092572 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:28.118932 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:28.131467 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:28.194315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-aae5c7af-5fb9-4166-a903-eab939969bfb tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4d575efecaf642619de0b60d7f138def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358657 Nov 09 10:59:28.263812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Sync routers for ids ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:59:28.318554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Routers {'8cb8b32e-302e-408b-bbdb-7b54645cecb2'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:28.321832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:59:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:28.415233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:28.421091 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:28.551200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] Transition to ACTIVE for port object 8f6be62e-06c4-414d-8187-0c5ccdd887be will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:28.551881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27096cea-544c-40d6-b361-b841c9502199 req-d2bf76a4-efa4-40b0-8c82-ea33e2ef02ce tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:28.560981 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-d2bf76a4-efa4-40b0-8c82-ea33e2ef02ce tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648658 Nov 09 10:59:28.562210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:28.562463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:28.562805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:28.592008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-f5e55a4e-d1b9-4262-93ac-ea56ee041871 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/quotas/4d575efecaf642619de0b60d7f138def HTTP/1.1" status: 200 len: 375 time: 0.0307071 Nov 09 10:59:28.666766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:28.671601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:28.672341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:28.691635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-a436fe6d-157e-447c-9115-2133a29e3f6c tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d575efecaf642619de0b60d7f138def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985849 Nov 09 10:59:28.706133 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:28.755998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:28.776310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:28.776310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:28.776310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Bound port: 826c8cc7-2813-4b34-9a2d-261041487157, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:28.776310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:28.825243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Set router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:28.869060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-4ad729d9-5518-4af1-bbf9-e89c11548001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:28.870125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-4ad729d9-5518-4af1-bbf9-e89c11548001 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.9760089 Nov 09 10:59:29.232667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-c8fa9e68-2a97-494b-9a24-e597b6ab04a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 200 len: 217 time: 0.2889946 Nov 09 10:59:29.457341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:29.478602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:29.485931 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 10:59:29.558161 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:29.564141 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:29.648384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] Pushing event updated for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:29.712260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 10:59:29.774108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T10:59:19Z', 'revision_number': 4, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'c5296952-cc78-4096-8b80-96ba0569864c', 'name': '', 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'mac_address': 'fa:16:3e:6c:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac648a0-9764-4623-ba40-7734bb82c913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:18Z', 'updated_at': '2021-11-09T10:59:20Z', 'revision_number': 2, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'subnets': [{'id': 'dac648a0-9764-4623-ba40-7734bb82c913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:29.790679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Checking router: 8cb8b32e-302e-408b-bbdb-7b54645cecb2 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:59:29.791411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Updating router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 port c5296952-cc78-4096-8b80-96ba0569864c binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:59:29.817231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:29.829047 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:29.844030 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:29.859799 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:29.861903 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] 10.222.0.57 "PUT /v2.0/ports/826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 1091 time: 2.8377025 Nov 09 10:59:29.863088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:29.870198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157416-b75c-4a82-85d5-c95a2999fb4c req-012c36e8-7c2f-4458-a9bd-90543a1386b6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:29.876273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9157416-b75c-4a82-85d5-c95a2999fb4c req-012c36e8-7c2f-4458-a9bd-90543a1386b6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 943 time: 1.7418122 Nov 09 10:59:29.880333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] No DVR routers for this DVR port 8f6be62e-06c4-414d-8187-0c5ccdd887be on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 10:59:29.933914 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:30.056328 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9157416-b75c-4a82-85d5-c95a2999fb4c req-902b0f66-402f-4799-b74c-a0896bb880a8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704519 Nov 09 10:59:30.058014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-e16f03f5-efbc-4632-8ceb-319f81329f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:30.064290 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-e16f03f5-efbc-4632-8ceb-319f81329f59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.7740936 Nov 09 10:59:30.292118 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] 10.222.0.59 "PUT /v2.0/ports/8f6be62e-06c4-414d-8187-0c5ccdd887be/bindings/n-h1-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3384051 Nov 09 10:59:30.350642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-f9c88e2f-b89c-4a98-81a6-888d20b00b54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2744508 Nov 09 10:59:30.469835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c1d85-8a5b-4b2a-9da4-b4146413c71b req-77bba25b-bbcc-4812-a24a-e4b86e8b4dac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:30.471463 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-498c1d85-8a5b-4b2a-9da4-b4146413c71b req-77bba25b-bbcc-4812-a24a-e4b86e8b4dac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 948 time: 0.4989657 Nov 09 10:59:30.632219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-629fd7a6-8b50-4259-a1be-57a1de2cc944 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1094 time: 0.5265307 Nov 09 10:59:30.766618 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-101abb98-0b49-4601-85d1-76b09207d42e service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078884 Nov 09 10:59:30.819861 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:30.851862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Transition to ACTIVE for port object c5296952-cc78-4096-8b80-96ba0569864c will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:30.879461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40368) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:30.891836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-ea8fd670-d309-4a22-8122-d35d2571cf59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 217 time: 0.2463753 Nov 09 10:59:30.917790 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:30.923101 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:31.032342 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-498c1d85-8a5b-4b2a-9da4-b4146413c71b req-49576bc5-5bef-4992-a0a0-fb5bf5e2e5ec tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543911 Nov 09 10:59:31.165612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-db659929-1941-4a9a-8b85-d3f6d670ab1c tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.6462820 Nov 09 10:59:31.169454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-99a6996f-ec45-4d5d-99c9-790460d73aa7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:31.174321 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-99a6996f-ec45-4d5d-99c9-790460d73aa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.2694380 Nov 09 10:59:31.201248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:31.266275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b1c3d-4f7d-494f-bef6-5a4f2900219f None None] Pushing event updated for resources: {'Port': ['ID=c5296952-cc78-4096-8b80-96ba0569864c,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:31.284350 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-634b1c3d-4f7d-494f-bef6-5a4f2900219f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:31.327844 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6528d6e2-cb98-418e-9523-4a3b48597354 req-2971d297-6f11-46d1-af7d-0acaf0329ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555925 Nov 09 10:59:31.383244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d97da2-11f2-416b-9df1-d3d5e8eb1a8a req-a56f4d79-af84-412e-8092-e22e470ee969 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:31.401775 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79d97da2-11f2-416b-9df1-d3d5e8eb1a8a req-a56f4d79-af84-412e-8092-e22e470ee969 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.4931226 Nov 09 10:59:31.423419 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-0afddd49-2972-4b59-b125-38b37276e137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355875 Nov 09 10:59:31.508581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:31.512695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79d97da2-11f2-416b-9df1-d3d5e8eb1a8a req-fcc383da-a1f4-4fca-bf34-71553d6e3269 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088448 Nov 09 10:59:31.631987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-network', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:31.729322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:31.747482 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:59:31.776344 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'mac_address': 'fa:16:3e:ee:6f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:59:31.819570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Attempting to bind port c5296952-cc78-4096-8b80-96ba0569864c on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:31.820104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Attempting to bind port c5296952-cc78-4096-8b80-96ba0569864c by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:31.820713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Attempting to bind port c5296952-cc78-4096-8b80-96ba0569864c on network f2ced8f1-89b3-4c28-bd33-e29963c43196 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:31.831214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:31.831771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Checking segment: {'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:31.832275 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:31.832772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Bound using segment: {'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:31.833348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Bound port: c5296952-cc78-4096-8b80-96ba0569864c, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29e0809-4aca-4ed0-88d2-4fb3c092892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:31.833823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:31.849236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-62c931f8-51db-4bc3-aa08-f20c458f5c97 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091539 Nov 09 10:59:31.855083 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157', 'status': 'completed', 'code': 200} Nov 09 10:59:31.861486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:31.929703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-503ed7ab-c6d8-42de-829d-5171779ec2b0 req-7d1d8ddf-a5f4-4f7e-84b3-56ed694ba338 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 210 time: 0.3837564 Nov 09 10:59:31.940229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Usage tracker for resource:network and tenant:be0099ad3cc74061a67135a4abc3cc40 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:31.949123 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:31.965865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:32.072544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-920006ef-d641-44c4-b461-3a284aa9a720 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 1095 time: 0.8919539 Nov 09 10:59:32.111380 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:32.179471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:32.217830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:32.254145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Made reservation on behalf of be0099ad3cc74061a67135a4abc3cc40 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:32.262861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:32.280482 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:32.293991 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:32.497986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:32.500281 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:32.502752 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:32.539459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] For port c5296952-cc78-4096-8b80-96ba0569864c, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:32.553529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:32.571753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] For port c5296952-cc78-4096-8b80-96ba0569864c, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c5296952-cc78-4096-8b80-96ba0569864c,segment=NetworkSegment(f29e0809-4aca-4ed0-88d2-4fb3c092892e),segment_id=f29e0809-4aca-4ed0-88d2-4fb3c092892e)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:32.571753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'mac_address': 'fa:16:3e:c9:b0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:59:32.622545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.57', 51752) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:32.622907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c1830-b3d6-4448-970e-23066158532a req-e6be44ce-5057-4dd8-9a19-e10154779103 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:32.631718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-af4c1830-b3d6-4448-970e-23066158532a req-e6be44ce-5057-4dd8-9a19-e10154779103 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.4500389 Nov 09 10:59:32.660275 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fb7b3ec-0415-4798-900d-c7d57d8336d6 req-72857634-05a5-49ce-91e9-3c1ca0152f34 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942879 Nov 09 10:59:32.703382 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-af4c1830-b3d6-4448-970e-23066158532a req-f1479d36-5534-4915-9e7d-18cef2fbb289 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699484 Nov 09 10:59:32.728171 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:32.733998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:32.827823 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:32.858278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-6cf633df-70da-483d-8222-da9be8c56713 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4d575efecaf642619de0b60d7f138def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2200267 Nov 09 10:59:32.957054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:32.991948 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:33.058400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae89d2b2-d401-46b4-a97d-5d00dd5683d9 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:33.097448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:33.206091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27096cea-544c-40d6-b361-b841c9502199 req-a60bf296-3d1c-45cd-93d5-caf0fcaca88c tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:33.210535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-a60bf296-3d1c-45cd-93d5-caf0fcaca88c tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652335 Nov 09 10:59:33.223037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cd264-f857-4496-a7d2-c9f4edd07cb0 req-94eccfe9-374b-4e78-a94a-2dc79c7c09af tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:33.238852 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ee7cd264-f857-4496-a7d2-c9f4edd07cb0 req-94eccfe9-374b-4e78-a94a-2dc79c7c09af tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.2330182 Nov 09 10:59:33.241175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Usage tracker for resource:security_group_rule and tenant:be0099ad3cc74061a67135a4abc3cc40 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:33.250077 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:33.269949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Request body: {'port': {'device_id': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '4d575efecaf642619de0b60d7f138def'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:33.332640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf533d-e322-443c-96b8-65a365faa98e req-8d7e1f03-e71c-448c-9659-4823aaadcf72 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:33.336993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dbf533d-e322-443c-96b8-65a365faa98e req-8d7e1f03-e71c-448c-9659-4823aaadcf72 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 949 time: 1.0261536 Nov 09 10:59:33.354840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:33.371531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ee7cd264-f857-4496-a7d2-c9f4edd07cb0 req-3d686dcc-2452-4345-97ae-2eb8aae1751a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316354 Nov 09 10:59:33.373879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-212cded5-7baa-48c7-83be-69b41f9e36ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1095 time: 1.2743161 Nov 09 10:59:33.378756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Routers {'8cb8b32e-302e-408b-bbdb-7b54645cecb2'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:33.382298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:59:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:33.515257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b1c3d-4f7d-494f-bef6-5a4f2900219f None None] Pushing event updated for resources: {'Port': ['ID=c5296952-cc78-4096-8b80-96ba0569864c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:33.520404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['ae89d2b2-d401-46b4-a97d-5d00dd5683d9'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:33.553825 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-634b1c3d-4f7d-494f-bef6-5a4f2900219f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:33.569775 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9420ffe7-36b9-4230-82e9-8337ad3f2daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:33.595951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:33.707816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:33.958720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b860eb7f-0224-4b58-b189-8e4a792d89b5 req-72b35555-2858-43d4-91d5-f8b68aaf7ce4 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 210 time: 0.1085191 Nov 09 10:59:34.024947 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:34.048024 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:34.059093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:34.080190 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:34.181236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] Set router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:34.183854 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dec518fe-e79a-4784-a5c0-fd62b1189165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:34.391908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 10:59:34.409227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dbf533d-e322-443c-96b8-65a365faa98e req-dacf7b53-3ad4-4dbb-ad92-623b60702979 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0298779 Nov 09 10:59:34.441854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a84f219-dc73-4844-8a17-52088caf028a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:34.457435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26546e1d-e081-4ac5-83de-6b7c431acfe3 req-37d32fc5-fe5a-4432-8a9e-cc6fe39fa5bd tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:34.461102 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-957480b9-233f-4256-9f0b-1284edfb8ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1094 time: 1.6374135 Nov 09 10:59:34.467140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26546e1d-e081-4ac5-83de-6b7c431acfe3 req-37d32fc5-fe5a-4432-8a9e-cc6fe39fa5bd tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.1419311 Nov 09 10:59:34.473260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:34.473755 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Added segment fd01fee6-2936-45b7-9ed8-016ab5b52e5d of type vlan for network be850f27-9bfd-459e-a53d-b9b69a8edf19 Nov 09 10:59:34.475473 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:34.570031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26546e1d-e081-4ac5-83de-6b7c431acfe3 req-f39ab034-b176-4d78-b3ab-154b3d4a0ab0 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018059 Nov 09 10:59:34.675793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-c9352878-286d-4ab5-85d3-222f77fee6af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:34.675793 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-c9352878-286d-4ab5-85d3-222f77fee6af service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.1901977 Nov 09 10:59:34.766639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-3bb053eb-ebc3-4c41-9f63-20dcaf2c487e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:34.768135 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-3bb053eb-ebc3-4c41-9f63-20dcaf2c487e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 1.3347025 Nov 09 10:59:34.878984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-bfcf6943-1d98-475f-92ac-b453b4e0d654 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 217 time: 0.0824521 Nov 09 10:59:34.882247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:34.933983 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:34.942331 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-05a498ea-d73e-4062-a572-0d16a8ede159 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 217 time: 0.2653475 Nov 09 10:59:34.955304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Usage tracker for resource:port and tenant:4d575efecaf642619de0b60d7f138def is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:35.063940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:35.123935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:35.165556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:59:35.217681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T10:59:19Z', 'revision_number': 4, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'c5296952-cc78-4096-8b80-96ba0569864c', 'name': '', 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'mac_address': 'fa:16:3e:6c:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac648a0-9764-4623-ba40-7734bb82c913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:18Z', 'updated_at': '2021-11-09T10:59:32Z', 'revision_number': 4, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'subnets': [{'id': 'dac648a0-9764-4623-ba40-7734bb82c913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:35.224861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-329f2858-10b4-40be-ac01-8d87143d0cfe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:35.227341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-329f2858-10b4-40be-ac01-8d87143d0cfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.3392351 Nov 09 10:59:35.230331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef953d4-7f52-44c4-8d0a-dd1b3f2ac5b3 None None] The sync data for ids ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'] in n-d-817173-1 is: [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T10:59:19Z', 'revision_number': 4, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'c5296952-cc78-4096-8b80-96ba0569864c', 'name': '', 'network_id': 'f2ced8f1-89b3-4c28-bd33-e29963c43196', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'mac_address': 'fa:16:3e:6c:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac648a0-9764-4623-ba40-7734bb82c913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:18Z', 'updated_at': '2021-11-09T10:59:32Z', 'revision_number': 4, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'subnets': [{'id': 'dac648a0-9764-4623-ba40-7734bb82c913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:59:35.236430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9bbf-017b-467c-b232-5e911fa3b00a req-3fc5ffa8-0944-422d-92ac-c9a4958742b7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:35.253472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a41f9bbf-017b-467c-b232-5e911fa3b00a req-3fc5ffa8-0944-422d-92ac-c9a4958742b7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.5175519 Nov 09 10:59:35.297648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:35.301884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-a03a8237-1854-4d53-9969-2f1bf2d206f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:35.303403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-a03a8237-1854-4d53-9969-2f1bf2d206f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.3456776 Nov 09 10:59:35.379762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61969b3d-ba62-4690-adfa-38859970ac5f req-0ef4a033-2dbd-443f-9447-d37f35dc8ae6 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 210 time: 0.1323280 Nov 09 10:59:35.498339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:35.568061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:35.569670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Made reservation on behalf of 4d575efecaf642619de0b60d7f138def for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:35.573804 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:35.594971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:35.633834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-590eb5ea-a631-4fd1-be20-a972417cf635 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3411467 Nov 09 10:59:35.638419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:35.639032 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:35.644982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-4dadd499-1d6c-4a29-bf8b-b6bc36a13825 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2490950 Nov 09 10:59:35.651090 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:35.783238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:35.783614 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:35.888196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a41f9bbf-017b-467c-b232-5e911fa3b00a req-3bfcf616-35bf-494d-84f4-29f165751b6a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338224 Nov 09 10:59:36.007543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a48e65-0a91-459a-b77a-a50287cc6a3d req-61871ef5-3624-4975-9a71-3999ca021efd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:36.019338 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:36.036305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:36.037620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99a48e65-0a91-459a-b77a-a50287cc6a3d req-61871ef5-3624-4975-9a71-3999ca021efd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 949 time: 0.2343972 Nov 09 10:59:36.039293 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:36.214781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99a48e65-0a91-459a-b77a-a50287cc6a3d req-814e309e-cad7-4d4f-ab91-656e804f12d6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724324 Nov 09 10:59:36.249153 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-c05f77b2-0920-4c5a-b501-927bab17129a service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971727 Nov 09 10:59:36.576528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c5296952-cc78-4096-8b80-96ba0569864c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:36.720677 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 5.8266652 Nov 09 10:59:36.723702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40442) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:36.732258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Request body: {'subnet': {'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-subnet', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:36.746506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:36.763728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Usage tracker for resource:subnet and tenant:be0099ad3cc74061a67135a4abc3cc40 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:36.771223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:36.790603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:36.816025 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:36.819292 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:36.894989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Made reservation on behalf of be0099ad3cc74061a67135a4abc3cc40 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:36.902358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:36.971747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:36.998508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:37.080399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:37.114299 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:37.124739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-979e7d1c-10a4-4578-b494-24e0c1f062e6 req-791e623c-e875-4566-b13f-b5f7dce76824 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 210 time: 0.1495202 Nov 09 10:59:37.226431 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:37.290275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Pushing event updated for resources: {'Network': ['ID=be850f27-9bfd-459e-a53d-b9b69a8edf19,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:37.302038 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.651s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:37.306021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:37.354589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Usage tracker for resource:security_group_rule and tenant:4d575efecaf642619de0b60d7f138def is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:37.405776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:37.480779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-4b216d5c-d7b2-47e2-a92d-3ed34ffe26d6 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2091563 Nov 09 10:59:37.516221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:37.602867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6e439-d3cf-4d19-acca-148e5ec091bb req-41909599-f25d-468d-8f27-7a36a804eab8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:37.609431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:37.610500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c5296952-cc78-4096-8b80-96ba0569864c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:37.621104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:37.621880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbd6e439-d3cf-4d19-acca-148e5ec091bb req-41909599-f25d-468d-8f27-7a36a804eab8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.8978982 Nov 09 10:59:37.640351 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:37.641582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c5296952-cc78-4096-8b80-96ba0569864c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:37.641966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:37.675889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:37.694141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-1f2d2ddc-f051-48bf-9ab9-e0392fff025f service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8272917 Nov 09 10:59:37.884880 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:37.908098 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8be43c8c-253c-4f90-b441-ec45c9931f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:37.909027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:37.935483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 10:59:38.117113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '826c8cc7-2813-4b34-9a2d-261041487157', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'port_id': '826c8cc7-2813-4b34-9a2d-261041487157', 'mac_address': 'fa:16:3e:4e:10:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99ae16-dc74-4096-b0e4-07861db6b1d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:59:38.148147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee8f974-18f8-460b-bdeb-3052b9cf6791,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:38.148360 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:38.175646 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:38.182721 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:38.259689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d866-9eff-4515-8f39-62416e4128b8 req-d0b6075e-0c4d-42f9-ac2f-1e8192b2dbc1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:38.268257 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efa8d866-9eff-4515-8f39-62416e4128b8 req-d0b6075e-0c4d-42f9-ac2f-1e8192b2dbc1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.5558441 Nov 09 10:59:38.343410 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efa8d866-9eff-4515-8f39-62416e4128b8 req-c24aa20e-9534-4307-808d-ab6c7ce272ad tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741839 Nov 09 10:59:38.456028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Checking segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:38.456404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Network hostable DHCP agents. Network: be850f27-9bfd-459e-a53d-b9b69a8edf19, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 10:59:38.591703 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'code': 200} Nov 09 10:59:38.604808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:38.613372 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:38.615706 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:38.670755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 10:59:38.693122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826c8cc7-2813-4b34-9a2d-261041487157 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:38.748980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:38.759551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d1ff8-d9f4-433a-abc0-cc06feb09a5b req-944188cc-7fbd-4a40-8f65-2ecaf9d648cf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:38.781441 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b0d1ff8-d9f4-433a-abc0-cc06feb09a5b req-944188cc-7fbd-4a40-8f65-2ecaf9d648cf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1975212 Nov 09 10:59:38.802787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, be850f27-9bfd-459e-a53d-b9b69a8edf19) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:38.824058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:38.824652 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:38.844310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266b1ce-2342-4642-bda9-2a1503f91b83 None None] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:59:38.906841 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbd6e439-d3cf-4d19-acca-148e5ec091bb req-4ee30bac-5097-4732-8369-3470e296828d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2830837 Nov 09 10:59:38.929134 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:38.947073 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:38.960966 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b0d1ff8-d9f4-433a-abc0-cc06feb09a5b req-91a981af-c6ce-479e-bea3-b63e533582d0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768911 Nov 09 10:59:38.993613 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.120742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3943810 Nov 09 10:59:39.123587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40462) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:39.130116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:39.158603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:39.164797 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.170576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Usage tracker for resource:router and tenant:be0099ad3cc74061a67135a4abc3cc40 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 10:59:39.185509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 10:59:39.186347 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a4de2b96-4f06-4154-8a37-cd14715cc6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:39.213196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:39.226595 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-264dc424-a1bc-493e-829b-733efae4fda9 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1095 time: 1.0738425 Nov 09 10:59:39.235647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a34e8fa-8dd5-445b-99fd-93ade86388d4 req-8bf5c908-11e0-432a-b5d3-e8d7a58ea6bf service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5345249 Nov 09 10:59:39.329127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.332437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.395461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.461222 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['826c8cc7-2813-4b34-9a2d-261041487157'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:39.619915 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.652270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Allocated IP 192.168.233.9 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/dfc1a616-918b-4f31-a547-faec008fc5fe) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:39.721979 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:39.765435 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:39.887860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.909078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Transition to ACTIVE for port object dfc1a616-918b-4f31-a547-faec008fc5fe will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:39.957469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-383c1f4d-4728-4245-a10d-40f498a6c800 req-6038358f-392d-47d7-b6b3-912b86433b02 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 210 time: 0.5173552 Nov 09 10:59:39.957635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:39.986458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c5296952-cc78-4096-8b80-96ba0569864c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c5296952-cc78-4096-8b80-96ba0569864c,segment=NetworkSegment(f29e0809-4aca-4ed0-88d2-4fb3c092892e),segment_id=f29e0809-4aca-4ed0-88d2-4fb3c092892e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:39.991315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc00af0d-53d2-46d4-989b-2c5603322d88,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:39.997769 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:40.019403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.038533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568a38a-d007-44be-9c4f-aa1f9d397391 req-834e575e-3c13-4c3c-95aa-3eef5e5da35c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:40.047005 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c568a38a-d007-44be-9c4f-aa1f9d397391 req-834e575e-3c13-4c3c-95aa-3eef5e5da35c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.1685500 Nov 09 10:59:40.064194 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:40.113886 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c568a38a-d007-44be-9c4f-aa1f9d397391 req-0f0aa9df-6467-414e-ad06-450bc14f50a6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608990 Nov 09 10:59:40.140279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Pushing event updated for resources: {'Port': ['ID=dfc1a616-918b-4f31-a547-faec008fc5fe,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:40.147064 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:40.153843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:40.169849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:40.183486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:40.191710 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.196231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:40.197650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.242666 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-74b09146-e127-4221-8f9f-6aa0e90624e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:40.329360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c5296952-cc78-4096-8b80-96ba0569864c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:40.342467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-aae5cea8-57d1-461d-8d68-cdbb1a997db2 service neutron] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:40.354601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-aae5cea8-57d1-461d-8d68-cdbb1a997db2 service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.354710 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:40.354710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-be850f27-9bfd-459e-a53d-b9b69a8edf19', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 10:59:40.354710 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.371028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54750f74-65eb-4a9e-8ea3-86c9cd221636 req-aae5cea8-57d1-461d-8d68-cdbb1a997db2 service neutron] 10.222.0.57 "DELETE /v2.0/ports/8f6be62e-06c4-414d-8187-0c5ccdd887be/bindings/n-h2-817173-1 HTTP/1.1" status: 204 len: 173 time: 1.1099694 Nov 09 10:59:40.412688 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.1621292 Nov 09 10:59:40.436743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8ed94-6453-4354-8bf1-2b7cd8227c21 req-0ec36552-827c-46a9-8856-e242ecdd54a5 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:40.453949 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5df8ed94-6453-4354-8bf1-2b7cd8227c21 req-0ec36552-827c-46a9-8856-e242ecdd54a5 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1822565 Nov 09 10:59:40.505233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Request body: {'port': {'device_id': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:40.572932 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.606414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:40.609288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.639452 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5df8ed94-6453-4354-8bf1-2b7cd8227c21 req-b81925ae-b4d9-4eec-90ca-52672961fb2f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847625 Nov 09 10:59:40.713712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Allocated IP 172.20.0.2 (be850f27-9bfd-459e-a53d-b9b69a8edf19/2ee8f974-18f8-460b-bdeb-3052b9cf6791/0be82715-d257-4303-9895-863082f45d4e) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:40.780703 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-699388a3-4d4c-4a67-aaa8-769528f314da None None] Provisioning for port dfc1a616-918b-4f31-a547-faec008fc5fe completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:40.885029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7443c-9192-4333-b671-59dd4d0a0ab9 req-a826d97a-5661-408b-8a5e-23d5beecd8a9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:40.892075 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4b7443c-9192-4333-b671-59dd4d0a0ab9 req-a826d97a-5661-408b-8a5e-23d5beecd8a9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.4306445 Nov 09 10:59:40.930678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-699388a3-4d4c-4a67-aaa8-769528f314da None None] Provisioning complete for port dfc1a616-918b-4f31-a547-faec008fc5fe triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:40.931147 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-699388a3-4d4c-4a67-aaa8-769528f314da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.940024 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:40.999791 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 10:59:41.174083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-699388a3-4d4c-4a67-aaa8-769528f314da None None] Port dfc1a616-918b-4f31-a547-faec008fc5fe cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:41.274987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4b7443c-9192-4333-b671-59dd4d0a0ab9 req-a32a61fa-ba25-4501-998a-f762e3c17fe7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817029 Nov 09 10:59:41.342192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Allocated IP 172.25.7.252 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:41.584910 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:41.619560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Transition to ACTIVE for port object 0be82715-d257-4303-9895-863082f45d4e will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:41.707883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Transition to ACTIVE for port object 0be82715-d257-4303-9895-863082f45d4e will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:41.727135 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'code': 200} Nov 09 10:59:41.728369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:41.776342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc1a616-918b-4f31-a547-faec008fc5fe {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:41.787601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:41.855701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Transition to ACTIVE for port object dfc1a616-918b-4f31-a547-faec008fc5fe will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:41.868244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952702f-6cc1-4fc9-9148-bca18f7995cb req-89ec97e7-e04b-44a1-8df6-e8cc569249bf tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:41.870606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4952702f-6cc1-4fc9-9148-bca18f7995cb req-89ec97e7-e04b-44a1-8df6-e8cc569249bf tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.2162533 Nov 09 10:59:41.873092 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:41.899209 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:41.967558 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.002177 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-991b0d4f-14c5-47fc-b3d8-f9bd0947993e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:42.151271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:42.159377 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:42.165967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:42.254105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.338522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4952702f-6cc1-4fc9-9148-bca18f7995cb req-20c68968-6fe0-472c-b2a7-3146e05deea0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565821 Nov 09 10:59:42.344974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Pushing event updated for resources: {'Port': ['ID=0be82715-d257-4303-9895-863082f45d4e,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:42.371534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 826c8cc7-2813-4b34-9a2d-261041487157 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:42.431316 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:42.444254 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 826c8cc7-2813-4b34-9a2d-261041487157 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:42.446117 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.546355 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-3bc3236a-b7e0-4376-b94e-656d372770e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6140652 Nov 09 10:59:42.578582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce133923-f3b1-44cb-8221-353224ec7150 req-bb7bd1a7-c869-42c4-9deb-069235a4afb0 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:42.580157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c5296952-cc78-4096-8b80-96ba0569864c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:42.581133 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce133923-f3b1-44cb-8221-353224ec7150 req-bb7bd1a7-c869-42c4-9deb-069235a4afb0 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 934 time: 1.0764067 Nov 09 10:59:42.694970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Attempting to bind port 0be82715-d257-4303-9895-863082f45d4e on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:42.695706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Attempting to bind port 0be82715-d257-4303-9895-863082f45d4e by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:42.696305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Attempting to bind port 0be82715-d257-4303-9895-863082f45d4e on network be850f27-9bfd-459e-a53d-b9b69a8edf19 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:42.709973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc1a616-918b-4f31-a547-faec008fc5fe,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:42.735469 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.742579 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:42.743626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Attempting to bind port dfc1a616-918b-4f31-a547-faec008fc5fe on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:42.744160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Attempting to bind port dfc1a616-918b-4f31-a547-faec008fc5fe by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:42.744683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Attempting to bind port dfc1a616-918b-4f31-a547-faec008fc5fe on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:42.764362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Port dfc1a616-918b-4f31-a547-faec008fc5fe on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:42.764362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Attempting to bind port dfc1a616-918b-4f31-a547-faec008fc5fe on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:42.765251 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c5da2a14-90e7-47d0-93b1-7884668661ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:42.788112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:42.788636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:42.789104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:42.789543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Bound port: dfc1a616-918b-4f31-a547-faec008fc5fe, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:42.789979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.794170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:42.794757 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Checking segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:42.795064 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.795538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Bound using segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:42.796092 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Bound port: 0be82715-d257-4303-9895-863082f45d4e, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:42.796792 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.815058 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.825139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52ebf8-c61c-4c2e-ac6c-eb63b9e448af req-cd9aaa68-3144-44e3-9436-758998755efe tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:42.826661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff52ebf8-c61c-4c2e-ac6c-eb63b9e448af req-cd9aaa68-3144-44e3-9436-758998755efe tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1704159 Nov 09 10:59:42.864594 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c5296952-cc78-4096-8b80-96ba0569864c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:42.865630 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:42.893863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:42.908973 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:42.912713 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8fb7dca3-c0aa-4dd5-a9a9-73bcf9ba713b req-21ee7a39-0e4d-4413-b75c-a41c4ee84b1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 1101 time: 0.9824479 Nov 09 10:59:42.931087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff52ebf8-c61c-4c2e-ac6c-eb63b9e448af req-a625c7d6-49b4-4eba-a2b6-6cc7147bfe3b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722587 Nov 09 10:59:42.935470 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce133923-f3b1-44cb-8221-353224ec7150 req-0376b8a4-fb94-491f-ad44-32a233a9cf1e tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641211 Nov 09 10:59:42.986087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] For port dfc1a616-918b-4f31-a547-faec008fc5fe, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:42.990838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] For port dfc1a616-918b-4f31-a547-faec008fc5fe, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dfc1a616-918b-4f31-a547-faec008fc5fe,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:43.018697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:43.021146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:43.066127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:43.071879 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2fe90446-0930-4bfd-b20d-e80e5aab1e42 tempest-DeleteServersAdminTestJSON-1946033692 tempest-DeleteServersAdminTestJSON-1946033692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:43.151710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:43.159276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:43.175184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc1a616-918b-4f31-a547-faec008fc5fe,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:43.181858 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:43.191096 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:43.192982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] 10.222.0.57 "PUT /v2.0/ports/dfc1a616-918b-4f31-a547-faec008fc5fe HTTP/1.1" status: 200 len: 1094 time: 2.7014155 Nov 09 10:59:43.194675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'tag': 'dfc1a616-918b-4f31-a547-faec008fc5fe'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:43.216088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] For port 0be82715-d257-4303-9895-863082f45d4e, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:43.223514 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] For port 0be82715-d257-4303-9895-863082f45d4e, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0be82715-d257-4303-9895-863082f45d4e,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:43.239196 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:43.242950 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:43.273472 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'tag': 'dfc1a616-918b-4f31-a547-faec008fc5fe', 'status': 'completed', 'code': 200} Nov 09 10:59:43.286370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8fb7dca3-c0aa-4dd5-a9a9-73bcf9ba713b req-bb57131c-e27d-40fb-b5e4-1d8a01901913 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392823 Nov 09 10:59:43.379126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:43.389774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.390322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.390930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.391470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.392003 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.392549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.393078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.393608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.394178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.394816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.395420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 10:59:43.402033 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:43.406771 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:43.407488 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:43.425844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21d8b7e5-b0b1-459e-bf17-86b5bb0bf028 req-4992ef81-f6ff-4472-a199-4e7945c2f74f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d575efecaf642619de0b60d7f138def&device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 1097 time: 0.1246381 Nov 09 10:59:43.463233 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21d8b7e5-b0b1-459e-bf17-86b5bb0bf028 req-c17f7af3-3a13-457b-9893-bb9d756a0a2d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4d575efecaf642619de0b60d7f138def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293097 Nov 09 10:59:43.498691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Pushing event updated for resources: {'Port': ['ID=0be82715-d257-4303-9895-863082f45d4e,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:43.503246 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:43.588767 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-64056bb8-96de-4e70-b47d-a618b733383f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 1097 time: 1.0066214 Nov 09 10:59:43.683225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8b7e5-b0b1-459e-bf17-86b5bb0bf028 req-6e7af131-c74e-4d54-8a49-efa8b3971d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:43.685896 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21d8b7e5-b0b1-459e-bf17-86b5bb0bf028 req-6e7af131-c74e-4d54-8a49-efa8b3971d90 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2127092 Nov 09 10:59:43.732960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:43.889713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-e6c52403-b892-4a99-94b4-19066c5d7758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:43.891570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-e6c52403-b892-4a99-94b4-19066c5d7758 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 925 time: 0.2801943 Nov 09 10:59:44.099978 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b930918-ffe7-4fd3-8152-023f581cfbc6 req-39698343-edbb-4e4a-b19b-7562650c240f tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1095 time: 0.6902802 Nov 09 10:59:44.212142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-1624a3d2-84ab-45d8-adc1-0176f93b5a1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d575efecaf642619de0b60d7f138def&device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 1097 time: 0.3926492 Nov 09 10:59:44.226455 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b930918-ffe7-4fd3-8152-023f581cfbc6 req-b84a78a2-f8a0-4a05-9aaa-86034dd22d31 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120603 Nov 09 10:59:44.235440 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:44.236147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:44.243407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-495f8a3c-5ccd-4bd3-82ee-352e5468787c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532 HTTP/1.1" status: 200 len: 1002 time: 0.3405218 Nov 09 10:59:44.430519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0be82715-d257-4303-9895-863082f45d4e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:44.530483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-56d99b92-ca2b-46b0-89e2-60410b9b23f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:44.532895 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-56d99b92-ca2b-46b0-89e2-60410b9b23f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.1669502 Nov 09 10:59:44.535837 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-1395b8a5-d6e0-4fd0-8a84-ba8d278b25e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7189672 Nov 09 10:59:44.560905 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-107a1da8-6245-4c5a-96ce-dfc863d350c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=dfc1a616-918b-4f31-a547-faec008fc5fe HTTP/1.1" status: 200 len: 217 time: 0.2974865 Nov 09 10:59:44.576730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86e248-a40f-4802-a245-42cfcc7e7659 req-6e7bd877-59f6-47ee-99c3-ec1c53c54ab4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:44.580656 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb86e248-a40f-4802-a245-42cfcc7e7659 req-6e7bd877-59f6-47ee-99c3-ec1c53c54ab4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 945 time: 0.8627446 Nov 09 10:59:44.693915 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157', 'code': 200} Nov 09 10:59:44.735325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 0be82715-d257-4303-9895-863082f45d4e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:44.938825 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-64b5febc-843b-41cf-95ba-734d701e16c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3844194 Nov 09 10:59:45.078557 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb86e248-a40f-4802-a245-42cfcc7e7659 req-b1f1fc73-2c46-41fd-9926-8c290462086c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914661 Nov 09 10:59:45.097150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27096cea-544c-40d6-b361-b841c9502199 req-7461d772-5b75-429c-a779-b1a380f78b36 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:45.100895 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-7461d772-5b75-429c-a779-b1a380f78b36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.5166121 Nov 09 10:59:45.309977 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-0bb41e7f-89bc-46ab-82b8-3289d96cdf85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1101 time: 0.5596743 Nov 09 10:59:45.341485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-813b06ef-e9e9-4a70-bb2e-cc45f6dfeb62 req-5455333f-5f70-469e-b066-c3cd5328c568 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1096 time: 0.4737406 Nov 09 10:59:45.461728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218db96-db0e-4e51-af9c-3a41f4ea9c43 None None] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 10:59:45.525598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-15955128-28d2-4ccb-8eae-b5499a976a4f service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700350 Nov 09 10:59:45.531674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2507085-086a-42a3-92c0-0c1f2e9146fd req-93002e4f-73f0-40df-a194-bc002f47e5bb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:45.533148 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2507085-086a-42a3-92c0-0c1f2e9146fd req-93002e4f-73f0-40df-a194-bc002f47e5bb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.5276184 Nov 09 10:59:45.680839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072994a-43e1-4ca7-81be-fa1138785032 req-52d49ec0-da2a-423e-8a99-2bf2fbf7a2d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:45.682306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-52d49ec0-da2a-423e-8a99-2bf2fbf7a2d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3086705 Nov 09 10:59:45.770305 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2507085-086a-42a3-92c0-0c1f2e9146fd req-f8f98cd0-5920-4de7-8cac-d7fea291a493 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106512 Nov 09 10:59:45.820094 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d1609f0-991c-414c-8ba9-8e03f8b1139e req-63516172-2d60-4b2a-83b9-22925c4a289c service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831252 Nov 09 10:59:45.820284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-7239975c-724d-46a6-95e9-88182a584205 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.1180341 Nov 09 10:59:45.827068 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-813b06ef-e9e9-4a70-bb2e-cc45f6dfeb62 req-ebc7aa89-c0f6-44f0-a6ac-bcb4165e66ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705217 Nov 09 10:59:45.909882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-6428f42e-d701-463f-8546-83638bc36a16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7809539 Nov 09 10:59:45.940232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Provisioning for port 0be82715-d257-4303-9895-863082f45d4e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:45.947543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Provisioning complete for port 0be82715-d257-4303-9895-863082f45d4e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:45.947944 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:45.949489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86aea6-4d80-4274-81d5-3f195d79d960 req-d00d9391-3258-4392-b7a7-66f9c92fa12a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:45.955647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc86aea6-4d80-4274-81d5-3f195d79d960 req-d00d9391-3258-4392-b7a7-66f9c92fa12a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Synchronizing usage tracker for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:45.968517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Router 031b633e-945c-4b52-9192-ccc7a2f1210f is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 10:59:46.044001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072994a-43e1-4ca7-81be-fa1138785032 req-0474f76c-72bf-4f91-a896-6e420936d11f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:46.050347 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-0474f76c-72bf-4f91-a896-6e420936d11f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2187917 Nov 09 10:59:46.180110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc86aea6-4d80-4274-81d5-3f195d79d960 req-d00d9391-3258-4392-b7a7-66f9c92fa12a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Unset dirty status for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:46.186473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc86aea6-4d80-4274-81d5-3f195d79d960 req-d00d9391-3258-4392-b7a7-66f9c92fa12a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 946 time: 0.8313072 Nov 09 10:59:46.253295 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:46.312319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] For port 0be82715-d257-4303-9895-863082f45d4e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0be82715-d257-4303-9895-863082f45d4e,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:46.407417 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:46.410723 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:46.458124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc86aea6-4d80-4274-81d5-3f195d79d960 req-f78edeb7-acff-4405-9c1f-eebceb7f02b4 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Synchronizing usage tracker for tenant:4d575efecaf642619de0b60d7f138def on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:46.467032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-f5013fff-94ad-4436-a7b7-2c6d4ba08325 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350505 Nov 09 10:59:46.476185 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-4fc1f6e5-acbd-4733-9fbc-7836ad75e602 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3905296 Nov 09 10:59:46.576186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29f8ff28-bd60-4703-bee0-b3f47795b064 None None] Provisioning complete for port 0be82715-d257-4303-9895-863082f45d4e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:46.578212 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29f8ff28-bd60-4703-bee0-b3f47795b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:46.633573 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Pushing event updated for resources: {'Port': ['ID=0be82715-d257-4303-9895-863082f45d4e,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:46.634540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-4182ff53-103f-4506-9627-d29ea98e5169 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:46.636273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-4182ff53-103f-4506-9627-d29ea98e5169 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.3873127 Nov 09 10:59:46.648648 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:46.668449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc86aea6-4d80-4274-81d5-3f195d79d960 req-f78edeb7-acff-4405-9c1f-eebceb7f02b4 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Unset dirty status for tenant:4d575efecaf642619de0b60d7f138def on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:46.670527 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc86aea6-4d80-4274-81d5-3f195d79d960 req-f78edeb7-acff-4405-9c1f-eebceb7f02b4 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247283 Nov 09 10:59:46.670650 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-86888efc-3748-441f-b2ab-e09c4e49c87c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/quotas/3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 375 time: 0.0203602 Nov 09 10:59:46.678230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:59:46.695563 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:59:46.721999 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:46.722641 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:59:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:46.785983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27096cea-544c-40d6-b361-b841c9502199 req-adab61de-2900-40a5-ac2c-ce9188b263a2 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679725 Nov 09 10:59:46.788198 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-9d87f4f1-007d-447e-b27e-7c17df0de6d8 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002136 Nov 09 10:59:46.915334 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-011c9e02-6a83-4afc-8fc4-b26f731a0f96 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010336 Nov 09 10:59:46.968207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:46.968207 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.8409162 Nov 09 10:59:46.969580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40564) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 10:59:47.087522 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:47.139904 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6bad-9c89-42fa-9a3e-de34db637406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:47.145252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b072994a-43e1-4ca7-81be-fa1138785032 req-c41ec667-7755-4397-b915-1ed0ff38f8d4 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468208 Nov 09 10:59:47.184344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103a7b5-4c56-4496-91e8-1fdcd5a54d73 req-09c36a19-ad7b-4385-83c9-375523d8dde0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:47.191598 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b103a7b5-4c56-4496-91e8-1fdcd5a54d73 req-09c36a19-ad7b-4385-83c9-375523d8dde0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 945 time: 0.2304113 Nov 09 10:59:47.232741 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-72cbfcb2-6f6b-4ec7-b0e2-a80d239aa3ad service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050954 Nov 09 10:59:47.266810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b103a7b5-4c56-4496-91e8-1fdcd5a54d73 req-fa6cd7ab-7ca2-4a00-b4e0-afa6bdf02c04 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Nov 09 10:59:47.449286 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:47.545130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-84431ac6-64f9-40b2-aac9-8cc83fba28f0 service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049171 Nov 09 10:59:47.565931 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:43Z', 'revision_number': 3, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:47.572484 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:59:47.573498 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Updating router 031b633e-945c-4b52-9192-ccc7a2f1210f port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:59:47.597177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b91bff-4c58-4835-bd08-c19c7fb3e6b7 req-a60cb34e-e576-41b6-9cf0-9cab6d92ecf2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:47.598728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0b91bff-4c58-4835-bd08-c19c7fb3e6b7 req-a60cb34e-e576-41b6-9cf0-9cab6d92ecf2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1625619 Nov 09 10:59:47.650729 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:47.683681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0b91bff-4c58-4835-bd08-c19c7fb3e6b7 req-0e615695-2129-46a1-adbd-be3189b565e5 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780635 Nov 09 10:59:48.334924 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0be82715-d257-4303-9895-863082f45d4e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:48.344161 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:48.373739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a94832a8-f047-48cf-8b60-916ee8650a02 req-e5131bca-adaa-469c-aac4-4a841cb9e063 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1242990 Nov 09 10:59:48.377060 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Transition to ACTIVE for port object 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:48.429552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b52d-3b55-4eed-bfce-097492c1f5d7 req-61e81088-b6be-44d8-ad61-0635e2daf645 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:48.431147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe49b52d-3b55-4eed-bfce-097492c1f5d7 req-61e81088-b6be-44d8-ad61-0635e2daf645 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 946 time: 0.1229732 Nov 09 10:59:48.471588 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:48.480060 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-a8f48fa9-ea10-4d26-941d-329baa5a2de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:48.489543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0be82715-d257-4303-9895-863082f45d4e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:48.492978 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:48.526590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe49b52d-3b55-4eed-bfce-097492c1f5d7 req-c7b92f82-4835-4f2b-8679-71b8d3e147f9 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838253 Nov 09 10:59:48.593591 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f482a6-7bd3-493f-998e-e0e4454a3b64 None None] Pushing event updated for resources: {'Port': ['ID=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:48.600318 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81f482a6-7bd3-493f-998e-e0e4454a3b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:48.623730 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Attempting to bind port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:48.624103 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Attempting to bind port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:48.624469 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Attempting to bind port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:48.632525 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:48.632953 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:48.633362 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:48.634018 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:48.634505 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Bound port: 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:48.634993 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:48.697771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e2a3c51-37d4-4e73-a331-cb1e740a4d71 req-47a42f5c-2ea6-4cb8-91a8-ad2eeda6903f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 210 time: 0.1058762 Nov 09 10:59:48.813137 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] For port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:48.820612 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] For port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:48.981930 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:48.998643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c4c46-0a13-4273-a3b7-87fb2902832e req-dfcd1b56-8288-4b33-af1a-d8c7686d7ffe tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:48.999371 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-83abfbd3-7645-4317-9341-78ce67475bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:49.007305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-760c4c46-0a13-4273-a3b7-87fb2902832e req-dfcd1b56-8288-4b33-af1a-d8c7686d7ffe tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 945 time: 0.1142907 Nov 09 10:59:49.069455 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:49.100829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-760c4c46-0a13-4273-a3b7-87fb2902832e req-d7989841-976d-4bb5-98c1-e2acf528f67c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922599 Nov 09 10:59:49.155426 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:49.170215 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:59:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:49.407282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-1cd5fc99-8af9-468c-ae5f-ec0a923f5b7b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2335052 Nov 09 10:59:49.422343 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:49.464308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982112d-9b5b-4685-a66f-4deabe97006b req-a56c3c95-610f-499f-95cd-d5854987a613 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:49.471647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9982112d-9b5b-4685-a66f-4deabe97006b req-a56c3c95-610f-499f-95cd-d5854987a613 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.2171609 Nov 09 10:59:49.503175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Allocated IP 172.20.0.1 (be850f27-9bfd-459e-a53d-b9b69a8edf19/2ee8f974-18f8-460b-bdeb-3052b9cf6791/3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:49.548059 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f7999bc1-2f1e-463f-b41c-24907fd86483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:49.558995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06f232d4-076d-4487-a8fd-587fc391cb57 req-957a3af8-e2eb-45bb-a014-3a5d6827a85b tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1096 time: 0.1045558 Nov 09 10:59:49.576390 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9982112d-9b5b-4685-a66f-4deabe97006b req-011d52e4-9a19-4602-9a3d-c778c5431ff2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035352 Nov 09 10:59:49.635008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06f232d4-076d-4487-a8fd-587fc391cb57 req-2fedbca3-e248-47dd-b889-0d48a25a9097 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714142 Nov 09 10:59:49.819513 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f482a6-7bd3-493f-998e-e0e4454a3b64 None None] Pushing event updated for resources: {'Port': ['ID=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:49.836580 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81f482a6-7bd3-493f-998e-e0e4454a3b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:49.845221 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:43Z', 'revision_number': 3, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:49.852359 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e1575-10d6-43a9-9f26-61f6c8d18c76 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:43Z', 'revision_number': 3, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:59:49.875171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:50.013462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Transition to ACTIVE for port object 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:50.057529 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-179d9b9e-f959-42af-9a4e-2856f4c03148 req-eeb747d7-817b-4fe0-bd04-5c46f11a2c01 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1096 time: 0.1759982 Nov 09 10:59:50.102919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8004-d78d-442e-96aa-90b1c39a4f0c req-a9059c86-a5b1-48ab-8476-7abda0ac0ba9 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:50.111143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c2b8004-d78d-442e-96aa-90b1c39a4f0c req-a9059c86-a5b1-48ab-8476-7abda0ac0ba9 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 946 time: 0.1697338 Nov 09 10:59:50.130003 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-179d9b9e-f959-42af-9a4e-2856f4c03148 req-a617b84d-b9f0-407e-8641-73a9502bca3f tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715899 Nov 09 10:59:50.199714 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c2b8004-d78d-442e-96aa-90b1c39a4f0c req-537a5b98-03dc-4015-9a11-4b364a5dbcec tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871139 Nov 09 10:59:50.254133 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:50.283119 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:50.425214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:50.445222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Pushing event updated for resources: {'Port': ['ID=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:50.448579 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:50.480049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:50.481580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70557c0a-966e-45e0-a21f-84eb4dae3126 req-89f07fe5-4496-493f-9190-a656beba8d0e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 210 time: 0.0784366 Nov 09 10:59:50.481674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:50.481674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:50.548370 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:50.584494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:50.688796 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:50.694192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:50.694566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:50.899998 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:50.938502 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:51.032827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:51.070968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e72b0-b99f-40e8-b658-173ffd1dfb80 req-4f0cd132-692b-48ed-b128-010166161849 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:51.071564 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa5e72b0-b99f-40e8-b658-173ffd1dfb80 req-4f0cd132-692b-48ed-b128-010166161849 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1342421 Nov 09 10:59:51.132219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa5e72b0-b99f-40e8-b658-173ffd1dfb80 req-adb58bb3-0e42-495b-99a4-64ce546854dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494976 Nov 09 10:59:51.216749 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:51.228277 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:51.389699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:51.401473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device dfc1a616-918b-4f31-a547-faec008fc5fe details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 10:59:51.404356 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:51.421010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-84bd4303-1c51-4180-8152-dec611b10c22 None None] Provisioning for port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:51.432613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-84bd4303-1c51-4180-8152-dec611b10c22 None None] Provisioning complete for port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:51.440633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-84bd4303-1c51-4180-8152-dec611b10c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:51.507027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397cfd-705f-4200-95c5-84beb430a871 req-f7cbd1ae-b03a-4005-848f-a6aff812d81c tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:51.518069 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e2397cfd-705f-4200-95c5-84beb430a871 req-f7cbd1ae-b03a-4005-848f-a6aff812d81c tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 946 time: 0.1398230 Nov 09 10:59:51.537959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:51.579806 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 10:59:51.593043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-84bd4303-1c51-4180-8152-dec611b10c22 None None] Port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:51.594498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-892703ed-7b41-47a9-8166-9b1c1fbd1d92 req-e8e9313a-1961-4c9d-9530-bfe7c68daf8f tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0906565 Nov 09 10:59:51.604897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e2397cfd-705f-4200-95c5-84beb430a871 req-b2f44c83-9622-4753-b76b-f4b12f55d2f4 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851460 Nov 09 10:59:51.668006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-892703ed-7b41-47a9-8166-9b1c1fbd1d92 req-9c3871a5-a8f4-414d-b1c5-4150c93bfaa1 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717142 Nov 09 10:59:51.678077 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:51.788756 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:51.839215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port dfc1a616-918b-4f31-a547-faec008fc5fe, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dfc1a616-918b-4f31-a547-faec008fc5fe,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:51.855723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'dfc1a616-918b-4f31-a547-faec008fc5fe', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'dfc1a616-918b-4f31-a547-faec008fc5fe', 'mac_address': 'fa:16:3e:0d:68:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 10:59:51.957508 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:51.958415 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:52.012227 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc1a616-918b-4f31-a547-faec008fc5fe {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:52.043827 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port dfc1a616-918b-4f31-a547-faec008fc5fe, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dfc1a616-918b-4f31-a547-faec008fc5fe,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:52.141686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Pushing event updated for resources: {'Port': ['ID=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:52.144402 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:52.174454 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:52.176315 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-634b1c3d-4f7d-494f-bef6-5a4f2900219f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:52.238728 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f425117e-feb4-4742-93e7-d57696f3948f req-1a47f1c6-91f9-4112-b8fe-dee4baeea106 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 210 time: 0.0803113 Nov 09 10:59:52.265245 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:52.302987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=dfc1a616-918b-4f31-a547-faec008fc5fe,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:52.308659 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:52.356202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:52.443674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:52.444304 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:52.459558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71d948-4887-472a-811d-ba003d0abd6a req-cdab202c-d5ed-4a9c-9fc0-aeb1c1b889ba tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:52.461648 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b71d948-4887-472a-811d-ba003d0abd6a req-cdab202c-d5ed-4a9c-9fc0-aeb1c1b889ba tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1259947 Nov 09 10:59:52.533028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b71d948-4887-472a-811d-ba003d0abd6a req-0d3a7cc3-2ea5-4e3a-977b-a2e3783dcc5f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Nov 09 10:59:52.557540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['dfc1a616-918b-4f31-a547-faec008fc5fe'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 10:59:52.577573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-4872ee6d-5f31-4fce-83d7-6d0733867925 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:52.585096 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-4872ee6d-5f31-4fce-83d7-6d0733867925 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.8184040 Nov 09 10:59:52.596673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:52.601594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:52.675132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Request body: {'port': {'device_id': '2af33ead-417d-416c-942a-84792b8ba9b9', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'admin_state_up': True, 'tenant_id': '3faa8f4f3c294428a10a5aee57d1c9c2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:52.981369 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb305291-7230-4757-a833-d10a50a8bf47 req-049b660c-8f67-4ca4-b818-b00fce3e92b0 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1096 time: 0.1036680 Nov 09 10:59:53.040329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a14252bc-ea47-4041-b0c1-7746d68eba8a None None] Provisioning complete for port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:53.041004 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a14252bc-ea47-4041-b0c1-7746d68eba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:53.103529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a14252bc-ea47-4041-b0c1-7746d68eba8a None None] Port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 10:59:53.117263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 10:59:53.149546 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb305291-7230-4757-a833-d10a50a8bf47 req-67c05d07-12a6-494b-8a00-25bba626b872 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671546 Nov 09 10:59:53.228977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6f65-1415-47dc-a61b-b239d9d6667c req-3836a026-0554-4580-a431-7907db005ba7 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:53.230507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5de6f65-1415-47dc-a61b-b239d9d6667c req-3836a026-0554-4580-a431-7907db005ba7 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 947 time: 0.3915174 Nov 09 10:59:53.231486 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 10:59:53.363045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5de6f65-1415-47dc-a61b-b239d9d6667c req-761e86f2-3a64-49c9-83fc-701b3334ceea tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088867 Nov 09 10:59:53.452405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Made reservation on behalf of 3faa8f4f3c294428a10a5aee57d1c9c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 10:59:53.455479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:53.542594 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-cc0da60c-fda8-4801-9461-a2f539a6d1ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 1101 time: 0.4141791 Nov 09 10:59:53.738282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f14f0b3-4772-4e71-81f9-09bfe5e6ed6a req-b47175e6-de1c-4bee-9476-0990e06d22c0 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 210 time: 0.0591309 Nov 09 10:59:53.932050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-98e928c2-83a6-4e79-9fc1-93e10e7918d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:53.933555 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-98e928c2-83a6-4e79-9fc1-93e10e7918d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3415956 Nov 09 10:59:53.959624 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-715521c4-8a7a-4d2b-b008-8d9e5fcae70d req-87de1462-cc6c-43f4-bf2c-06d36199a712 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4209681 Nov 09 10:59:53.982528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a5a1-0afa-45f1-b32a-525486e762fc req-8fb5553d-75f2-41f1-ab26-8499b6730625 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:53.990961 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d141a5a1-0afa-45f1-b32a-525486e762fc req-8fb5553d-75f2-41f1-ab26-8499b6730625 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1232884 Nov 09 10:59:54.087616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d141a5a1-0afa-45f1-b32a-525486e762fc req-ee435565-89da-4dea-8866-5d9569c26463 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957987 Nov 09 10:59:54.097594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Allocated IP 172.20.0.3 (8b05eb25-adad-4dc8-97a7-201533b40f5f/2d228336-f6d0-491f-981f-9f44fd621fb3/d2c1b100-9837-4f75-934e-e84c583b1241) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 10:59:54.343693 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-7e0fad3e-76f7-49af-951a-25910e80ccf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 200 len: 217 time: 0.3985355 Nov 09 10:59:54.649085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 10:59:54.767751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393701cf-c45b-44c5-8bdd-80d3dd06473b req-e0c05d88-0f21-4b1c-9201-174542b5d4b3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:54.767751 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-393701cf-c45b-44c5-8bdd-80d3dd06473b req-e0c05d88-0f21-4b1c-9201-174542b5d4b3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 947 time: 0.1195619 Nov 09 10:59:54.770349 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:54.770349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-38529573-05d1-4941-ba0e-6c8156998a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:54.770349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-38529573-05d1-4941-ba0e-6c8156998a49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1348994 Nov 09 10:59:54.770565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-393701cf-c45b-44c5-8bdd-80d3dd06473b req-dcccbe18-d79c-4bbf-8c6c-3ccbaed625dc tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691781 Nov 09 10:59:54.996028 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-35add790-c2d6-4ed3-af92-9d180375bb44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2286875 Nov 09 10:59:55.119737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1a7a373-be8b-492b-bbb4-50b5bf34faeb req-750590cc-786e-4a83-8250-33c5ca793dd4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 210 time: 0.0645902 Nov 09 10:59:55.138074 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:55.156334 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:55.301191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:55.309561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 10:59:55.310513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:55.314150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 10:59:55.319790 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-fd49a0f5-87f5-4fa9-9afb-9d24871dda01 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151569 Nov 09 10:59:55.320539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 10:59:55.366556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 10:59:55.385551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 10:59:55.397322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device dfc1a616-918b-4f31-a547-faec008fc5fe up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 10:59:55.454628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca781d0-5673-4714-a7dc-6bd5c3aaf731 req-af2e7d56-485c-4943-bbe6-ce2be11765ff tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:55.463443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ca781d0-5673-4714-a7dc-6bd5c3aaf731 req-af2e7d56-485c-4943-bbe6-ce2be11765ff tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1368704 Nov 09 10:59:55.522257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:55.522907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:55.558369 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ca781d0-5673-4714-a7dc-6bd5c3aaf731 req-5cdb5461-8f2a-47de-af01-2ae2a7b5f242 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937881 Nov 09 10:59:55.589080 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] 10.222.0.50 "PUT /v2.0/routers/031b633e-945c-4b52-9192-ccc7a2f1210f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6038253 Nov 09 10:59:55.592436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:55.593187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:59:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:55.633285 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-e50a8ef3-aad5-47a1-9caf-4a563df9b23a service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643342 Nov 09 10:59:55.635838 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9648325 Nov 09 10:59:55.650591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Request body: {'port': {'device_id': '2af33ead-417d-416c-942a-84792b8ba9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:55.818888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:55.830900 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port dfc1a616-918b-4f31-a547-faec008fc5fe completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 10:59:55.858039 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port dfc1a616-918b-4f31-a547-faec008fc5fe triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 10:59:55.858420 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:55.943877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:56.159407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f359a-bc58-44df-9b8f-80ee58fcb7da req-aa411da0-916b-40e9-8882-7a50ba6991cf tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:56.167651 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd3f359a-bc58-44df-9b8f-80ee58fcb7da req-aa411da0-916b-40e9-8882-7a50ba6991cf tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 947 time: 0.1409476 Nov 09 10:59:56.260039 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd3f359a-bc58-44df-9b8f-80ee58fcb7da req-ff34eab8-28ea-426e-8a76-64611b2352ef tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912008 Nov 09 10:59:56.417283 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:56.528583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port dfc1a616-918b-4f31-a547-faec008fc5fe, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dfc1a616-918b-4f31-a547-faec008fc5fe,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 10:59:56.536312 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc1a616-918b-4f31-a547-faec008fc5fe'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:56.591130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c1b100-9837-4f75-934e-e84c583b1241 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 10:59:56.606240 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:56.626942 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:56.633387 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:56.635466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Transition to ACTIVE for port object d2c1b100-9837-4f75-934e-e84c583b1241 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:56.720864 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=dfc1a616-918b-4f31-a547-faec008fc5fe,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:56.725707 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:56.755501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T10:59:51Z', 'revision_number': 2, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:56.761978 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:56.767002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 10:59:56.768064 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:56.768196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Updating router 031b633e-945c-4b52-9192-ccc7a2f1210f port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 10:59:56.875619 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:57.160655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-135adbbd-ecaa-4699-aacf-46dd4ada4190 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 10:59:57.162580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-135adbbd-ecaa-4699-aacf-46dd4ada4190 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0141675 Nov 09 10:59:57.186987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Request body: {'binding': {'host': 'n-h2-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 10:59:57.187505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 10:59:57.201736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:57.233651 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:57.235369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:57.235731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:57.236194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:57.250545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:57.250964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:57.266746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:57.267400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:57.267793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:57.268231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Bound port: d2c1b100-9837-4f75-934e-e84c583b1241, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:57.268580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:57.408561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:57.412865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:57.490960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-ca513fef-701d-4e63-9046-4e61e956de35 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:57.492079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-ca513fef-701d-4e63-9046-4e61e956de35 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:57.574316 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:57.590087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on host n-h2-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:57.590559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:57.591026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:57.591309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Transition to ACTIVE for port object 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 10:59:57.597582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 10:59:57.597999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:57.619740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:57.620241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:57.620740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:57.621306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Bound port: 826c8cc7-2813-4b34-9a2d-261041487157, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:57.664103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:57.860626 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:57.861099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:57.864775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:57.865936 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-51032457-b9d2-42d5-8c95-d0134acfbfbf service neutron] 10.222.0.50 "POST /v2.0/ports/826c8cc7-2813-4b34-9a2d-261041487157/bindings HTTP/1.1" status: 201 len: 389 time: 0.6916566 Nov 09 10:59:57.867754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-ca513fef-701d-4e63-9046-4e61e956de35 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:57.872250 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:57.875365 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47a41438-ccd5-4b03-985b-543a34490e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:57.896107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-ca513fef-701d-4e63-9046-4e61e956de35 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 820 time: 1.0770216 Nov 09 10:59:57.925020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:57.926646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 200 len: 1091 time: 2.2804565 Nov 09 10:59:57.927643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 10:59:57.945155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-389bbf0e-2b9f-48b9-9543-84d47b5df08d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/quotas/be0099ad3cc74061a67135a4abc3cc40 HTTP/1.1" status: 200 len: 375 time: 0.0480144 Nov 09 10:59:57.975859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:57.979661 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:58.166206 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-648eb37c-2ce2-495c-b2c8-6702cf17269e tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2200530 Nov 09 10:59:58.221395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4f337-0759-4cb7-ba50-e0609e3191db None None] Pushing event updated for resources: {'Port': ['ID=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:58.221725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-ffd46df9-0954-4b65-9755-e47b15c54711 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1094 time: 0.1616216 Nov 09 10:59:58.231056 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1c4f337-0759-4cb7-ba50-e0609e3191db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:58.260630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Attempting to bind port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 10:59:58.261785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Attempting to bind port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 10:59:58.263419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Attempting to bind port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa on network be850f27-9bfd-459e-a53d-b9b69a8edf19 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 10:59:58.276224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 10, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 10:59:58.276698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Checking segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 10:59:58.277192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:58.277655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Bound using segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 10:59:58.278200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Bound port: 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 10:59:58.278646 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:58.324113 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-d52b43a8-af59-46a5-9f90-e1970e57d7cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 200 len: 217 time: 0.0898800 Nov 09 10:59:58.433322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-4d8b5995-5286-41b7-9881-b86ae3454cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:58.434902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-4d8b5995-5286-41b7-9881-b86ae3454cfd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1029062 Nov 09 10:59:58.451197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-ef60fb01-0b2d-4885-90a8-3df2c0671dca service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753472 Nov 09 10:59:58.513431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] For port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 10:59:58.517420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] For port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 10:59:58.557665 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-4a332418-24cc-4506-a6aa-47e1dafa7881 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132340 Nov 09 10:59:58.580393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 10:59:58.591482 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 10:59:58.667998 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-9b0a7811-8d24-4371-a148-e927d34e9240 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157743 Nov 09 10:59:58.737255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 10:59:58.738364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T10:59:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:58.820455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4f337-0759-4cb7-ba50-e0609e3191db None None] Pushing event updated for resources: {'Port': ['ID=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 10:59:58.834323 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1c4f337-0759-4cb7-ba50-e0609e3191db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 10:59:58.892338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05999724-d107-456e-9e6d-8c849f82fa3b req-b1926c37-f0c8-4b47-a761-60b9d3036e84 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:58.893028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-05999724-d107-456e-9e6d-8c849f82fa3b req-b1926c37-f0c8-4b47-a761-60b9d3036e84 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 10:59:58.922750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-eb3c053f-58db-49a3-aea9-7d4767b60034 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571393 Nov 09 10:59:59.021302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-05999724-d107-456e-9e6d-8c849f82fa3b req-b1926c37-f0c8-4b47-a761-60b9d3036e84 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 10:59:59.022545 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05999724-d107-456e-9e6d-8c849f82fa3b req-b1926c37-f0c8-4b47-a761-60b9d3036e84 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 943 time: 0.5254545 Nov 09 10:59:59.043391 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-c1b3810a-3330-459e-b08b-108fc9ad4545 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1096 time: 0.2964025 Nov 09 10:59:59.098074 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc1a616-918b-4f31-a547-faec008fc5fe', 'code': 200} Nov 09 10:59:59.226653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 10:59:59.360231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a3b0825-c50e-4645-9c2c-4a0bbe4a3b78 req-458cbb85-cff2-4c18-adae-b549fd82a7bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 1099 time: 0.2001987 Nov 09 10:59:59.407363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05999724-d107-456e-9e6d-8c849f82fa3b req-92ef5896-a645-4752-9a96-c0c11c830ce4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618181 Nov 09 10:59:59.426034 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa7950eb-7e75-4ee1-895b-18f0e31dd211 req-6239e5ba-ca44-4379-a2ff-fe06a39c312c service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898238 Nov 09 10:59:59.513195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-b5472673-7f77-4ca8-98fd-cf3d654583ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:59.518114 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-b5472673-7f77-4ca8-98fd-cf3d654583ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.4706397 Nov 09 10:59:59.564119 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a3b0825-c50e-4645-9c2c-4a0bbe4a3b78 req-33b45e64-8d44-4eef-8936-8bf420acf5ad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865807 Nov 09 10:59:59.611083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de435b9-eed2-49a9-ba45-1eadef17986b req-9f156c2a-715d-41bc-93d0-274d187d9312 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:59.623348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3de435b9-eed2-49a9-ba45-1eadef17986b req-9f156c2a-715d-41bc-93d0-274d187d9312 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.2098565 Nov 09 10:59:59.650368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-52127754-1899-408c-8885-7f699b9780d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 217 time: 0.1269948 Nov 09 10:59:59.696059 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3de435b9-eed2-49a9-ba45-1eadef17986b req-a06e53aa-9999-4bb1-bdc9-80600b2a2704 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Nov 09 10:59:59.802665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T10:59:58Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 10:59:59.832299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10618ce-d388-475f-a503-908dd01c4ba5 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T10:59:58Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 10:59:59.848216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-43deaf70-81c7-45b1-a24e-146c2ac4ee3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:59.850236 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-43deaf70-81c7-45b1-a24e-146c2ac4ee3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.1927865 Nov 09 10:59:59.932310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-7f98834d-105e-4577-8ecb-36bbc6e27621 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637429 Nov 09 10:59:59.944200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb19f0-11cb-4105-a0b9-9d3797848352 req-13426f3b-705f-4373-ab1f-d61d1014cfcf tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 10:59:59.945738 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3bbb19f0-11cb-4105-a0b9-9d3797848352 req-13426f3b-705f-4373-ab1f-d61d1014cfcf tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 948 time: 0.2325959 Nov 09 10:59:59.990714 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241', 'status': 'completed', 'code': 200} Nov 09 11:00:00.215937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d7601-7064-421d-91d3-8ed668a77495 req-ba5e5b4e-b38c-4bf7-af2c-a98fb9149183 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:00.223089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f93d7601-7064-421d-91d3-8ed668a77495 req-ba5e5b4e-b38c-4bf7-af2c-a98fb9149183 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 945 time: 0.1160412 Nov 09 11:00:00.311821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f93d7601-7064-421d-91d3-8ed668a77495 req-a830ae61-a6e8-4ad0-9d03-95b51eae34df tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855038 Nov 09 11:00:00.336356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3bbb19f0-11cb-4105-a0b9-9d3797848352 req-ee496707-34b9-4f22-a605-ffe1ce5be640 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672411 Nov 09 11:00:00.369151 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-a8168a07-6276-4388-9013-cd2b86b6433e service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224422 Nov 09 11:00:00.422372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:00.463561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579e6bd7-94fe-4dbd-ba00-c74b0f2d2587 req-60cb44d3-e6e9-4705-a609-240765f1f62d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 210 time: 0.0743105 Nov 09 11:00:00.563837 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-4af3b103-11ba-4c6f-ab83-aec7958704b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1094 time: 0.5652664 Nov 09 11:00:00.636935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:00.643703 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:00.644075 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:00.809692 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:00.849369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:00.937885 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dad2accf-e64c-47e9-bec9-604285b8e898 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596387 Nov 09 11:00:00.969068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:00.981605 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3947070-6f6f-4862-8984-1928fa43ea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:00.992020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2768-4f2d-4c9c-ae16-285201da64f3 req-b498e982-8ad2-43b7-9d33-d344f574d2bc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:00.999113 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2edf2768-4f2d-4c9c-ae16-285201da64f3 req-b498e982-8ad2-43b7-9d33-d344f574d2bc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 943 time: 0.3621423 Nov 09 11:00:01.071869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-839713b9-50d9-47c7-b4bf-9975caa5c01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:01.073617 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-839713b9-50d9-47c7-b4bf-9975caa5c01e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.5015793 Nov 09 11:00:01.134114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1b8b1-09d1-4b52-8d40-c6fd7fbec405 req-cae99def-8bee-4bc1-a365-1fb35b6ab6b1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:01.143975 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-faf1b8b1-09d1-4b52-8d40-c6fd7fbec405 req-cae99def-8bee-4bc1-a365-1fb35b6ab6b1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1196599 Nov 09 11:00:01.175327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:01.189988 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:01.303184 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-faf1b8b1-09d1-4b52-8d40-c6fd7fbec405 req-554e70d8-136f-4f11-a0eb-f4a1725acf05 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581824 Nov 09 11:00:01.414518 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2edf2768-4f2d-4c9c-ae16-285201da64f3 req-6cd8ee45-161a-4148-bc0e-6f53184923f0 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144337 Nov 09 11:00:01.429781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-ff4c11d1-eb93-4224-b43f-4e180e84cfc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 200 len: 217 time: 0.3424230 Nov 09 11:00:01.558554 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-404c0266-fb9b-4207-b847-3da53b70e97e tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.3025656 Nov 09 11:00:01.564688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-4e72efa0-bdf4-4cae-ae2b-59c8cd33dca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:01.566303 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-4e72efa0-bdf4-4cae-ae2b-59c8cd33dca0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1226141 Nov 09 11:00:01.574117 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817173-1'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:01.699014 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-9186503b-d2c1-4ef8-84bb-814ec9a05e7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983438 Nov 09 11:00:01.734483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da24df-1563-42fc-9c78-9f54cef6238a req-056c615f-a268-4554-9be1-b8a86c067627 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:01.736098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11da24df-1563-42fc-9c78-9f54cef6238a req-056c615f-a268-4554-9be1-b8a86c067627 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 948 time: 0.0973661 Nov 09 11:00:01.802669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11da24df-1563-42fc-9c78-9f54cef6238a req-dd440f45-ccfa-4e74-b00e-4da029738f53 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573850 Nov 09 11:00:01.934788 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:01.985496 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c19e6ddd-0d3f-41ef-b440-abe084d113c6 req-dc3a9e22-6ecb-43f5-b83b-32daba8cf8f0 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 210 time: 0.0569878 Nov 09 11:00:01.988782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c917f1-77da-4bb1-b667-cb59971604da req-35e378be-e6df-462b-9c20-7caddadc99d5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:01.990898 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52c917f1-77da-4bb1-b667-cb59971604da req-35e378be-e6df-462b-9c20-7caddadc99d5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 945 time: 0.3388813 Nov 09 11:00:02.135725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-273088c3-5d52-44cc-b3ab-c150b47c01f2 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149806 Nov 09 11:00:02.351462 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52c917f1-77da-4bb1-b667-cb59971604da req-00389338-df64-49f8-a611-7754b4937ca0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435934 Nov 09 11:00:02.361784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:02.533229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-495c3529-1bf6-4870-b041-32475fdc7ab1 req-a0ff9510-dc9a-40d4-9f47-7804d94af97e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1031766 Nov 09 11:00:02.562249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:02.562674 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:02.836931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b4c4-dd96-441d-bf86-d83bf44bf7b4 req-06811a0b-48a2-47b1-a253-74b2821d0313 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:02.838904 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56b9b4c4-dd96-441d-bf86-d83bf44bf7b4 req-06811a0b-48a2-47b1-a253-74b2821d0313 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 943 time: 0.1082702 Nov 09 11:00:02.872880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-1ea6d40b-6b52-4096-8bef-281e04c2bd93 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:02.873943 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-1ea6d40b-6b52-4096-8bef-281e04c2bd93 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 820 time: 0.6390347 Nov 09 11:00:02.914531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'port': {'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'admin_state_up': True, 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:02.949785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355cd273-6379-499a-bfb4-db727cc7f0e3 req-5e9c1f0c-0bf1-44fb-9bb7-1fd15fd5841c service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938633 Nov 09 11:00:02.963176 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56b9b4c4-dd96-441d-bf86-d83bf44bf7b4 req-cc824960-40d5-4c57-ae39-1ca11f9bf536 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113894 Nov 09 11:00:02.977174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:03.062238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddc8ff-510a-4fad-b45a-47d74ca0fd26 req-37f64126-d334-481f-b650-305ae7b50362 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:03.063789 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52ddc8ff-510a-4fad-b45a-47d74ca0fd26 req-37f64126-d334-481f-b650-305ae7b50362 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.5129392 Nov 09 11:00:03.187112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:03.217248 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52ddc8ff-510a-4fad-b45a-47d74ca0fd26 req-b1414b2f-824a-464d-92db-619173c833b6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469550 Nov 09 11:00:03.242098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:03.251412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Usage tracker for resource:port and tenant:be0099ad3cc74061a67135a4abc3cc40 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:00:03.256999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:00:03.270986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:03.279123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:03.287467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:03.380606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba026b8a-03f5-44d9-a9c7-9258468e354b req-17ce27e8-63a1-4eb3-9b9f-726b6ff74e86 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:03.387883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba026b8a-03f5-44d9-a9c7-9258468e354b req-17ce27e8-63a1-4eb3-9b9f-726b6ff74e86 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 948 time: 0.1149209 Nov 09 11:00:03.438515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Made reservation on behalf of be0099ad3cc74061a67135a4abc3cc40 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:00:03.442753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:03.454287 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:03.462493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba026b8a-03f5-44d9-a9c7-9258468e354b req-655a6770-daf4-4b45-a128-a3a8936f6bfa tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694001 Nov 09 11:00:03.469120 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:03.504372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ecd43c08-7df1-498d-8a88-3c8b7a9577b6 req-90423b18-1a04-4118-933e-4f9b34171769 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:03.631507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d2c1b100-9837-4f75-934e-e84c583b1241 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:03.653730 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157', 'code': 200} Nov 09 11:00:03.707030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:03.717003 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:03.775370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ecd43c08-7df1-498d-8a88-3c8b7a9577b6 req-90423b18-1a04-4118-933e-4f9b34171769 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:03.776970 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ecd43c08-7df1-498d-8a88-3c8b7a9577b6 req-90423b18-1a04-4118-933e-4f9b34171769 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 210 time: 0.3788180 Nov 09 11:00:03.888716 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:03.888952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on host n-h1-817173-1 for vnic_type normal with profile {"migrating_to": "n-h2-817173-1"} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:03.888952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:03.888952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:03.890861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:03.907052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:03.907460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Attempting to bind port 826c8cc7-2813-4b34-9a2d-261041487157 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:03.916172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca25b-2929-43ff-80ec-10d3bae45a49 req-68d7de96-ee85-4038-b2d4-02e268ab3692 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:03.925490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Allocated IP 172.20.0.6 (be850f27-9bfd-459e-a53d-b9b69a8edf19/2ee8f974-18f8-460b-bdeb-3052b9cf6791/dc259f24-da59-4a9b-a093-21d850673843) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:00:03.929318 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84bca25b-2929-43ff-80ec-10d3bae45a49 req-68d7de96-ee85-4038-b2d4-02e268ab3692 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.2134740 Nov 09 11:00:03.929774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:03.930185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:03.930653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:03.931192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Bound port: 826c8cc7-2813-4b34-9a2d-261041487157, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:03.931617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:03.933632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'd2c1b100-9837-4f75-934e-e84c583b1241', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'port_id': 'd2c1b100-9837-4f75-934e-e84c583b1241', 'mac_address': 'fa:16:3e:15:1e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d228336-f6d0-491f-981f-9f44fd621fb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:04.032140 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:04.062949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c1b100-9837-4f75-934e-e84c583b1241 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:04.084038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84bca25b-2929-43ff-80ec-10d3bae45a49 req-a8cf340d-24d1-44c0-9ba3-8fee084554f7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514232 Nov 09 11:00:04.087826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:04.109569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-11ccb84f-934d-4116-8026-81ec17299d4a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4d575efecaf642619de0b60d7f138def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759902 Nov 09 11:00:04.197415 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:04.200102 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:04.232146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:04.305233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af591cf-6b19-47da-b1cb-42089ace5fb2 req-8c66d2e4-6e79-4972-bcfc-631096c884fb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:04.309848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:04.312888 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1af591cf-6b19-47da-b1cb-42089ace5fb2 req-8c66d2e4-6e79-4972-bcfc-631096c884fb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 944 time: 0.1024587 Nov 09 11:00:04.314234 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:04.318761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:04.371598 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1af591cf-6b19-47da-b1cb-42089ace5fb2 req-1ec821d1-5099-4782-9947-ab17a8a17207 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575347 Nov 09 11:00:04.400328 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:04.408640 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:04.451009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66449-209f-4553-820b-0923c2afb382 req-3a4a6b5f-5d16-44a7-8e35-d246a1cebcfe tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:04.456971 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-3a4a6b5f-5d16-44a7-8e35-d246a1cebcfe tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465598 Nov 09 11:00:04.504082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-59e52b19-3cbe-450e-9adf-28b4b9827e9c tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/quotas/4d575efecaf642619de0b60d7f138def HTTP/1.1" status: 200 len: 375 time: 0.0462153 Nov 09 11:00:04.509099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:04.556199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d2c1b100-9837-4f75-934e-e84c583b1241'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:04.639303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Transition to ACTIVE for port object dc259f24-da59-4a9b-a093-21d850673843 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:04.650835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:04.660697 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:04.730307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:04.731615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 1121 time: 3.1642146 Nov 09 11:00:04.777397 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-f17e5cf4-5cc0-4191-b2b0-3a3aa106374c tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d575efecaf642619de0b60d7f138def&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2543480 Nov 09 11:00:04.798422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133242db-1047-4237-99ac-404562d3061e req-52dcd3d7-6222-4877-ae1c-012eabe088ce tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:04.806459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-133242db-1047-4237-99ac-404562d3061e req-52dcd3d7-6222-4877-ae1c-012eabe088ce tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1380544 Nov 09 11:00:04.837964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['826c8cc7-2813-4b34-9a2d-261041487157'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:04.866744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:04.873320 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d006a37-3a09-4375-a261-0c4cf3b1db4e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:04.895315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-133242db-1047-4237-99ac-404562d3061e req-208fafbc-6c36-4b80-84e6-3e8ef315d2cb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750697 Nov 09 11:00:05.057346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Pushing event updated for resources: {'Port': ['ID=dc259f24-da59-4a9b-a093-21d850673843,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:05.061889 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:05.064021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:00:05.064916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:00:05.067163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:00:05.263261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:05.264799 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:05.401416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcd2a1-549a-40d9-a4ac-ae6c8d370e4c req-7c604ba7-3145-46f3-9b8d-d59585f7759c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:05.402910 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3bcd2a1-549a-40d9-a4ac-ae6c8d370e4c req-7c604ba7-3145-46f3-9b8d-d59585f7759c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.1242766 Nov 09 11:00:05.491483 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5807645 Nov 09 11:00:05.558509 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3bcd2a1-549a-40d9-a4ac-ae6c8d370e4c req-b6b70636-f122-40b1-8da8-efeb6e9ec1d4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492751 Nov 09 11:00:05.705179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:05.705435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9d8ffa2d-22da-4a14-a8ae-0d1d5e7e05e9 None None] Provisioning for port dc259f24-da59-4a9b-a093-21d850673843 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:05.713117 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9d8ffa2d-22da-4a14-a8ae-0d1d5e7e05e9 None None] Provisioning complete for port dc259f24-da59-4a9b-a093-21d850673843 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:05.713745 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffa2d-22da-4a14-a8ae-0d1d5e7e05e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:05.716127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Request body: {'port': {'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:05.750825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd5d2122-e9fb-4bb4-bf0b-be726e3a4cbf req-91c8720f-753f-4348-8b61-2b2c3ad99ad6 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.0648327 Nov 09 11:00:05.789972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ffa2d-22da-4a14-a8ae-0d1d5e7e05e9 None None] Port dc259f24-da59-4a9b-a093-21d850673843 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:00:05.912211 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:05.932499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334ec6-acf0-4711-bbef-06b34ba5da13 req-e9da6baa-0de2-4637-b411-0245f25e7dae tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:05.939263 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d334ec6-acf0-4711-bbef-06b34ba5da13 req-e9da6baa-0de2-4637-b411-0245f25e7dae tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 931 time: 0.5954118 Nov 09 11:00:06.043741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeae6-ebfa-4597-82fb-8f365e82e90e req-9b041353-7bd8-4b9b-8dd7-a45587e32adf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:06.051397 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8c0eeae6-ebfa-4597-82fb-8f365e82e90e req-9b041353-7bd8-4b9b-8dd7-a45587e32adf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 944 time: 0.1273959 Nov 09 11:00:06.072151 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d334ec6-acf0-4711-bbef-06b34ba5da13 req-aaa23a00-4dee-4252-b0ef-af74835999bc tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310890 Nov 09 11:00:06.137580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8c0eeae6-ebfa-4597-82fb-8f365e82e90e req-2361382d-a957-4f7e-8ff6-b3e17d0abac6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800576 Nov 09 11:00:06.403618 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:06.478847 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-bcdf9597-efd9-43d2-b02a-b82a08a35121 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1124 time: 0.1317811 Nov 09 11:00:06.548689 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157', 'status': 'completed', 'code': 200} Nov 09 11:00:06.597130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc259f24-da59-4a9b-a093-21d850673843 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:06.640979 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:06.701879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Transition to ACTIVE for port object dc259f24-da59-4a9b-a093-21d850673843 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:06.709421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-167c5c0a-4b6b-4a17-a083-a02fd00930ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:06.711051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-167c5c0a-4b6b-4a17-a083-a02fd00930ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.2257168 Nov 09 11:00:06.763086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da1ee2-ece2-4faa-844d-43419b8bef21 req-c38fd688-9df0-4ea7-b38d-6849bfe6c747 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:06.772739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29da1ee2-ece2-4faa-844d-43419b8bef21 req-c38fd688-9df0-4ea7-b38d-6849bfe6c747 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.2184634 Nov 09 11:00:06.808312 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:06.817610 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-321c6748-02d4-465d-8a76-85c6ce3270ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:06.869829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-1e57bc6a-47d2-451c-a44a-781b6e34e57d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 217 time: 0.1505461 Nov 09 11:00:07.049666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-d0d692b8-b4fc-4474-91cf-35129865bc0e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:07.053469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-d0d692b8-b4fc-4474-91cf-35129865bc0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.1750600 Nov 09 11:00:07.065493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Pushing event updated for resources: {'Port': ['ID=dc259f24-da59-4a9b-a093-21d850673843,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:07.085567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29da1ee2-ece2-4faa-844d-43419b8bef21 req-abf4a81d-4760-40d2-91d3-87318dc9e928 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993653 Nov 09 11:00:07.086844 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:07.227469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-934f538b-7fdb-428b-bfa8-9094dbdbd587 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600597 Nov 09 11:00:07.279900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489e775-6dd5-4ff8-b996-8375d1d40119 req-c72c191b-e17c-423c-a79b-91b71a9c5df1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:07.288153 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8489e775-6dd5-4ff8-b996-8375d1d40119 req-c72c191b-e17c-423c-a79b-91b71a9c5df1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.4925714 Nov 09 11:00:07.372190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Attempting to bind port dc259f24-da59-4a9b-a093-21d850673843 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:07.372677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Attempting to bind port dc259f24-da59-4a9b-a093-21d850673843 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:07.373102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Attempting to bind port dc259f24-da59-4a9b-a093-21d850673843 on network be850f27-9bfd-459e-a53d-b9b69a8edf19 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:07.395995 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4de311b7-25d8-4677-b2de-bb4b56ebba0f req-78b2ea94-9169-45bf-946e-1712ce18d72f tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.0799255 Nov 09 11:00:07.405000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Port dc259f24-da59-4a9b-a093-21d850673843 on network be850f27-9bfd-459e-a53d-b9b69a8edf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:07.405472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Attempting to bind port dc259f24-da59-4a9b-a093-21d850673843 on network be850f27-9bfd-459e-a53d-b9b69a8edf19 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:07.426017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:07.428319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Checking segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:07.440436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Bound using segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:07.440436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Bound port: dc259f24-da59-4a9b-a093-21d850673843, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:07.440436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:07.443367 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8489e775-6dd5-4ff8-b996-8375d1d40119 req-42323fb1-2fe4-4234-ab3c-e1929dd98357 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484227 Nov 09 11:00:07.488203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-b6890ab5-474f-4ba3-adf9-c70e696a3079 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477596 Nov 09 11:00:07.633820 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:07.637335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d2c1b100-9837-4f75-934e-e84c583b1241 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:07.644203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] For port dc259f24-da59-4a9b-a093-21d850673843, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:07.648585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] For port dc259f24-da59-4a9b-a093-21d850673843, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc259f24-da59-4a9b-a093-21d850673843,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:07.784002 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:07.802558 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:07.803894 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28f41ed7-cbe8-4201-872f-8fb8234ef0c4 req-e622d452-e78b-4e7c-a1e2-0076a209e653 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079023 Nov 09 11:00:07.856508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9a181-e365-4807-b639-a61cb7d1bced req-fc6689ae-d210-4474-89d4-3fcd8a17f407 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:07.857915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0892-68bf-4e1c-af34-d3dac0e66edc req-0a71391a-b83a-4c5b-b526-626ed147917b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:07.858396 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1d9a181-e365-4807-b639-a61cb7d1bced req-fc6689ae-d210-4474-89d4-3fcd8a17f407 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 944 time: 0.1909821 Nov 09 11:00:07.859749 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-654c0892-68bf-4e1c-af34-d3dac0e66edc req-0a71391a-b83a-4c5b-b526-626ed147917b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.2094967 Nov 09 11:00:07.874460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:07.876838 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:07.878234 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] 10.222.0.59 "PUT /v2.0/ports/dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 1091 time: 2.1665151 Nov 09 11:00:07.882858 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port d2c1b100-9837-4f75-934e-e84c583b1241 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:07.908472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port d2c1b100-9837-4f75-934e-e84c583b1241 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:07.908770 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:07.969089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1d9a181-e365-4807-b639-a61cb7d1bced req-607c7af5-feba-4b6b-a6aa-4b8c57f62752 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892551 Nov 09 11:00:07.980824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 has no active binding in host n-h2-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 11:00:07.993871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Pushing event updated for resources: {'Port': ['ID=dc259f24-da59-4a9b-a093-21d850673843,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:08.005981 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:08.012753 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-654c0892-68bf-4e1c-af34-d3dac0e66edc req-89562d7f-9135-45a6-8326-1cb11e314f93 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121926 Nov 09 11:00:08.164224 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:08.197644 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-088d12bd-5bfb-4e50-8106-0b99a3702c6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1094 time: 0.1409106 Nov 09 11:00:08.253957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:08.308531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-65fe5945-329a-4b3c-bef8-bcf69fc1ee76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 217 time: 0.1010995 Nov 09 11:00:08.313083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:08.354141 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241', 'code': 200} Nov 09 11:00:08.356315 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:08.358177 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:08.457126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-7c8f522a-bc95-4d08-8770-d1d356963c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:08.461508 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-7c8f522a-bc95-4d08-8770-d1d356963c62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.1444120 Nov 09 11:00:08.499088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:08.504031 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:08.562105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:08.629328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912a127-b63f-45fb-9d1e-8be061a768a6 req-ca851dc7-50ef-4b51-9c99-ef2d1dacc4d6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:08.631213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a912a127-b63f-45fb-9d1e-8be061a768a6 req-ca851dc7-50ef-4b51-9c99-ef2d1dacc4d6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1109509 Nov 09 11:00:08.695428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a912a127-b63f-45fb-9d1e-8be061a768a6 req-b9d77110-1354-4a4b-956f-2c8e5850e826 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577848 Nov 09 11:00:08.709474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-f5ceb786-fe71-425b-9dec-b84d472e4394 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4d575efecaf642619de0b60d7f138def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732586 Nov 09 11:00:08.828307 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-eb1d5ec6-c6ea-4d24-81f8-ae98d1b1c8bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2808049 Nov 09 11:00:08.828307 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db158f03-2fe0-4dd1-9c96-67b4fafc4780 req-848426b0-fc18-44b8-b383-75cf6b9de21f tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.1769965 Nov 09 11:00:08.897659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eaf9376-8405-4d6d-bb0f-88467114bc68 req-6e8272f4-b54d-48e0-ad43-e24abbc9b495 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1096 time: 0.4259529 Nov 09 11:00:09.140746 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843', 'status': 'completed', 'code': 200} Nov 09 11:00:09.207678 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eaf9376-8405-4d6d-bb0f-88467114bc68 req-5577b194-420d-47bc-ba1a-408d5419255b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809188 Nov 09 11:00:09.213438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc82a0-8eff-424c-abc7-73bc6edee160 req-5fcece05-9a5b-4aa5-8133-a36ad775b57e tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:09.232869 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ffbc82a0-8eff-424c-abc7-73bc6edee160 req-5fcece05-9a5b-4aa5-8133-a36ad775b57e tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.1502383 Nov 09 11:00:09.316197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ffbc82a0-8eff-424c-abc7-73bc6edee160 req-439af033-2417-425f-b3d1-981018834ea8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830622 Nov 09 11:00:09.345287 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-583921d7-8ee6-440a-b570-20492e94b994 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047407 Nov 09 11:00:09.349674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66449-209f-4553-820b-0923c2afb382 req-28bb33a8-668f-4d83-a823-b5ebcd0b4ca1 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:09.351219 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-28bb33a8-668f-4d83-a823-b5ebcd0b4ca1 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5402615 Nov 09 11:00:09.399482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554677f-e365-4a7d-ac8d-c6d26608a097 req-05e3660d-13cc-4f06-9087-f4b0739864e8 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:09.401780 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3554677f-e365-4a7d-ac8d-c6d26608a097 req-05e3660d-13cc-4f06-9087-f4b0739864e8 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.1164229 Nov 09 11:00:09.475447 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3554677f-e365-4a7d-ac8d-c6d26608a097 req-ac588211-c655-486a-8a3c-2c8043f78910 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630586 Nov 09 11:00:09.605311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1738-a6c1-4acd-ac1a-10af3cc789cf req-2f9ad872-19c3-4741-8d50-0dc5a2e12c3c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:09.613213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58fb1738-a6c1-4acd-ac1a-10af3cc789cf req-2f9ad872-19c3-4741-8d50-0dc5a2e12c3c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1332850 Nov 09 11:00:09.678291 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58fb1738-a6c1-4acd-ac1a-10af3cc789cf req-0f91ad79-00d5-4745-9bfe-b060c9aefcd5 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623519 Nov 09 11:00:09.925499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea410122-f72e-4793-9a02-26ebc3a769d3 req-b6a5b8e8-2674-4815-addb-7255564cb84b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:09.933406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea410122-f72e-4793-9a02-26ebc3a769d3 req-b6a5b8e8-2674-4815-addb-7255564cb84b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1016376 Nov 09 11:00:09.990781 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea410122-f72e-4793-9a02-26ebc3a769d3 req-1c5552d6-5062-40e3-b5be-a6ea92917ad0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Nov 09 11:00:10.162848 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-481f2b08-cde6-48e3-a06d-470a2e839ac2 req-367f467a-e3ad-424b-956b-12bbd3363121 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.0421798 Nov 09 11:00:10.540917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1ccc0-78ce-4606-b41d-27fd4f8a32e2 req-1d131803-70ad-4c77-9764-d9344affa615 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:10.542585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fb1ccc0-78ce-4606-b41d-27fd4f8a32e2 req-1d131803-70ad-4c77-9764-d9344affa615 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 943 time: 0.0880632 Nov 09 11:00:10.617328 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fb1ccc0-78ce-4606-b41d-27fd4f8a32e2 req-9cae9b7a-6397-4395-ae6c-17ca3d731bfd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670457 Nov 09 11:00:10.819455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96175fa5-444a-40e1-9e28-9a919312a46c req-f604b60a-d3c2-413a-9709-922075c8c645 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:10.820915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-96175fa5-444a-40e1-9e28-9a919312a46c req-f604b60a-d3c2-413a-9709-922075c8c645 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.0927448 Nov 09 11:00:10.874547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-96175fa5-444a-40e1-9e28-9a919312a46c req-36c27167-38e5-49fd-a123-7c3afdb74afa tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:10.972725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-96175fa5-444a-40e1-9e28-9a919312a46c req-36c27167-38e5-49fd-a123-7c3afdb74afa tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:10.974673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-96175fa5-444a-40e1-9e28-9a919312a46c req-36c27167-38e5-49fd-a123-7c3afdb74afa tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477468 Nov 09 11:00:11.255862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-ca45b4e6-9ce4-45d3-8158-6b342d0ad932 service neutron] 10.222.0.57 "GET /v2.0/ports/826c8cc7-2813-4b34-9a2d-261041487157/bindings/n-h2-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.1340067 Nov 09 11:00:11.321217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fe8c8-e36f-447b-8644-a4cbcec1de60 req-b13d9e6e-d2e7-4281-b101-cc3835ff3124 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:11.322955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-842fe8c8-e36f-447b-8644-a4cbcec1de60 req-b13d9e6e-d2e7-4281-b101-cc3835ff3124 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1671233 Nov 09 11:00:11.428707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-842fe8c8-e36f-447b-8644-a4cbcec1de60 req-f9656dff-3946-4144-8100-201b7bed2080 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926623 Nov 09 11:00:11.610094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:11.652120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:11.691469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:11.759074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826c8cc7-2813-4b34-9a2d-261041487157 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:11.775128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c5e23-e433-466b-a087-f0e708a60c95 req-a7f15bd2-0702-4102-81f2-7cb1d3275513 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:11.776636 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-415c5e23-e433-466b-a087-f0e708a60c95 req-a7f15bd2-0702-4102-81f2-7cb1d3275513 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1577868 Nov 09 11:00:11.782380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:11.842295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-415c5e23-e433-466b-a087-f0e708a60c95 req-c02f4874-7f07-49d6-8d8e-918741939173 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Nov 09 11:00:11.899656 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:11.901988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:11.929800 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 has no active binding in host n-h2-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 11:00:12.041544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc2f0ebd-0019-4685-b797-ba5445f1e1ce req-025ce91a-6e7d-47b9-b373-b91d71dc3f1a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.0526311 Nov 09 11:00:12.107227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Transition to ACTIVE for port object 826c8cc7-2813-4b34-9a2d-261041487157 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:12.213715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:12.223900 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8101b3-360c-47ed-a8d3-5c77dcdd4b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:12.500405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Pushing event updated for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:12.550146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.550503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.550878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.551306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.551655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.552174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.552518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.552854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.553188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.553519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.553851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:12.558435 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:12.559475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] No DVR routers for this DVR port 826c8cc7-2813-4b34-9a2d-261041487157 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:00:12.570897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459baf0-8c97-4ff0-98e2-a686499497f3 req-69674d6d-d1fc-4840-9d7e-af45e2565f56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:12.572279 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f459baf0-8c97-4ff0-98e2-a686499497f3 req-69674d6d-d1fc-4840-9d7e-af45e2565f56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.3996975 Nov 09 11:00:12.629798 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] 10.222.0.57 "PUT /v2.0/ports/826c8cc7-2813-4b34-9a2d-261041487157/bindings/n-h2-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3665419 Nov 09 11:00:12.650553 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f459baf0-8c97-4ff0-98e2-a686499497f3 req-a94339f7-b670-4b00-bb82-68b36cd038fc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527554 Nov 09 11:00:12.852798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c9eab-3103-4d03-8820-c7a9921f30ca req-8ccdf472-30c1-4939-84f5-b3a65fd4dcd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:12.854166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a97c9eab-3103-4d03-8820-c7a9921f30ca req-8ccdf472-30c1-4939-84f5-b3a65fd4dcd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.0931153 Nov 09 11:00:12.905033 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a97c9eab-3103-4d03-8820-c7a9921f30ca req-a61f0733-0e63-4ca3-9fcc-bc13cd3a1280 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Nov 09 11:00:13.153483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a0a30-bd63-4f97-ae7f-f09d4719888f req-1224c0e7-9a7f-4848-999e-3d1e4bb3fbc6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:13.154949 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae8a0a30-bd63-4f97-ae7f-f09d4719888f req-1224c0e7-9a7f-4848-999e-3d1e4bb3fbc6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Nov 09 11:00:13.205194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae8a0a30-bd63-4f97-ae7f-f09d4719888f req-008c2ed9-20fb-4e3d-b029-4a739a0d2972 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Nov 09 11:00:13.409181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6d23c-6c89-457c-a425-4fdcdb16bf42 req-3d6ebc20-9156-4273-8a02-15789032b70b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:13.411395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7f6d23c-6c89-457c-a425-4fdcdb16bf42 req-3d6ebc20-9156-4273-8a02-15789032b70b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.0792711 Nov 09 11:00:13.465388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7f6d23c-6c89-457c-a425-4fdcdb16bf42 req-0eb00cf8-ddeb-4cc8-a373-aa5fe7ab7ca3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480788 Nov 09 11:00:13.670999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-101bbe59-9919-4c87-ba55-dec95bb498ff req-8cdda5e5-69e3-4619-bc35-a34cbd86a06d tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.0401642 Nov 09 11:00:13.857463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7077f0-9100-44ae-a9c6-d33fcf858bf7 req-91f72e2a-260d-46f6-885f-63a263f8f601 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:13.858903 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c7077f0-9100-44ae-a9c6-d33fcf858bf7 req-91f72e2a-260d-46f6-885f-63a263f8f601 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 950 time: 0.0798297 Nov 09 11:00:13.907095 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c7077f0-9100-44ae-a9c6-d33fcf858bf7 req-455e864a-1d94-4ea9-8cab-b79198e21f87 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Nov 09 11:00:14.107568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea26b-5207-4b5d-b42f-4ebfc774250a req-4ecab398-34ba-4331-978e-34ec1cf44fdb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:14.109141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-413ea26b-5207-4b5d-b42f-4ebfc774250a req-4ecab398-34ba-4331-978e-34ec1cf44fdb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.0830548 Nov 09 11:00:14.158538 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-413ea26b-5207-4b5d-b42f-4ebfc774250a req-19f23aeb-f53a-4b71-8006-d789f5f2d72e tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Nov 09 11:00:14.343613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63082e-b48c-4d45-8105-65c1822a6cb5 req-d49f5fb3-9ded-4c41-9ea9-370566a2c576 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:14.345043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b63082e-b48c-4d45-8105-65c1822a6cb5 req-d49f5fb3-9ded-4c41-9ea9-370566a2c576 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.0753460 Nov 09 11:00:14.390145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b63082e-b48c-4d45-8105-65c1822a6cb5 req-44893689-89b8-403e-8c1c-9214b76e5340 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Nov 09 11:00:14.756982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-8f87abc2-96ca-4400-8617-a4162354d344 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:14.758320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-8f87abc2-96ca-4400-8617-a4162354d344 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/networks?id=d0ca5b58-4320-4acf-96d2-d602cd10b8cf HTTP/1.1" status: 200 len: 815 time: 0.1412146 Nov 09 11:00:14.774768 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-0882f13c-a878-4ca8-bc0c-e50f2e3b27dd tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/quotas/c9ad0a489c9d46b98f64d91ecefb20e7 HTTP/1.1" status: 200 len: 375 time: 0.0110929 Nov 09 11:00:14.856618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-1e5e1c9b-1b0b-4076-a4f2-ad9cc286e11c tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Synchronizing usage tracker for tenant:c9ad0a489c9d46b98f64d91ecefb20e7 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:14.955670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-1e5e1c9b-1b0b-4076-a4f2-ad9cc286e11c tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Unset dirty status for tenant:c9ad0a489c9d46b98f64d91ecefb20e7 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:14.957052 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-1e5e1c9b-1b0b-4076-a4f2-ad9cc286e11c tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9ad0a489c9d46b98f64d91ecefb20e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774428 Nov 09 11:00:15.099615 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-d24bf2a1-1185-42cb-a947-7c7b92186e00 service neutron] 10.222.0.50 "GET /v2.0/networks/d0ca5b58-4320-4acf-96d2-d602cd10b8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346958 Nov 09 11:00:15.236032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-479d015d-174b-436f-901e-7a350fcb6f4a service neutron] 10.222.0.50 "GET /v2.0/networks/d0ca5b58-4320-4acf-96d2-d602cd10b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310036 Nov 09 11:00:15.530875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:00:15.591729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:00:15.592150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:00:15.653308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc9467-9bfb-4e52-a264-a2aed913455a req-e1232850-426d-4d35-9cf0-fb609e84a5cf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:15.654765 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ccc9467-9bfb-4e52-a264-a2aed913455a req-e1232850-426d-4d35-9cf0-fb609e84a5cf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.0802345 Nov 09 11:00:15.701088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ccc9467-9bfb-4e52-a264-a2aed913455a req-0cc75453-3151-4a9e-ab7b-c26ea596f0ba tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Nov 09 11:00:15.708581 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:15.735750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:15.759241 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:15.869720 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:15.871524 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:15.939095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9c5a-f629-4bfc-aa1c-7144f928f3fe req-2610050f-d6e1-4890-a3ae-8861dcbfe02e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:15.941452 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9ba9c5a-f629-4bfc-aa1c-7144f928f3fe req-2610050f-d6e1-4890-a3ae-8861dcbfe02e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.0877535 Nov 09 11:00:15.942505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:15.946950 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:15.996187 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9ba9c5a-f629-4bfc-aa1c-7144f928f3fe req-dc74a62c-f9b3-4191-82f0-0c0d1eaff897 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Nov 09 11:00:16.144000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55ad65ed-da22-4396-9388-e600353ecd3b req-cce32f94-9522-4511-a9aa-df4b9d964e16 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.0417354 Nov 09 11:00:16.339332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a151ae-5cb6-4ddf-905b-30ba3139fd48 req-b7710c99-bb2e-4c91-8c56-27c278337d53 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:16.340684 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88a151ae-5cb6-4ddf-905b-30ba3139fd48 req-b7710c99-bb2e-4c91-8c56-27c278337d53 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.0883293 Nov 09 11:00:16.442704 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88a151ae-5cb6-4ddf-905b-30ba3139fd48 req-4461965d-eaca-43df-a04f-9236cb0d7220 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962529 Nov 09 11:00:16.629689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b16fb-a712-4ba2-820c-3127d307b081 req-fe27ee43-a902-493a-84ae-91bed4492e6c tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:16.631281 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-333b16fb-a712-4ba2-820c-3127d307b081 req-fe27ee43-a902-493a-84ae-91bed4492e6c tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.0783348 Nov 09 11:00:16.687112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-333b16fb-a712-4ba2-820c-3127d307b081 req-a9c70872-6e8c-486e-8f6d-ab4fdb9b9c8c tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497348 Nov 09 11:00:16.792882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-087f8d41-137d-4dd2-ae87-1b026adbf0a8 req-eee30341-b8e0-46c2-a86e-0fbe97307ff1 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 210 time: 0.0464327 Nov 09 11:00:16.859483 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'code': 200} Nov 09 11:00:17.127207 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af6b95e1-2020-4f09-ba79-3e5b8c8ce19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:17.471380 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:17.961576 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:00:18.384747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-72b99b19-f584-4d62-8038-2325094b1882 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:18.386248 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-72b99b19-f584-4d62-8038-2325094b1882 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.57 "GET /v2.0/networks?id=d0ca5b58-4320-4acf-96d2-d602cd10b8cf HTTP/1.1" status: 200 len: 815 time: 0.1467500 Nov 09 11:00:18.406268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Request body: {'port': {'device_id': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'admin_state_up': True, 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:18.590889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:18.612383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:18.628317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd8eff-e04b-4d53-a51f-4c269f749a87 req-6d90fd56-37bd-4756-8d7d-2edd04be498a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:18.629917 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64cd8eff-e04b-4d53-a51f-4c269f749a87 req-6d90fd56-37bd-4756-8d7d-2edd04be498a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1402981 Nov 09 11:00:18.675850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64cd8eff-e04b-4d53-a51f-4c269f749a87 req-ef722f81-5f51-44ed-912e-62d21f5f955d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Nov 09 11:00:18.710182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Made reservation on behalf of c9ad0a489c9d46b98f64d91ecefb20e7 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:00:18.713416 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:18.943779 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Allocated IP 172.20.0.12 (d0ca5b58-4320-4acf-96d2-d602cd10b8cf/66cd7c2a-0a92-436e-a528-fb0fc4fe4942/757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:00:18.964869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf25141-e8eb-40f1-b3c6-c965283b6f43 req-a59a5603-0f57-4f47-a3e3-210e8df29fda tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:18.966336 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fdf25141-e8eb-40f1-b3c6-c965283b6f43 req-a59a5603-0f57-4f47-a3e3-210e8df29fda tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1618741 Nov 09 11:00:19.088044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Request body: {'port': {'device_id': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '4d575efecaf642619de0b60d7f138def'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:19.142878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fdf25141-e8eb-40f1-b3c6-c965283b6f43 req-56e3f93f-ef6e-42d6-a8fb-bc47441fc71d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555851 Nov 09 11:00:19.299091 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:19.334549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Transition to ACTIVE for port object 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:19.390502 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aa2621ff-71b9-4611-985d-17e598887e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:19.419488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:19.441093 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:19.495121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:19.531911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b88fa8ce-0e2c-429e-bead-3017c20561f3 req-a9012bd3-798d-4f7f-a65c-cc20abf3dd3e tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.2153184 Nov 09 11:00:19.544517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:00:19.545819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Pushing event updated for resources: {'Port': ['ID=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:19.550009 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:19.551537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:00:19.555008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:00:19.559176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:19.559818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:19.583749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:19.631790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd0c6-a306-4f79-96b8-daa25a036150 req-f0f53f69-0061-4099-b14e-78c386542188 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:19.634635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81bcd0c6-a306-4f79-96b8-daa25a036150 req-f0f53f69-0061-4099-b14e-78c386542188 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.2622154 Nov 09 11:00:19.699091 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2983022 Nov 09 11:00:19.700603 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b501b74-6e3d-4923-8fc8-c4dcec84cb31 req-8196e3d6-31fc-4c56-847d-7a09527bec94 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865125 Nov 09 11:00:19.712618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81bcd0c6-a306-4f79-96b8-daa25a036150 req-cbf079a3-c833-48dc-ad69-12d93a7e00ca tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724432 Nov 09 11:00:19.719791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Request body: {'port': {'device_id': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:19.757921 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-c05a80a8-b671-4ef6-b0c7-35f72a1041eb tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.3583994 Nov 09 11:00:19.836337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Made reservation on behalf of 4d575efecaf642619de0b60d7f138def for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:00:19.840064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:19.898327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:20.133298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-802fe2f7-ac9b-4b81-82f6-c5796e332dbc None None] Provisioning for port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:20.139143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-802fe2f7-ac9b-4b81-82f6-c5796e332dbc None None] Provisioning complete for port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:20.145494 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-802fe2f7-ac9b-4b81-82f6-c5796e332dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:20.296886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-802fe2f7-ac9b-4b81-82f6-c5796e332dbc None None] Port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:00:20.406673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654c75-7bae-4d8e-8785-0a3ff8999afd req-33fef3e1-fb98-4e72-911d-caedde6d5f9a tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:20.407416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-10654c75-7bae-4d8e-8785-0a3ff8999afd req-33fef3e1-fb98-4e72-911d-caedde6d5f9a tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Synchronizing usage tracker for tenant:c9ad0a489c9d46b98f64d91ecefb20e7 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:20.428056 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-fb124ca0-2c87-41b3-8316-f0a6d5b45a64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0&tenant_id=721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 1095 time: 0.6625845 Nov 09 11:00:20.434491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-72327bc9-0ae2-40c5-b7bd-59cd9e9142bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1094 time: 0.5724647 Nov 09 11:00:20.436457 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:20.539936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-10654c75-7bae-4d8e-8785-0a3ff8999afd req-33fef3e1-fb98-4e72-911d-caedde6d5f9a tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Unset dirty status for tenant:c9ad0a489c9d46b98f64d91ecefb20e7 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:20.547425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10654c75-7bae-4d8e-8785-0a3ff8999afd req-33fef3e1-fb98-4e72-911d-caedde6d5f9a tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 932 time: 0.4548886 Nov 09 11:00:20.619090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Allocated IP 192.168.233.251 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/2e301353-eedd-444d-9760-aed045861e88) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:00:20.636863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:20.646214 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10654c75-7bae-4d8e-8785-0a3ff8999afd req-4516a781-1e25-4746-b6d9-51f6100e8759 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976858 Nov 09 11:00:20.653691 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:20.698122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Transition to ACTIVE for port object 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:20.699225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.59', 58140) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:00:20.762976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-05357e52-15fd-4cc7-ac91-3c184487e96a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:20.762976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-05357e52-15fd-4cc7-ac91-3c184487e96a service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.3171175 Nov 09 11:00:20.800948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-110eec4b-7fb9-40d8-88cd-1d51778435d7 service neutron] 10.222.0.59 "GET /v2.0/ports/b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5/bindings/n-h2-817173-1 HTTP/1.1" status: 200 len: 382 time: 0.0996590 Nov 09 11:00:20.802365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:20.806458 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e35129c-755f-4b1b-b798-b503baacb4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:20.858349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-a51bc186-9ed8-4799-9419-675a5082600f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 217 time: 0.0791612 Nov 09 11:00:20.968747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08369483-efec-45ec-92a7-1a3cf9a3c916 req-16bdad9e-26d3-4295-afbf-74a57d76bcfa tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:20.979534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08369483-efec-45ec-92a7-1a3cf9a3c916 req-16bdad9e-26d3-4295-afbf-74a57d76bcfa tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.8473365 Nov 09 11:00:21.017555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Pushing event updated for resources: {'Port': ['ID=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:21.022739 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:21.102106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Attempting to bind port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:21.102439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Attempting to bind port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:21.102768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Attempting to bind port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 on network d0ca5b58-4320-4acf-96d2-d602cd10b8cf {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:21.120045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af54b-a5e0-4f0c-a150-d566d31cd486 req-7143aa0d-0a88-4856-9790-d4e4f5b17140 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:21.129361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f81af54b-a5e0-4f0c-a150-d566d31cd486 req-7143aa0d-0a88-4856-9790-d4e4f5b17140 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1968563 Nov 09 11:00:21.151776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 on network d0ca5b58-4320-4acf-96d2-d602cd10b8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:21.152104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Attempting to bind port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 on network d0ca5b58-4320-4acf-96d2-d602cd10b8cf {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:21.161130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:21.161468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Checking segment: {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:21.161865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Bound using segment: {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:21.162291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Bound port: 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb88396-d397-4da3-bc6e-d7ac0d95b14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:21.162637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:21.257541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08369483-efec-45ec-92a7-1a3cf9a3c916 req-3724eb59-c15d-4363-9c53-ee3e39805b69 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710900 Nov 09 11:00:21.330923 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f81af54b-a5e0-4f0c-a150-d566d31cd486 req-c80de211-75ef-4454-9b27-500bdc97d815 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969194 Nov 09 11:00:21.374369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] For port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:21.388789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] For port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:21.439027 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-ea862b70-754e-476a-8784-658bd87d5167 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1095 time: 0.9642568 Nov 09 11:00:21.497019 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:21.511493 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:21.604459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-bbdded18-4947-4957-b768-6f9bd21fb2f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:21.605873 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-bbdded18-4947-4957-b768-6f9bd21fb2f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.7156727 Nov 09 11:00:21.657400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:21.659785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] 10.222.0.57 "PUT /v2.0/ports/757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 HTTP/1.1" status: 200 len: 1092 time: 1.9452546 Nov 09 11:00:21.672409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'tag': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:21.744455 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ceb9f4c0-75fc-4423-b7c8-65600b916d5a req-071369e1-e24b-457c-a3d8-ac6ab120c359 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.0720897 Nov 09 11:00:21.772499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Pushing event updated for resources: {'Port': ['ID=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:21.790419 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:21.836358 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:21.845610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-6c5735c5-d26e-4d5a-af56-5dd98f16c40c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 1101 time: 0.4236925 Nov 09 11:00:21.849843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12c71-0e9f-4f10-a881-4c32c7c7b6c9 req-51d30108-7b80-4a4d-9858-4c7b033d3355 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:21.858056 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39e12c71-0e9f-4f10-a881-4c32c7c7b6c9 req-51d30108-7b80-4a4d-9858-4c7b033d3355 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.2879841 Nov 09 11:00:21.858552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-fe8d7cbf-8fad-4dd7-8339-e3acf4d2e6d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:21.860638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-fe8d7cbf-8fad-4dd7-8339-e3acf4d2e6d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.4096897 Nov 09 11:00:22.004892 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-f16dcec8-22f1-4906-9288-83ef38dc2871 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 217 time: 0.1264529 Nov 09 11:00:22.016881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:22.023580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-4ef4474e-647c-47b2-8c9b-5ea22ac9ac21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4069359 Nov 09 11:00:22.047422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39e12c71-0e9f-4f10-a881-4c32c7c7b6c9 req-f1590d5b-6bed-45e2-86b1-7c94a1ac3592 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883836 Nov 09 11:00:22.088488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-57d64448-d77f-45e7-98eb-7145a8112189 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 1101 time: 0.1805458 Nov 09 11:00:22.292465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-78fb39b1-d73b-4536-bf35-70fbf592f276 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538929 Nov 09 11:00:22.333817 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-72337550-8781-4595-b0eb-ab5872b77f8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9ad0a489c9d46b98f64d91ecefb20e7&device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 1095 time: 0.2438426 Nov 09 11:00:22.352533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Transition to ACTIVE for port object 2e301353-eedd-444d-9760-aed045861e88 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:22.395176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-dade16d0-3e67-4a14-89ee-2235890cca8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:22.398127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-dade16d0-3e67-4a14-89ee-2235890cca8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2407277 Nov 09 11:00:22.444759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-c353c95a-b20f-4aad-bb74-7f637339a334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:22.446960 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-c353c95a-b20f-4aad-bb74-7f637339a334 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.4208610 Nov 09 11:00:22.504953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-eac9be39-3241-4f2d-baa0-06a0ed2623a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 200 len: 217 time: 0.0988154 Nov 09 11:00:22.546000 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-e868d3d4-e6e3-487b-bb1a-e1f159ab3e73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849776 Nov 09 11:00:22.743217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-9da9ceb6-05c7-4640-909f-464888e8e27e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:22.745793 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-9da9ceb6-05c7-4640-909f-464888e8e27e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1765244 Nov 09 11:00:22.776481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-2adcea3e-9367-491e-bce5-bd9f951ed947 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217093 Nov 09 11:00:22.778353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f2214fb-2dde-4229-bde3-b6a66b798bdd req-677ebf35-96b9-4b00-8382-b6cd276ca43d service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741273 Nov 09 11:00:22.860383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c9d5-0027-4d19-a954-78a891c4e03d req-6f8f21c3-e0fe-4ec5-8998-6c3ddd9521e1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:22.868593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e174c9d5-0027-4d19-a954-78a891c4e03d req-6f8f21c3-e0fe-4ec5-8998-6c3ddd9521e1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.3622022 Nov 09 11:00:22.916777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:22.927054 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:22.932299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['dfc1a616-918b-4f31-a547-faec008fc5fe'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:22.992069 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e174c9d5-0027-4d19-a954-78a891c4e03d req-f2568362-a13a-4890-84b0-1ca9605e6d08 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170154 Nov 09 11:00:23.055617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-d4441b20-86ed-4876-8d93-91f1d0abb83f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3030288 Nov 09 11:00:23.069251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:00:23.153973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:00:23.156712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Pushing event updated for resources: {'Port': ['ID=2e301353-eedd-444d-9760-aed045861e88,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:23.164183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:00:23.256000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.256668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.257468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.258675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.259589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.261593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.262394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.263078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.263722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.264367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.266552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:23.309612 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:23.318279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-7ec46bbb-6461-4e73-96e8-4a96ae206ea7 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295885 Nov 09 11:00:23.351716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:23.352946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:23.454424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4411464 Nov 09 11:00:23.467757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Request body: {'port': {'device_id': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:23.515300 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'tag': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5', 'status': 'completed', 'code': 200} Nov 09 11:00:23.517447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-79a55c83-d7a8-48b8-bbf6-9dbba227c13b service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714991 Nov 09 11:00:23.710638 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-97a045f5-015f-435f-a7ff-27b580ccfb0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 HTTP/1.1" status: 200 len: 217 time: 0.6539311 Nov 09 11:00:23.733293 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-13534f9f-b777-4725-98f9-f6f4cb92520f None None] Provisioning for port 2e301353-eedd-444d-9760-aed045861e88 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:23.739082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc259f24-da59-4a9b-a093-21d850673843 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:23.739850 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:23.742136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:00:23.944583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-13534f9f-b777-4725-98f9-f6f4cb92520f None None] Provisioning complete for port 2e301353-eedd-444d-9760-aed045861e88 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:23.945334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-13534f9f-b777-4725-98f9-f6f4cb92520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:23.950175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f462fd0d-50ea-4f25-a39e-6767136c3968 req-b6740b2f-7870-492d-8967-8b83ef21bfa2 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030228 Nov 09 11:00:24.075588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-124bb3b1-8ade-469b-af25-f2af3fdd372a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:24.077495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-124bb3b1-8ade-469b-af25-f2af3fdd372a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66cd7c2a-0a92-436e-a528-fb0fc4fe4942 HTTP/1.1" status: 200 len: 854 time: 0.3339200 Nov 09 11:00:24.091517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3d979-340c-48a7-b66e-47eccc3ceaf6 req-aeb7d535-9997-4261-8882-cb950d77bb87 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:24.099134 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94b3d979-340c-48a7-b66e-47eccc3ceaf6 req-aeb7d535-9997-4261-8882-cb950d77bb87 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 944 time: 0.5805547 Nov 09 11:00:24.120923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-13534f9f-b777-4725-98f9-f6f4cb92520f None None] Port 2e301353-eedd-444d-9760-aed045861e88 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:00:24.151371 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:00:24.317652 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94b3d979-340c-48a7-b66e-47eccc3ceaf6 req-71302231-a665-4ca9-a704-f4e5d5daa65d tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174928 Nov 09 11:00:24.342679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-f7bfad49-3923-49a3-af02-829b4ff19e56 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.3322935 Nov 09 11:00:24.398161 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:24.447720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:24.459943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port dc259f24-da59-4a9b-a093-21d850673843, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc259f24-da59-4a9b-a093-21d850673843,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:24.472403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:24.478126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'dc259f24-da59-4a9b-a093-21d850673843', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'mac_address': 'fa:16:3e:bf:ad:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:24.491116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51efa5-d7e8-4ecb-9928-1cc894c3518d req-9352ead1-b6d9-41ab-9f3d-cd04037a4da3 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:24.498212 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b51efa5-d7e8-4ecb-9928-1cc894c3518d req-9352ead1-b6d9-41ab-9f3d-cd04037a4da3 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 943 time: 0.6231921 Nov 09 11:00:24.573705 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b51efa5-d7e8-4ecb-9928-1cc894c3518d req-61868428-2a6c-4c8c-bb85-826e4e7dcf3f tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745118 Nov 09 11:00:24.601719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:24.621869 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:24.632738 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:24.635968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-e5ab24a6-9070-494c-8ea2-6bdebafb97b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0ca5b58-4320-4acf-96d2-d602cd10b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4477344 Nov 09 11:00:24.705158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:24.709779 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:24.711773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc259f24-da59-4a9b-a093-21d850673843 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:24.756855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port dc259f24-da59-4a9b-a093-21d850673843, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc259f24-da59-4a9b-a093-21d850673843,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:24.770400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e301353-eedd-444d-9760-aed045861e88 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:24.791631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:24.796412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cfec8-e813-4cdd-8797-1e31a3cf1ca0 req-21169737-f17b-4c82-aba4-5782d53b3e7c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:24.798006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a70cfec8-e813-4cdd-8797-1e31a3cf1ca0 req-21169737-f17b-4c82-aba4-5782d53b3e7c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1594875 Nov 09 11:00:24.826494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Transition to ACTIVE for port object 2e301353-eedd-444d-9760-aed045861e88 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:24.852365 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:24.854158 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1c4f337-0759-4cb7-ba50-e0609e3191db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:24.865015 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a70cfec8-e813-4cdd-8797-1e31a3cf1ca0 req-7ebc3114-8b00-4620-8f5d-49dd2d5b90f6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608807 Nov 09 11:00:24.886463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-0369081b-9b4c-4e4b-baec-7c36c780b57b service neutron] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:24.892193 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-0369081b-9b4c-4e4b-baec-7c36c780b57b service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:24.893586 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4dbe0e57-c8c4-4f5b-901b-e76f73b51d9c req-0369081b-9b4c-4e4b-baec-7c36c780b57b service neutron] 10.222.0.59 "DELETE /v2.0/ports/826c8cc7-2813-4b34-9a2d-261041487157/bindings/n-h1-817173-1 HTTP/1.1" status: 204 len: 173 time: 0.5388715 Nov 09 11:00:24.928400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:24.941665 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fde50472-c1ac-4baa-a34b-3ad141702679 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:25.004830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=dc259f24-da59-4a9b-a093-21d850673843,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:25.021043 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:25.219386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e301353-eedd-444d-9760-aed045861e88,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:25.243575 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:25.246315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-1ad4c508-9a79-4604-b2d0-d3e72c98af49 service neutron] 10.222.0.57 "GET /v2.0/networks/d0ca5b58-4320-4acf-96d2-d602cd10b8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098207 Nov 09 11:00:25.309154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2c416-4d7e-45bd-8c59-58636484aedd req-9b305235-f5be-4bf1-9210-f93c778f492f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:25.322040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['dc259f24-da59-4a9b-a093-21d850673843'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:25.332695 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2de2c416-4d7e-45bd-8c59-58636484aedd req-9b305235-f5be-4bf1-9210-f93c778f492f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 948 time: 0.2399085 Nov 09 11:00:25.421212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccf08a-fcad-4b64-b237-ec2a3ab768f3 req-797751e0-4e2b-48af-8f72-38e60b27eb3a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:25.421969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0cccf08a-fcad-4b64-b237-ec2a3ab768f3 req-797751e0-4e2b-48af-8f72-38e60b27eb3a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Synchronizing usage tracker for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:25.430355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2de2c416-4d7e-45bd-8c59-58636484aedd req-bdf38cdf-9b65-434b-9302-21026d5bab72 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966074 Nov 09 11:00:25.511272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Attempting to bind port 2e301353-eedd-444d-9760-aed045861e88 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:25.511770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Attempting to bind port 2e301353-eedd-444d-9760-aed045861e88 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:25.512204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Attempting to bind port 2e301353-eedd-444d-9760-aed045861e88 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:25.520024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Port 2e301353-eedd-444d-9760-aed045861e88 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:25.520406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Attempting to bind port 2e301353-eedd-444d-9760-aed045861e88 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:25.528353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:25.528695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:25.529082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:25.529510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Bound port: 2e301353-eedd-444d-9760-aed045861e88, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:25.529856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:25.550551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0cccf08a-fcad-4b64-b237-ec2a3ab768f3 req-797751e0-4e2b-48af-8f72-38e60b27eb3a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Unset dirty status for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:25.552785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0cccf08a-fcad-4b64-b237-ec2a3ab768f3 req-797751e0-4e2b-48af-8f72-38e60b27eb3a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 948 time: 0.4971752 Nov 09 11:00:25.690897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0cccf08a-fcad-4b64-b237-ec2a3ab768f3 req-6fe5bc21-3f32-4901-8e95-43c8e67b9e4e tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061654 Nov 09 11:00:25.711866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] For port 2e301353-eedd-444d-9760-aed045861e88, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:25.715153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] For port 2e301353-eedd-444d-9760-aed045861e88, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e301353-eedd-444d-9760-aed045861e88,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:25.892733 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'code': 200} Nov 09 11:00:25.954019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94df1a-99f1-462b-855b-38c82a917651 req-51d0ed7f-ef1d-499a-9e44-457a08c9af36 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:25.962229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e94df1a-99f1-462b-855b-38c82a917651 req-51d0ed7f-ef1d-499a-9e44-457a08c9af36 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.1867046 Nov 09 11:00:26.036433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45bb0678-fc86-4fbf-a430-d0d51c1a04c8 req-f2cfa1da-ffeb-497e-9e9d-92be595bc3ad tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1096 time: 0.1359639 Nov 09 11:00:26.048398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d01b1570-2446-41c4-8a73-52a99b028d84 req-0cea1397-6c6e-4683-87be-23a741d240eb service neutron] 10.222.0.57 "GET /v2.0/networks/d0ca5b58-4320-4acf-96d2-d602cd10b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227268 Nov 09 11:00:26.071150 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e94df1a-99f1-462b-855b-38c82a917651 req-8ba07e40-c7a0-471f-87c0-146d24836978 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075940 Nov 09 11:00:26.155803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45bb0678-fc86-4fbf-a430-d0d51c1a04c8 req-2d10429a-2db1-4b60-8c34-919f6d63012e tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130753 Nov 09 11:00:26.173755 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:26.179537 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31392b9e-fb96-4dd4-8462-78d9fa7d5ceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:26.241444 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:26.243049 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e301353-eedd-444d-9760-aed045861e88 HTTP/1.1" status: 200 len: 1096 time: 2.7797377 Nov 09 11:00:26.243701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'tag': '2e301353-eedd-444d-9760-aed045861e88'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:26.282866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e301353-eedd-444d-9760-aed045861e88,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:26.285824 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:26.334589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34e6c1-22de-4035-8c8f-048fcef83d4a req-77f7c012-84d3-4256-8d7f-23a88a51f020 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:26.345217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b34e6c1-22de-4035-8c8f-048fcef83d4a req-77f7c012-84d3-4256-8d7f-23a88a51f020 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 944 time: 0.1557200 Nov 09 11:00:26.429480 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b34e6c1-22de-4035-8c8f-048fcef83d4a req-33922214-0266-4084-946f-b28acf428569 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821364 Nov 09 11:00:26.631792 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-895a5e57-ff0a-4e00-9fd1-77081b1cf205 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d575efecaf642619de0b60d7f138def&device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 1099 time: 0.2735913 Nov 09 11:00:26.639476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c9f7f-f2f2-471e-8301-cc3040c6917f req-d74c50ae-84ee-47f1-abdd-0d30d113ff66 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:26.654161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b47c9f7f-f2f2-471e-8301-cc3040c6917f req-d74c50ae-84ee-47f1-abdd-0d30d113ff66 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 944 time: 0.1879399 Nov 09 11:00:26.729342 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'tag': '2e301353-eedd-444d-9760-aed045861e88', 'status': 'completed', 'code': 200} Nov 09 11:00:26.758699 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-2f9ad78c-08cf-46b0-a3d4-276fa5d784c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2e301353-eedd-444d-9760-aed045861e88 HTTP/1.1" status: 200 len: 217 time: 0.0849512 Nov 09 11:00:26.822185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b47c9f7f-f2f2-471e-8301-cc3040c6917f req-823bee33-9147-4020-b132-a8b503d95219 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669414 Nov 09 11:00:26.865098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66449-209f-4553-820b-0923c2afb382 req-c38a4cce-136c-4f59-ac90-3fc50332dc73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:26.872375 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-c38a4cce-136c-4f59-ac90-3fc50332dc73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1051719 Nov 09 11:00:26.967140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-4fd6b056-c3a8-4039-96cb-664519abbc6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870142 Nov 09 11:00:27.085221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030ef5-c57f-4ae6-b51c-d1dd1673e5d9 req-b119c935-47e5-47d2-8531-270a74add435 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:27.095028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-95030ef5-c57f-4ae6-b51c-d1dd1673e5d9 req-b119c935-47e5-47d2-8531-270a74add435 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 948 time: 0.1242054 Nov 09 11:00:27.147258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-33e465c1-31be-4e1c-a9b6-1eb968b84e3e service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726294 Nov 09 11:00:27.166743 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-95030ef5-c57f-4ae6-b51c-d1dd1673e5d9 req-f2ebe4ba-c85f-42d2-9275-5c8596481afd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698321 Nov 09 11:00:27.357113 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab66449-209f-4553-820b-0923c2afb382 req-a1db49dc-d1ee-4c16-8b65-a6a4ba506f9a service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951716 Nov 09 11:00:27.422153 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07655f35-cc78-430b-93fd-d7d73fbde74f req-3024cf5a-8cd0-4dce-a187-1c289b151491 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1095 time: 0.0884066 Nov 09 11:00:27.491108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07655f35-cc78-430b-93fd-d7d73fbde74f req-1ea31568-388b-4155-a98b-52f23c0a42e9 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614059 Nov 09 11:00:27.609182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:27.788362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-4f3aeaf0-3014-48c2-9e5f-98f6ea2715c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d575efecaf642619de0b60d7f138def&device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 1099 time: 0.3140931 Nov 09 11:00:27.819753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:27.823614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc259f24-da59-4a9b-a093-21d850673843 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:27.882137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab7bf-8502-4981-ac82-6e4e67d44ec2 req-2f8b711b-3a63-45eb-91c1-09696afbd2f7 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:27.885041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b13ab7bf-8502-4981-ac82-6e4e67d44ec2 req-2f8b711b-3a63-45eb-91c1-09696afbd2f7 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 948 time: 0.2112792 Nov 09 11:00:27.969022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-bd2c3a4b-59e6-415b-8088-4325a789038d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:27.973087 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-bd2c3a4b-59e6-415b-8088-4325a789038d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1777792 Nov 09 11:00:28.029147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b13ab7bf-8502-4981-ac82-6e4e67d44ec2 req-0f776ed2-e162-4b71-bf55-f372a88baa27 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375983 Nov 09 11:00:28.166642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-8c136942-bd3d-4876-be82-ef89b077032c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2e301353-eedd-444d-9760-aed045861e88 HTTP/1.1" status: 200 len: 217 time: 0.1864753 Nov 09 11:00:28.356851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:28.390719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:28.404271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'mac_address': 'fa:16:3e:ee:6f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:28.413102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'mac_address': 'fa:16:3e:c9:b0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:28.431128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-b7e32bfc-c31e-4d19-b81b-0bc3481c2379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:28.431456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb60df-d3bf-4cf2-8ede-0bee18e05d06 req-5c775142-dc2f-4f96-b56b-dfdeaf8cd0df tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:28.439277 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1fdb60df-d3bf-4cf2-8ede-0bee18e05d06 req-5c775142-dc2f-4f96-b56b-dfdeaf8cd0df tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 944 time: 0.1335709 Nov 09 11:00:28.446103 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-b7e32bfc-c31e-4d19-b81b-0bc3481c2379 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2687418 Nov 09 11:00:28.538555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1fdb60df-d3bf-4cf2-8ede-0bee18e05d06 req-0b9f6634-fad1-4acd-9f3f-f543227faa59 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980282 Nov 09 11:00:28.543510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port dc259f24-da59-4a9b-a093-21d850673843 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:28.572009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port dc259f24-da59-4a9b-a093-21d850673843 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:28.572566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:28.667771 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:28.696683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:28.717626 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-36514c98-8ede-4c90-80fa-bf26bda5524e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2613547 Nov 09 11:00:28.718708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae89d2b2-d401-46b4-a97d-5d00dd5683d9 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:28.733376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:28.841992 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:28.862139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:28.871894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:28.904553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:28.933548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port dc259f24-da59-4a9b-a093-21d850673843, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc259f24-da59-4a9b-a093-21d850673843,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:28.945049 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:28.947270 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:29.002459 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:29.052722 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:29.076175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['ae89d2b2-d401-46b4-a97d-5d00dd5683d9'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:29.214007 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-d0ba7974-fdbd-4e13-bf40-8de206b57fe2 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850271 Nov 09 11:00:29.428505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=9']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:29.444315 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:29.444738 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:29.649797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50108e44-f38d-4491-80d9-e982efdd0dd6 req-ae1ef336-1700-40ad-98ae-c7ccaf99ff9b service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278970 Nov 09 11:00:29.669294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:29.785106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-5c267f9b-aecb-4cc8-8598-e14df241f7ca tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:29.786840 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-5c267f9b-aecb-4cc8-8598-e14df241f7ca tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.6856923 Nov 09 11:00:29.836327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-a36f31b1-eeb7-47a7-82c0-0eb3c11d1dba tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/quotas/721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 375 time: 0.0160208 Nov 09 11:00:29.865489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:30.001771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-c81de320-045e-4d6e-b5e6-680df0679e95 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558399 Nov 09 11:00:30.076932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e0dae-9087-4e42-822f-31f66a5ff38b req-198ae62c-a310-4d66-ac80-ea454ea33223 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:30.078546 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-985e0dae-9087-4e42-822f-31f66a5ff38b req-198ae62c-a310-4d66-ac80-ea454ea33223 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 945 time: 0.2545047 Nov 09 11:00:30.124752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=dc259f24-da59-4a9b-a093-21d850673843,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:30.127949 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:30.131048 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.067s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:30.131400 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:30.249763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-985e0dae-9087-4e42-822f-31f66a5ff38b req-f32d3fb6-2467-46d9-831b-26becccf0dcc tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639400 Nov 09 11:00:30.446578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-295b41fe-97e4-4c26-9e08-627ef6ec3078 service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427652 Nov 09 11:00:30.639698 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-0a13ccf1-d29b-4660-87e6-a8ba48561d3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9ad0a489c9d46b98f64d91ecefb20e7&device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 1095 time: 0.3448949 Nov 09 11:00:30.740200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-829859f3-3b74-49ad-9f94-607f2c455411 service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923939 Nov 09 11:00:30.797571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c1796-892e-4894-8073-abaeb4ecfb33 req-8a37aa91-cbdb-4d12-9bf9-c44e5caeda0b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:30.805725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba0c1796-892e-4894-8073-abaeb4ecfb33 req-8a37aa91-cbdb-4d12-9bf9-c44e5caeda0b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 949 time: 0.1317751 Nov 09 11:00:30.871555 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba0c1796-892e-4894-8073-abaeb4ecfb33 req-c1eea006-f49e-4642-94dd-9987b1d8c06c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634534 Nov 09 11:00:30.966439 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843', 'code': 200} Nov 09 11:00:31.228638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2a8573b-a6de-49c2-94c8-1044018b17df req-10ec4737-011e-4588-8f9a-4b53b8349020 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.1754224 Nov 09 11:00:31.257979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-853ce91b-909c-4dc0-b7e3-3de32dacf5e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:31.260655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-853ce91b-909c-4dc0-b7e3-3de32dacf5e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0ca5b58-4320-4acf-96d2-d602cd10b8cf HTTP/1.1" status: 200 len: 916 time: 0.3978162 Nov 09 11:00:31.279482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99fb65-da04-4250-b422-de4d9a3f426b req-3228a1cd-911a-40f5-8ed1-08ee43200c33 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:31.332753 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7e99fb65-da04-4250-b422-de4d9a3f426b req-3228a1cd-911a-40f5-8ed1-08ee43200c33 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 948 time: 0.1552162 Nov 09 11:00:31.383183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2a8573b-a6de-49c2-94c8-1044018b17df req-f7783d7e-c948-4832-9333-fe2720c431a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395564 Nov 09 11:00:31.390741 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7e99fb65-da04-4250-b422-de4d9a3f426b req-ea5ebfe2-fca9-49fa-a31b-997b5cf34986 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999055 Nov 09 11:00:31.441410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-e6badd2d-9fe2-4402-9e44-a2597f5af60d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 HTTP/1.1" status: 200 len: 217 time: 0.1696360 Nov 09 11:00:31.538910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-36cd5915-1207-4327-8fea-59ea29fabb5c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:31.540373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-36cd5915-1207-4327-8fea-59ea29fabb5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66cd7c2a-0a92-436e-a528-fb0fc4fe4942 HTTP/1.1" status: 200 len: 854 time: 0.0899453 Nov 09 11:00:31.613565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78107d12-705a-4a6d-8be5-cac1d074bc6b req-3526c1ae-8e0d-4180-aad5-7069cf0bd139 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:31.613565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78107d12-705a-4a6d-8be5-cac1d074bc6b req-3526c1ae-8e0d-4180-aad5-7069cf0bd139 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 944 time: 0.2378762 Nov 09 11:00:31.642458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:31.668482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-93211aa8-b5ef-45ed-a7f7-15a52582ad22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0ca5b58-4320-4acf-96d2-d602cd10b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180422 Nov 09 11:00:31.674444 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78107d12-705a-4a6d-8be5-cac1d074bc6b req-5434f7c7-4787-4a1e-ba41-8c41a24046ab tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690796 Nov 09 11:00:31.748126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:31.748886 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:31.783494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e301353-eedd-444d-9760-aed045861e88 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:31.786680 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:31.851066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-0b7cf764-0c24-4bfd-b7c6-dfa910a9b920 service neutron] 10.222.0.57 "GET /v2.0/networks/d0ca5b58-4320-4acf-96d2-d602cd10b8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753914 Nov 09 11:00:32.005559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0ca3f33-0e01-41fa-aa65-8908d8d482ce req-b8fc7ad7-7f10-451d-bd57-b9665ad354bf service neutron] 10.222.0.57 "GET /v2.0/networks/d0ca5b58-4320-4acf-96d2-d602cd10b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458695 Nov 09 11:00:32.055334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:32.066653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:32.067288 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:32.128473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-101a7950-292b-40af-be04-4cc1e214537f req-cfa31b9b-5583-414a-88b8-b81fa8e7bf1a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 210 time: 0.0424263 Nov 09 11:00:32.140578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2e301353-eedd-444d-9760-aed045861e88, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e301353-eedd-444d-9760-aed045861e88,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:32.169919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '2e301353-eedd-444d-9760-aed045861e88', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '2e301353-eedd-444d-9760-aed045861e88', 'mac_address': 'fa:16:3e:6a:ed:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:32.183395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:32.279221 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:32.308529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e301353-eedd-444d-9760-aed045861e88 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:32.314283 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:32.334682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50653996-f452-49d1-b2f9-97375c26a171 req-bfecba25-52e9-4697-a901-20b34d32a7fd tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:32.343502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50653996-f452-49d1-b2f9-97375c26a171 req-bfecba25-52e9-4697-a901-20b34d32a7fd tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 945 time: 0.0878358 Nov 09 11:00:32.344063 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:32.357596 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:32.397013 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50653996-f452-49d1-b2f9-97375c26a171 req-07404078-0cb5-4745-aea1-b0960f99e464 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510790 Nov 09 11:00:32.397238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2e301353-eedd-444d-9760-aed045861e88, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e301353-eedd-444d-9760-aed045861e88,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:32.433261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:32.448244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=10']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:32.467514 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:32.493591 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:32.495356 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:32.549321 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:32.605210 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=2e301353-eedd-444d-9760-aed045861e88,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:32.608679 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:32.609233 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-634b1c3d-4f7d-494f-bef6-5a4f2900219f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:32.613650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615cc7b-1a71-4e81-8a20-490131571cce req-38c54db7-fa8e-411c-876a-27bdafc6767d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:32.616562 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f615cc7b-1a71-4e81-8a20-490131571cce req-38c54db7-fa8e-411c-876a-27bdafc6767d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 949 time: 0.1275370 Nov 09 11:00:32.673306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f615cc7b-1a71-4e81-8a20-490131571cce req-ee8ae1f5-1b8e-44dd-8a92-58ebb74124ea tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Nov 09 11:00:32.694867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-2daabb81-40c2-4796-987f-38ae446c1f4d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:32.696318 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-2daabb81-40c2-4796-987f-38ae446c1f4d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 950 time: 0.1757996 Nov 09 11:00:32.700163 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:32.708482 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:32.729929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561f2ce-7183-4ca2-9656-4364d13cc463 req-88413396-1f61-416e-bd85-6e2cbf174442 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:32.732048 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0561f2ce-7183-4ca2-9656-4364d13cc463 req-88413396-1f61-416e-bd85-6e2cbf174442 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 949 time: 0.1546221 Nov 09 11:00:32.818962 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0561f2ce-7183-4ca2-9656-4364d13cc463 req-9be6e049-29fd-4024-981f-b61227594dba tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815792 Nov 09 11:00:32.864951 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-04d4a438-a3b9-4e9b-bb54-f0282e9c1710 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 1101 time: 0.0885971 Nov 09 11:00:32.937542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['2e301353-eedd-444d-9760-aed045861e88'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:32.969684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9'}, {'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:33.009239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0200b-c1af-4828-89fa-33b3976c2a72 req-59c2742c-927a-48ff-b1b0-e77d841d3fab tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:33.016687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cfa0200b-c1af-4828-89fa-33b3976c2a72 req-59c2742c-927a-48ff-b1b0-e77d841d3fab tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 944 time: 0.1067455 Nov 09 11:00:33.058397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-b4011878-d5ae-4f1f-99e5-7dd206273220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:33.060852 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-b4011878-d5ae-4f1f-99e5-7dd206273220 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1894047 Nov 09 11:00:33.079192 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cfa0200b-c1af-4828-89fa-33b3976c2a72 req-141a9986-c945-4c10-998a-0ff3875d9ae5 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615106 Nov 09 11:00:33.187238 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'code': 200} Nov 09 11:00:33.187817 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'code': 200} Nov 09 11:00:33.261193 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-8b774287-795b-4efb-8a66-4d0552b429a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 200 len: 217 time: 0.1903498 Nov 09 11:00:33.330973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-f4b1f08c-c41a-4bb4-a14f-1b2714aad388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:33.333514 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-f4b1f08c-c41a-4bb4-a14f-1b2714aad388 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0616355 Nov 09 11:00:33.422584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-722cd352-f704-449c-96dc-1c84819bb83f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813868 Nov 09 11:00:33.515367 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c26d623-0766-4e07-a90c-e9a4739a7797 req-e9b5c2cb-7c97-49fd-bf66-5d2c757d6dd2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 210 time: 0.0469978 Nov 09 11:00:33.562750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-fc44de68-7182-4251-8408-b7a568dea7eb service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324775 Nov 09 11:00:33.740444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9fe223e-c463-4b71-9a3d-4c88c9899837 req-2a2ee798-ce1b-45f1-a9d4-63f602b60531 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717594 Nov 09 11:00:33.755432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ee87-7289-46ac-85af-c347862c6413 req-4e0201ed-1798-4489-9826-fac23dbceb3c tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:33.763360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d596ee87-7289-46ac-85af-c347862c6413 req-4e0201ed-1798-4489-9826-fac23dbceb3c tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 945 time: 0.1283801 Nov 09 11:00:33.802971 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:33.826640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d596ee87-7289-46ac-85af-c347862c6413 req-4d3f2e55-4e26-405e-9043-19f88b52a3e5 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Nov 09 11:00:34.327198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf285e-f2c4-448e-8a69-0d61cfa86758 req-3cf96ae4-801f-4ebe-831b-c6ca03769bb0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:34.334454 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5dcf285e-f2c4-448e-8a69-0d61cfa86758 req-3cf96ae4-801f-4ebe-831b-c6ca03769bb0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1849337 Nov 09 11:00:34.399396 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5dcf285e-f2c4-448e-8a69-0d61cfa86758 req-6964e1bc-f62c-4b53-829e-6bb024bbdd4e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637660 Nov 09 11:00:34.611120 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-778729c4-4280-4afd-b1c3-f0e747078896 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1786351 Nov 09 11:00:34.636084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:34.648248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:34.656804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Usage tracker for resource:floatingip and tenant:be0099ad3cc74061a67135a4abc3cc40 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:00:34.714252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:00:34.727791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:34.833952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-4d87a99d-da23-47d3-b7f8-6fc131b017cd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:34.833952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-4d87a99d-da23-47d3-b7f8-6fc131b017cd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.2151916 Nov 09 11:00:34.848298 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Request body: {'port': {'device_id': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'admin_state_up': True, 'tenant_id': '721a615b029d4cbbbb760326c7367a03'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:34.851209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe965769-d3ad-494a-bc13-ecca06347083 req-3bcd8791-a296-4671-a7ed-ac3ba3f87ccb tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:34.858778 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fe965769-d3ad-494a-bc13-ecca06347083 req-3bcd8791-a296-4671-a7ed-ac3ba3f87ccb tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 949 time: 0.0943468 Nov 09 11:00:34.882372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:34.922063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fe965769-d3ad-494a-bc13-ecca06347083 req-aac1e44b-4411-4353-9d79-2c9c57f6a835 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618300 Nov 09 11:00:35.187411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5aa9dd-fdc8-41b9-a379-ed831ec7a3ec req-5a6eb175-a1dd-42ce-9b9d-ea86010d2c52 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:35.195544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db5aa9dd-fdc8-41b9-a379-ed831ec7a3ec req-5a6eb175-a1dd-42ce-9b9d-ea86010d2c52 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 944 time: 0.1483703 Nov 09 11:00:35.249543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-db5aa9dd-fdc8-41b9-a379-ed831ec7a3ec req-4abdf7db-8896-4acd-a63c-f07a7333731b tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Synchronizing usage tracker for tenant:c9ad0a489c9d46b98f64d91ecefb20e7 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:35.250826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:35.258688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Usage tracker for resource:port and tenant:721a615b029d4cbbbb760326c7367a03 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:00:35.263469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:00:35.279082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:35.339159 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:35.373125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-db5aa9dd-fdc8-41b9-a379-ed831ec7a3ec req-4abdf7db-8896-4acd-a63c-f07a7333731b tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Unset dirty status for tenant:c9ad0a489c9d46b98f64d91ecefb20e7 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:35.374279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db5aa9dd-fdc8-41b9-a379-ed831ec7a3ec req-4abdf7db-8896-4acd-a63c-f07a7333731b tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779654 Nov 09 11:00:35.411313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Made reservation on behalf of 721a615b029d4cbbbb760326c7367a03 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:00:35.411691 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:35.630745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Allocated IP 172.25.7.175 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/06ab3d73-bd3b-4930-b232-72596a5ab00c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:00:35.665906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:35.779364 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5022f477-7c6f-42b7-9afb-5bca2cac2516 req-22c182ce-8016-43b4-bcf0-cfddae29262d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 210 time: 0.0619085 Nov 09 11:00:35.854756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Allocated IP 172.20.0.13 (fc9ae281-5f03-4505-b351-3da5c9df0b0e/ad99ae16-dc74-4096-b0e4-07861db6b1d7/3b695a56-18b7-40fd-ac0b-792ecffc8995) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:00:35.862369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e301353-eedd-444d-9760-aed045861e88 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:35.987154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.017631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1265750-05df-4d38-a573-3e962cd2c344 req-546fd278-784b-475e-b8b4-cdb026f1faa3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:36.029413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1265750-05df-4d38-a573-3e962cd2c344 req-546fd278-784b-475e-b8b4-cdb026f1faa3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.1409900 Nov 09 11:00:36.040878 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:36.059356 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5', 'network_id': 'd0ca5b58-4320-4acf-96d2-d602cd10b8cf', 'port_id': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5', 'mac_address': 'fa:16:3e:e2:c8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cd7c2a-0a92-436e-a528-fb0fc4fe4942', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:36.121098 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1265750-05df-4d38-a573-3e962cd2c344 req-da601231-4c18-4867-83da-1a811795a821 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899951 Nov 09 11:00:36.122932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 2e301353-eedd-444d-9760-aed045861e88 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:36.147708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 2e301353-eedd-444d-9760-aed045861e88 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:36.148090 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.183077 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.245035 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.261652 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36f8d239-830d-4087-8975-d07c9a549df0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:36.370857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.400020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.445073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:00:36.449279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:00:36.452352 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:00:36.456718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:36.457816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.496294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:00:36.498788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:00:36.504312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:00:36.515504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Pushing event updated for resources: {'Port': ['ID=06ab3d73-bd3b-4930-b232-72596a5ab00c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:36.518648 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:36.520577 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:36.539257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:36.575307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:36.579922 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.600907 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.603218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105e034-60a4-4655-affc-1e7edd9ce35b req-cdd3297b-e6b0-4795-9b1a-36e9c3359c20 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:36.613130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7679105 Nov 09 11:00:36.620202 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d105e034-60a4-4655-affc-1e7edd9ce35b req-cdd3297b-e6b0-4795-9b1a-36e9c3359c20 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 949 time: 0.2025087 Nov 09 11:00:36.633993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e301353-eedd-444d-9760-aed045861e88'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:36.641375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Request body: {'port': {'device_id': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:36.648031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2e301353-eedd-444d-9760-aed045861e88, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e301353-eedd-444d-9760-aed045861e88,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:36.671205 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.682433 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:36.690058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:36.693840 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:36.718366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d105e034-60a4-4655-affc-1e7edd9ce35b req-76e892bb-55e4-41db-a17c-922d93a166d6 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Nov 09 11:00:36.798969 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.876645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:36.889058 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:36.889719 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:36.958580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:36.983196 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:36.984362 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:37.135389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3261e-cca3-4a6a-9ac0-96520be27258 req-2648a843-5019-49cf-9985-07335de65489 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:37.137198 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7f3261e-cca3-4a6a-9ac0-96520be27258 req-2648a843-5019-49cf-9985-07335de65489 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.2076306 Nov 09 11:00:37.205048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=2e301353-eedd-444d-9760-aed045861e88,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:37.208280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:37.211212 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:37.227666 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7f3261e-cca3-4a6a-9ac0-96520be27258 req-1d0a9621-b09f-4e2b-b2df-a1a989bff895 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839272 Nov 09 11:00:37.531881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b155737-ccb6-4823-b9b0-b8422b100b90 req-495b0637-404e-42a8-b0f1-0553f79d7725 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:37.541049 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b155737-ccb6-4823-b9b0-b8422b100b90 req-495b0637-404e-42a8-b0f1-0553f79d7725 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 945 time: 0.1186099 Nov 09 11:00:37.604233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b155737-ccb6-4823-b9b0-b8422b100b90 req-49ff80d0-9071-4c5c-a649-23b16c4b09fe tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621011 Nov 09 11:00:37.749524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:37.755341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b695a56-18b7-40fd-ac0b-792ecffc8995 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:37.769290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:37.791171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Transition to ACTIVE for port object 3b695a56-18b7-40fd-ac0b-792ecffc8995 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:37.795791 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:37.809998 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dbc42b76-a10f-4905-b638-fd038a60ffac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:37.814009 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e301353-eedd-444d-9760-aed045861e88', 'code': 200} Nov 09 11:00:37.885188 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:37.927275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:38.147301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Pushing event updated for resources: {'Port': ['ID=06ab3d73-bd3b-4930-b232-72596a5ab00c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:38.158928 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:38.159491 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:38.161261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cd3ff-3949-4c2e-b57a-43943a8ba7f4 req-148c9c50-d8c1-48da-b135-3e9a44662801 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:38.171011 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-805cd3ff-3949-4c2e-b57a-43943a8ba7f4 req-148c9c50-d8c1-48da-b135-3e9a44662801 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.1910255 Nov 09 11:00:38.175273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-614c97f8-9554-42a4-930f-99aaa3d566b7 req-2890fa2c-3391-440a-8d16-20a139053b79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 1101 time: 0.2867076 Nov 09 11:00:38.255431 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-805cd3ff-3949-4c2e-b57a-43943a8ba7f4 req-5cc78ce0-3950-4f0a-9953-6310835a77a7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834210 Nov 09 11:00:38.276747 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-614c97f8-9554-42a4-930f-99aaa3d566b7 req-e7742d34-f3a9-4d6d-80e5-f19a5434f0aa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846713 Nov 09 11:00:38.284687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:38.286227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6741242 Nov 09 11:00:38.380793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:38.381262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:38.381684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:38.412498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:38.417855 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:38.421487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:38.421924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:38.428900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-88ad8297-1ec9-4c14-a827-be87cb73b4bc tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:38.439885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:38.440387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:38.442640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:38.442640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Bound port: 3b695a56-18b7-40fd-ac0b-792ecffc8995, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:38.444186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:38.558470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-88ad8297-1ec9-4c14-a827-be87cb73b4bc tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:38.560204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-88ad8297-1ec9-4c14-a827-be87cb73b4bc tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.2535887 Nov 09 11:00:38.609893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:38.673367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:38.775686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-892d590e-63c3-442b-ba6d-6be9c8594775 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:38.777032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-892d590e-63c3-442b-ba6d-6be9c8594775 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2093148 Nov 09 11:00:38.791512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-c49d0678-fb52-4124-9138-221d3403c5ad tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:00:38.792584 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0bdd62c1-e8d0-4406-9367-f3710196941f req-c49d0678-fb52-4124-9138-221d3403c5ad tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063970 Nov 09 11:00:38.794390 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:38.821037 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:38.865766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:38.867162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] 10.222.0.57 "PUT /v2.0/ports/3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 200 len: 1092 time: 2.2413063 Nov 09 11:00:38.867638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:38.872121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae335db5-08b6-4c16-aa2b-0ee747d9db8b req-53788ffc-abdd-41f3-ac26-c91c36cd8982 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:38.884578 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ae335db5-08b6-4c16-aa2b-0ee747d9db8b req-53788ffc-abdd-41f3-ac26-c91c36cd8982 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 950 time: 0.1539075 Nov 09 11:00:38.922489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:38.926009 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:39.005263 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ae335db5-08b6-4c16-aa2b-0ee747d9db8b req-73a7b68d-4963-4524-b5fa-063e0b39ff39 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020577 Nov 09 11:00:39.218062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1ab1-b57c-4fbb-ac43-70d6e0943b3b req-01f33226-b9a6-4020-8a0b-3688ca36b77a tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:39.220197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3e0e1ab1-b57c-4fbb-ac43-70d6e0943b3b req-01f33226-b9a6-4020-8a0b-3688ca36b77a tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 945 time: 0.1348648 Nov 09 11:00:39.223846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-b42ffb77-fa53-4ede-978e-52f624cacd66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1095 time: 0.2133067 Nov 09 11:00:39.439508 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995', 'status': 'completed', 'code': 200} Nov 09 11:00:39.453435 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3e0e1ab1-b57c-4fbb-ac43-70d6e0943b3b req-663aa698-0520-4a72-b2fe-afe3b0651e9d tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265289 Nov 09 11:00:39.456591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-7f127ca5-af1b-420f-ad42-aa389ad53a63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 200 len: 217 time: 0.2001214 Nov 09 11:00:39.578036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-2ada32fd-e9ba-4edb-88b0-33a161fde769 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:39.579727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-2ada32fd-e9ba-4edb-88b0-33a161fde769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.1152823 Nov 09 11:00:39.700138 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:39.711753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-a3e56352-8c85-467a-be6c-46a1bbdb2348 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242158 Nov 09 11:00:39.744097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-61b5d95e-60f3-42cb-8a16-80e928d85e31 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:39.754469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-61b5d95e-60f3-42cb-8a16-80e928d85e31 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 820 time: 0.2373075 Nov 09 11:00:39.777565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-94a0e42f-f2dd-4a06-95ad-9544e3520007 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/quotas/be0099ad3cc74061a67135a4abc3cc40 HTTP/1.1" status: 200 len: 375 time: 0.0216541 Nov 09 11:00:39.901396 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:39.907904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:39.907904 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:39.962253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-4bdc2624-6de7-4d06-a2be-2f09966ff818 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1833014 Nov 09 11:00:39.969516 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-5df6891a-1228-43aa-848c-29602f75ae4b service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509825 Nov 09 11:00:40.113167 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:40.149462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:40.159336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:40.177609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aabec-b6bd-482a-a1fe-c4addbd42056 req-b9063fa8-d5c0-4b11-a760-2d04c8be2522 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:40.178908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-126aabec-b6bd-482a-a1fe-c4addbd42056 req-b9063fa8-d5c0-4b11-a760-2d04c8be2522 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:40.186311 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ced4f-f083-4198-b758-6c13b5c08c7a req-03380b36-3b3f-403e-b44b-72a08facb749 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067845 Nov 09 11:00:40.229923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-9c293432-434c-4e72-9f32-66d9272ceb07 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662864 Nov 09 11:00:40.389561 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-1e4c4544-5450-435d-ac8a-715e6ffe339b service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399035 Nov 09 11:00:40.493389 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:40.495211 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:40.521467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-126aabec-b6bd-482a-a1fe-c4addbd42056 req-b9063fa8-d5c0-4b11-a760-2d04c8be2522 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:40.526554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-126aabec-b6bd-482a-a1fe-c4addbd42056 req-b9063fa8-d5c0-4b11-a760-2d04c8be2522 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.8737421 Nov 09 11:00:40.575396 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:40.578853 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:40.773525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-126aabec-b6bd-482a-a1fe-c4addbd42056 req-e7b0775a-3fa2-4aba-bdda-8d7aaa43bce3 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438009 Nov 09 11:00:40.833797 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-33d3c7fd-3046-452f-9b36-48903e29557c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1095 time: 0.2481911 Nov 09 11:00:40.931514 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5', 'code': 200} Nov 09 11:00:41.105934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ac8a6-cf39-4286-8cb7-43f580a5f6c1 req-a8b80641-f2fd-444c-b670-70daa393a740 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:41.107498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-315ac8a6-cf39-4286-8cb7-43f580a5f6c1 req-a8b80641-f2fd-444c-b670-70daa393a740 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 950 time: 0.1235933 Nov 09 11:00:41.229099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-315ac8a6-cf39-4286-8cb7-43f580a5f6c1 req-ff70dad4-4102-48c6-b5f9-3f322605771e tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099148 Nov 09 11:00:41.254351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-d327b6fa-ac8a-4878-8c8c-e32a1c26824e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:41.256185 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-d327b6fa-ac8a-4878-8c8c-e32a1c26824e service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.4092336 Nov 09 11:00:41.327529 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7c683dad-e234-4008-9bad-5405fd97fb56 req-85d1b7fa-2108-4085-8f08-b75291453b2a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 1097 time: 0.3095679 Nov 09 11:00:41.454258 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7c683dad-e234-4008-9bad-5405fd97fb56 req-36cc6599-fefc-4468-986f-6477207e531e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111839 Nov 09 11:00:41.462680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-57235de0-940f-49df-94c5-137d0f07a393 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 200 len: 217 time: 0.1977613 Nov 09 11:00:41.468401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a870d70e-90fd-46a5-80a5-b6bcfc382f7a req-3f3d6e41-1888-45c3-a441-ab7c3e44b5af tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 210 time: 0.1248560 Nov 09 11:00:41.616246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63613cc8-c2ec-4881-8ed4-66fec808c03b req-ef92ed4f-bb0a-425c-acbe-e8e68ef9feac tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:41.617983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63613cc8-c2ec-4881-8ed4-66fec808c03b req-ef92ed4f-bb0a-425c-acbe-e8e68ef9feac tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 946 time: 0.1681807 Nov 09 11:00:41.662722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7a796aaf-626c-4234-8fa7-154d6ffcc306 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292547 Nov 09 11:00:41.737122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-bfe19c27-88c1-4f43-af9a-97c179981f83 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:41.740054 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-bfe19c27-88c1-4f43-af9a-97c179981f83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.0792584 Nov 09 11:00:41.742647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63613cc8-c2ec-4881-8ed4-66fec808c03b req-ca788aca-9b17-4334-8f93-ea7ef5709572 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189692 Nov 09 11:00:41.807219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-72f0b1fe-c928-4e56-b558-f843553eb570 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595775 Nov 09 11:00:41.938734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967963c-ac13-4234-afec-9dcf37a5736b req-63eb0cbe-a0e4-44d6-9592-14419f00484b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:41.954958 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-63eb0cbe-a0e4-44d6-9592-14419f00484b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790365 Nov 09 11:00:41.983998 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e4ded539-b183-44ca-94da-32daf74a2256 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/quotas/fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 375 time: 0.0280945 Nov 09 11:00:41.996795 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-76285cbb-5865-49e0-b07e-1fd1044dd26f service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809244 Nov 09 11:00:42.130052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-b2edf883-dd15-4875-82c7-ea0bfe945272 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422658 Nov 09 11:00:42.199695 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74173a67-a7df-4d0b-9a2a-75e9fed3136f req-9c31cbec-84f9-4d0e-b04f-401ee6fd193c service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957884 Nov 09 11:00:42.720230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c1b2-acd2-4c4b-b71e-01385688bfd3 req-8413a76e-7e81-4081-8859-05841a5e88f5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:42.727167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36b9c1b2-acd2-4c4b-b71e-01385688bfd3 req-8413a76e-7e81-4081-8859-05841a5e88f5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.1166315 Nov 09 11:00:42.822450 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36b9c1b2-acd2-4c4b-b71e-01385688bfd3 req-261ce037-4d47-4774-94c8-45742af5c0af tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943327 Nov 09 11:00:42.911850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-951404ca-29f2-4840-aabd-aea31dc3dba1 req-50ff44b0-5885-4889-8313-c57334eae865 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 210 time: 0.0809033 Nov 09 11:00:43.088536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5e149fe-bf48-4112-8c2c-f3bca5703cf5 req-553924a2-ffd3-4c5e-acc9-1e47c5a99c71 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 210 time: 0.0549347 Nov 09 11:00:43.125953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542933b4-8c63-49f5-8887-6c1eb0347dc8 req-14307b9a-4aed-4893-8834-66c0ed9836dc tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:43.139279 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-542933b4-8c63-49f5-8887-6c1eb0347dc8 req-14307b9a-4aed-4893-8834-66c0ed9836dc tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 950 time: 0.1470182 Nov 09 11:00:43.209909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-542933b4-8c63-49f5-8887-6c1eb0347dc8 req-644e1cc1-20b7-4f12-833f-bb1fd23f3a36 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696285 Nov 09 11:00:43.311315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3274f-a601-4a73-a0a0-c7c8aa657515 req-b6f85a93-600c-45a7-bda7-79a68f638c97 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:43.312742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2e3274f-a601-4a73-a0a0-c7c8aa657515 req-b6f85a93-600c-45a7-bda7-79a68f638c97 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 946 time: 0.1022511 Nov 09 11:00:43.366308 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2e3274f-a601-4a73-a0a0-c7c8aa657515 req-eda98655-bd14-4c66-8292-a21c233e3110 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Nov 09 11:00:43.733148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:43.902507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:43.922543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '3b695a56-18b7-40fd-ac0b-792ecffc8995', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'port_id': '3b695a56-18b7-40fd-ac0b-792ecffc8995', 'mac_address': 'fa:16:3e:a4:1d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99ae16-dc74-4096-b0e4-07861db6b1d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:44.069817 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:44.095436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b695a56-18b7-40fd-ac0b-792ecffc8995 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:44.119264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:44.201231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:44.211760 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:44.334378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-75a76220-b4c4-404f-9181-4919829b8c94 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:44.336084 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-75a76220-b4c4-404f-9181-4919829b8c94 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 820 time: 0.3472366 Nov 09 11:00:44.348909 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-54a9b2b5-05cd-4f75-8bbc-30d69ba90562 req-718690fc-027d-40db-bfff-aae566c1243f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 210 time: 0.0539486 Nov 09 11:00:44.360478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'port': {'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'admin_state_up': True, 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:44.410110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:44.417334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.417787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.418197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.418599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.419027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.419423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.420068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.421213 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.421660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.422099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.422509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:00:44.439605 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:44.479801 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['3b695a56-18b7-40fd-ac0b-792ecffc8995'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:44.545038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e97bf-0734-4403-b0a5-5e390b442f3f req-7f6cd41b-1712-4d54-84a0-9d316db978c8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:44.551410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-437e97bf-0734-4403-b0a5-5e390b442f3f req-7f6cd41b-1712-4d54-84a0-9d316db978c8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.3613024 Nov 09 11:00:44.555815 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-9d600467-f803-4570-b85a-0df53ee6a8d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4246771 Nov 09 11:00:44.762497 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-437e97bf-0734-4403-b0a5-5e390b442f3f req-9f7bea75-6036-469e-a619-649d5b82e43f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098072 Nov 09 11:00:44.776828 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c36cdf52-0b40-47e0-bae3-b9683aaef2c8 req-c1c8631f-0d2d-4dd9-b8ce-b6b790287e61 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 210 time: 0.1414628 Nov 09 11:00:44.849375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-a53ea943-533e-427b-860f-66d2e2f8490d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 1095 time: 0.2674024 Nov 09 11:00:44.855948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:44.892579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:45.007162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Made reservation on behalf of be0099ad3cc74061a67135a4abc3cc40 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:00:45.010354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:45.167786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d984a-8473-4879-8786-cb25a5794619 req-33c32963-a436-4e86-b2e2-790b32ba0c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:45.172772 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-33c32963-a436-4e86-b2e2-790b32ba0c81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2951171 Nov 09 11:00:45.287221 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-8a545da1-a3bb-4386-884c-0f3d1a1f45a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 200 len: 217 time: 0.1056824 Nov 09 11:00:45.366943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Allocated IP 172.20.0.4 (be850f27-9bfd-459e-a53d-b9b69a8edf19/2ee8f974-18f8-460b-bdeb-3052b9cf6791/49469059-58a2-401e-9f85-54f10709e086) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:00:45.391390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d984a-8473-4879-8786-cb25a5794619 req-6d859001-8bbc-400f-921b-7b0a824e0843 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:45.394908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-6d859001-8bbc-400f-921b-7b0a824e0843 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.0957153 Nov 09 11:00:45.483846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c46ed7-615e-477f-8069-ae57efe4e44e req-06212230-1cfc-4bc4-b399-90452c4231ca tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:45.491872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64c46ed7-615e-477f-8069-ae57efe4e44e req-06212230-1cfc-4bc4-b399-90452c4231ca tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 950 time: 0.4416454 Nov 09 11:00:45.500746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-a48dd0fe-90f7-49da-a652-f20627b58d89 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056027 Nov 09 11:00:45.523506 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-4f8eccd3-3ccd-4a92-a384-dd17746a795e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886626 Nov 09 11:00:45.742265 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:45.747149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:45.814081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Transition to ACTIVE for port object 49469059-58a2-401e-9f85-54f10709e086 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:45.951419 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:45.975508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['dc259f24-da59-4a9b-a093-21d850673843'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:46.029574 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2111036d-f621-4a1c-874e-56552881aba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:46.061845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 3b695a56-18b7-40fd-ac0b-792ecffc8995 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:46.105620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 3b695a56-18b7-40fd-ac0b-792ecffc8995 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:46.114036 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:46.267078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-1b24b38c-3d73-4519-ad28-847a6474bd3d service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594481 Nov 09 11:00:46.286743 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64c46ed7-615e-477f-8069-ae57efe4e44e req-684f9ffb-514e-4774-bde1-0fc7db0ee010 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938631 Nov 09 11:00:46.306445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:00:46.324074 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c5ff834-5496-4d60-912f-dd6bd7e1a3cd req-80d55641-27fe-43ea-8022-6e729a47e03a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 210 time: 0.4581757 Nov 09 11:00:46.335506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:00:46.341687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:00:46.539784 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:46.577585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Pushing event updated for resources: {'Port': ['ID=49469059-58a2-401e-9f85-54f10709e086,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:46.578620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967963c-ac13-4234-afec-9dcf37a5736b req-95d002db-dfb4-4e4b-8818-90b5fbb2607a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:46.588211 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:46.593854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-95d002db-dfb4-4e4b-8818-90b5fbb2607a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0731232 Nov 09 11:00:46.608687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:46.609322 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:46.622775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Request body: {'port': {'device_id': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'fb1e3ac7e24348b7ac36b2c92912ed57'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:46.662565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:46.719795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:46.762226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7d6c3-ff60-432b-8296-97ea0435d57a req-da05c63c-0190-4267-8395-85d4a3709d53 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:46.763199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c2b7d6c3-ff60-432b-8296-97ea0435d57a req-da05c63c-0190-4267-8395-85d4a3709d53 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:46.795824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4426491 Nov 09 11:00:46.813760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Request body: {'port': {'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:46.853401 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:46.859416 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:46.964269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:46.970238 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:46.980021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-76c90a8e-d076-42c6-9d7e-330d08f6a2f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8107235 Nov 09 11:00:46.990581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-08829393-30e9-411b-9ac4-49158f9f2092 None None] Provisioning for port 49469059-58a2-401e-9f85-54f10709e086 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:47.007704 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235d984a-8473-4879-8786-cb25a5794619 req-90c20343-ef63-4d1d-b923-5a493e543ca9 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003856 Nov 09 11:00:47.007882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-08829393-30e9-411b-9ac4-49158f9f2092 None None] Provisioning complete for port 49469059-58a2-401e-9f85-54f10709e086 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:47.007882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-08829393-30e9-411b-9ac4-49158f9f2092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:47.014541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:47.022126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c2b7d6c3-ff60-432b-8296-97ea0435d57a req-da05c63c-0190-4267-8395-85d4a3709d53 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:47.025986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:47.030807 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c2b7d6c3-ff60-432b-8296-97ea0435d57a req-da05c63c-0190-4267-8395-85d4a3709d53 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 931 time: 0.3703101 Nov 09 11:00:47.043593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fa66a-0393-46b6-b84d-aff5d4a31047 req-39d25671-6a3a-4e62-8e3a-7b2ec310ccf0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:47.051220 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-297fa66a-0393-46b6-b84d-aff5d4a31047 req-39d25671-6a3a-4e62-8e3a-7b2ec310ccf0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.3086073 Nov 09 11:00:47.145089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:47.151882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Made reservation on behalf of fb1e3ac7e24348b7ac36b2c92912ed57 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:00:47.155139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:47.162655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-08829393-30e9-411b-9ac4-49158f9f2092 None None] Port 49469059-58a2-401e-9f85-54f10709e086 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:00:47.172381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c2b7d6c3-ff60-432b-8296-97ea0435d57a req-9ce6f193-52b5-4953-896a-779596d76757 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394382 Nov 09 11:00:47.199071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-297fa66a-0393-46b6-b84d-aff5d4a31047 req-7a30537a-87f1-4e4d-ba1b-59e3b882ab28 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424832 Nov 09 11:00:47.218381 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af51eb5d-695b-42ff-83a1-eed5110c2116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:47.421981 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:47.607128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Allocated IP 192.168.233.246 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/206e1727-cbd8-4b68-b963-c87a8536d67c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:00:47.627241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-7cfbe235-b77a-40d6-ae15-42a497deee5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 1097 time: 0.5195582 Nov 09 11:00:47.780487 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995', 'code': 200} Nov 09 11:00:47.783339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-7bdd7d50-bd65-4498-a405-76132b797e83 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 1101 time: 0.2549455 Nov 09 11:00:47.828866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49469059-58a2-401e-9f85-54f10709e086 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:47.837307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:47.854060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Transition to ACTIVE for port object 49469059-58a2-401e-9f85-54f10709e086 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:47.916425 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:47.960727 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1606dd6e-78db-48f0-9f1f-74728a01196c req-a94bee76-ed53-475f-b85d-c6de189a5fb7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 210 time: 0.0574331 Nov 09 11:00:48.071254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-b87adeb5-a817-41fb-a0d0-ec79674937fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:48.072711 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-b87adeb5-a817-41fb-a0d0-ec79674937fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 925 time: 0.4187658 Nov 09 11:00:48.170139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:00:48.193086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Usage tracker for resource:security_group_rule and tenant:12b7d7fe653543cd8f72cb6d0169fd5b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:00:48.209664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:00:48.219131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:00:48.219388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.224641 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.228719 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78d84ee3-88ad-4624-af3e-70b0ac20de4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:48.289878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Transition to ACTIVE for port object 206e1727-cbd8-4b68-b963-c87a8536d67c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:48.292109 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e04cd7b-e025-4c22-90eb-9d1d14c4fff9 req-b7ac5ce5-df73-4b91-bc05-5569f8586cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1097 time: 0.4208343 Nov 09 11:00:48.297878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-f0c54237-a286-47e1-89c5-f405286844c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532 HTTP/1.1" status: 200 len: 1002 time: 0.2039652 Nov 09 11:00:48.391497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Pushing event updated for resources: {'Port': ['ID=49469059-58a2-401e-9f85-54f10709e086,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:48.395474 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:48.459450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-135c0787-5c47-4419-846a-910c304d0c52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:48.460909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-135c0787-5c47-4419-846a-910c304d0c52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.1407936 Nov 09 11:00:48.575223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Attempting to bind port 49469059-58a2-401e-9f85-54f10709e086 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:48.575582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Attempting to bind port 49469059-58a2-401e-9f85-54f10709e086 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:48.576064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Attempting to bind port 49469059-58a2-401e-9f85-54f10709e086 on network be850f27-9bfd-459e-a53d-b9b69a8edf19 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:48.576496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.578479 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e04cd7b-e025-4c22-90eb-9d1d14c4fff9 req-836ec8a6-53b5-4dc2-a9b9-b72bd381f531 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741964 Nov 09 11:00:48.585668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Port 49469059-58a2-401e-9f85-54f10709e086 on network be850f27-9bfd-459e-a53d-b9b69a8edf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:48.586027 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Attempting to bind port 49469059-58a2-401e-9f85-54f10709e086 on network be850f27-9bfd-459e-a53d-b9b69a8edf19 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:48.594350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:48.594720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Checking segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:48.595137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Bound using segment: {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:48.595559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Bound port: 49469059-58a2-401e-9f85-54f10709e086, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:48.595927 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.619971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-f7c6dc64-503c-4b2c-b0d9-f651f2d88f8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333232 Nov 09 11:00:48.670361 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.698499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.698499 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c36b30a-0e25-4efb-9a44-d0274e09ff8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:48.717341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:48.748036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] For port 49469059-58a2-401e-9f85-54f10709e086, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:48.752012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] For port 49469059-58a2-401e-9f85-54f10709e086, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=49469059-58a2-401e-9f85-54f10709e086,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:48.817099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e8653b5-ab4e-4430-b657-1224d614e788 req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9861393 Nov 09 11:00:48.821304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6650851b-df10-4cc7-ab6c-5a242314b7ab,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:48.835256 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:48.835754 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da3e352-bcaf-4e47-98fb-786469ea9361 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:48.836653 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.842505 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e59b61a-46ac-4656-a988-3848b301e0ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:48.856433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:48.883977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:00:48.903095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:00:48.911273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:00:48.915211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:48.923547 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:48.982579 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-654c70fd-cca5-4726-86b4-4eef18ced245 service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549445 Nov 09 11:00:49.047316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:49.052428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] 10.222.0.59 "PUT /v2.0/ports/49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 1091 time: 2.2411971 Nov 09 11:00:49.053033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'tag': '49469059-58a2-401e-9f85-54f10709e086'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:49.063745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:49.102252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:49.117557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Pushing event updated for resources: {'Port': ['ID=49469059-58a2-401e-9f85-54f10709e086,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:49.132536 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:49.406523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7983892 Nov 09 11:00:49.430487 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-6cbd1cfe-dbd9-4e67-b985-008c3e0a7756 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 1094 time: 0.2358279 Nov 09 11:00:49.503445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0dc0a8c8-17fe-44b8-8136-fe01cf506a15 req-026cbbce-14e7-41be-af9e-b2665aeed628 service neutron] 10.222.0.59 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020561 Nov 09 11:00:49.525430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69135e-f993-4df8-bb62-577e12288d77 req-9aa7d51f-ce8c-4d6e-8995-b3441d9b4bce tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:49.533178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f69135e-f993-4df8-bb62-577e12288d77 req-9aa7d51f-ce8c-4d6e-8995-b3441d9b4bce tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 943 time: 0.4248827 Nov 09 11:00:49.571393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f06c93f4-51d2-4e16-8c34-9ca8ae075348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:49.586985 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-f36c4887-47c7-438e-867f-eac8c05f1fa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 217 time: 0.1102076 Nov 09 11:00:49.605294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f69135e-f993-4df8-bb62-577e12288d77 req-547bd70c-4c86-4b37-9f13-e8df0c1ce81e tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692217 Nov 09 11:00:49.622883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Request body: {'port': {'device_id': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:49.687446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-0df5f750-5967-4a9d-9abd-ae86902edc8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:49.688877 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-0df5f750-5967-4a9d-9abd-ae86902edc8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.0909021 Nov 09 11:00:49.696347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60acece-205d-4c88-899e-8391c77a3689 req-9a401590-f7ab-48e6-992b-e235f84d9d70 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:49.703934 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e60acece-205d-4c88-899e-8391c77a3689 req-9a401590-f7ab-48e6-992b-e235f84d9d70 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 946 time: 0.2660587 Nov 09 11:00:49.711750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9eecaca7-fd91-41a1-80ff-6a5dcc0d5cb7 None None] Provisioning for port 206e1727-cbd8-4b68-b963-c87a8536d67c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:49.725821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9eecaca7-fd91-41a1-80ff-6a5dcc0d5cb7 None None] Provisioning complete for port 206e1727-cbd8-4b68-b963-c87a8536d67c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:49.726516 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9eecaca7-fd91-41a1-80ff-6a5dcc0d5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:49.834501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9eecaca7-fd91-41a1-80ff-6a5dcc0d5cb7 None None] Port 206e1727-cbd8-4b68-b963-c87a8536d67c cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:00:49.855382 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e60acece-205d-4c88-899e-8391c77a3689 req-0be0532f-9c13-491f-9857-01dd3920db35 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505046 Nov 09 11:00:49.907862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-6f818118-0817-4bb0-b00b-8732fa1b4d1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849406 Nov 09 11:00:49.910748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:50.449207 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-b3d1c646-75b2-4750-8c52-90e187452385 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323303 Nov 09 11:00:50.464218 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:50.630864 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'tag': '49469059-58a2-401e-9f85-54f10709e086', 'status': 'completed', 'code': 200} Nov 09 11:00:50.637593 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f01d6904-e7df-4676-9a20-d30efc8c7f7c req-f5cffe44-c703-4daa-b4a3-399defeeadf4 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512442 Nov 09 11:00:50.718680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6285da-4ece-4229-ad45-81f5951cb08e req-51e12df6-e8f2-4ac1-9de9-0f59e13524bf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:50.732133 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6285da-4ece-4229-ad45-81f5951cb08e req-51e12df6-e8f2-4ac1-9de9-0f59e13524bf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 936 time: 0.2818117 Nov 09 11:00:50.871742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6285da-4ece-4229-ad45-81f5951cb08e req-71e11269-1f2c-4db8-ada2-21932d5ef21a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384857 Nov 09 11:00:50.915242 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-39853b9d-069e-48ad-bdd8-428fbea7a76d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 1094 time: 0.1412301 Nov 09 11:00:50.941428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206e1727-cbd8-4b68-b963-c87a8536d67c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:50.949659 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:50.972572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Transition to ACTIVE for port object 206e1727-cbd8-4b68-b963-c87a8536d67c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:00:51.020955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78adfbe7-f5bb-462a-9620-e7e7e22bdca4 req-969c13f9-0168-45e0-a1c8-3d0873cfd468 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2096667 Nov 09 11:00:51.052792 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:51.057769 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-abf2f2ad-6088-48a6-afe2-87716f269232 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:51.279894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-0632acf4-2bcb-4f4a-a1dd-fdbe59038fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:51.281467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-0632acf4-2bcb-4f4a-a1dd-fdbe59038fd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.3607323 Nov 09 11:00:51.292679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad5f1bc4-a307-4e84-9faa-f6111f1713db req-ead951e5-3ebf-45de-9bfd-5ec5a7ddb038 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1096 time: 0.1490374 Nov 09 11:00:51.372996 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-787c4d30-9dea-4880-8ae6-c2edb5bbd346 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 217 time: 0.0798483 Nov 09 11:00:51.380067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:51.392467 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:51.475423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:51.475997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:51.476934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:51.502185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:51.503373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:51.509045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad5f1bc4-a307-4e84-9faa-f6111f1713db req-6ba40d52-6fae-4608-ad3d-8543ec287a80 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346734 Nov 09 11:00:51.519512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-514ae976-396f-4e47-984f-43eec1cde95e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:51.521505 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-514ae976-396f-4e47-984f-43eec1cde95e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.1059930 Nov 09 11:00:51.556745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a2fee-8f48-4968-83cd-edb9b1a66c92 req-895345a1-06cb-4894-af41-a291b207fd17 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:51.557963 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e67a2fee-8f48-4968-83cd-edb9b1a66c92 req-895345a1-06cb-4894-af41-a291b207fd17 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 943 time: 0.2710292 Nov 09 11:00:51.558985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:51.559318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:51.559695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:51.560131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Bound port: 206e1727-cbd8-4b68-b963-c87a8536d67c, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:51.560470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:51.690831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-3ef67fb9-5a1f-4e3f-9223-e4bdb3b1a856 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584198 Nov 09 11:00:51.722427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:00:51.725642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:51.731357 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e67a2fee-8f48-4968-83cd-edb9b1a66c92 req-e66548c6-0ca8-4670-82ee-02a2a013eb09 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588759 Nov 09 11:00:51.835524 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:51.846856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:51.846856 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:52.004778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:52.006544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] 10.222.0.57 "PUT /v2.0/ports/206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 1096 time: 2.3886149 Nov 09 11:00:52.007024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:52.062598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:52.070934 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:52.104350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35035d-717c-4290-b820-6df16be249b3 req-1dc3a73e-7ec0-4077-aea4-73841d85515a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:52.105884 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c35035d-717c-4290-b820-6df16be249b3 req-1dc3a73e-7ec0-4077-aea4-73841d85515a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 946 time: 0.2961285 Nov 09 11:00:52.108006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-a9cd2af6-fadf-49ac-86bf-0c43f931b57a service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091983 Nov 09 11:00:52.222597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c35035d-717c-4290-b820-6df16be249b3 req-83c60067-9ffb-4337-afd6-e7fb54fdbb58 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067674 Nov 09 11:00:52.318772 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-be83eed1-d719-49c9-8a3f-f6430b426d9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1099 time: 0.1493380 Nov 09 11:00:52.478332 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-9b440eb0-e10f-4bdd-bb19-87a56ad7b6d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.1509078 Nov 09 11:00:52.556970 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0eec74-3951-486a-93b5-522f6acb1740 req-75094511-1d50-4987-8106-1298d39a8173 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387147 Nov 09 11:00:52.567909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967963c-ac13-4234-afec-9dcf37a5736b req-4ceaacfa-04a6-4882-b3ed-672b6f9724f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:52.570832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-4ceaacfa-04a6-4882-b3ed-672b6f9724f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0859547 Nov 09 11:00:52.627083 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-589470e6-ddcf-49fd-994b-4d70509d2996 req-df3c6402-9eec-4f40-8329-04aba725d361 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1468413 Nov 09 11:00:52.672030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-c50ad85e-2c22-452c-9e7f-bb851bef1211 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936830 Nov 09 11:00:52.844542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-3c7e385a-e032-4cf1-8b4c-d1495706a401 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659291 Nov 09 11:00:53.120946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a967963c-ac13-4234-afec-9dcf37a5736b req-b3eace9d-aef3-4dd1-ab1a-7e1750e6172b service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674460 Nov 09 11:00:53.146143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fba34-75bf-49eb-a754-655dadeccbfd req-d9dc6852-d6e3-4ca8-afb7-bc8082565707 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:53.146886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ce4fba34-75bf-49eb-a754-655dadeccbfd req-d9dc6852-d6e3-4ca8-afb7-bc8082565707 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:53.241866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ce4fba34-75bf-49eb-a754-655dadeccbfd req-d9dc6852-d6e3-4ca8-afb7-bc8082565707 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:53.244836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce4fba34-75bf-49eb-a754-655dadeccbfd req-d9dc6852-d6e3-4ca8-afb7-bc8082565707 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.2566681 Nov 09 11:00:53.298043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce4fba34-75bf-49eb-a754-655dadeccbfd req-9ea88064-7420-4874-a2a6-85982dc1ebfa tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470393 Nov 09 11:00:53.403210 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'status': 'completed', 'code': 200} Nov 09 11:00:53.606878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-53281ac8-af9c-47e3-bd25-c0013240753c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1099 time: 0.1672399 Nov 09 11:00:53.814165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0547622d-83d1-40ed-9cd1-a566b303e7b2 req-675522f0-1e28-4d5c-938c-03363dbb4718 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1097 time: 0.2600186 Nov 09 11:00:53.864075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-77efe8a6-26e0-4f36-9b9a-9f686f05a941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:53.865505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-77efe8a6-26e0-4f36-9b9a-9f686f05a941 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2508922 Nov 09 11:00:53.896160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 49469059-58a2-401e-9f85-54f10709e086 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:53.942611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-027d41f0-b8db-4fe6-9018-687dbbfe5f51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.0682981 Nov 09 11:00:53.959357 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0547622d-83d1-40ed-9cd1-a566b303e7b2 req-bdc9ac2d-0f16-4a20-9e67-0072bac4abf6 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335680 Nov 09 11:00:54.092040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-e088a96e-9a25-4afe-8b0d-e0516b19322d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:54.093490 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-e088a96e-9a25-4afe-8b0d-e0516b19322d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1331053 Nov 09 11:00:54.130050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 49469059-58a2-401e-9f85-54f10709e086, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=49469059-58a2-401e-9f85-54f10709e086,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:54.153005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '49469059-58a2-401e-9f85-54f10709e086', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'mac_address': 'fa:16:3e:be:5f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:54.259228 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:54.285325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-fe3e43c6-083c-49bc-944f-68301cabb748 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1822896 Nov 09 11:00:54.286120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49469059-58a2-401e-9f85-54f10709e086 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:54.303339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 49469059-58a2-401e-9f85-54f10709e086, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=49469059-58a2-401e-9f85-54f10709e086,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:54.332423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789434a-61b4-4861-8a15-47b66ddd2e77 req-89b4628e-b7fa-48c3-b0dd-0556d5086790 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:54.339673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6789434a-61b4-4861-8a15-47b66ddd2e77 req-89b4628e-b7fa-48c3-b0dd-0556d5086790 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 943 time: 0.1483932 Nov 09 11:00:54.395275 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:54.401736 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:54.487824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6789434a-61b4-4861-8a15-47b66ddd2e77 req-daebe8d3-cca0-4ea2-ad00-cae1be691a21 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472292 Nov 09 11:00:54.495215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=49469059-58a2-401e-9f85-54f10709e086,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:54.495844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-d6fc1ab0-64cc-41eb-8cec-e61bf89477b3 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020357 Nov 09 11:00:54.498498 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:54.741252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a19f9a80-c750-470e-aafd-4ae36e1ac11c req-3f683f0c-6b13-4d7d-a72c-7bff15bba19e service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375093 Nov 09 11:00:54.771976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ee81e-814c-43cc-9d1c-ea21faa59f11 req-0a49543e-2b87-420a-bb1b-bd06e2e8672a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:54.773444 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b11ee81e-814c-43cc-9d1c-ea21faa59f11 req-0a49543e-2b87-420a-bb1b-bd06e2e8672a tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 950 time: 0.1396818 Nov 09 11:00:54.823572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b11ee81e-814c-43cc-9d1c-ea21faa59f11 req-0dc2b2e3-98a0-49a8-9917-a45882ef099b tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Nov 09 11:00:54.963822 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:00:54.979484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['49469059-58a2-401e-9f85-54f10709e086'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:55.039203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-f826a0bf-2cbc-4597-ad22-daddb3c0f7ef tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:55.040756 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-f826a0bf-2cbc-4597-ad22-daddb3c0f7ef tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.59 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 950 time: 0.0873792 Nov 09 11:00:55.136475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Deleting port 2e301353-eedd-444d-9760-aed045861e88 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:00:55.148651 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:55.287273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-be6b1e9c-c75b-4c5b-b28b-d78158404382 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:00:55.291809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-be6b1e9c-c75b-4c5b-b28b-d78158404382 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0103955 Nov 09 11:00:55.325104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Request body: {'binding': {'host': 'n-h1-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:00:55.331320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 11:00:55.414768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aad3f-da5a-4f30-98de-d6e399e8bfb8 req-47dcf955-0eef-411f-912b-4b82b905dd21 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:55.414768 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b38aad3f-da5a-4f30-98de-d6e399e8bfb8 req-47dcf955-0eef-411f-912b-4b82b905dd21 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.1853507 Nov 09 11:00:55.521852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] For port 2e301353-eedd-444d-9760-aed045861e88, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e301353-eedd-444d-9760-aed045861e88,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:55.522541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:55.640083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b38aad3f-da5a-4f30-98de-d6e399e8bfb8 req-39fe7724-54a2-46c2-be27-c853420b001e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266448 Nov 09 11:00:55.719903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on host n-h1-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:00:55.719903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:00:55.719903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:55.726650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:00:55.727014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:00:55.735267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:00:55.735606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:00:55.735990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:00:55.736467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Bound port: d2c1b100-9837-4f75-934e-e84c583b1241, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:00:55.776757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Calling delete_port for 2e301353-eedd-444d-9760-aed045861e88 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:00:55.807706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:00:55.828468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:00:55.962073 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:55.964509 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-62ff89f3-2341-410e-9f85-fbdd1204e357 service neutron] 10.222.0.50 "POST /v2.0/ports/d2c1b100-9837-4f75-934e-e84c583b1241/bindings HTTP/1.1" status: 201 len: 389 time: 0.6494582 Nov 09 11:00:56.015849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:56.032263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'mac_address': 'fa:16:3e:36:8c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:00:56.109055 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:56.115873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec84b-2a7b-402d-b09f-817d1fc5e4ae req-0a71d9a1-7181-4892-9ecc-d1aefd8ca199 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:56.117461 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49bec84b-2a7b-402d-b09f-817d1fc5e4ae req-0a71d9a1-7181-4892-9ecc-d1aefd8ca199 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 944 time: 0.2570434 Nov 09 11:00:56.140358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e1727-cbd8-4b68-b963-c87a8536d67c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:00:56.163656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:56.219342 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49bec84b-2a7b-402d-b09f-817d1fc5e4ae req-8a561901-0008-467f-a727-37d7a584ade9 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945218 Nov 09 11:00:56.304348 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:56.305400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:56.306180 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:56.341892 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:56.413185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Pushing event deleted for resources: {'Port': ['ID=2e301353-eedd-444d-9760-aed045861e88,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:56.416892 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:56.444807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['dfc1a616-918b-4f31-a547-faec008fc5fe'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:56.582021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] No DVR routers for this DVR port 2e301353-eedd-444d-9760-aed045861e88 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:00:56.591539 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:56.602716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'name': 'network-vif-deleted', 'tag': '2e301353-eedd-444d-9760-aed045861e88'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:56.698386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-da824d2d-91f9-4c0a-903d-e1afb335b4f1 req-bfa482d1-af01-40f1-bd2d-def590dee567 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.2309206 Nov 09 11:00:56.758167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff8b4867-667a-4a0b-afcc-cf5cdc4056c0 req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.59 "DELETE /v2.0/ports/2e301353-eedd-444d-9760-aed045861e88 HTTP/1.1" status: 204 len: 173 time: 1.7066793 Nov 09 11:00:56.935822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['206e1727-cbd8-4b68-b963-c87a8536d67c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:00:56.993721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:57.000768 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:57.001730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a41b6-14fe-42a9-b439-ed6c9333ac00 req-e91f8b21-c0af-4c0e-8fcc-05cc19f47285 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:57.011508 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf5a41b6-14fe-42a9-b439-ed6c9333ac00 req-e91f8b21-c0af-4c0e-8fcc-05cc19f47285 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.2102835 Nov 09 11:00:57.061237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-425ae115-9c6d-4bf0-a92a-541f34a8bd6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1096 time: 0.3589585 Nov 09 11:00:57.078943 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806787a8-a8c6-49e7-87b7-dd0a7fa8c191', 'name': 'network-vif-deleted', 'tag': '2e301353-eedd-444d-9760-aed045861e88', 'status': 'completed', 'code': 200} Nov 09 11:00:57.236313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf5a41b6-14fe-42a9-b439-ed6c9333ac00 req-cf4e669e-7b02-4695-b630-3b03305de46c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237356 Nov 09 11:00:57.308513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-ad4deaad-2369-43c9-a657-1339a4225cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:57.310228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-ad4deaad-2369-43c9-a657-1339a4225cfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2336707 Nov 09 11:00:57.338371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf75858-e690-42cf-825a-2b72bf0cf4b5 req-381be192-3b89-4317-b46e-5e9727cf0390 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:57.340906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7bf75858-e690-42cf-825a-2b72bf0cf4b5 req-381be192-3b89-4317-b46e-5e9727cf0390 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.1178975 Nov 09 11:00:57.436422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7bf75858-e690-42cf-825a-2b72bf0cf4b5 req-28a4f329-39d0-48ea-8772-f6ef6d890026 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604305 Nov 09 11:00:57.540211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-aa7d17b1-5a2b-4c61-840e-a3295613be70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 200 len: 217 time: 0.2137368 Nov 09 11:00:57.623162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-72b6c4c1-cfce-41e1-a97a-d8e1c22ef461 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:57.624579 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-72b6c4c1-cfce-41e1-a97a-d8e1c22ef461 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.0767083 Nov 09 11:00:57.635526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e7595-ff75-4486-b69a-5b7d524d0e99 req-004e4ba5-b360-42da-bafa-59197990c4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:57.636959 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-496e7595-ff75-4486-b69a-5b7d524d0e99 req-004e4ba5-b360-42da-bafa-59197990c4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 944 time: 0.1445582 Nov 09 11:00:57.693678 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-fc946b37-ed0e-4aec-87d9-aaa02773d066 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557010 Nov 09 11:00:57.791899 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-496e7595-ff75-4486-b69a-5b7d524d0e99 req-03ad7030-d8cf-4f6f-abe7-571ed9eec553 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250336 Nov 09 11:00:57.840135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-187196a5-f275-4285-a70e-83aa61be52a7 req-0a71ba25-b6e6-4134-85f4-033dc3116502 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Synchronizing usage tracker for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:00:57.854207 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-c637674b-c2fb-4477-b777-2b0a6709d31f service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446936 Nov 09 11:00:57.920216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 49469059-58a2-401e-9f85-54f10709e086 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:00:57.944289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-187196a5-f275-4285-a70e-83aa61be52a7 req-0a71ba25-b6e6-4134-85f4-033dc3116502 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Unset dirty status for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:00:57.945608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-187196a5-f275-4285-a70e-83aa61be52a7 req-0a71ba25-b6e6-4134-85f4-033dc3116502 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=806787a8-a8c6-49e7-87b7-dd0a7fa8c191 HTTP/1.1" status: 200 len: 210 time: 0.1478662 Nov 09 11:00:58.044073 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-7304216e-c71c-46f7-800a-d2b3c471eaa5 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834424 Nov 09 11:00:58.092896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 49469059-58a2-401e-9f85-54f10709e086 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:00:58.098270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 49469059-58a2-401e-9f85-54f10709e086 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:00:58.098697 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:58.242570 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:58.270769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49469059-58a2-401e-9f85-54f10709e086'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:00:58.280778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 49469059-58a2-401e-9f85-54f10709e086, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=49469059-58a2-401e-9f85-54f10709e086,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:00:58.338052 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49469059-58a2-401e-9f85-54f10709e086', 'code': 200} Nov 09 11:00:58.384115 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:00:58.384647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e301353-eedd-444d-9760-aed045861e88 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:00:58.412563 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1c4f337-0759-4cb7-ba50-e0609e3191db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:00:58.454476 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 2e301353-eedd-444d-9760-aed045861e88 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:00:58.455090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e301353-eedd-444d-9760-aed045861e88 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:00:58.500235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f68b6e-3410-4f38-99df-1f8b523ffe52 req-83d6a182-b665-4fc9-9566-4bc560bafe3f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:58.508858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f68b6e-3410-4f38-99df-1f8b523ffe52 req-83d6a182-b665-4fc9-9566-4bc560bafe3f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1004345 Nov 09 11:00:58.515943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=49469059-58a2-401e-9f85-54f10709e086,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:00:58.519716 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:00:58.565985 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-72a4618c-f979-453f-a992-c4ea143465e9 req-52974b99-7630-481d-9c25-bc0ad598b3ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 1096 time: 0.1634717 Nov 09 11:00:58.574592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f68b6e-3410-4f38-99df-1f8b523ffe52 req-5aa7671d-3a45-4db9-bea5-7d116d0dfa06 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646379 Nov 09 11:00:58.620359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-72a4618c-f979-453f-a992-c4ea143465e9 req-579ae041-013a-4379-a0cc-ee001f0dce23 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481317 Nov 09 11:00:58.749939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836f4c2-6e49-4579-a8db-907f4cd35ec9 req-3eeeecce-814c-4e7f-aed6-d4c6452960b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:58.752888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2836f4c2-6e49-4579-a8db-907f4cd35ec9 req-3eeeecce-814c-4e7f-aed6-d4c6452960b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.0855148 Nov 09 11:00:58.817510 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2836f4c2-6e49-4579-a8db-907f4cd35ec9 req-f8724578-0762-44c7-97ea-a72cf4849cbf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485427 Nov 09 11:00:59.138594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c844a-83a3-496e-8669-2da76772be00 req-74c0cc43-1db1-4999-b59c-59bb798bee19 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:00:59.140011 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-593c844a-83a3-496e-8669-2da76772be00 req-74c0cc43-1db1-4999-b59c-59bb798bee19 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 945 time: 0.0854716 Nov 09 11:00:59.185488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-593c844a-83a3-496e-8669-2da76772be00 req-b81f47aa-715a-465d-ac61-48c298f8451a tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Nov 09 11:00:59.832592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:01:00.023653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 206e1727-cbd8-4b68-b963-c87a8536d67c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:01:00.031567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 206e1727-cbd8-4b68-b963-c87a8536d67c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:01:00.032037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:00.141201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc289-d3c0-4c8c-91b5-e1d22ecec4b9 req-2f7122b9-7589-47e7-80a6-d933607896df tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:00.149792 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-454bc289-d3c0-4c8c-91b5-e1d22ecec4b9 req-2f7122b9-7589-47e7-80a6-d933607896df tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1362126 Nov 09 11:01:00.213255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790636-76af-4934-8c12-d6a7781ade2c req-45ef8162-953b-4166-8310-75b344678972 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:00.233612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4790636-76af-4934-8c12-d6a7781ade2c req-45ef8162-953b-4166-8310-75b344678972 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.1749852 Nov 09 11:01:00.262526 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-454bc289-d3c0-4c8c-91b5-e1d22ecec4b9 req-fa6f094b-4b8b-4df0-8154-a3018d224ad4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109188 Nov 09 11:01:00.309942 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4790636-76af-4934-8c12-d6a7781ade2c req-585681c1-75cf-4001-813d-73038e50ef94 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903037 Nov 09 11:01:00.346638 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:00.457909 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:00.459159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:00.513805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53eb4-5325-4c5a-927c-858a81ab80c2 req-f5e2a079-8253-48b3-9d74-50667fd6f95a tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:00.523381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15e53eb4-5325-4c5a-927c-858a81ab80c2 req-f5e2a079-8253-48b3-9d74-50667fd6f95a tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 951 time: 0.0949953 Nov 09 11:01:00.572452 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:00.574300 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:00.587793 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15e53eb4-5325-4c5a-927c-858a81ab80c2 req-dbcff8c0-c336-445e-8e50-5d25d1440a7e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Nov 09 11:01:00.699503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a8e6-6141-4d4f-a897-12e4c7aafb0c req-9df20db4-b693-468f-8fc3-85f66ae02068 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:00.706590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1d1a8e6-6141-4d4f-a897-12e4c7aafb0c req-9df20db4-b693-468f-8fc3-85f66ae02068 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 948 time: 0.1738100 Nov 09 11:01:00.719495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:00.727159 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:00.779440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1d1a8e6-6141-4d4f-a897-12e4c7aafb0c req-6352d43d-a819-4dc7-864b-b699fc295d22 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc00af0d-53d2-46d4-989b-2c5603322d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718441 Nov 09 11:01:00.855019 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'code': 200} Nov 09 11:01:01.022172 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6c130acb-eb17-4605-a8e8-41b4f04d7c9c req-b5a32e48-7a02-4675-96ad-190a7e581cb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1101 time: 0.0803819 Nov 09 11:01:01.077578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6c130acb-eb17-4605-a8e8-41b4f04d7c9c req-c1a845a0-c17d-4291-8e66-0fc937b6eec3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Nov 09 11:01:01.132614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb2b5-5b63-400c-98bf-589a2118f47a req-ccff2839-7796-4250-88ea-64cce09e4aea tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:01.134135 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b25fb2b5-5b63-400c-98bf-589a2118f47a req-ccff2839-7796-4250-88ea-64cce09e4aea tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 945 time: 0.0927980 Nov 09 11:01:01.203694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b25fb2b5-5b63-400c-98bf-589a2118f47a req-aeaec852-c97d-4393-a223-87a5bba4777b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574651 Nov 09 11:01:01.522280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-2c406d2c-56ba-4150-89c5-a9838232c781 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:01.524615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-2c406d2c-56ba-4150-89c5-a9838232c781 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0862103 Nov 09 11:01:01.613389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-b76c2463-254a-4e51-9a36-b7590fa98286 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.0797825 Nov 09 11:01:01.623047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'floatingip': {'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:01.702708 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:01.751957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca944-759c-4549-bc64-3555a0677174 req-be4cb423-bf07-4efc-aba9-5924afce9a89 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:01.754278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7beca944-759c-4549-bc64-3555a0677174 req-be4cb423-bf07-4efc-aba9-5924afce9a89 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.57 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 948 time: 0.0953250 Nov 09 11:01:01.832431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Deleting port dfc1a616-918b-4f31-a547-faec008fc5fe {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:01.832654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:02.101183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] For port dfc1a616-918b-4f31-a547-faec008fc5fe, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dfc1a616-918b-4f31-a547-faec008fc5fe,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:02.102128 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:02.229524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Calling delete_port for dfc1a616-918b-4f31-a547-faec008fc5fe owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:02.489281 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:02.537112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ee5f1-ae51-4fed-b727-32ade4c6f00e req-413fd77e-39ec-44da-9a47-303ba2f128e3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:02.539043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cd6ee5f1-ae51-4fed-b727-32ade4c6f00e req-413fd77e-39ec-44da-9a47-303ba2f128e3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.1705530 Nov 09 11:01:02.585583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:02.586162 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:02.589663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cd6ee5f1-ae51-4fed-b727-32ade4c6f00e req-0a04d70e-bfa4-466d-84ca-60bb3c8a5f64 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Nov 09 11:01:02.593702 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:02.598815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['dfc1a616-918b-4f31-a547-faec008fc5fe'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:02.636003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Pushing event deleted for resources: {'Port': ['ID=dfc1a616-918b-4f31-a547-faec008fc5fe,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:02.638757 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:02.730495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] No DVR routers for this DVR port dfc1a616-918b-4f31-a547-faec008fc5fe on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:02.743297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:02.749681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'name': 'network-vif-deleted', 'tag': 'dfc1a616-918b-4f31-a547-faec008fc5fe'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:02.854248 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Floating IP 240e6328-0bc0-4989-97a2-8099a983d14f associated. External IP: 172.25.7.175, port: dc259f24-da59-4a9b-a093-21d850673843. Nov 09 11:01:02.922462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7beca944-759c-4549-bc64-3555a0677174 req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.57 "DELETE /v2.0/ports/dfc1a616-918b-4f31-a547-faec008fc5fe HTTP/1.1" status: 204 len: 173 time: 1.1621995 Nov 09 11:01:03.296757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:03.444101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5b4a0-8b22-412f-8ce3-c20ae5d04775 req-9f9792e2-ef27-410f-8fa0-6025b6957d60 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:03.445931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8cb5b4a0-8b22-412f-8ce3-c20ae5d04775 req-9f9792e2-ef27-410f-8fa0-6025b6957d60 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1211362 Nov 09 11:01:03.512393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8cb5b4a0-8b22-412f-8ce3-c20ae5d04775 req-0e2c315a-f3b4-4e37-b924-4ef4ae08c540 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Nov 09 11:01:03.547208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:03.553020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:03.559370 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:03.582003 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:03.582611 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:00:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:03.640781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-011d4b5f-3098-405c-a0c7-3078c5edecd6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "PUT /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 200 len: 996 time: 2.0215991 Nov 09 11:01:03.641381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:03.813572 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:03.840660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device dfc1a616-918b-4f31-a547-faec008fc5fe no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:03.841709 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:03.868284 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-181360ba-5c81-4084-aa1a-4a4f6110ecbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.2134655 Nov 09 11:01:03.938702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: dfc1a616-918b-4f31-a547-faec008fc5fe {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:03.939014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device dfc1a616-918b-4f31-a547-faec008fc5fe not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:03.940017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:04.012797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0cc0d6ed-d627-4d57-b834-889664c93021 req-8b2a77ed-ff10-4496-af25-7d3a150c90df tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Synchronizing usage tracker for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:04.132307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0cc0d6ed-d627-4d57-b834-889664c93021 req-8b2a77ed-ff10-4496-af25-7d3a150c90df tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Unset dirty status for tenant:4d575efecaf642619de0b60d7f138def on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:04.138952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cc0d6ed-d627-4d57-b834-889664c93021 req-8b2a77ed-ff10-4496-af25-7d3a150c90df tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] 10.222.0.50 "GET /v2.0/ports?device_id=1debe609-724c-42bb-a66c-e2aa828ff93f HTTP/1.1" status: 200 len: 210 time: 0.2354908 Nov 09 11:01:04.160783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-7c59d062-c18c-4871-b209-28b76fd63873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:04.166086 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-7c59d062-c18c-4871-b209-28b76fd63873 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.2912750 Nov 09 11:01:04.231331 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:04.288415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:04.315025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:04.349987 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1debe609-724c-42bb-a66c-e2aa828ff93f', 'name': 'network-vif-deleted', 'tag': 'dfc1a616-918b-4f31-a547-faec008fc5fe', 'status': 'completed', 'code': 200} Nov 09 11:01:04.371405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-9c0c47ab-5f16-4b19-8575-fe1c921a359d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 999 time: 0.1979225 Nov 09 11:01:04.395434 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:04.398440 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:04.474272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-3f4f3a3a-f502-4218-81d8-c576a5d66c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:04.476010 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-3f4f3a3a-f502-4218-81d8-c576a5d66c56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.0936625 Nov 09 11:01:04.549503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=11']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:04.553554 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:04.611041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fb73c-1194-47cb-afc8-fc4007f699d1 req-01847d7e-9d77-47c9-b438-8651c2becb39 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:04.621430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d9fb73c-1194-47cb-afc8-fc4007f699d1 req-01847d7e-9d77-47c9-b438-8651c2becb39 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.1281767 Nov 09 11:01:04.632887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-4c23bb84-e337-4c77-acb3-1a26f35ea58a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502929 Nov 09 11:01:04.651196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-10e1ab66-721a-4fc0-8576-5566b1623a13 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:01:04.653070 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-10e1ab66-721a-4fc0-8576-5566b1623a13 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0102682 Nov 09 11:01:04.719626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d9fb73c-1194-47cb-afc8-fc4007f699d1 req-1f5ed547-6c67-45f3-8cb9-def6c36b0dc4 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964165 Nov 09 11:01:04.840306 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-dfd86490-0766-41eb-8a8b-51933011944c service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763525 Nov 09 11:01:04.841949 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843', 'status': 'completed', 'code': 200} Nov 09 11:01:04.862271 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:bf:ad:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:02Z', 'revision_number': 1, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:04.866450 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:04.880476 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:04.881095 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:00:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:05.088253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a41040cf-6deb-46ea-a99e-d614ff431f8c req-255335f8-93fd-4675-a55f-7446616daa40 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814849 Nov 09 11:01:05.104768 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:05.115111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-899322a7-c636-47db-8185-565bca1b7638 req-de7cedb0-70d1-4f4d-b08f-c0811aeb848a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.2720370 Nov 09 11:01:05.271766 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'code': 200} Nov 09 11:01:05.288775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899322a7-c636-47db-8185-565bca1b7638 req-0abc0199-541e-4abc-a13d-2b570cabc37e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:05.290216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-899322a7-c636-47db-8185-565bca1b7638 req-0abc0199-541e-4abc-a13d-2b570cabc37e service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.1667399 Nov 09 11:01:05.453660 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-899322a7-c636-47db-8185-565bca1b7638 req-35c7626f-3ad3-4e9a-bbc4-d345fa65c251 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 999 time: 0.1515796 Nov 09 11:01:05.519149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a9633-dc19-476a-92aa-4650eb6a6f5a req-cd1e8573-0b10-4584-a319-1bf7c0e194c4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:05.519520 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:bf:ad:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:02Z', 'revision_number': 1, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:05.520447 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b46a9633-dc19-476a-92aa-4650eb6a6f5a req-cd1e8573-0b10-4584-a319-1bf7c0e194c4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.1437540 Nov 09 11:01:05.523923 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20691-ddb9-401c-95f7-4db1da91a929 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:bf:ad:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:02Z', 'revision_number': 1, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:05.564840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899322a7-c636-47db-8185-565bca1b7638 req-8733d2d1-c5bb-4942-b172-e7f58688f5b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:05.566289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-899322a7-c636-47db-8185-565bca1b7638 req-8733d2d1-c5bb-4942-b172-e7f58688f5b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.0886207 Nov 09 11:01:05.640230 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b46a9633-dc19-476a-92aa-4650eb6a6f5a req-e3587b97-8b68-4d43-ad33-d51311a14099 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027298 Nov 09 11:01:05.671087 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-899322a7-c636-47db-8185-565bca1b7638 req-f350a84e-6f7a-437a-a992-37dc5a64e4b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977054 Nov 09 11:01:05.679834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6a9fd-d8b5-4916-858b-e5dffc4068e7 req-b565a7b3-c75f-47bb-afff-2c708624834b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:05.687710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c8f6a9fd-d8b5-4916-858b-e5dffc4068e7 req-b565a7b3-c75f-47bb-afff-2c708624834b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.1085403 Nov 09 11:01:05.773230 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c8f6a9fd-d8b5-4916-858b-e5dffc4068e7 req-990d7686-d5d2-4c60-a89a-612a0d04f33a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698283 Nov 09 11:01:05.799020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a20a74-6da0-4e7e-aaee-f24a9bf890b7 None None] New status for floating IP 240e6328-0bc0-4989-97a2-8099a983d14f: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:01:05.898696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-899322a7-c636-47db-8185-565bca1b7638 req-05d4a013-ceeb-4c34-b929-96ef64495017 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183945 Nov 09 11:01:06.030082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-cc163535-81cc-47a1-8849-77bb39aaefd4 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:06.036408 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-cc163535-81cc-47a1-8849-77bb39aaefd4 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1439779 Nov 09 11:01:06.049864 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-899322a7-c636-47db-8185-565bca1b7638 req-60242b71-889f-48b6-9738-8479686b44fb service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431453 Nov 09 11:01:06.175244 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-99604a1a-8541-47c6-82c1-bdcf781bf22e tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 999 time: 0.1345372 Nov 09 11:01:06.185060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'floatingip': {'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:06.219071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b952209-c226-4b2d-b770-fbe868d65340 req-d1edd98a-f0aa-48c1-8e48-bfca8ffbe9ba tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:06.220584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b952209-c226-4b2d-b770-fbe868d65340 req-d1edd98a-f0aa-48c1-8e48-bfca8ffbe9ba tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 949 time: 0.1698005 Nov 09 11:01:06.282437 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b952209-c226-4b2d-b770-fbe868d65340 req-e9d82ffa-4a17-4830-9634-ec90fe178520 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552993 Nov 09 11:01:06.298015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:06.318916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41834) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:06.371699 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:06.521024 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-732b59cb-efb1-42ce-9848-67c7fd3d7c0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d575efecaf642619de0b60d7f138def&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2006326 Nov 09 11:01:06.523325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41846) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:06.587314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:06.619840 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:06.761404 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:06.769393 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:06.795530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc00af0d-53d2-46d4-989b-2c5603322d88,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:06.803102 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:06.874583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:06.876009 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc00af0d-53d2-46d4-989b-2c5603322d88 HTTP/1.1" status: 204 len: 168 time: 0.3517911 Nov 09 11:01:06.978991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa035c-5ead-4cd5-9ca9-50ede2aa23e6 req-9a38d98a-b5fc-4639-9939-1acfb97dd23b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:06.980519 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82aa035c-5ead-4cd5-9ca9-50ede2aa23e6 req-9a38d98a-b5fc-4639-9939-1acfb97dd23b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 945 time: 0.0839689 Nov 09 11:01:07.029735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82aa035c-5ead-4cd5-9ca9-50ede2aa23e6 req-287fd035-1420-45eb-8b02-fe17983948b0 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Nov 09 11:01:07.123342 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-d78ddc12-4432-45c0-8f1a-daee59cca9eb tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.3435175 Nov 09 11:01:07.135874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817173-1'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:07.267522 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f50be9cf-3c1c-4ae9-89d9-4e2073b1b76e req-0d800e07-f169-4a99-a99c-c0322e3afb83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0833824 Nov 09 11:01:07.327330 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:07.512684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:07.602153 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:07.623583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41870) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:07.687951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:07.688247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e7feb216-f7af-4e7d-94dc-a89d234e27cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12b7d7fe653543cd8f72cb6d0169fd5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0628350 Nov 09 11:01:07.690656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41876) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:07.767031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:07.797715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:07.836466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:07.849409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d2c1b100-9837-4f75-934e-e84c583b1241 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:01:07.916075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:07.927156 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:07.974231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-5fb9ca4d-c5ea-44f9-be70-7a4f8b480501 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1830168 Nov 09 11:01:07.984366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:07.985121 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Floating IP 240e6328-0bc0-4989-97a2-8099a983d14f associated. External IP: 172.25.7.175, port: dc259f24-da59-4a9b-a093-21d850673843. Nov 09 11:01:07.990195 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:08.016665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650851b-df10-4cc7-ab6c-5a242314b7ab,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:08.026430 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:08.027601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:08.031139 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6650851b-df10-4cc7-ab6c-5a242314b7ab HTTP/1.1" status: 204 len: 168 time: 0.3370943 Nov 09 11:01:08.043148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:08.060460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d2c1b100-9837-4f75-934e-e84c583b1241 has no active binding in host n-h1-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 11:01:08.097904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:08.106454 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eefc1d93-3f86-4e48-a398-651ca009b8eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:08.277271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:08.288373 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:08.381371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on host n-h2-817173-1 for vnic_type normal with profile {"migrating_to": "n-h1-817173-1"} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:01:08.381725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:01:08.382066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:08.384665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd8157-6e7d-4511-8dcf-b5740abacc36 req-d73d343a-7848-481b-b649-e72b0960cc60 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:08.386465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-58bd8157-6e7d-4511-8dcf-b5740abacc36 req-d73d343a-7848-481b-b649-e72b0960cc60 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 949 time: 0.1147897 Nov 09 11:01:08.448487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-8fd9eb66-81d8-48b9-aa91-0e816608c9da tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:08.449971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-8fd9eb66-81d8-48b9-aa91-0e816608c9da tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 949 time: 0.3970413 Nov 09 11:01:08.460151 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-58bd8157-6e7d-4511-8dcf-b5740abacc36 req-6aab1193-6a80-4bca-890a-1bdd09a1a5a0 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/security-groups?id=04f3e324-b249-4433-a819-6af03ba562f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645001 Nov 09 11:01:08.494777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:01:08.494777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Attempting to bind port d2c1b100-9837-4f75-934e-e84c583b1241 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:08.624866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:01:08.625204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:01:08.625583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:01:08.626016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Bound port: d2c1b100-9837-4f75-934e-e84c583b1241, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:01:08.626355 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:08.658736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Deleting port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:08.659100 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:08.756309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bf2d-6fe6-474e-8c2f-5aee21d0fbe0 req-2e9ede13-e223-4294-9eb9-bf3af0f5720b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:08.760807 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4bb8bf2d-6fe6-474e-8c2f-5aee21d0fbe0 req-2e9ede13-e223-4294-9eb9-bf3af0f5720b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.1405168 Nov 09 11:01:08.807648 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4bb8bf2d-6fe6-474e-8c2f-5aee21d0fbe0 req-690cacf2-fa52-42e5-b51d-d9f0575099b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Nov 09 11:01:09.012437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:09.032761 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241', 'code': 200} Nov 09 11:01:09.047977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:01:09.144542 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:09.160410 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7fdddd08-3cf7-45ae-9b8f-ddde45f0b99e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:09.253239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f13957-bc38-4df9-8637-fd37a927ffb3 req-00527a35-9c6a-4530-9646-55b7a634ca13 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:09.254730 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87f13957-bc38-4df9-8637-fd37a927ffb3 req-00527a35-9c6a-4530-9646-55b7a634ca13 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 943 time: 0.0924506 Nov 09 11:01:09.290081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] For port ae89d2b2-d401-46b4-a97d-5d00dd5683d9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:09.290724 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:09.308085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87f13957-bc38-4df9-8637-fd37a927ffb3 req-db0d4c31-2004-49e1-8445-aed48f6a94f4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466783 Nov 09 11:01:09.497623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Calling delete_port for ae89d2b2-d401-46b4-a97d-5d00dd5683d9 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:09.550274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:09.583135 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:09.589570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6bd6a-5914-442c-859e-04f609b4a6c9 req-5d972abf-b15c-4ca7-aee5-f31f0a49dc00 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:09.605962 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a5a6bd6a-5914-442c-859e-04f609b4a6c9 req-5d972abf-b15c-4ca7-aee5-f31f0a49dc00 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 946 time: 0.0999837 Nov 09 11:01:09.613761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:09.615194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] 10.222.0.57 "PUT /v2.0/ports/d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 200 len: 1121 time: 2.4834807 Nov 09 11:01:09.660513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a5a6bd6a-5914-442c-859e-04f609b4a6c9 req-f3cc1707-15ef-4bff-aae4-3e4f666e6ff4 tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf19455c-603f-4255-b84e-565ed668054c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582788 Nov 09 11:01:09.726717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d2c1b100-9837-4f75-934e-e84c583b1241'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:09.798335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['d2c1b100-9837-4f75-934e-e84c583b1241'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:09.814119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:09.855212 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:09.867396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3e7dd574-7041-4cc1-9152-619a443da1df req-48123719-db36-446d-a5cc-25a76f6cf35d tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d6f606-b90c-4b64-ae04-1e7270297372 HTTP/1.1" status: 200 len: 210 time: 0.0532441 Nov 09 11:01:09.868535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4ec911d0-c877-4cdc-9f12-e68f262a6447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:10.001059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Pushing event deleted for resources: {'Port': ['ID=ae89d2b2-d401-46b4-a97d-5d00dd5683d9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:10.079376 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e852975-7eba-4e33-a14e-d07fe04b4a6f req-77ea4cf3-043b-4c72-be83-f662b1d4ea05 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1097 time: 0.0811784 Nov 09 11:01:10.084194 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:10.126455 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e852975-7eba-4e33-a14e-d07fe04b4a6f req-cbb6ed1f-84dd-48c2-afb4-2d254d34ecdb tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Nov 09 11:01:10.253422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] No DVR routers for this DVR port ae89d2b2-d401-46b4-a97d-5d00dd5683d9 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:10.256253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:10.314868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-06ef754a-de03-4490-b9ca-7d7eefab2c8d tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:10.316492 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-06ef754a-de03-4490-b9ca-7d7eefab2c8d tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e917119-e70b-4d15-8497-55fe1e4d82f7 HTTP/1.1" status: 200 len: 946 time: 0.3175676 Nov 09 11:01:10.342280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f887dd4-28a1-4696-8f0d-52532e47d3ea req-bdcde5f1-017a-489c-acfc-f02050a3042a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:10.343779 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f887dd4-28a1-4696-8f0d-52532e47d3ea req-bdcde5f1-017a-489c-acfc-f02050a3042a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.0853360 Nov 09 11:01:10.390785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f887dd4-28a1-4696-8f0d-52532e47d3ea req-2feff905-17b4-4b01-951d-3c47d99e7f42 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Nov 09 11:01:10.411381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc57ee5e-e82c-4814-8469-d6bc8cdc6927 req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] 10.222.0.57 "DELETE /v2.0/ports/ae89d2b2-d401-46b4-a97d-5d00dd5683d9 HTTP/1.1" status: 204 len: 173 time: 1.9525208 Nov 09 11:01:10.458138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Deleting port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:10.458478 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:10.761481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6c1ffdb-9cfa-4981-8b23-2e726d5a7bc3 req-1061537c-4aba-48b5-86e9-6115f996776c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0778329 Nov 09 11:01:10.810502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:10.825662 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50165a87-6690-4776-9327-57a526218054 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:10.846907 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50165a87-6690-4776-9327-57a526218054 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:10.847729 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-50165a87-6690-4776-9327-57a526218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:00:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:11.049739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241'}, {'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-deleted', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:11.127327 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-50165a87-6690-4776-9327-57a526218054 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:11.137335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] For port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:11.137629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:11.277241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Calling delete_port for 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:11.312804 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-364e856f-49bc-48b8-83cc-4c65fa9f1e4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1101 time: 0.3958545 Nov 09 11:01:11.522852 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-50165a87-6690-4776-9327-57a526218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:be:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:07Z', 'revision_number': 3, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:11.527422 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50165a87-6690-4776-9327-57a526218054 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:11.539448 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50165a87-6690-4776-9327-57a526218054 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:11.540061 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-50165a87-6690-4776-9327-57a526218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:00:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:11.572699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-ed4bbbc2-f790-4e80-8f27-06553d5beeb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:11.574122 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-ed4bbbc2-f790-4e80-8f27-06553d5beeb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2518342 Nov 09 11:01:11.663587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-bd17714c-5644-42e8-988b-56541545c2c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.0742764 Nov 09 11:01:11.763538 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:11.775944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:11.789644 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:11.820586 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-50165a87-6690-4776-9327-57a526218054 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:11.838009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Pushing event deleted for resources: {'Port': ['ID=757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:11.851380 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:11.877796 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:11.898500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-965b6c38-1387-4bc5-b398-df858088976a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:11.899930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-965b6c38-1387-4bc5-b398-df858088976a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1794014 Nov 09 11:01:11.998131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] No DVR routers for this DVR port 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:12.002757 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:12.033540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:12.034109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:12.034998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:12.094724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: ae89d2b2-d401-46b4-a97d-5d00dd5683d9 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:12.095100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ae89d2b2-d401-46b4-a97d-5d00dd5683d9 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:12.165720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-5632b121-534f-4170-b383-5c0fa981838d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2190838 Nov 09 11:01:12.211677 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc6869fd-7fda-4768-b9ef-aa14393bca97 req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] 10.222.0.57 "DELETE /v2.0/ports/757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5 HTTP/1.1" status: 204 len: 173 time: 1.8359773 Nov 09 11:01:12.272797 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-50165a87-6690-4776-9327-57a526218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:be:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:07Z', 'revision_number': 3, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:12.277326 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50165a87-6690-4776-9327-57a526218054 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:be:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:07Z', 'revision_number': 3, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:12.434229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:12.459107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-487c85a2-eaac-40ad-a3f1-904611d3e594 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731750 Nov 09 11:01:12.464606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2e679-d575-4c68-890d-9e7a60bcee35 None None] New status for floating IP 240e6328-0bc0-4989-97a2-8099a983d14f: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:01:12.671602 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-780318b8-127a-4c39-90b5-b6e791f756f6 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581039 Nov 09 11:01:12.781800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:12.786715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:12.898095 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-86f52bff-74bb-41bf-b833-cb8cf87cb194 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "PUT /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 200 len: 998 time: 6.7172256 Nov 09 11:01:12.973203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-d3280219-60b0-49a2-9851-c2b316ad4c9d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:12.974648 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-d3280219-60b0-49a2-9851-c2b316ad4c9d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports/dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 942 time: 0.0712740 Nov 09 11:01:13.005375 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:13.017461 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:13.018291 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:00:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:13.112339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-c3dd6b8e-f21c-4fcd-8abe-5e6cc9af315c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.0753031 Nov 09 11:01:13.212738 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:13.254692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-4352c97f-5deb-42cc-9a83-4133d3b7d80b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:13.256244 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-4352c97f-5deb-42cc-9a83-4133d3b7d80b service neutron] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.1380665 Nov 09 11:01:13.328898 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-bd38628d-a5d5-4472-8068-b9e2fc4253e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 217 time: 0.0661936 Nov 09 11:01:13.372279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-2b9c0243-5c96-4dba-9498-a86282d9eb4d tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:01:13.373237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-2b9c0243-5c96-4dba-9498-a86282d9eb4d tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081339 Nov 09 11:01:13.386594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Request body: {'binding': {'host': 'n-h2-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:13.387200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 11:01:13.455355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-837da133-97da-4cde-a224-b00aa728417d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:13.460391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-837da133-97da-4cde-a224-b00aa728417d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.1254644 Nov 09 11:01:13.601009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:be:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:12Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:13.604879 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:13.616755 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:13.617359 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:00:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:13.649169 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-a57c8c8f-90f5-4781-b5a1-2e73b2676dbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732497 Nov 09 11:01:13.661638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-8a3baac6-088d-4200-a86e-dba9770ed2c6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:01:13.662630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-8a3baac6-088d-4200-a86e-dba9770ed2c6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060802 Nov 09 11:01:13.695107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on host n-h2-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:01:13.695904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:01:13.695904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:13.757122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:01:13.757377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:13.774236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:01:13.774573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:01:13.774983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:01:13.775419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Bound port: 3b695a56-18b7-40fd-ac0b-792ecffc8995, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:01:13.796018 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:13.828945 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-e1cc12b2-ed9a-414c-95a9-ca37ee688cb6 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586854 Nov 09 11:01:13.862633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:01:13.957725 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:13.959145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d1f928a1-7aea-454c-989c-541c1504f447 service neutron] 10.222.0.50 "POST /v2.0/ports/3b695a56-18b7-40fd-ac0b-792ecffc8995/bindings HTTP/1.1" status: 201 len: 389 time: 0.5783772 Nov 09 11:01:14.057588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-376fce51-40f6-4860-9070-de09b29b0887 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211995 Nov 09 11:01:14.154161 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:be:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:12Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:14.159060 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee63986-5bd0-4fce-b701-44965d745544 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': '49469059-58a2-401e-9f85-54f10709e086', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:be:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb197b4-126b-4b16-9299-4d254dff549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:12Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:14.234235 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-8940f329-0c67-407c-b442-f04ff9311311 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 1096 time: 0.0739913 Nov 09 11:01:14.375043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-d754ad23-7d06-4d92-a7ad-17b83cbc2165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:14.377440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-d754ad23-7d06-4d92-a7ad-17b83cbc2165 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.1365829 Nov 09 11:01:14.386665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025541-71ac-4959-8c71-f3ed0aee9de5 req-3cbc26ff-a1d9-49b3-9e53-872c6b01c2fa tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:14.388167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d025541-71ac-4959-8c71-f3ed0aee9de5 req-3cbc26ff-a1d9-49b3-9e53-872c6b01c2fa tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 943 time: 0.0832415 Nov 09 11:01:14.437405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d025541-71ac-4959-8c71-f3ed0aee9de5 req-9949b6d4-16c3-4f2e-8dc4-3271ce745969 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Nov 09 11:01:14.491034 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-5275d9f7-cbe6-4a92-9f46-7615fb1b2dc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 1001 time: 0.1062956 Nov 09 11:01:14.556379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-2bde5be7-6d67-425a-b629-0b4685a092b7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:14.557829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-2bde5be7-6d67-425a-b629-0b4685a092b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.0601907 Nov 09 11:01:14.666406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-4fb986ef-aa70-4d84-b319-58f98cc90795 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007383 Nov 09 11:01:14.721170 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-75d16637-69dd-4021-9436-81916d363457 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1097 time: 0.0952466 Nov 09 11:01:14.816144 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241', 'status': 'completed', 'code': 200} Nov 09 11:01:14.816693 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f606-b90c-4b64-ae04-1e7270297372', 'name': 'network-vif-deleted', 'tag': 'ae89d2b2-d401-46b4-a97d-5d00dd5683d9', 'status': 'completed', 'code': 200} Nov 09 11:01:14.921362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-bb5954e7-2a97-497d-9786-701a1aa0ca90 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471025 Nov 09 11:01:14.936195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-0cef7a52-f6d3-4eea-9840-d7fe1d99bae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:14.937700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-0cef7a52-f6d3-4eea-9840-d7fe1d99bae3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.2088928 Nov 09 11:01:14.970038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-0d214cc1-c682-46b7-9ab5-5b1aca099288 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1124 time: 0.1616383 Nov 09 11:01:15.022976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-cde7665d-7805-4837-ae8e-8b81bb3b7e52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 200 len: 217 time: 0.0754583 Nov 09 11:01:15.033340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7b87a-35f3-4ca3-933c-419c8ac44747 req-fcab95d3-4c6f-42fd-a31c-b8150c096294 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:15.035513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25b7b87a-35f3-4ca3-933c-419c8ac44747 req-fcab95d3-4c6f-42fd-a31c-b8150c096294 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.1860902 Nov 09 11:01:15.176198 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4fcee82-56db-43ce-a46a-d76c088e7ca1 req-4bea84e0-7cf1-458c-ac08-cb00f57a3bec service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418392 Nov 09 11:01:15.195162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-5e351b75-2daf-4a26-8964-a88f4c275040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:15.196580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-5e351b75-2daf-4a26-8964-a88f4c275040 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.1807492 Nov 09 11:01:15.225902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25b7b87a-35f3-4ca3-933c-419c8ac44747 req-e791a9c2-67f1-4cdd-8ad4-801557b9807f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528602 Nov 09 11:01:15.229881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-f1e77321-8729-43bb-b92f-9ff7925a01d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:15.231234 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-f1e77321-8729-43bb-b92f-9ff7925a01d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.1948748 Nov 09 11:01:15.274151 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-99e8545f-6e6b-45cf-b752-91e4c2eb5986 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 200 len: 217 time: 0.0697756 Nov 09 11:01:15.302549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:15.310919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-a309fa10-516a-41c6-b259-75b39c9bdca5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723488 Nov 09 11:01:15.403053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-a3a7c318-98a4-43e4-b6fa-fc6741ad4060 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:15.407095 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-a3a7c318-98a4-43e4-b6fa-fc6741ad4060 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1262660 Nov 09 11:01:15.466591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-87ab3ab6-8a0e-41b2-b3a2-80b6fb756e50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520027 Nov 09 11:01:15.606438 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-edfcd7fc-7129-43fc-a899-a8bbb67baa1b service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768695 Nov 09 11:01:15.636707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-f22745cf-2aa2-436a-bacc-5aa468c837ab service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626306 Nov 09 11:01:15.683227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-7c5f8fdf-8a60-4cc4-8fcb-58c7561453bd tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e522eff776694d048bdbf9183bf05f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455456 Nov 09 11:01:15.725915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9067c22c-1e59-4a7a-9d9b-c67aa29f8d06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28126a8e5c1c42d8b01c24d7ef86659d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4133339 Nov 09 11:01:15.733675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:15.829417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-b9df4987-279b-47ae-bef9-64ed5a2cd2b6 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152333 Nov 09 11:01:15.843000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b89df7-94b2-4526-94a9-8e0b3ec48584 req-76fbdb78-a01e-4555-97ca-efe5a2b04a25 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:15.844433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15b89df7-94b2-4526-94a9-8e0b3ec48584 req-76fbdb78-a01e-4555-97ca-efe5a2b04a25 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 946 time: 0.2830882 Nov 09 11:01:15.879531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:15.925999 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:15.961025 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15b89df7-94b2-4526-94a9-8e0b3ec48584 req-143c07ff-385a-46f4-960d-2dbab4626bc9 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065133 Nov 09 11:01:16.044920 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129032fa-5961-4ff5-acea-0cf78675d7c3 req-eaffe3ec-10e3-42c1-bb1a-58816c0b61f3 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846576 Nov 09 11:01:16.066426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-2cefb93a-0b36-4727-9705-50a603100700 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:16.068009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-2cefb93a-0b36-4727-9705-50a603100700 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774776 Nov 09 11:01:16.103324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-37990a95-e1d6-42e6-bad6-368dafd001ea tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/quotas/e522eff776694d048bdbf9183bf05f58 HTTP/1.1" status: 200 len: 375 time: 0.0284529 Nov 09 11:01:16.184186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-8af89595-c106-4fc2-9bbb-6cc5c824abe6 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e522eff776694d048bdbf9183bf05f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751801 Nov 09 11:01:16.204003 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:16.211932 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-695fc34d-24c9-4de5-9776-be708872029a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:16.238168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f3e324-b249-4433-a819-6af03ba562f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:16.241059 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:16.246578 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c51ad1f-00ef-4fd8-beb1-197a02f02461 req-4479b9f8-e4d2-4976-a37e-44c0a6e52c93 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.2192216 Nov 09 11:01:16.324203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ad1f-00ef-4fd8-beb1-197a02f02461 req-65895263-e6f9-48b9-aa33-d207864e6664 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:16.325585 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c51ad1f-00ef-4fd8-beb1-197a02f02461 req-65895263-e6f9-48b9-aa33-d207864e6664 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports/49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 942 time: 0.0756676 Nov 09 11:01:16.368561 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:16.368561 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04f3e324-b249-4433-a819-6af03ba562f2 HTTP/1.1" status: 204 len: 168 time: 0.6323788 Nov 09 11:01:16.565873 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c51ad1f-00ef-4fd8-beb1-197a02f02461 req-3a4779db-dd97-4d9a-bec8-257ce8a54d26 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1522224 Nov 09 11:01:16.782280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ad1f-00ef-4fd8-beb1-197a02f02461 req-844055e5-34ca-44df-b264-f2bdd21eb313 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:16.787713 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c51ad1f-00ef-4fd8-beb1-197a02f02461 req-844055e5-34ca-44df-b264-f2bdd21eb313 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2205269 Nov 09 11:01:16.802522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-70ff80d1-6a15-4209-9b1d-136d596368cd service neutron] 10.222.0.59 "GET /v2.0/ports/d2c1b100-9837-4f75-934e-e84c583b1241/bindings/n-h1-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.1217833 Nov 09 11:01:16.826661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'name': 'network-vif-deleted', 'tag': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5'}, {'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843'}, {'name': 'network-changed', 'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'tag': '49469059-58a2-401e-9f85-54f10709e086'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:16.924972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c7901-318c-4397-a750-1da4d9665a5f req-ad54eb90-a71b-4495-90a7-29efa1c7546a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:16.932154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab1c7901-318c-4397-a750-1da4d9665a5f req-ad54eb90-a71b-4495-90a7-29efa1c7546a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 946 time: 0.3150423 Nov 09 11:01:17.062426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab1c7901-318c-4397-a750-1da4d9665a5f req-20a18f86-83fb-4b8e-a32d-683fd69c89f1 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201582 Nov 09 11:01:17.139424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4528ec-1866-43ca-b25e-a01d63803a9c req-b7b16e29-3f9c-44af-b996-b1a947ed1811 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:17.150573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0f4528ec-1866-43ca-b25e-a01d63803a9c req-b7b16e29-3f9c-44af-b996-b1a947ed1811 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 943 time: 0.2034400 Nov 09 11:01:17.162223 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ab7682d3-d072-4fbc-8b83-fff57f2e3c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:17.288275 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0f4528ec-1866-43ca-b25e-a01d63803a9c req-063b91dd-7aea-493d-9b59-ae048ca045d1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338887 Nov 09 11:01:17.429426 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:17.495702 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6a043089-8f1d-49d5-9a4b-f213ed864ee5 req-8914dcac-3d33-4047-ae0b-c7a39b86d3de tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 210 time: 0.0843327 Nov 09 11:01:17.605639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:17.636808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:17.687651 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-dcc9aa1e-1cf3-4f54-a780-c15ebd83b031 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1599188 Nov 09 11:01:17.712467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c1b100-9837-4f75-934e-e84c583b1241 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:01:17.731147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73625f-60b5-42d8-8df6-7dd6a2a55bff req-c4c198a0-6100-4baa-b1ce-f0d222294022 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:17.732625 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e73625f-60b5-42d8-8df6-7dd6a2a55bff req-c4c198a0-6100-4baa-b1ce-f0d222294022 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.4143231 Nov 09 11:01:17.735155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:17.790534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-2d94b8e8-a037-424c-b6f9-edbf0849561c tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:17.797185 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e73625f-60b5-42d8-8df6-7dd6a2a55bff req-3b6561bf-72f8-4a44-aaed-710c0daa338e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534546 Nov 09 11:01:17.799547 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-2d94b8e8-a037-424c-b6f9-edbf0849561c tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports/49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 942 time: 0.1049738 Nov 09 11:01:17.869249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:17.973393 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e917119-e70b-4d15-8497-55fe1e4d82f7', 'name': 'network-vif-deleted', 'tag': '757dc2a8-9886-43ae-abc3-f4e8a3bd9ee5', 'status': 'completed', 'code': 200} Nov 09 11:01:17.973686 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843', 'status': 'completed', 'code': 200} Nov 09 11:01:17.973969 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'tag': '49469059-58a2-401e-9f85-54f10709e086', 'status': 'completed', 'code': 200} Nov 09 11:01:18.018214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d2c1b100-9837-4f75-934e-e84c583b1241 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:18.053900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Transition to ACTIVE for port object d2c1b100-9837-4f75-934e-e84c583b1241 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:01:18.103117 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-04ccc177-2633-40a4-9cef-48ed42aa9ac5 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.2049482 Nov 09 11:01:18.200172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:18.209014 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:18.384762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-80f6d682-6744-46c4-a8dc-b9be9cdc335f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.3971195 Nov 09 11:01:18.493840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Pushing event updated for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:18.558265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-cb151c94-6dc0-43a4-866f-d3e5eedbb034 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:18.558265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-cb151c94-6dc0-43a4-866f-d3e5eedbb034 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.4413574 Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.639797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:18.653780 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:18.670523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] No DVR routers for this DVR port d2c1b100-9837-4f75-934e-e84c583b1241 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:18.692215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a312-b9dc-4976-9c6b-c57ed195a85d req-d1f50c94-41c4-45f5-85ba-99ccd5cb71f3 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:18.699474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f94a312-b9dc-4976-9c6b-c57ed195a85d req-d1f50c94-41c4-45f5-85ba-99ccd5cb71f3 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 946 time: 0.5718174 Nov 09 11:01:18.779137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] 10.222.0.59 "PUT /v2.0/ports/d2c1b100-9837-4f75-934e-e84c583b1241/bindings/n-h1-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9580665 Nov 09 11:01:18.797830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-e391544c-f51b-490f-ad75-b708ce945ef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:18.797830 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-e391544c-f51b-490f-ad75-b708ce945ef2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.3980401 Nov 09 11:01:18.824713 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f94a312-b9dc-4976-9c6b-c57ed195a85d req-1ee03cd7-6923-4c89-b7f8-f398ede83ca4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181588 Nov 09 11:01:18.897847 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-ea8fd2b3-5844-4678-a20c-b570d9b4f429 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.3133688 Nov 09 11:01:18.920733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:18.976444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-b6c1804e-635c-4784-9434-b6b518874125 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 217 time: 0.1716721 Nov 09 11:01:19.078477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-e99397fa-1a99-4314-8930-079ad1bf6480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:19.080012 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-e99397fa-1a99-4314-8930-079ad1bf6480 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.0853770 Nov 09 11:01:19.082424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:19.320291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-ad452d5b-a299-49b3-89b5-c8caf74bd649 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857369 Nov 09 11:01:19.382731 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c46a76f4-3a6e-48ab-aba5-273a8dab922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:19.506335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:19.550291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-c30491f8-7c7b-4424-adcb-e0bf36624035 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184801 Nov 09 11:01:19.581626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:19.582196 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Floating IP 240e6328-0bc0-4989-97a2-8099a983d14f disassociated. External IP: 172.25.7.175, port: 49469059-58a2-401e-9f85-54f10709e086. Nov 09 11:01:19.605465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829170f-4ade-42a0-a2b0-b3a151e99c6c req-d561f067-e74d-4a09-b01a-82a9a65f7bbf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:19.607261 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b829170f-4ade-42a0-a2b0-b3a151e99c6c req-d561f067-e74d-4a09-b01a-82a9a65f7bbf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 944 time: 0.1309257 Nov 09 11:01:19.658831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b829170f-4ade-42a0-a2b0-b3a151e99c6c req-42f7625d-e250-4a85-a795-242fffa8452c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Nov 09 11:01:19.834216 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-ef15423c-1f4e-482e-93f1-975a57e0f3c7 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.1121140 Nov 09 11:01:19.845878 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-930f2448-3073-4da3-9f9c-b5eb6fda3097 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874169 Nov 09 11:01:19.955756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e25b11d3-7795-4c50-9d26-5c0282b0f5b4 req-8a7504ec-fe1f-47b9-8839-37d61519b30b tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 210 time: 0.1204851 Nov 09 11:01:19.959223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-0ef9e786-0e48-4256-b4b2-e292dc4b24d2 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e522eff776694d048bdbf9183bf05f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769594 Nov 09 11:01:20.125395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-bcf78c5f-bf8d-45eb-908a-0044de7a125d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 1095 time: 0.2203286 Nov 09 11:01:20.149421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-6fe1438d-7ffa-47bd-b437-2711bc92a90f tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:20.150986 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-6fe1438d-7ffa-47bd-b437-2711bc92a90f tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844451 Nov 09 11:01:20.233395 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-2c4f4b03-bba5-468b-a61a-9fc391627769 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 1096 time: 0.3396494 Nov 09 11:01:20.248119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Request body: {'port': {'device_id': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'e522eff776694d048bdbf9183bf05f58'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:20.423650 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:20.446945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-48090af1-40e8-48f3-b6d9-ff2dd3b40e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:20.446945 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-48090af1-40e8-48f3-b6d9-ff2dd3b40e79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.1496382 Nov 09 11:01:20.524434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-f7d90eaf-66a7-4f51-8a5a-52701b914eff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 217 time: 0.0676057 Nov 09 11:01:20.575471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:01:20.583603 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-70c4ce1d-58fb-4588-b949-ba1a9e932cf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1095 time: 0.4176452 Nov 09 11:01:20.586119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Usage tracker for resource:port and tenant:e522eff776694d048bdbf9183bf05f58 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:01:20.589828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:01:20.608948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-270c222f-6561-4f04-bc49-fc2ad024b162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:20.610419 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-270c222f-6561-4f04-bc49-fc2ad024b162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.0751872 Nov 09 11:01:20.622301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:20.696179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:01:20.758861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ee13c-2e06-4d16-9461-f5b465ddead1 req-7019abb8-d1cf-4698-951e-624e87b21a26 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:20.765642 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a50ee13c-2e06-4d16-9461-f5b465ddead1 req-7019abb8-d1cf-4698-951e-624e87b21a26 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.3059070 Nov 09 11:01:20.800984 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-de5adc13-c103-40a6-a275-a53227e751d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773174 Nov 09 11:01:20.815424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-77d6cd29-9209-4d7a-9b99-979175f3b3d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:20.816865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-77d6cd29-9209-4d7a-9b99-979175f3b3d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2180316 Nov 09 11:01:20.830387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Made reservation on behalf of e522eff776694d048bdbf9183bf05f58 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:01:20.833651 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:20.928255 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a50ee13c-2e06-4d16-9461-f5b465ddead1 req-2ae10459-3f9c-4249-a080-83b6dc9cf767 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616697 Nov 09 11:01:20.930666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42138) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:20.960476 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:20.982123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-17107f27-f6a2-47a3-b050-44f9d5bb6bf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 200 len: 217 time: 0.1528757 Nov 09 11:01:21.040566 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-e6932a0f-17ab-4fcb-8f3b-55fd57cfd731 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855817 Nov 09 11:01:21.044013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:01:21.046550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:21.051541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Usage tracker for resource:security_group_rule and tenant:e522eff776694d048bdbf9183bf05f58 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:01:21.052682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:21.056043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:01:21.064714 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:21.069482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:01:21.096755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:21.104694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:21.111452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-9fb422c1-ca30-43d5-b79a-47adea8b003e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:21.113080 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-9fb422c1-ca30-43d5-b79a-47adea8b003e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1163385 Nov 09 11:01:21.215413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c024de12-ca60-433d-aab4-25882fda789d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "PUT /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 200 len: 695 time: 2.3159549 Nov 09 11:01:21.218628 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-8ac57c85-2c67-42e0-8cee-254259746a55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886104 Nov 09 11:01:21.226035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'tag': '49469059-58a2-401e-9f85-54f10709e086'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:21.316662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc35e8e2-3b67-4d7f-9618-aae861a70fd1 req-dfa1a9e9-2263-485c-966a-ce6ed1e61eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346256 Nov 09 11:01:21.342376 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:21.355272 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-5b2269f1-b2d7-4551-85c3-97bf12c07d4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 1096 time: 0.1237869 Nov 09 11:01:21.356404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:21.381001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-23e88b9a-508d-4557-9c6a-eb9daf6a38d5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--310253820&fields=id&tenant_id=4758245c39d7467482e960be0006c0a9 HTTP/1.1" status: 200 len: 267 time: 0.1986032 Nov 09 11:01:21.483827 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:21.533670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:01:21.550779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-40648bbb-c2e9-4ffb-a011-2bee6582cf9e tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:21.553066 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-40648bbb-c2e9-4ffb-a011-2bee6582cf9e tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.59 "GET /v2.0/ports?device_id=529a0f60-7e3a-43c9-a164-3f6e369ebe47 HTTP/1.1" status: 200 len: 946 time: 0.1948195 Nov 09 11:01:21.554748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Usage tracker for resource:security_group_rule and tenant:ee16883e919048aa80a967a25b217d1e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:01:21.561248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:01:21.584495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-ed36b0ba-ed52-42c9-9ea0-930ad44716d5 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545890 Nov 09 11:01:21.585226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:01:21.593357 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:21.609754 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-74594bbb-a3fe-4dcb-899d-83b7b8c44c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:21.614811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-0cb80248-fb22-4f0d-8069-64c4c4b1ecc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:21.616289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-0cb80248-fb22-4f0d-8069-64c4c4b1ecc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.2089908 Nov 09 11:01:21.704748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:21.709803 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:21.727099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:21.734052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:21.802585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-5ce2bcbe-ffdc-40a6-b5a0-0350175e6ba7 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:21.804111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-5ce2bcbe-ffdc-40a6-b5a0-0350175e6ba7 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 824 time: 0.4042947 Nov 09 11:01:21.804971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:21.817462 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:21.820113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Deleting port 212c4d2d-1368-477d-8edd-ad7aa57ee532 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:21.820373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:21.853199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-04e77232-0a80-43b5-bf21-b38772d4ffb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 217 time: 0.2263668 Nov 09 11:01:21.897752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c825d011-d852-45a5-8008-4ca2a4d3af9a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/quotas/4758245c39d7467482e960be0006c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0814257 Nov 09 11:01:21.907003 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:21.951807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:21.983174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-e12157ce-8c7c-400c-ad91-6ba8f4072d20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:21.991566 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-e12157ce-8c7c-400c-ad91-6ba8f4072d20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.1279855 Nov 09 11:01:22.048940 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-f831db5b-2ff7-4337-8aa5-d4bd5cb70ff4 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492619 Nov 09 11:01:22.075459 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:22.084963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Allocated IP 192.168.233.163 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/06cb900d-e441-4be7-89d4-f498e2b9c397) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:01:22.172383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-9f493d4d-3390-4520-8ef5-fcf2f433615d tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2263534 Nov 09 11:01:22.178710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:22.202431 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b580fc7a-778f-4d47-96fe-ebcc7f7a8c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:22.230095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-0b1bcb3e-1280-48fa-8ecb-7dc58bcd72ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373300 Nov 09 11:01:22.268275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] For port 212c4d2d-1368-477d-8edd-ad7aa57ee532, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=212c4d2d-1368-477d-8edd-ad7aa57ee532,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:22.268917 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:22.387797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:22.395165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad41d13-9c59-40c4-84f0-cd1126904c77 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:22.493591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d42bdb-729e-473c-865d-4ba66b699c65,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:22.509248 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee16883e919048aa80a967a25b217d1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5502069 Nov 09 11:01:22.513539 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:22.517599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42154) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:22.557378 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-c4f9a349-7a7b-42c8-b887-989be432c17d service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264506 Nov 09 11:01:22.691375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:22.696676 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf5c3b4-f361-432b-82b0-3d43c150d526 None None] New status for floating IP 240e6328-0bc0-4989-97a2-8099a983d14f: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:01:22.702346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-133524ac-a832-4176-bc3a-47541396b7ea service neutron] 10.222.0.50 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827859 Nov 09 11:01:22.761494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Transition to ACTIVE for port object 06cb900d-e441-4be7-89d4-f498e2b9c397 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:01:22.778829 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:22.802646 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:22.802646 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:22.802646 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7 disassociated. External IP: 172.25.7.235, port: 212c4d2d-1368-477d-8edd-ad7aa57ee532. Nov 09 11:01:22.803245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Calling delete_port for 212c4d2d-1368-477d-8edd-ad7aa57ee532 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:22.848736 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2b8b3c1-b00b-43b0-9088-f526013920c7 req-116d28e5-d109-4e56-ba25-1a53647d7034 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831023 Nov 09 11:01:22.855170 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-b3d21760-cbfa-4ffa-b94f-02b599e1e90c tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.3141780 Nov 09 11:01:22.920833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.078284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-40505af6-56d1-4d08-a9b9-b9d3c989a044 service neutron] 10.222.0.50 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442905 Nov 09 11:01:23.081503 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.090273 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5441e0ce-08b1-4a43-8259-9d10b206af28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:23.153927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb0ac-d215-46e8-aa88-a0d50d6302a5 req-d060b028-697a-4e5e-b341-9c249c8063c8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:23.154195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.155461 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-962cb0ac-d215-46e8-aa88-a0d50d6302a5 req-d060b028-697a-4e5e-b341-9c249c8063c8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 946 time: 0.1230960 Nov 09 11:01:23.188502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:01:23.197264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:01:23.208671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:01:23.212758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:23.213540 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.214881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.224686 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:23.239810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Pushing event updated for resources: {'Port': ['ID=06cb900d-e441-4be7-89d4-f498e2b9c397,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:23.254037 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:23.254037 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53a1e4a5-2180-48c8-8de0-85bf20bf025e tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:23.286709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event deleted for resources: {'Port': ['ID=212c4d2d-1368-477d-8edd-ad7aa57ee532,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:23.294829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d42bdb-729e-473c-865d-4ba66b699c65,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:23.302200 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:23.311622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-962cb0ac-d215-46e8-aa88-a0d50d6302a5 req-1103cc9a-9e10-427a-befc-6491b8e3dbef tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446202 Nov 09 11:01:23.324012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.330303 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9d42bdb-729e-473c-865d-4ba66b699c65 HTTP/1.1" status: 204 len: 168 time: 0.8091414 Nov 09 11:01:23.337272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.337272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.341817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.345882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.347962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.349702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.350207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.351644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.352001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.352353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.352823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:23.357403 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:23.364971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-09033b4f-55b7-45ae-990a-24193f7a6897 service neutron] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:23.371224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-09033b4f-55b7-45ae-990a-24193f7a6897 service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.372356 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-717b05f4-03d3-480a-b857-54f4e8edeebb req-09033b4f-55b7-45ae-990a-24193f7a6897 service neutron] 10.222.0.57 "DELETE /v2.0/ports/d2c1b100-9837-4f75-934e-e84c583b1241/bindings/n-h2-817173-1 HTTP/1.1" status: 204 len: 173 time: 0.5067821 Nov 09 11:01:23.373811 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1402771 Nov 09 11:01:23.403264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Request body: {'port': {'device_id': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:23.706647 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.767175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5546d8d5-d5c8-447b-882c-74aa46c9e81c None None] Provisioning for port 06cb900d-e441-4be7-89d4-f498e2b9c397 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:01:23.780687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5546d8d5-d5c8-447b-882c-74aa46c9e81c None None] Provisioning complete for port 06cb900d-e441-4be7-89d4-f498e2b9c397 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:01:23.781067 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5546d8d5-d5c8-447b-882c-74aa46c9e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:23.988821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5546d8d5-d5c8-447b-882c-74aa46c9e81c None None] Port 06cb900d-e441-4be7-89d4-f498e2b9c397 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:01:24.037972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 212c4d2d-1368-477d-8edd-ad7aa57ee532 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:24.092603 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 212c4d2d-1368-477d-8edd-ad7aa57ee532 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:24.093408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 212c4d2d-1368-477d-8edd-ad7aa57ee532 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:24.182499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e6a7e-43cc-4154-93cb-9481db940c67 req-16bec726-a3fa-43f0-99bf-407b609bd41d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:24.184183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c71e6a7e-43cc-4154-93cb-9481db940c67 req-16bec726-a3fa-43f0-99bf-407b609bd41d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 944 time: 0.5250125 Nov 09 11:01:24.257962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Router c9391bfa-1707-466b-a4ac-5cdbe840d01d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:24.310750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c71e6a7e-43cc-4154-93cb-9481db940c67 req-1884e0e8-77f6-4703-8f1f-79399b414732 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096623 Nov 09 11:01:24.391344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f490e-b3cb-46d3-9dd7-f5f8c95b0fa0 req-68c94b79-ace4-45e1-b848-5386c6d230d4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:24.392661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-070f490e-b3cb-46d3-9dd7-f5f8c95b0fa0 req-68c94b79-ace4-45e1-b848-5386c6d230d4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Synchronizing usage tracker for tenant:e522eff776694d048bdbf9183bf05f58 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:24.445729 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'tag': '49469059-58a2-401e-9f85-54f10709e086', 'status': 'completed', 'code': 200} Nov 09 11:01:24.480010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cb900d-e441-4be7-89d4-f498e2b9c397 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:01:24.489451 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:24.514305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Transition to ACTIVE for port object 06cb900d-e441-4be7-89d4-f498e2b9c397 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:01:24.515772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-070f490e-b3cb-46d3-9dd7-f5f8c95b0fa0 req-68c94b79-ace4-45e1-b848-5386c6d230d4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Unset dirty status for tenant:e522eff776694d048bdbf9183bf05f58 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:24.524119 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-070f490e-b3cb-46d3-9dd7-f5f8c95b0fa0 req-68c94b79-ace4-45e1-b848-5386c6d230d4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 936 time: 0.4657950 Nov 09 11:01:24.575432 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:24.582093 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:24.638595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-070f490e-b3cb-46d3-9dd7-f5f8c95b0fa0 req-1c72aca5-7b05-4023-895a-56db66ae7659 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Synchronizing usage tracker for tenant:e522eff776694d048bdbf9183bf05f58 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:24.738018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb900d-e441-4be7-89d4-f498e2b9c397,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:24.742284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:24.759887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2cada76-669a-413a-bb17-55d16931cd3b req-17390815-651b-48fe-87b4-b3268a675a38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 1096 time: 0.2923267 Nov 09 11:01:24.768825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f652bbd-1ca5-405d-a4e0-6b29a1a41df3 req-dba86b8d-f25d-4127-89da-dbb95758e222 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:24.770276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7f652bbd-1ca5-405d-a4e0-6b29a1a41df3 req-dba86b8d-f25d-4127-89da-dbb95758e222 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.1879933 Nov 09 11:01:24.805214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Attempting to bind port 06cb900d-e441-4be7-89d4-f498e2b9c397 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:01:24.805812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Attempting to bind port 06cb900d-e441-4be7-89d4-f498e2b9c397 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:01:24.806309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Attempting to bind port 06cb900d-e441-4be7-89d4-f498e2b9c397 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:24.813082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Port 06cb900d-e441-4be7-89d4-f498e2b9c397 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:01:24.813636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Attempting to bind port 06cb900d-e441-4be7-89d4-f498e2b9c397 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:24.822611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:01:24.823274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:01:24.824401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:01:24.825017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Bound port: 06cb900d-e441-4be7-89d4-f498e2b9c397, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:01:24.825533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:24.838204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-070f490e-b3cb-46d3-9dd7-f5f8c95b0fa0 req-1c72aca5-7b05-4023-895a-56db66ae7659 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Unset dirty status for tenant:e522eff776694d048bdbf9183bf05f58 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:24.850401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-070f490e-b3cb-46d3-9dd7-f5f8c95b0fa0 req-1c72aca5-7b05-4023-895a-56db66ae7659 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252320 Nov 09 11:01:24.909078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:24.929077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] Sync routers for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:24.952803 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:24.953760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:25.022340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] For port 06cb900d-e441-4be7-89d4-f498e2b9c397, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:25.026323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] For port 06cb900d-e441-4be7-89d4-f498e2b9c397, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=06cb900d-e441-4be7-89d4-f498e2b9c397,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:01:25.103766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:25.107830 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-498b7d2d-3225-4668-8ef0-fa34fc207f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:25.116541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] No DVR routers for this DVR port 212c4d2d-1368-477d-8edd-ad7aa57ee532 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:25.119624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:25.178440 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7f652bbd-1ca5-405d-a4e0-6b29a1a41df3 req-d1377d41-290e-43cf-8048-42fe033fe1ac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849745 Nov 09 11:01:25.216395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cada76-669a-413a-bb17-55d16931cd3b req-57a24a40-74eb-4706-aa23-ca196e6ff092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:25.219590 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2cada76-669a-413a-bb17-55d16931cd3b req-57a24a40-74eb-4706-aa23-ca196e6ff092 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.4459224 Nov 09 11:01:25.230875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:25.232280 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] 10.222.0.59 "PUT /v2.0/ports/06cb900d-e441-4be7-89d4-f498e2b9c397 HTTP/1.1" status: 200 len: 1096 time: 1.8499076 Nov 09 11:01:25.232788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'tag': '06cb900d-e441-4be7-89d4-f498e2b9c397'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:25.290180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb900d-e441-4be7-89d4-f498e2b9c397,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:25.295260 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:25.332579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:25.340190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2cada76-669a-413a-bb17-55d16931cd3b req-e2c5de38-5f98-4c03-aecb-7577e709ef75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 200 len: 217 time: 0.1153383 Nov 09 11:01:25.342355 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-83eaf1fe-a691-42ca-aea1-863678a05b4b req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.59 "DELETE /v2.0/ports/212c4d2d-1368-477d-8edd-ad7aa57ee532 HTTP/1.1" status: 204 len: 173 time: 3.7803245 Nov 09 11:01:25.520075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ea834aa1-a5fd-4fc2-998b-0b07bb0e01af req-d39a55be-491d-42b1-804e-1ff9d8179ecf tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Synchronizing usage tracker for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:25.566997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cada76-669a-413a-bb17-55d16931cd3b req-cabd92ed-a58c-408c-9b80-4396fcc7dd72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:25.568360 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2cada76-669a-413a-bb17-55d16931cd3b req-cabd92ed-a58c-408c-9b80-4396fcc7dd72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.2150118 Nov 09 11:01:25.585915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-3e1a0bb9-7aab-4f6a-9161-3c0d969d8749 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e522eff776694d048bdbf9183bf05f58&device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 1099 time: 0.1907837 Nov 09 11:01:25.698893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ea834aa1-a5fd-4fc2-998b-0b07bb0e01af req-d39a55be-491d-42b1-804e-1ff9d8179ecf tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Unset dirty status for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:25.699575 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ea834aa1-a5fd-4fc2-998b-0b07bb0e01af req-d39a55be-491d-42b1-804e-1ff9d8179ecf tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 210 time: 0.3056619 Nov 09 11:01:25.711566 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-958ce413-18c1-46f6-a56e-c0e85d3c7977 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=06cb900d-e441-4be7-89d4-f498e2b9c397 HTTP/1.1" status: 200 len: 217 time: 0.0887420 Nov 09 11:01:25.715050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42200) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:25.781150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:25.799005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] Checking router: c9391bfa-1707-466b-a4ac-5cdbe840d01d for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:25.813223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:25.814363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:25.876911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-afc5b52e-c608-4512-b7dc-61ea34456ff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:25.878662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-afc5b52e-c608-4512-b7dc-61ea34456ff0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1074176 Nov 09 11:01:25.900130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2cada76-669a-413a-bb17-55d16931cd3b req-f7162432-8919-4985-84ac-7ebeee2e5221 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3131158 Nov 09 11:01:25.932323 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'tag': '06cb900d-e441-4be7-89d4-f498e2b9c397', 'status': 'completed', 'code': 200} Nov 09 11:01:26.008628 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-ae4d90f5-6391-47e3-9276-ab3cc7e8708f tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1097 time: 0.2970996 Nov 09 11:01:26.025853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817173-1'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:26.058296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:01:26.111902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:26.339367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add0b93-e838-464c-aba6-4cd9dd2a4e98 req-26087413-7792-441a-ae10-d62b7a3d034d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:26.343606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9add0b93-e838-464c-aba6-4cd9dd2a4e98 req-26087413-7792-441a-ae10-d62b7a3d034d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 946 time: 0.5045860 Nov 09 11:01:26.386081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:26.447735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'name': 'network-vif-deleted', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:26.513218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 has no active binding in host n-h2-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 11:01:26.561164 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2cada76-669a-413a-bb17-55d16931cd3b req-8d084fd6-e58c-4682-9de2-0c056c6e5be4 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770535 Nov 09 11:01:26.568405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-e438becb-a1c9-462c-9e7a-46051fa5a957 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6646562 Nov 09 11:01:26.635302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:26.639359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd44721-ce7a-4379-af21-438f8a5806f9 None None] The sync data for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 is: [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:26.723896 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:26.764710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9add0b93-e838-464c-aba6-4cd9dd2a4e98 req-930f7f22-ded7-4c14-88a4-f8d61e709176 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735023 Nov 09 11:01:26.778357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-60937bd5-cf22-41b5-9dc0-be1c36949fa1 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:26.779871 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-60937bd5-cf22-41b5-9dc0-be1c36949fa1 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.57 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 824 time: 0.5137057 Nov 09 11:01:26.927721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-2cf9e3f9-0e29-4d18-bc3b-f8b6c3600bac tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4758245c39d7467482e960be0006c0a9 HTTP/1.1" status: 200 len: 379 time: 0.1172733 Nov 09 11:01:26.979937 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2cada76-669a-413a-bb17-55d16931cd3b req-0ea1b9b4-a91a-43e9-8585-ae50b751a2e2 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092999 Nov 09 11:01:27.017654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'port': {'device_id': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'admin_state_up': True, 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'security_groups': ['08585b4c-6cd5-4162-a786-a77ba97b1645']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:27.030615 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1915c-6f68-41b8-bf3c-f0ed600e21d7 None None] New status for floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:01:27.036170 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-33d87c3c-a93d-4682-a1f4-f1f82e0fb9c9 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438965 Nov 09 11:01:27.201669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742ca7-a264-4119-ab8c-863656027a75 req-50501f93-06aa-4290-bbb5-196f69b2aee2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:27.203324 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-50501f93-06aa-4290-bbb5-196f69b2aee2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3686514 Nov 09 11:01:27.210257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:27.238997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b961f8-faaa-4aaf-8b1a-39be17a42ed5 req-29cac709-3734-4e22-973f-f7f937e8846f tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1095 time: 0.3084872 Nov 09 11:01:27.244925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:01:27.277983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:01:27.313506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:27.316890 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-652d5eb6-2c61-4f2f-9ecb-020c6e4b4f7c req-f4548c48-1b74-4000-9d2e-eb83678c6d16 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724016 Nov 09 11:01:27.329156 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-46aba101-8cd7-43ce-bb5f-1e844d22b11d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.1178141 Nov 09 11:01:27.373103 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b961f8-faaa-4aaf-8b1a-39be17a42ed5 req-de8ecb7a-c53d-4199-b57f-cfa347f9c741 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195455 Nov 09 11:01:27.392709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'floatingip': {'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:27.397488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:27.411368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Made reservation on behalf of 4758245c39d7467482e960be0006c0a9 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:01:27.414410 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:27.473111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:27.487910 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:27.575395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:27.731631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:27.739365 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:27.816551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Allocated IP 172.20.0.7 (c9505e81-1780-4085-99c6-eafe6690270a/8c7892a5-1465-4956-a26c-d90d23945741/eb0a6c59-8fed-4e84-82d9-da1d0917bd92) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:01:27.824131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on host n-h1-817173-1 for vnic_type normal with profile {"migrating_to": "n-h2-817173-1"} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:01:27.824695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:01:27.825063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:27.833622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-9b069bea-65c7-434c-90c0-5f30596c53d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e522eff776694d048bdbf9183bf05f58&device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 1099 time: 0.3668349 Nov 09 11:01:27.845964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-4376ef37-ef10-4360-b445-83a486126743 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:27.847467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-4376ef37-ef10-4360-b445-83a486126743 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cb197b4-126b-4b16-9299-4d254dff549a HTTP/1.1" status: 200 len: 945 time: 0.3365924 Nov 09 11:01:27.852686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:01:27.852872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Attempting to bind port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:27.875778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54396c-03d9-4f79-a619-0fd78335d020 req-7cab561a-2188-41c8-a48d-f72e474ed773 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:27.877450 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed54396c-03d9-4f79-a619-0fd78335d020 req-7cab561a-2188-41c8-a48d-f72e474ed773 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 948 time: 0.2551329 Nov 09 11:01:27.902066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:01:27.902487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:01:27.902825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:01:27.903242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Bound port: 3b695a56-18b7-40fd-ac0b-792ecffc8995, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:01:27.903580 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:27.933163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:28.074568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed54396c-03d9-4f79-a619-0fd78335d020 req-8db6750d-06da-4966-9f63-b0230383efa5 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856375 Nov 09 11:01:28.099198 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:28.139870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:28.161634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:01:28.178120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:28.194292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Transition to ACTIVE for port object eb0a6c59-8fed-4e84-82d9-da1d0917bd92 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:01:28.279334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Deleting port 49469059-58a2-401e-9f85-54f10709e086 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:28.279676 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:28.332819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:28.341871 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:28.457075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-0c80e748-e6ec-468a-94a5-63485adf21be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:28.541684 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-0c80e748-e6ec-468a-94a5-63485adf21be service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.6103780 Nov 09 11:01:28.541994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:28.541994 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:28.553440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152982f-c83b-4873-af34-233bd79e1983 req-b6b49254-3421-4f17-9a05-1a81a5eefa03 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:28.554935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b152982f-c83b-4873-af34-233bd79e1983 req-b6b49254-3421-4f17-9a05-1a81a5eefa03 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.3580844 Nov 09 11:01:28.556388 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:28.557593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 200 len: 1122 time: 2.5365174 Nov 09 11:01:28.617829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b152982f-c83b-4873-af34-233bd79e1983 req-4a629623-094a-40ca-b167-bb343d91af99 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561349 Nov 09 11:01:28.669239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['3b695a56-18b7-40fd-ac0b-792ecffc8995'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:28.721666 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a0f60-7e3a-43c9-a164-3f6e369ebe47', 'name': 'network-vif-deleted', 'tag': '212c4d2d-1368-477d-8edd-ad7aa57ee532', 'status': 'completed', 'code': 200} Nov 09 11:01:28.726834 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-4e1af980-6f3a-44c3-9d3b-892d32950e43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=06cb900d-e441-4be7-89d4-f498e2b9c397 HTTP/1.1" status: 200 len: 217 time: 0.2328286 Nov 09 11:01:28.760489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['3b695a56-18b7-40fd-ac0b-792ecffc8995'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:28.948152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-941de941-6fb9-4054-9e05-4baaa6ddc8ce req-b27dda8b-e19b-4c87-b4bc-4d87452e9ed6 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 210 time: 0.0667222 Nov 09 11:01:28.954738 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:28.971966 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:29.051519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-8d6f001d-f438-48c7-a23c-54b44818384d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:29.051519 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-8d6f001d-f438-48c7-a23c-54b44818384d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2970569 Nov 09 11:01:29.105400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Network c9505e81-1780-4085-99c6-eafe6690270a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:01:29.109217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:01:29.119947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:01:29.124013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:29.124619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:29.144397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event updated for resources: {'Port': ['ID=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:29.149392 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:29.221155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] For port 49469059-58a2-401e-9f85-54f10709e086, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=49469059-58a2-401e-9f85-54f10709e086,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:29.221585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:29.281637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-04692233-c299-4ce5-b08f-30073da84d89 req-0b23c67c-ced2-4770-ba4d-6c7a9b84db78 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0950136 Nov 09 11:01:29.284632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3195710 Nov 09 11:01:29.307152 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Request body: {'port': {'device_id': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:29.375773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Calling delete_port for 49469059-58a2-401e-9f85-54f10709e086 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:29.450368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-caa71f3d-7424-4ec8-b5d3-a00af970812a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3904428 Nov 09 11:01:29.457089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-04692233-c299-4ce5-b08f-30073da84d89 req-2ec38c12-378b-4b16-94c5-0c10ac9b8261 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546245 Nov 09 11:01:29.475396 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:29.589570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2daa5b0f-07aa-4f26-a6a4-035a606f6a64 None None] Provisioning for port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:01:29.601449 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2daa5b0f-07aa-4f26-a6a4-035a606f6a64 None None] Provisioning complete for port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:01:29.602058 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2daa5b0f-07aa-4f26-a6a4-035a606f6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:29.649997 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:01:29.697579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2daa5b0f-07aa-4f26-a6a4-035a606f6a64 None None] Port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:01:29.911200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998379-572c-437b-aa3c-cd860b647d21 req-504ac624-201a-4130-a9f8-0b3d05d74e45 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:29.912734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd998379-572c-437b-aa3c-cd860b647d21 req-504ac624-201a-4130-a9f8-0b3d05d74e45 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.1942902 Nov 09 11:01:29.993409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd998379-572c-437b-aa3c-cd860b647d21 req-6023f376-99c5-4a91-a34c-465b6819a9a9 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686502 Nov 09 11:01:30.000708 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.072439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0a6c59-8fed-4e84-82d9-da1d0917bd92 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:01:30.080811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.095124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.097624 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995', 'code': 200} Nov 09 11:01:30.100102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Transition to ACTIVE for port object eb0a6c59-8fed-4e84-82d9-da1d0917bd92 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:01:30.105444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 06cb900d-e441-4be7-89d4-f498e2b9c397 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:01:30.109782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 49469059-58a2-401e-9f85-54f10709e086 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:30.169769 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-e97c09a4-3243-405d-887b-bb016aac13e3 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117181 Nov 09 11:01:30.217529 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.223735 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f6ab4d47-cc10-43eb-9a5f-f6442ae33342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:30.337760 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.337972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.357960 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa672718-1369-41f1-bca6-c25663fef390 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:30.372467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['dc259f24-da59-4a9b-a093-21d850673843'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:30.411920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 06cb900d-e441-4be7-89d4-f498e2b9c397, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=06cb900d-e441-4be7-89d4-f498e2b9c397,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:30.441258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Pushing event deleted for resources: {'Port': ['ID=49469059-58a2-401e-9f85-54f10709e086,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:30.454429 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:30.482319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '06cb900d-e441-4be7-89d4-f498e2b9c397', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '06cb900d-e441-4be7-89d4-f498e2b9c397', 'mac_address': 'fa:16:3e:fc:d2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:01:30.506137 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48411573-bfd7-4970-9468-c99fc99e96c9 req-f35ad2c9-d086-48cf-a736-d0312bad571e service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245513 Nov 09 11:01:30.549303 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.556096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:30.582335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cb900d-e441-4be7-89d4-f498e2b9c397 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:01:30.606372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:30.654685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Attempting to bind port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:01:30.655160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Attempting to bind port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:01:30.655586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Attempting to bind port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 on network c9505e81-1780-4085-99c6-eafe6690270a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:30.663611 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-ca5d0e4e-2ac6-48a8-a413-7ad2c09498ca service neutron] show failed (client error): The resource could not be found. Nov 09 11:01:30.664748 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-ca5d0e4e-2ac6-48a8-a413-7ad2c09498ca service neutron] 10.222.0.57 "GET /v2.0/ports/206e1727-cbd8-4b68-b963-c87a8536d67c/bindings/n-h2-817173-1 HTTP/1.1" status: 404 len: 380 time: 0.3786318 Nov 09 11:01:30.665379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 on network c9505e81-1780-4085-99c6-eafe6690270a not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:01:30.665796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Attempting to bind port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 on network c9505e81-1780-4085-99c6-eafe6690270a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:30.679481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9584838-104d-44c3-ad51-9f3a2d562c8a req-05f8c474-b1a9-47e5-b001-77626274b800 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:30.680853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] No DVR routers for this DVR port 49469059-58a2-401e-9f85-54f10709e086 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:30.684628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.687474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9584838-104d-44c3-ad51-9f3a2d562c8a req-05f8c474-b1a9-47e5-b001-77626274b800 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 948 time: 0.2219191 Nov 09 11:01:30.690675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:01:30.690675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Checking segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:01:30.690675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Bound using segment: {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:01:30.691448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Bound port: eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abcfcf2-3c31-40d4-900c-9354d11a57ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:01:30.691890 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.714576 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce78c946-6874-4a1a-aef7-3701a57d41d6 req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "DELETE /v2.0/ports/49469059-58a2-401e-9f85-54f10709e086 HTTP/1.1" status: 204 len: 173 time: 2.8606555 Nov 09 11:01:30.726731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'name': 'network-vif-deleted', 'tag': '49469059-58a2-401e-9f85-54f10709e086'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:30.728253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 06cb900d-e441-4be7-89d4-f498e2b9c397, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=06cb900d-e441-4be7-89d4-f498e2b9c397,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:30.832505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9584838-104d-44c3-ad51-9f3a2d562c8a req-ba4e3dfd-ea7e-491c-9833-b66370778489 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439652 Nov 09 11:01:30.836860 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Floating IP 240e6328-0bc0-4989-97a2-8099a983d14f associated. External IP: 172.25.7.175, port: dc259f24-da59-4a9b-a093-21d850673843. Nov 09 11:01:30.857262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:30.865633 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:30.893657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:30.917830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:01:30.978751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=06cb900d-e441-4be7-89d4-f498e2b9c397,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:30.987671 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:31.029144 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:31.033390 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4538010-0705-400a-ade9-430c97eaa9c2 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:31.111966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Deleting port 499f45b2-4a04-4f65-9a78-c3e28a76857b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:31.112539 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:31.238383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:31.239840 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb0a6c59-8fed-4e84-82d9-da1d0917bd92 HTTP/1.1" status: 200 len: 1091 time: 1.9403865 Nov 09 11:01:31.248955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:31.252641 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:31.292942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e5285-a8b8-443a-bc84-0496b9719347 req-86afc070-51fa-4f57-b811-7b1614482def tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:31.303096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d2e5285-a8b8-443a-bc84-0496b9719347 req-86afc070-51fa-4f57-b811-7b1614482def tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.2337348 Nov 09 11:01:31.326503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['06cb900d-e441-4be7-89d4-f498e2b9c397'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:31.357478 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d2e5285-a8b8-443a-bc84-0496b9719347 req-ea0e21ca-c501-4132-a470-9b7d127cc6cd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545104 Nov 09 11:01:31.389082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] For port 499f45b2-4a04-4f65-9a78-c3e28a76857b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=499f45b2-4a04-4f65-9a78-c3e28a76857b,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:31.389434 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:31.450315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-715413e5-edc9-46e4-8dfb-db9f2d52bd85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 1094 time: 0.0918903 Nov 09 11:01:31.529256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-cd9fc205-8d87-44dc-abce-f0fcbd6001ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92 HTTP/1.1" status: 200 len: 217 time: 0.0694771 Nov 09 11:01:31.617995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-9b6f6f6a-102c-46d7-84ed-6a70550abafc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:31.619505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-9b6f6f6a-102c-46d7-84ed-6a70550abafc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.0837190 Nov 09 11:01:31.700365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Calling delete_port for 499f45b2-4a04-4f65-9a78-c3e28a76857b owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:31.718516 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-4c226fdf-8681-4608-ac55-77f813aedf60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913436 Nov 09 11:01:31.768958 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-4688bfc5-e232-41ea-9027-1a75418f5b42 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 1101 time: 0.4964159 Nov 09 11:01:31.869339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-0b5ce917-0129-4426-b006-a056c8321d05 service neutron] 10.222.0.57 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438925 Nov 09 11:01:31.916606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:31.969031 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:01:32.017800 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-715ba89f-cf09-458f-97ea-4595b1e19a0e req-15ab86d6-f91c-428b-8d5c-6ff7bb642469 service neutron] 10.222.0.57 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421533 Nov 09 11:01:32.098575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995'}, {'name': 'network-changed', 'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:32.148355 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:32.241222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d486f03-c86b-42d6-9c89-389fbbeef5e7 req-520902f9-362e-4231-aa7b-bc78e21e2caa tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:32.241945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0d486f03-c86b-42d6-9c89-389fbbeef5e7 req-520902f9-362e-4231-aa7b-bc78e21e2caa tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Synchronizing usage tracker for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:32.331637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0d486f03-c86b-42d6-9c89-389fbbeef5e7 req-520902f9-362e-4231-aa7b-bc78e21e2caa tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Unset dirty status for tenant:4758245c39d7467482e960be0006c0a9 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:32.332883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d486f03-c86b-42d6-9c89-389fbbeef5e7 req-520902f9-362e-4231-aa7b-bc78e21e2caa tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 943 time: 0.1804931 Nov 09 11:01:32.380971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d486f03-c86b-42d6-9c89-389fbbeef5e7 req-18a2bafc-9f3f-4f31-80fd-99489f02a34e tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Nov 09 11:01:32.438666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:32.441972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:32.491916 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8dd49b32-ccfc-4c80-9e20-f270bc165653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:32.551319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=499f45b2-4a04-4f65-9a78-c3e28a76857b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:32.557260 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:32.747293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:32.949441 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb197b4-126b-4b16-9299-4d254dff549a', 'name': 'network-vif-deleted', 'tag': '49469059-58a2-401e-9f85-54f10709e086', 'status': 'completed', 'code': 200} Nov 09 11:01:32.962183 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:01:32.999802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:33.104226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4405025-143d-438a-aecd-b8158e2f805e req-0acf5dd2-2aa2-4304-95b4-f407a47d5012 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:33.111452 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4405025-143d-438a-aecd-b8158e2f805e req-0acf5dd2-2aa2-4304-95b4-f407a47d5012 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.0967212 Nov 09 11:01:33.142834 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:33.157928 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4405025-143d-438a-aecd-b8158e2f805e req-820b5712-fe6e-4198-84d9-fded43a94cd4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Nov 09 11:01:33.218414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Transition to ACTIVE for port object 206e1727-cbd8-4b68-b963-c87a8536d67c will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:01:33.301488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:33.307549 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:33.313988 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c6a21b3c-7b20-4ec4-aac0-4bcc1ad07036 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:33.314592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:33.329726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:33.331010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:33.361658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc53d03-7f6d-47c0-b6e3-6d653b07cba4 req-dc85f310-5b25-4800-a492-3b49350e2df7 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:33.363458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc53d03-7f6d-47c0-b6e3-6d653b07cba4 req-dc85f310-5b25-4800-a492-3b49350e2df7 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 949 time: 0.0882626 Nov 09 11:01:33.366659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:33.405158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:33.434946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc53d03-7f6d-47c0-b6e3-6d653b07cba4 req-d129cb68-74b9-4bfc-9a95-9a69319e0bd8 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Nov 09 11:01:33.612495 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-917395eb-12f3-4616-b38f-4f3de3c91536 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "PUT /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 200 len: 996 time: 6.2297683 Nov 09 11:01:33.613338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:33.628787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:33.647657 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995', 'status': 'completed', 'code': 200} Nov 09 11:01:33.648150 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'status': 'completed', 'code': 200} Nov 09 11:01:33.663694 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:33.726484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] No DVR routers for this DVR port 206e1727-cbd8-4b68-b963-c87a8536d67c on host n-h1-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:33.784537 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-602fb2e1-6dc8-4853-9c56-ebd38b25892c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1125 time: 0.1209800 Nov 09 11:01:33.821772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:01:33.822192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:01:33.822597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:33.904043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:01:33.904684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:01:33.922858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-f0c47765-8590-4853-a613-b36d882b3e8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.2579598 Nov 09 11:01:33.924132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:01:33.924760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:01:33.925631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:01:33.926264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Bound port: 206e1727-cbd8-4b68-b963-c87a8536d67c, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:01:33.927011 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:33.935093 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:34.013797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-9f72db12-3eed-440a-9880-703326619b74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:34.015254 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-9f72db12-3eed-440a-9880-703326619b74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.2235699 Nov 09 11:01:34.022969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c37d-abea-4fe0-af91-379ec491ca52 req-3f1088a7-c13d-4911-97b7-8cb495cc6176 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:34.023448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:34.024404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0154c37d-abea-4fe0-af91-379ec491ca52 req-3f1088a7-c13d-4911-97b7-8cb495cc6176 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.2085207 Nov 09 11:01:34.106843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-a0767829-4393-4127-9dca-32b006ce2945 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 200 len: 217 time: 0.0782547 Nov 09 11:01:34.126920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 06cb900d-e441-4be7-89d4-f498e2b9c397 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:01:34.142835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:34.173271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:01:34.181217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:34.182094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0154c37d-abea-4fe0-af91-379ec491ca52 req-4e9d5a38-59c6-44e9-b493-cdf725b70422 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924447 Nov 09 11:01:34.195983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-1ddf52fa-468e-442f-ae80-d2a33f7874ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:34.197471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-1ddf52fa-468e-442f-ae80-d2a33f7874ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.0758920 Nov 09 11:01:34.204454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742ca7-a264-4119-ab8c-863656027a75 req-9100c508-87d4-4db6-87cf-7f86fc2a55b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:34.205941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-9100c508-87d4-4db6-87cf-7f86fc2a55b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.2452605 Nov 09 11:01:34.244218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:bf:ad:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:29Z', 'revision_number': 8, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:34.251562 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-a9fc80ae-27fb-45e2-a912-d7b883e70b58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456152 Nov 09 11:01:34.252810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:34.265194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:34.265816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:34.294369 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:34.302962 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b2681c6-395f-4f05-acf8-d3bd6babcd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:34.368002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 06cb900d-e441-4be7-89d4-f498e2b9c397 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:01:34.379853 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 06cb900d-e441-4be7-89d4-f498e2b9c397 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:01:34.380623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:34.394660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:34.396031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] 10.222.0.59 "PUT /v2.0/ports/206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 1096 time: 2.4843986 Nov 09 11:01:34.410383 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-fa41eb6a-c270-43b2-9c34-ff34ad2535a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 999 time: 0.1919146 Nov 09 11:01:34.427768 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-39162e11-0264-4bb0-9eb8-4264c3edf9e2 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699383 Nov 09 11:01:34.564874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:34.565130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:34.716095 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:34.767724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-5ebbc064-4989-4c3e-ad24-0fa880f0a210 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327606 Nov 09 11:01:34.802836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d650384-ded0-4159-a34a-c2a8e823369c req-0fd87514-ee8c-4028-8905-7efa7aacdcd9 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:34.803380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d650384-ded0-4159-a34a-c2a8e823369c req-0fd87514-ee8c-4028-8905-7efa7aacdcd9 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 943 time: 0.1198781 Nov 09 11:01:34.821541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742ca7-a264-4119-ab8c-863656027a75 req-74d8cb25-801d-47df-bba4-f99536033232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:34.824245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-74d8cb25-801d-47df-bba4-f99536033232 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.3441701 Nov 09 11:01:34.864229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d650384-ded0-4159-a34a-c2a8e823369c req-513a05cb-72a9-466c-a830-1cc24e8c6ca1 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550528 Nov 09 11:01:34.926117 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-3337d371-0254-42c1-8415-c6e95453da02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1099 time: 0.4157481 Nov 09 11:01:34.971324 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:35.018087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb900d-e441-4be7-89d4-f498e2b9c397'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:35.020442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}, {'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843'}, {'name': 'network-changed', 'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:35.044538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 06cb900d-e441-4be7-89d4-f498e2b9c397, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=06cb900d-e441-4be7-89d4-f498e2b9c397,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:35.071165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-60114d0c-6757-4485-93ac-2851bdfe0233 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 1094 time: 0.1799538 Nov 09 11:01:35.115220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:bf:ad:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:29Z', 'revision_number': 8, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:35.118822 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:35.121408 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:35.144928 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-779fd590-87d8-40a5-8a83-0cdff0e34649 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074481 Nov 09 11:01:35.150598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70c16-569f-4d61-b5eb-7823bfebef71 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '240e6328-0bc0-4989-97a2-8099a983d14f', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'port_id': 'dc259f24-da59-4a9b-a093-21d850673843', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'mac_address': 'fa:16:3e:bf:ad:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ecb49-1091-478a-ba62-7de010375b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:00:36Z', 'updated_at': '2021-11-09T11:01:29Z', 'revision_number': 8, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:35.179342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2a59d-e4f7-45b4-8f5c-56daa916e163 req-b1249792-4e84-4a8d-b2c9-95ec5366cac8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:35.186184 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15d2a59d-e4f7-45b4-8f5c-56daa916e163 req-b1249792-4e84-4a8d-b2c9-95ec5366cac8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.1910880 Nov 09 11:01:35.200253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=06cb900d-e441-4be7-89d4-f498e2b9c397,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:35.204827 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:35.272647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15d2a59d-e4f7-45b4-8f5c-56daa916e163 req-7eec7b63-6104-44dd-a3bc-2c336e11e7f7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855861 Nov 09 11:01:35.277198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-e245332b-9e31-490a-bd89-de637b18b798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:35.278850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-e245332b-9e31-490a-bd89-de637b18b798 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 925 time: 0.1988780 Nov 09 11:01:35.295794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-711ba516-a1a5-4495-8c89-7c6585ee1ba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:35.297232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-711ba516-a1a5-4495-8c89-7c6585ee1ba9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2809467 Nov 09 11:01:35.361970 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-fb90b88e-0259-4dd4-8192-a84cd60e06ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92 HTTP/1.1" status: 200 len: 217 time: 0.0757730 Nov 09 11:01:35.403604 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-f1c4f5a9-e486-4e87-8df6-2d58aa12bf19 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462852 Nov 09 11:01:35.423697 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1170a6f-0434-41a5-9c5c-8cdf6020a6e9 None None] New status for floating IP 240e6328-0bc0-4989-97a2-8099a983d14f: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:01:35.436219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-eee18a15-456c-4b4c-bbf2-8b567edfff19 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:35.437849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-eee18a15-456c-4b4c-bbf2-8b567edfff19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.0683806 Nov 09 11:01:35.527268 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-f534dba8-4a19-4310-a269-14bea2cab15c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823669 Nov 09 11:01:35.569303 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-efc91f24-f8a6-48a9-877f-a9b5720b9b8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.1591892 Nov 09 11:01:35.700378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-8ab11968-ca94-4569-a74f-b2d9c6570ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:35.701858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-8ab11968-ca94-4569-a74f-b2d9c6570ceb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1217659 Nov 09 11:01:35.708229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89742ca7-a264-4119-ab8c-863656027a75 req-8b19c3ca-bfbc-4394-a253-57bb9cdc125a service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411680 Nov 09 11:01:35.729361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-50330a4f-052f-423b-a8b3-69a114f422c5 service neutron] 10.222.0.57 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948781 Nov 09 11:01:35.775511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:35.777101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb37b16-eac9-4851-8212-9707551fd4b5 req-5fd9f467-c303-4a2a-b34e-8079ee080f1c tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:35.778548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fb37b16-eac9-4851-8212-9707551fd4b5 req-5fd9f467-c303-4a2a-b34e-8079ee080f1c tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.1527815 Nov 09 11:01:35.802424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-41c188a6-716d-49de-8c93-5994abe0d83a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911617 Nov 09 11:01:35.903802 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fb37b16-eac9-4851-8212-9707551fd4b5 req-1be2ccac-034b-415a-acba-05126658b9ac tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795419 Nov 09 11:01:35.911699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c564a9e2-6c20-4768-8856-6b5d0c18762e req-7e24cc7b-1b84-4749-b15f-3cd59bbd8db1 service neutron] 10.222.0.57 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703849 Nov 09 11:01:36.010742 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb900d-e441-4be7-89d4-f498e2b9c397', 'code': 200} Nov 09 11:01:36.035844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device eb0a6c59-8fed-4e84-82d9-da1d0917bd92 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:01:36.145542 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'code': 200} Nov 09 11:01:36.147398 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843', 'status': 'completed', 'code': 200} Nov 09 11:01:36.147398 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'status': 'completed', 'code': 200} Nov 09 11:01:36.223424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-92f380b8-eeae-4a52-8076-4e2771eb6383 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598795 Nov 09 11:01:36.246272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:36.262010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'port_id': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'mac_address': 'fa:16:3e:c0:f0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:01:36.340173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:36.373589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0a6c59-8fed-4e84-82d9-da1d0917bd92 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:01:36.399995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-e65b918a-3f3c-44fc-b8f5-4e50843690d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1099 time: 0.2833874 Nov 09 11:01:36.407858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-992ba3a6-7bce-4cab-a622-8ab7b9d78c73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.2429237 Nov 09 11:01:36.409173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:36.413748 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:36.472171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc95cdd-e724-4c15-989c-d7312eea17df req-19775dd4-bfd4-4de4-a3e9-fd0f2bf62242 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:36.473245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7dc95cdd-e724-4c15-989c-d7312eea17df req-19775dd4-bfd4-4de4-a3e9-fd0f2bf62242 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.2541304 Nov 09 11:01:36.481495 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:36.484639 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:36.592710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:36.599632 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:36.647468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-458bd16d-7a07-48d0-9c06-b6f28eef5e0d req-ed7f16da-0729-483b-8f0b-d8111f1273e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 1101 time: 0.4862361 Nov 09 11:01:36.651734 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cefd5d7-0788-4fe1-94b0-c62e5dad60bb req-67558ec3-2082-4df6-ab07-c813495b23cb service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170229 Nov 09 11:01:36.694356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:36.704640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] 10.222.0.50 "PUT /v2.0/routers/a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9852126 Nov 09 11:01:36.704640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42304) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:36.707182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] Sync routers for ids ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:36.723589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] Routers {'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:36.723956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:36.775883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50ad4e-2365-4c5a-a4a8-9f4f1a76ecb2 req-5121155e-7457-490b-bd03-0405e8046c78 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:36.783343 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8c50ad4e-2365-4c5a-a4a8-9f4f1a76ecb2 req-5121155e-7457-490b-bd03-0405e8046c78 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 944 time: 0.2761679 Nov 09 11:01:36.786679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['eb0a6c59-8fed-4e84-82d9-da1d0917bd92'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:36.834420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-458bd16d-7a07-48d0-9c06-b6f28eef5e0d req-0aae2aee-b29b-4447-8261-60f8c38cd255 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721709 Nov 09 11:01:36.876940 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8c50ad4e-2365-4c5a-a4a8-9f4f1a76ecb2 req-c407fbb3-98ce-4615-9ebc-c755590bee1f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925817 Nov 09 11:01:37.011993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7dc95cdd-e724-4c15-989c-d7312eea17df req-3e9ba6fc-993d-41c5-81b9-83c54972fcee tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319870 Nov 09 11:01:37.015748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33392ab9-684a-42c6-b594-37fe0000d897 req-93ab2375-0c64-4eaf-b3e6-0ee58dc654d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:37.018968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-93ab2375-0c64-4eaf-b3e6-0ee58dc654d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.6099079 Nov 09 11:01:37.020629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33392ab9-684a-42c6-b594-37fe0000d897 req-e44b60ad-e157-4564-a7f1-9d407a04ce6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:37.024955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-e44b60ad-e157-4564-a7f1-9d407a04ce6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.5878181 Nov 09 11:01:37.124627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d252cbf9-d655-4e42-be44-2d3712e464eb req-8b522e45-9feb-46fb-9ab5-c4da4fff1046 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 200 len: 998 time: 0.1399667 Nov 09 11:01:37.131756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] Set router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:37.139676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-4f3ecb6a-1f8a-423b-a5da-0b4dd7309fbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.1138175 Nov 09 11:01:37.230148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33392ab9-684a-42c6-b594-37fe0000d897 req-e4879ed5-93b7-40bf-8a67-d07608b89971 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:37.232246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-e4879ed5-93b7-40bf-8a67-d07608b89971 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0848107 Nov 09 11:01:37.331859 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-5bdf88df-6509-4b54-ade9-3da425262f07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920846 Nov 09 11:01:37.375135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252cbf9-d655-4e42-be44-2d3712e464eb req-156f7327-432b-4d4d-85da-e1e2fafd6a89 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:37.384515 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d252cbf9-d655-4e42-be44-2d3712e464eb req-156f7327-432b-4d4d-85da-e1e2fafd6a89 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2402492 Nov 09 11:01:37.390607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-d252cbf9-d655-4e42-be44-2d3712e464eb req-363176c9-a5c5-4308-ae53-071215500945 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:01:37.403614 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d252cbf9-d655-4e42-be44-2d3712e464eb req-363176c9-a5c5-4308-ae53-071215500945 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0179560 Nov 09 11:01:37.423350 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:37.539707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T11:01:32Z', 'revision_number': 5, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:37.545164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] Checking router: a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:37.550750 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-a44f782f-2d0c-48b6-8600-6b0895bba82c service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095931 Nov 09 11:01:37.562149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] Routers {'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:37.563119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:37.791726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c8c3c-336f-4031-a629-47eca10e8c42 req-b307b95b-bbc8-4ba6-8019-2acef7557cda tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:37.799545 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c09c8c3c-336f-4031-a629-47eca10e8c42 req-b307b95b-bbc8-4ba6-8019-2acef7557cda tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.2320545 Nov 09 11:01:37.841092 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] Set router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:37.854416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-74fbf44c-c6f6-416e-8295-5994899821bf service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978075 Nov 09 11:01:37.886102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d46cf-dc7b-4a0d-9b18-03f021d2e18e req-d2af2f6e-a927-4598-b765-f8d3690a6df8 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:37.895158 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-121d46cf-dc7b-4a0d-9b18-03f021d2e18e req-d2af2f6e-a927-4598-b765-f8d3690a6df8 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.1333396 Nov 09 11:01:37.925946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c09c8c3c-336f-4031-a629-47eca10e8c42 req-54cda8a5-3e7e-4d35-ac0f-c2fdb7d6b4fd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254385 Nov 09 11:01:37.982418 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:37.997368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-121d46cf-dc7b-4a0d-9b18-03f021d2e18e req-bbf58b7e-5912-49b5-8686-b3278d3adf0b tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018021 Nov 09 11:01:38.043642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device eb0a6c59-8fed-4e84-82d9-da1d0917bd92 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:01:38.076265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Deleting port c8f18c56-7dec-4864-b5cc-8733bc4e65ad {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:38.076607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:38.118777 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:01:38.176630 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-e2dbc705-a234-40ae-abea-eb528764ba02 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1897924 Nov 09 11:01:38.319131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:01:38.361048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:01:38.361401 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:38.404487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-5380f542-5d43-41c9-839b-c807bae98bb9 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:38.406286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-5380f542-5d43-41c9-839b-c807bae98bb9 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:38.441020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] For port c8f18c56-7dec-4864-b5cc-8733bc4e65ad, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:38.441637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:38.495466 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:38.521235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 has no active binding in host n-h2-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 11:01:38.612352 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:38.651158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:38.661869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T11:01:32Z', 'revision_number': 5, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:38.667041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:38.669150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41efc916-c8c2-4375-ab40-64ce0fb7e7df None None] The sync data for ids ['a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a'] in n-d-817173-1 is: [{'id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006175103-router', 'tenant_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:58:52Z', 'updated_at': '2021-11-09T11:01:32Z', 'revision_number': 5, 'project_id': 'c9ad0a489c9d46b98f64d91ecefb20e7', 'gw_port': {'id': 'c8f18c56-7dec-4864-b5cc-8733bc4e65ad', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:58:53Z', 'updated_at': '2021-11-09T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:38.737907 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:38.740357 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:38.764133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Calling delete_port for c8f18c56-7dec-4864-b5cc-8733bc4e65ad owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:38.839210 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:38.861906 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:38.870669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-5380f542-5d43-41c9-839b-c807bae98bb9 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:38.870669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-5380f542-5d43-41c9-839b-c807bae98bb9 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports/dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 942 time: 0.6105709 Nov 09 11:01:39.137246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8a73-1d2f-480f-bab3-54aa88f5fffc req-06fe1c4d-c6f2-421d-af54-5c4b00c67922 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:39.137246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b2b8a73-1d2f-480f-bab3-54aa88f5fffc req-06fe1c4d-c6f2-421d-af54-5c4b00c67922 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.1145225 Nov 09 11:01:39.137246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b2b8a73-1d2f-480f-bab3-54aa88f5fffc req-8cf2cac7-6f45-4ac2-803c-7a2ca83005ec tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910327 Nov 09 11:01:39.215440 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-c0af9227-2218-4321-834d-78b32b436622 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1707311 Nov 09 11:01:39.329312 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:39.330316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67ea3e-026c-41b2-a19c-a8de4e88e539 req-4d2bfbda-5a9b-4a49-8983-12c5fd4dde82 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:39.331832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff67ea3e-026c-41b2-a19c-a8de4e88e539 req-4d2bfbda-5a9b-4a49-8983-12c5fd4dde82 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.1057363 Nov 09 11:01:39.335351 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:39.385974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f18c56-7dec-4864-b5cc-8733bc4e65ad,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:39.389892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff67ea3e-026c-41b2-a19c-a8de4e88e539 req-49f48f14-2b92-409f-a58e-b09a6bdc78ba tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520227 Nov 09 11:01:39.398660 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:39.468424 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'code': 200} Nov 09 11:01:39.529503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-775257bc-b844-42d8-ad46-617825582256 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:39.530907 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-775257bc-b844-42d8-ad46-617825582256 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3145986 Nov 09 11:01:39.658253 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-881cd5b2-eb6d-4516-ba69-da4fd14a94cd service neutron] 10.222.0.57 "GET /v2.0/ports/3b695a56-18b7-40fd-ac0b-792ecffc8995/bindings/n-h2-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.1430221 Nov 09 11:01:39.722099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3830ce69-5a79-4245-9784-562921fa6998 req-e7cb7ec2-6f5f-4c8f-b785-7f959dc69c9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 1096 time: 0.1634943 Nov 09 11:01:39.770039 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:39.827076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3830ce69-5a79-4245-9784-562921fa6998 req-21a98ed6-3f98-486a-9915-dea4a28f6e07 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928483 Nov 09 11:01:39.900448 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-4e4d8262-8aca-46e1-9f53-5c9cbdc4f353 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.3590882 Nov 09 11:01:39.913842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:39.985547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:40.013322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:40.076361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b695a56-18b7-40fd-ac0b-792ecffc8995 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:01:40.137984 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:40.156233 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.163632 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.204259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fefa72-63c5-4327-b4d0-a14960ad25ba req-2a3be617-f712-47b2-865f-9d85c11b9fc5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:40.206669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22fefa72-63c5-4327-b4d0-a14960ad25ba req-2a3be617-f712-47b2-865f-9d85c11b9fc5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 944 time: 0.1223021 Nov 09 11:01:40.246485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.302859 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22fefa72-63c5-4327-b4d0-a14960ad25ba req-68bbecec-abb7-48df-aeaf-313a8b53f1dd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906868 Nov 09 11:01:40.341265 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.378921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] Transition to ACTIVE for port object 3b695a56-18b7-40fd-ac0b-792ecffc8995 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:01:40.452755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499f45b2-4a04-4f65-9a78-c3e28a76857b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:40.536884 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.551692 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-839afacd-1085-42ce-aa9f-36285ad703c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:40.566227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.568548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:01:40.576886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 499f45b2-4a04-4f65-9a78-c3e28a76857b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:40.577488 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499f45b2-4a04-4f65-9a78-c3e28a76857b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:40.606642 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.611546 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] 10.222.0.50 "DELETE /v2.0/routers/a3b8f8e7-4780-4b6c-b82b-8c5b87b79b9a HTTP/1.1" status: 204 len: 168 time: 3.9062231 Nov 09 11:01:40.612345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42362) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:40.758302 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.780092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Deleting subnet 66cd7c2a-0a92-436e-a528-fb0fc4fe4942 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:01:40.783736 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.816046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.816458 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Floating IP 240e6328-0bc0-4989-97a2-8099a983d14f disassociated. External IP: 172.25.7.175, port: dc259f24-da59-4a9b-a093-21d850673843. Nov 09 11:01:40.836690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] Pushing event updated for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:40.846506 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:40.847466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] No DVR routers for this DVR port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:40.894642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cf059-36b1-4b94-a7c5-b30211e294de req-3af40cd3-6364-42bd-8dc7-a3816e431d21 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:40.898706 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:40.901549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-576cf059-36b1-4b94-a7c5-b30211e294de req-3af40cd3-6364-42bd-8dc7-a3816e431d21 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.4474752 Nov 09 11:01:40.957162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b695a56-18b7-40fd-ac0b-792ecffc8995/bindings/n-h2-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2918735 Nov 09 11:01:40.998886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-576cf059-36b1-4b94-a7c5-b30211e294de req-b875b0ce-100a-4a8a-b6f9-83bc760bedd4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963814 Nov 09 11:01:41.098520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.243640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbfebf-e483-419e-8d04-bff738c127a9 req-6169bbb9-3eeb-4a3e-929f-8bb7bc4e2eee tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:41.245220 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bbfebf-e483-419e-8d04-bff738c127a9 req-6169bbb9-3eeb-4a3e-929f-8bb7bc4e2eee tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.0898919 Nov 09 11:01:41.263850 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.271195 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92eded90-ae4d-4291-b2c2-d52ce5005451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:41.302414 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bbfebf-e483-419e-8d04-bff738c127a9 req-76137568-f44f-427f-ab0b-66a96e3b6f63 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481255 Nov 09 11:01:41.307498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cd7c2a-0a92-436e-a528-fb0fc4fe4942,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:41.310598 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:41.319479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.326018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54ab3c-8ca5-4690-81a3-df1ed2905de1 None None] Network d0ca5b58-4320-4acf-96d2-d602cd10b8cf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:01:41.331476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/66cd7c2a-0a92-436e-a528-fb0fc4fe4942 HTTP/1.1" status: 204 len: 168 time: 0.7175152 Nov 09 11:01:41.332046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42370) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:41.532892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.553706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Deleting port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:41.554008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.567833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3465dc-c56f-479a-9686-659596ab6e07 req-136bd674-b1c6-45de-9d0b-254a0a0b1d4d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:41.569331 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc3465dc-c56f-479a-9686-659596ab6e07 req-136bd674-b1c6-45de-9d0b-254a0a0b1d4d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.1031783 Nov 09 11:01:41.638446 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc3465dc-c56f-479a-9686-659596ab6e07 req-0260d8c3-6f00-4605-b8b1-aefb62d3d61c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565090 Nov 09 11:01:41.643962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] DHCP port deletion for d0ca5b58-4320-4acf-96d2-d602cd10b8cf request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:01:41.651771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Deleting port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:41.652655 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.909190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:41.930651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] For port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:41.931069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.940076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] For port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,segment=NetworkSegment(adb88396-d397-4da3-bc6e-d7ac0d95b14c),segment_id=adb88396-d397-4da3-bc6e-d7ac0d95b14c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:41.940444 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:41.989758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedb037-596d-446e-87d7-d0a5e96ed472 req-5434d11d-e8cb-4473-a63e-69a10e4dd9cd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:42.002360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8aedb037-596d-446e-87d7-d0a5e96ed472 req-5434d11d-e8cb-4473-a63e-69a10e4dd9cd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.1052670 Nov 09 11:01:42.080998 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8aedb037-596d-446e-87d7-d0a5e96ed472 req-197a00f6-a0f6-4a84-bfb9-aedcc910cf29 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774846 Nov 09 11:01:42.092496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Calling delete_port for 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:42.135808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Calling delete_port for 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:42.245209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:42.269574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:42.434823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:42.436023 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:01:42.436391 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:01:42.445433 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ccc1d029-6c39-4c1a-ba09-4888433596c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:42.497969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c8f18c56-7dec-4864-b5cc-8733bc4e65ad no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:42.522201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:42.543983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: c8f18c56-7dec-4864-b5cc-8733bc4e65ad {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:42.544621 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c8f18c56-7dec-4864-b5cc-8733bc4e65ad not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:42.545049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:42.556799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] No DVR routers for this DVR port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:42.579809 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:42.580217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:42.594910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee984ed-d0ae-4dba-acf5-fcccf12eed6b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:42.597647 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:42.621136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:42.636490 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:42.639476 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:42.651070 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:42.652379 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:42.719342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6a6f-b1fc-4a38-82e7-6fb36d76e742 req-0cb1222f-3631-4854-8fbf-9cbee086ca13 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:42.721979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14dc6a6f-b1fc-4a38-82e7-6fb36d76e742 req-0cb1222f-3631-4854-8fbf-9cbee086ca13 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.1259978 Nov 09 11:01:42.772329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:42.791293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14dc6a6f-b1fc-4a38-82e7-6fb36d76e742 req-688d577f-983e-48cc-a61e-a24ed0a6ec01 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613759 Nov 09 11:01:42.822373 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-1f32bf92-94eb-4e43-b0a7-559f059a6193 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "PUT /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 200 len: 696 time: 2.9126563 Nov 09 11:01:42.825684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:42.846457 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:42.867272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ca5b58-4320-4acf-96d2-d602cd10b8cf']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:42.890327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb88396-d397-4da3-bc6e-d7ac0d95b14c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:42.890669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb88396-d397-4da3-bc6e-d7ac0d95b14c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:42.911398 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:42.936946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:42.937619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Deleting port 4ee984ed-d0ae-4dba-acf5-fcccf12eed6b {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:42.938581 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:42.947114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:01:42.947516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:01:42.962601 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:01:43.054483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b99b0-9eb4-4018-a593-100c3f8e1754 req-7a3020ba-491f-4931-ae46-b1ef67345db7 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:43.061582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-836a3822-fb9b-46d6-9c53-155a02456bd0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.2262373 Nov 09 11:01:43.062426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a5b99b0-9eb4-4018-a593-100c3f8e1754 req-7a3020ba-491f-4931-ae46-b1ef67345db7 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.1284244 Nov 09 11:01:43.071108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-36e878be-09d6-411e-a9ae-d2443189c77a None None] The port '4ee984ed-d0ae-4dba-acf5-fcccf12eed6b' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:01:43.126540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a5b99b0-9eb4-4018-a593-100c3f8e1754 req-b700aa27-27ea-4664-8f88-93d4eb26f799 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613523 Nov 09 11:01:43.194713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:43.214204 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:43.229682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:43.254991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ca5b58-4320-4acf-96d2-d602cd10b8cf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:43.260023 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d0ca5b58-4320-4acf-96d2-d602cd10b8cf HTTP/1.1" status: 204 len: 168 time: 1.9270122 Nov 09 11:01:43.262453 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:43.263060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42394) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:43.263690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-be1c96fd-aa6e-4784-9dba-67f030aa9b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:43.265234 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-be1c96fd-aa6e-4784-9dba-67f030aa9b1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.1909339 Nov 09 11:01:43.298459 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:43.304702 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:43.319363 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:43.320291 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:43.383717 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-6a8854b4-4d6d-4df7-90b2-2c525b956ca6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 217 time: 0.1094005 Nov 09 11:01:43.449217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-05b05f25-e608-4190-99c8-7ef86546f78f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:43.450693 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-05b05f25-e608-4190-99c8-7ef86546f78f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.0663195 Nov 09 11:01:43.571158 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:43.571378 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-f076f1dc-277e-436d-a8d8-892cfcbb8b34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142352 Nov 09 11:01:43.600028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeeb1e-f9f9-483d-ac19-5c729aa71fcf req-79735bf4-3c32-4741-978d-618027c72403 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:43.601701 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bdeeb1e-f9f9-483d-ac19-5c729aa71fcf req-79735bf4-3c32-4741-978d-618027c72403 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.1417527 Nov 09 11:01:43.758526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-e69741b4-f0e1-4d2e-ab8a-72304f8460e6 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858346 Nov 09 11:01:43.784849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bdeeb1e-f9f9-483d-ac19-5c729aa71fcf req-8e694173-289c-4e31-a502-14624927bdd3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672990 Nov 09 11:01:43.988263 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843', 'status': 'completed', 'code': 200} Nov 09 11:01:44.097429 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:44.107799 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbcbb4-a7e8-49d6-a5eb-8804ce482c04 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa', 'name': '', 'network_id': 'be850f27-9bfd-459e-a53d-b9b69a8edf19', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'mac_address': 'fa:16:3e:06:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:49Z', 'updated_at': '2021-11-09T11:00:00Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'subnets': [{'id': '2ee8f974-18f8-460b-bdeb-3052b9cf6791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:44.119421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c00f42f0-1053-4eaf-be4c-364f860a883e req-dce49a97-94a4-4df7-8990-1cc3b94c6ec7 service neutron] 10.222.0.50 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599057 Nov 09 11:01:44.132227 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:44.433671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22523347-b10a-4dff-9aa5-d36db0155a9f req-f67ebcfd-636b-41c1-b807-00c44afcba62 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:44.435185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22523347-b10a-4dff-9aa5-d36db0155a9f req-f67ebcfd-636b-41c1-b807-00c44afcba62 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.1034386 Nov 09 11:01:44.438865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb745d-48f4-4857-90cf-c90b8f4d5be3 req-01ac8d0a-5345-4aed-b3e6-f95dedde9f92 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:44.440372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbb745d-48f4-4857-90cf-c90b8f4d5be3 req-01ac8d0a-5345-4aed-b3e6-f95dedde9f92 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.2286191 Nov 09 11:01:44.446155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42406) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:44.452067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Request body: {'floatingip': {'port_id': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:44.498689 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbb745d-48f4-4857-90cf-c90b8f4d5be3 req-eb5b0859-e38b-4618-86bb-8e288568d885 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496209 Nov 09 11:01:44.550062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:45.064031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec40d0-1466-4d44-9b5d-fbe0cec0c0de req-ef6237e7-93a3-4804-976b-3f74062ed223 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:45.070783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fec40d0-1466-4d44-9b5d-fbe0cec0c0de req-ef6237e7-93a3-4804-976b-3f74062ed223 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.2528520 Nov 09 11:01:45.145672 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fec40d0-1466-4d44-9b5d-fbe0cec0c0de req-7330fbc2-1604-4f59-895e-1586c9e9fb0c tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739112 Nov 09 11:01:45.412079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Deleting port c5296952-cc78-4096-8b80-96ba0569864c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:45.412429 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:45.477912 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-406f8d9b-719f-416a-a7a1-edb3ec9e2374 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 200 len: 696 time: 0.1010852 Nov 09 11:01:45.487771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:45.568163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd53f30-85e9-4869-be58-4a23c65290ab req-4dcab612-17ff-436d-941b-d034e6c3059c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:45.569538 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fd53f30-85e9-4869-be58-4a23c65290ab req-4dcab612-17ff-436d-941b-d034e6c3059c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.2229767 Nov 09 11:01:45.572757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:45.648578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] For port c5296952-cc78-4096-8b80-96ba0569864c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c5296952-cc78-4096-8b80-96ba0569864c,segment=NetworkSegment(f29e0809-4aca-4ed0-88d2-4fb3c092892e),segment_id=f29e0809-4aca-4ed0-88d2-4fb3c092892e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:45.648933 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:45.664914 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fd53f30-85e9-4869-be58-4a23c65290ab req-c6643de6-ec9f-47d7-b3a4-ec3b4aa9efae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855145 Nov 09 11:01:45.701422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-dd389453-2b7b-40e7-b96e-b76bc67fbe06 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:45.708046 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-dd389453-2b7b-40e7-b96e-b76bc67fbe06 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2238688 Nov 09 11:01:45.714335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-e6968715-5807-4248-a199-6f5cdeaddcf5 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:01:45.721923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-e6968715-5807-4248-a199-6f5cdeaddcf5 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0128942 Nov 09 11:01:45.786107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Calling delete_port for c5296952-cc78-4096-8b80-96ba0569864c owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:45.815754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-f562b832-dff8-4ce1-8cea-57c78ea32f09 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 699 time: 0.0924325 Nov 09 11:01:46.100908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f492fa-379c-4646-a7ab-88cfc131e0b7 None None] New status for floating IP 240e6328-0bc0-4989-97a2-8099a983d14f: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:01:46.163472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-b0142bd9-ccfb-4857-a907-fbf55e113092 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 699 time: 0.2993939 Nov 09 11:01:46.354907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Deleting port 06ab3d73-bd3b-4930-b232-72596a5ab00c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:46.355248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:46.408346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-eae9c7c5-f772-4563-99b7-06035ce52221 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 217 time: 0.0963478 Nov 09 11:01:46.456243 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-1b7cbb34-63bf-4765-a0f5-3c02bf8f2536 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3434224 Nov 09 11:01:46.508018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a1887-77ee-45b4-b267-a678c58e4f30 req-9d83e475-8d72-48d9-9619-5faaf6c5ec1f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:46.518618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-089a1887-77ee-45b4-b267-a678c58e4f30 req-9d83e475-8d72-48d9-9619-5faaf6c5ec1f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.4039192 Nov 09 11:01:46.607481 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7 associated. External IP: 172.25.7.235, port: eb0a6c59-8fed-4e84-82d9-da1d0917bd92. Nov 09 11:01:46.761160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:46.761521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:46.774553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33392ab9-684a-42c6-b594-37fe0000d897 req-a0819b23-95e5-4370-b7b5-1df66f1c6103 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:46.776045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-a0819b23-95e5-4370-b7b5-1df66f1c6103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.3586407 Nov 09 11:01:46.786484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-089a1887-77ee-45b4-b267-a678c58e4f30 req-6bcc4d18-f47c-4d7a-9fb9-2797c62d5daf tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662158 Nov 09 11:01:46.920703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Calling delete_port for 06ab3d73-bd3b-4930-b232-72596a5ab00c owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:46.950284 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-8a0d94ae-1b6f-4e8e-89e6-ed0a391b3a1c tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.4902575 Nov 09 11:01:46.954944 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-fca20160-2ec7-4db9-8dc8-aea17b852571 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 1095 time: 0.4317992 Nov 09 11:01:46.971697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-4489cecc-8b82-48d6-add2-4684f6aef6b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5575557 Nov 09 11:01:46.983758 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-f7ea9a1e-9a70-4d38-9c6b-690bfdbeff8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939750 Nov 09 11:01:47.131120 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-05ac75d9-e261-4fdb-90c4-9207e828d4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:47.252360 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-e8f91eab-dd7c-4ec4-a29c-49fa555bfe9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563&tenant_id=721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 1096 time: 0.2796633 Nov 09 11:01:47.261772 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-d11514d4-a010-4421-ba3d-08e600b78c95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 1096 time: 0.2522016 Nov 09 11:01:47.312143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-0e476ce5-3043-46fc-8577-a2a30e05a8b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:47.315498 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-0e476ce5-3043-46fc-8577-a2a30e05a8b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.3308294 Nov 09 11:01:47.315660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:01:47.315867 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:01:47.321919 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:47.410867 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:47.413011 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:47.503133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-c89fa7ca-1350-48dc-83fa-6e297750bbc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:47.505991 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-c89fa7ca-1350-48dc-83fa-6e297750bbc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.1881104 Nov 09 11:01:47.537839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5296952-cc78-4096-8b80-96ba0569864c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:47.550266 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:47.555981 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-f6bcffd3-4b5f-4663-91ef-6bad28f90a36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 200 len: 217 time: 0.2038634 Nov 09 11:01:47.669907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-7b91852d-a2fe-4c22-80ac-d7c7a5397096 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137219 Nov 09 11:01:47.806547 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-b959f726-0b18-41fe-bd3b-533d085f0f99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1096 time: 0.5250576 Nov 09 11:01:47.807767 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-3a75e50c-f329-474b-84c6-4a3b27f2e21b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 200 len: 217 time: 0.2899942 Nov 09 11:01:47.820864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Deleting port 06ab3d73-bd3b-4930-b232-72596a5ab00c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:47.821204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:47.940658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-a3cfd558-f6a8-46fe-bda6-515e68cf410f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:47.942362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-a3cfd558-f6a8-46fe-bda6-515e68cf410f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.2839732 Nov 09 11:01:48.027612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-2bfd994a-cfd2-45ba-abc5-7c205a888752 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724354 Nov 09 11:01:48.052501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-e972199b-b951-4774-ba9c-e4123cb9099d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:48.053924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-e972199b-b951-4774-ba9c-e4123cb9099d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.2350228 Nov 09 11:01:48.075201 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-30000324-5bfa-4ec8-b00b-d7ed98f2533a service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208637 Nov 09 11:01:48.258170 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-7b3d59a2-114c-4f17-8a50-39096874b6fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462934 Nov 09 11:01:48.304405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530af552-654d-497e-9012-ec7a1f2b5e16 req-89ac4cbd-4d6b-42b9-ab54-757a26bea52b tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:48.309633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-530af552-654d-497e-9012-ec7a1f2b5e16 req-89ac4cbd-4d6b-42b9-ab54-757a26bea52b tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.4449773 Nov 09 11:01:48.343213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d3f9003f-21ac-4285-98fa-08a66dba7beb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:48.345999 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d3f9003f-21ac-4285-98fa-08a66dba7beb service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.5259352 Nov 09 11:01:48.401735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-c41c3928-2a50-4695-afed-8e51af2b3ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610632 Nov 09 11:01:48.457843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-530af552-654d-497e-9012-ec7a1f2b5e16 req-802e2716-cee7-4402-b2a6-ece1be1ab8b2 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434419 Nov 09 11:01:48.535214 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:48.535552 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:48.565060 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-83204b68-1eb6-498c-96ff-a916c95cd8f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 200 len: 217 time: 0.1595581 Nov 09 11:01:48.693475 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-b0100def-e4dc-4848-9901-0a905536e0b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1099 time: 0.4844100 Nov 09 11:01:48.749479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Calling delete_port for 06ab3d73-bd3b-4930-b232-72596a5ab00c owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:48.785136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:48.816786 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-7bfa38b7-b206-470f-8a54-59ef2c7eafba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be0099ad3cc74061a67135a4abc3cc40&device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 1096 time: 0.6718411 Nov 09 11:01:48.822818 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-df2ae0a9-c8c9-4a7a-813f-3e0b653efdfd service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502794 Nov 09 11:01:48.926001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-072fc6be-f6df-41c7-b1ad-f5810e71b025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:48.927502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-072fc6be-f6df-41c7-b1ad-f5810e71b025 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.2283206 Nov 09 11:01:48.985123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f5f55730-4a24-4f6d-8fb4-a15e549fe579 req-3349ad7a-8909-4057-a44e-6430890d488a service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684383 Nov 09 11:01:49.048498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b23a-7dc9-4a27-97cf-bbb6aeee327a req-cbba3347-47a8-49f1-b16e-dbb8b2c6a61b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:49.050362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b3c9b23a-7dc9-4a27-97cf-bbb6aeee327a req-cbba3347-47a8-49f1-b16e-dbb8b2c6a61b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.3601017 Nov 09 11:01:49.053450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33392ab9-684a-42c6-b594-37fe0000d897 req-e99e5108-5d33-4144-af37-b9642c29780b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:49.062288 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-e99e5108-5d33-4144-af37-b9642c29780b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3215792 Nov 09 11:01:49.175146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-c6fa9232-ad26-449b-9036-d1892de0321c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.0917358 Nov 09 11:01:49.220940 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-f854d7e5-138e-43d5-9107-120d457397fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956222 Nov 09 11:01:49.288655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b3c9b23a-7dc9-4a27-97cf-bbb6aeee327a req-2642d3f2-0d44-4e29-ae9b-5cee301f5dda tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285728 Nov 09 11:01:49.310110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Router c9391bfa-1707-466b-a4ac-5cdbe840d01d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:49.327242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33392ab9-684a-42c6-b594-37fe0000d897 req-25b80e54-c839-4872-bcf1-c11cadf3ac7e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:49.328960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-25b80e54-c839-4872-bcf1-c11cadf3ac7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1462801 Nov 09 11:01:49.495368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92dea096-8c91-4d32-91c7-f6ee9873363d req-c3d87849-ec82-471e-9de5-c40b8b633a48 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556149 Nov 09 11:01:49.496244 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5bf3-0ee1-4336-9e02-d0ea998f2566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:49.525155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-9aaeded8-02ee-4179-a844-d7580c97e6f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:49.526644 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-9aaeded8-02ee-4179-a844-d7580c97e6f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 200 len: 921 time: 0.6960983 Nov 09 11:01:49.575026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-5b1202cc-1637-44f2-9859-f74270e824f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2383723 Nov 09 11:01:49.685509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:49.699796 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:49.742554 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-f6cffc44-bb00-4e70-bf02-bff5c0d942b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 200 len: 217 time: 0.2002621 Nov 09 11:01:49.759373 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-d3b3c79c-9ba9-495a-b1af-a991654471ee service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170643 Nov 09 11:01:49.794469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Pushing event deleted for resources: {'Port': ['ID=06ab3d73-bd3b-4930-b232-72596a5ab00c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:49.825476 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:49.846872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15314de9-36d5-436f-868c-9e69a2dda107 req-ce5abf5f-1f41-4dea-9ba1-d7a00fe8f1a2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:49.848361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15314de9-36d5-436f-868c-9e69a2dda107 req-ce5abf5f-1f41-4dea-9ba1-d7a00fe8f1a2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.3745227 Nov 09 11:01:49.936481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-bf633c3e-1843-4138-9189-81d97616825a service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010569 Nov 09 11:01:49.990946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-f85aa036-8a04-4b84-843c-5436cd9a02a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:49.992383 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-f85aa036-8a04-4b84-843c-5436cd9a02a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 200 len: 859 time: 0.2370505 Nov 09 11:01:50.014682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15314de9-36d5-436f-868c-9e69a2dda107 req-09c39271-f9d7-40f4-8382-1034b60f3e37 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593418 Nov 09 11:01:50.120050 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:50.190729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-f1b0f502-7796-468a-b7bb-3bdc5508abfc service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940012 Nov 09 11:01:50.243533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-14f17746-8861-4782-bfa8-d82a41e16269 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be850f27-9bfd-459e-a53d-b9b69a8edf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353857 Nov 09 11:01:50.249118 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33392ab9-684a-42c6-b594-37fe0000d897 req-178d8fc6-8f4f-473a-b211-4af3c50ae548 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904136 Nov 09 11:01:50.403483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:50.415165 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] Sync routers for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:50.419555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:50.423990 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:50.434396 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:50.437069 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:50.478339 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:50.495405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a2f3b09-aaed-4557-a43a-d1bcc792a216 req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "DELETE /v2.0/floatingips/240e6328-0bc0-4989-97a2-8099a983d14f HTTP/1.1" status: 204 len: 173 time: 4.3247211 Nov 09 11:01:50.513688 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-8794f83c-d636-414e-985a-e41c58714b8b service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530465 Nov 09 11:01:50.576962 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d8e55ff7-6429-4cbb-8df7-882493ba7035 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "PUT /v2.0/floatingips/b34d80be-cd84-459e-a9ec-e9a9a482a2a7 HTTP/1.1" status: 200 len: 991 time: 6.1265581 Nov 09 11:01:50.576962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:50.663767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc8156-0507-4f77-b198-608740e135c2 req-6cb75c26-10ac-435f-ad97-2c151f6af546 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:50.687372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ddc8156-0507-4f77-b198-608740e135c2 req-6cb75c26-10ac-435f-ad97-2c151f6af546 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.3504708 Nov 09 11:01:50.730511 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07cea2a3-0db9-415b-81ca-9fefb1992cfe req-382b14db-8248-4ff5-897e-5f80368f4849 service neutron] 10.222.0.59 "GET /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087934 Nov 09 11:01:50.745396 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:50.862498 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ddc8156-0507-4f77-b198-608740e135c2 req-6251ed11-ca43-42d5-ad31-748be0beb003 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758983 Nov 09 11:01:50.891818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:01:51.028270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9477d-7840-4d7f-926f-827825e79eba req-b069f01d-f8c7-47b8-b054-11e4c757636a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:51.033090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a2e9477d-7840-4d7f-926f-827825e79eba req-b069f01d-f8c7-47b8-b054-11e4c757636a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.1591747 Nov 09 11:01:51.134139 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a2e9477d-7840-4d7f-926f-827825e79eba req-78f415f9-3dcd-4eb4-bc55-6379ef08a816 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933666 Nov 09 11:01:51.320614 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'status': 'completed', 'code': 200} Nov 09 11:01:51.440842 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'b34d80be-cd84-459e-a9ec-e9a9a482a2a7', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'port_id': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'mac_address': 'fa:16:3e:c0:f0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:57:52Z', 'updated_at': '2021-11-09T11:01:45Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:51.447438 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] Checking router: c9391bfa-1707-466b-a4ac-5cdbe840d01d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:51.461902 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:51.464209 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:51.469212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:01:51.497479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] Sync routers for ids ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:01:51.498902 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] 10.222.0.50 "PUT /v2.0/routers/8cb8b32e-302e-408b-bbdb-7b54645cecb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2346623 Nov 09 11:01:51.507364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42466) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:51.553317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] Routers {'8cb8b32e-302e-408b-bbdb-7b54645cecb2'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:51.554374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:51.621088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42470) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:51.739755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-ccaefbeb-fa15-4581-ac38-b3ab7fa3f0db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4758245c39d7467482e960be0006c0a9&device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 1096 time: 0.3929939 Nov 09 11:01:51.793308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0fa2e-9d71-4b55-8d4b-28ebecc6c947 req-7650455d-f6c3-4851-88fa-d0aa8d88e8aa tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:51.795869 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:51.808603 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c6b0fa2e-9d71-4b55-8d4b-28ebecc6c947 req-7650455d-f6c3-4851-88fa-d0aa8d88e8aa tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.3773835 Nov 09 11:01:51.873972 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-b2af575a-7ff8-4365-99aa-4a068290058c tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.4091833 Nov 09 11:01:52.026478 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c6b0fa2e-9d71-4b55-8d4b-28ebecc6c947 req-dc2e2af5-b252-44e3-9e7d-7bb1a0c782f8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183378 Nov 09 11:01:52.097294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] Set router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:52.179604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:01:52.257689 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:52.321094 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:52.328787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-49953eaa-6cf2-42ac-94b0-3908c2656194 service neutron] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:01:52.336867 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-49953eaa-6cf2-42ac-94b0-3908c2656194 service neutron] Notify callbacks [] for binding, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:52.338397 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c24dc0-77ca-4752-b311-197c14b2fd25 req-49953eaa-6cf2-42ac-94b0-3908c2656194 service neutron] 10.222.0.59 "DELETE /v2.0/ports/3b695a56-18b7-40fd-ac0b-792ecffc8995/bindings/n-h1-817173-1 HTTP/1.1" status: 204 len: 173 time: 0.4125111 Nov 09 11:01:52.379132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982eea9-9849-4772-86b6-2ad131dd594b req-624d9ec8-29aa-41d4-9b8e-b4fcd5d3b304 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:52.389847 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e982eea9-9849-4772-86b6-2ad131dd594b req-624d9ec8-29aa-41d4-9b8e-b4fcd5d3b304 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.1655455 Nov 09 11:01:52.517683 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'b34d80be-cd84-459e-a9ec-e9a9a482a2a7', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'port_id': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'mac_address': 'fa:16:3e:c0:f0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:57:52Z', 'updated_at': '2021-11-09T11:01:45Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:52.522400 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022adac5-4611-4e45-97f4-42505d23d73b None None] The sync data for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 is: [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'b34d80be-cd84-459e-a9ec-e9a9a482a2a7', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'port_id': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'mac_address': 'fa:16:3e:c0:f0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T10:57:52Z', 'updated_at': '2021-11-09T11:01:45Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:52.539562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:01:52.543481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e982eea9-9849-4772-86b6-2ad131dd594b req-e47638c5-fd34-46a9-b5c3-b3fe60554712 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524515 Nov 09 11:01:52.547970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ec99-8f62-442c-869c-03ca77a95299 req-8de2e632-87e4-4da9-92b6-0ac7281dcc66 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:52.554944 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9399ec99-8f62-442c-869c-03ca77a95299 req-8de2e632-87e4-4da9-92b6-0ac7281dcc66 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 945 time: 0.4748759 Nov 09 11:01:52.607513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Usage tracker for resource:security_group_rule and tenant:724dc58eadc7479bb029f4d74ea1b1dd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:01:52.623158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:01:52.632752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-24af1fc3-31d2-4379-841f-9eb99000a5f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:52.634232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-24af1fc3-31d2-4379-841f-9eb99000a5f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 200 len: 925 time: 0.8766217 Nov 09 11:01:52.635777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:01:52.647577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:52.648278 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:52.679403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'mac_address': 'fa:16:3e:36:8c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:01:52.796442 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9399ec99-8f62-442c-869c-03ca77a95299 req-29f1c970-4f47-4bf4-8219-7136c80032a6 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405434 Nov 09 11:01:52.802631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T11:01:46Z', 'revision_number': 5, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:52.807863 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:52.848724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] Checking router: 8cb8b32e-302e-408b-bbdb-7b54645cecb2 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:01:52.875994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e1727-cbd8-4b68-b963-c87a8536d67c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:01:52.907428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efafca-0d1a-4f27-981c-7c6007818bc0 req-367ed3f4-8226-45fa-b100-bd300fa1b342 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:52.915503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e7efafca-0d1a-4f27-981c-7c6007818bc0 req-367ed3f4-8226-45fa-b100-bd300fa1b342 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 948 time: 0.2009420 Nov 09 11:01:52.976400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-e3505b82-2e23-4d8f-b868-dbb7cd9f28db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92 HTTP/1.1" status: 200 len: 999 time: 0.3302202 Nov 09 11:01:52.991612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] Routers {'8cb8b32e-302e-408b-bbdb-7b54645cecb2'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:01:52.992674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:52.995621 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e7efafca-0d1a-4f27-981c-7c6007818bc0 req-0407596d-41ae-40da-a13b-e2146499544c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791039 Nov 09 11:01:53.051647 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d73240-34f6-44cf-a1d1-9366d1762048 None None] New status for floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:01:53.142761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-af521102-0aaf-41ed-a6b2-a59ca14df4eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:53.144907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-af521102-0aaf-41ed-a6b2-a59ca14df4eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 200 len: 863 time: 0.1499970 Nov 09 11:01:53.148203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:53.240609 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:53.295488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:53.347718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-129f64d9-e1ef-48f8-a8ca-900926e67fef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9505e81-1780-4085-99c6-eafe6690270a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952484 Nov 09 11:01:53.420256 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:53.494830 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8782fbe9-d45a-4040-8b22-8a80046efa10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:53.502138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-dd77dae8-aff2-483f-a783-70a817bed104 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:53.509090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-dd77dae8-aff2-483f-a783-70a817bed104 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:53.509281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] Set router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:01:53.518004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=724dc58eadc7479bb029f4d74ea1b1dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8755803 Nov 09 11:01:53.524208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42498) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:53.611614 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:53.614030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-dd77dae8-aff2-483f-a783-70a817bed104 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:53.621540 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-dd77dae8-aff2-483f-a783-70a817bed104 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 945 time: 0.2495100 Nov 09 11:01:53.690524 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:53.701714 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:53.781170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Deleting port dc259f24-da59-4a9b-a093-21d850673843 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:53.782522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:53.853741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d0bab-d4e7-4b65-a1d3-8494dab704e7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:53.911618 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:53.938762 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:54.024859 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-34e2ed96-bb6c-4e4b-898e-aacc75c9066d service neutron] 10.222.0.57 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641691 Nov 09 11:01:54.152882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e49dbb-4d30-40c2-a301-288b32dfdaa2 req-3bbad915-9f08-4be6-b4a5-7320db161f08 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:54.162631 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5e49dbb-4d30-40c2-a301-288b32dfdaa2 req-3bbad915-9f08-4be6-b4a5-7320db161f08 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.2655001 Nov 09 11:01:54.239395 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5e49dbb-4d30-40c2-a301-288b32dfdaa2 req-1b2d9079-4003-415d-bf17-ae73a45a724c tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756702 Nov 09 11:01:54.243085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['206e1727-cbd8-4b68-b963-c87a8536d67c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:54.316684 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173f8a88-2469-4085-bd58-4d3558a9dc2e req-c0d406de-1f35-4612-a9e2-f77782b5a95e service neutron] 10.222.0.57 "GET /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844048 Nov 09 11:01:54.334982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:54.400187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Deleting port a69359b4-90a2-4de3-aebf-27018bd8e1a4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:54.400530 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:54.487650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.491591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.495359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.495992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.496500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.497003 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.497499 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.497993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.498624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.506325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] For port dc259f24-da59-4a9b-a093-21d850673843, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc259f24-da59-4a9b-a093-21d850673843,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:54.506968 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:54.507639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.508176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:01:54.523940 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:54.725489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Calling delete_port for dc259f24-da59-4a9b-a093-21d850673843 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:54.783336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:54.820345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] For port a69359b4-90a2-4de3-aebf-27018bd8e1a4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a69359b4-90a2-4de3-aebf-27018bd8e1a4,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:54.820711 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:54.857018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T11:01:46Z', 'revision_number': 5, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:01:54.872074 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1974e439-7404-4d02-9771-3d79e07bddf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:54.877362 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9695a3-6088-4c2f-a8ff-bf232c780e1d None None] The sync data for ids ['8cb8b32e-302e-408b-bbdb-7b54645cecb2'] in n-d-817173-1 is: [{'id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1078134759-router', 'tenant_id': '3c82b4fcc4f34b56a834cc5edc250665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:11Z', 'updated_at': '2021-11-09T11:01:46Z', 'revision_number': 5, 'project_id': '3c82b4fcc4f34b56a834cc5edc250665', 'gw_port': {'id': 'a69359b4-90a2-4de3-aebf-27018bd8e1a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8b32e-302e-408b-bbdb-7b54645cecb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:12Z', 'updated_at': '2021-11-09T10:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:01:54.934061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d0bab-d4e7-4b65-a1d3-8494dab704e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:54.939236 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:54.949257 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:54.950605 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c4d0bab-d4e7-4b65-a1d3-8494dab704e7 HTTP/1.1" status: 204 len: 168 time: 1.4254284 Nov 09 11:01:54.970665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Calling delete_port for a69359b4-90a2-4de3-aebf-27018bd8e1a4 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:55.065050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-eafaad7b-2cdb-425a-ba13-39b3ed7dac02 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:55.067129 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-eafaad7b-2cdb-425a-ba13-39b3ed7dac02 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 949 time: 0.4276998 Nov 09 11:01:55.074260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:55.082466 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:55.137844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Pushing event deleted for resources: {'Port': ['ID=dc259f24-da59-4a9b-a093-21d850673843,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:55.142198 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:55.164286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797d3ea-3a94-4404-9058-7a7ea18f54fd req-8bafd01e-8e3e-44fc-912b-7ac536115b3f tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:55.171290 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a797d3ea-3a94-4404-9058-7a7ea18f54fd req-8bafd01e-8e3e-44fc-912b-7ac536115b3f tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 945 time: 0.4636700 Nov 09 11:01:55.239691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] No DVR routers for this DVR port dc259f24-da59-4a9b-a093-21d850673843 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:55.242400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:55.250739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'name': 'network-vif-deleted', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:55.313445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a797d3ea-3a94-4404-9058-7a7ea18f54fd req-b0e1c9b0-4bec-4c07-92b3-1a840f92f49b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a84f219-dc73-4844-8a17-52088caf028a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406784 Nov 09 11:01:55.316240 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-7893438f-b94b-4c92-b60f-f9b0de7c44ca service neutron] 10.222.0.59 "GET /v2.0/ports/206e1727-cbd8-4b68-b963-c87a8536d67c/bindings/n-h2-817173-1 HTTP/1.1" status: 200 len: 382 time: 0.2427528 Nov 09 11:01:55.337591 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-331cb4a5-2887-4486-86fb-f7ddb79bb8d5 req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.59 "DELETE /v2.0/ports/dc259f24-da59-4a9b-a093-21d850673843 HTTP/1.1" status: 204 len: 173 time: 1.7142098 Nov 09 11:01:55.556853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4f06f-0503-4935-b414-1dd32129c90b req-589e48d4-4215-4d5a-b5e6-f69fab43d934 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:55.559536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-9d5ebe5a-760b-4f0c-b775-bfcf19eafdda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1100 time: 0.1902978 Nov 09 11:01:55.561913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d1b4f06f-0503-4935-b414-1dd32129c90b req-589e48d4-4215-4d5a-b5e6-f69fab43d934 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.1948447 Nov 09 11:01:55.659597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d1b4f06f-0503-4935-b414-1dd32129c90b req-36353f1c-5ce0-494c-a5d7-3a24e59110b8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Nov 09 11:01:55.690272 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:55.776451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['dc259f24-da59-4a9b-a093-21d850673843'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:55.831221 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-774b73be-380b-41b0-a18b-1ef5ebd1f37d tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:55.908729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Pushing event deleted for resources: {'Port': ['ID=a69359b4-90a2-4de3-aebf-27018bd8e1a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:55.916523 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:56.018315 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92c7032e-1ddb-4c61-a4e0-80dac3068e06 req-f8edd216-4aae-4886-b97e-01931e8b9970 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1096 time: 0.0867884 Nov 09 11:01:56.068167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92c7032e-1ddb-4c61-a4e0-80dac3068e06 req-6e81a118-512c-491e-a27c-6ed145ef941b tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Nov 09 11:01:56.118520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b09a1-fa24-47f3-b8fd-262c61909829 req-0fb1dee5-9bc0-4e36-8f4d-a4158f7da326 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:56.120086 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-197b09a1-fa24-47f3-b8fd-262c61909829 req-0fb1dee5-9bc0-4e36-8f4d-a4158f7da326 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.5595200 Nov 09 11:01:56.151370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-764c4dc2-97f4-467a-9b90-bfc476daa2fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:56.152837 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-764c4dc2-97f4-467a-9b90-bfc476daa2fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4783502 Nov 09 11:01:56.161068 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789ecb49-1091-478a-ba62-7de010375b6e', 'name': 'network-vif-deleted', 'tag': 'dc259f24-da59-4a9b-a093-21d850673843', 'status': 'completed', 'code': 200} Nov 09 11:01:56.188824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:01:56.374253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:56.375623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6373eb4d-3c35-4d30-9438-5dbc564d67d8 req-82bdb846-f72d-4da6-b309-aa390cafcabc tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 1096 time: 0.0822260 Nov 09 11:01:56.422199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6373eb4d-3c35-4d30-9438-5dbc564d67d8 req-b7d1255b-3870-4eb5-a66a-a950b0656654 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Nov 09 11:01:56.493534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c5296952-cc78-4096-8b80-96ba0569864c no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:56.551654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-d6996b6c-63c2-45a3-ae50-9c3a619a2dc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.3873866 Nov 09 11:01:56.552078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: c5296952-cc78-4096-8b80-96ba0569864c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:56.552599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c5296952-cc78-4096-8b80-96ba0569864c not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:56.636322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-197b09a1-fa24-47f3-b8fd-262c61909829 req-d8337e99-03ba-47f9-9405-ff6926d20d40 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026512 Nov 09 11:01:56.836334 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:56.838950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5a2e5cd9-76bd-4eec-b094-42f80264a964 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:56.840416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5a2e5cd9-76bd-4eec-b094-42f80264a964 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2797101 Nov 09 11:01:56.887834 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:56.894501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d038630d-8b27-4a62-a76a-c483525830f4 req-8084e1f7-1241-4542-89de-6e3f20f79a61 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Synchronizing usage tracker for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:01:57.011666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 206e1727-cbd8-4b68-b963-c87a8536d67c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:01:57.019951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 206e1727-cbd8-4b68-b963-c87a8536d67c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:01:57.020341 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.168082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d038630d-8b27-4a62-a76a-c483525830f4 req-8084e1f7-1241-4542-89de-6e3f20f79a61 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Unset dirty status for tenant:be0099ad3cc74061a67135a4abc3cc40 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:01:57.188755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d038630d-8b27-4a62-a76a-c483525830f4 req-8084e1f7-1241-4542-89de-6e3f20f79a61 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] 10.222.0.50 "GET /v2.0/ports?device_id=789ecb49-1091-478a-ba62-7de010375b6e HTTP/1.1" status: 200 len: 210 time: 0.3591015 Nov 09 11:01:57.189673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-a3d39990-51b0-4074-af63-e114fdb6928a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3363342 Nov 09 11:01:57.198677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba836-06e9-4060-9207-d62c4c7fc6fa req-3d30cbf6-d0b3-4839-a54c-b87f2819307e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:57.200377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-debba836-06e9-4060-9207-d62c4c7fc6fa req-3d30cbf6-d0b3-4839-a54c-b87f2819307e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.2941339 Nov 09 11:01:57.244935 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.262594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-e193ad1a-f862-46ec-b932-44a961818c0a tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:57.265917 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-e193ad1a-f862-46ec-b932-44a961818c0a tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.59 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.3165419 Nov 09 11:01:57.282014 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.282512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb8b32e-302e-408b-bbdb-7b54645cecb2 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:01:57.290649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:57.311061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:57.381394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-debba836-06e9-4060-9207-d62c4c7fc6fa req-d03ee9b7-99c4-4499-b3fc-cc6e2da11b61 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715186 Nov 09 11:01:57.389633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.394251 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:57.431396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Deleting port 06cb900d-e441-4be7-89d4-f498e2b9c397 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:57.431396 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.475802 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.479340 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] 10.222.0.50 "DELETE /v2.0/routers/8cb8b32e-302e-408b-bbdb-7b54645cecb2 HTTP/1.1" status: 204 len: 168 time: 5.9709280 Nov 09 11:01:57.481977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42556) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:57.507994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=9']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:57.519787 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'code': 200} Nov 09 11:01:57.520685 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:57.566102 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-ad752497-6063-499a-8399-1e7a9edf42da service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647151 Nov 09 11:01:57.708612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Deleting subnet dac648a0-9764-4623-ba40-7734bb82c913 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:01:57.721743 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.803524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.811367 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-6be1f638-6700-4630-916e-65a6190442cf service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380476 Nov 09 11:01:57.920118 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:57.974879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] For port 06cb900d-e441-4be7-89d4-f498e2b9c397, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=06cb900d-e441-4be7-89d4-f498e2b9c397,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:57.974879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.074436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.086374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42580) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:58.087326 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:58.133719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac648a0-9764-4623-ba40-7734bb82c913,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:58.144580 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:58.145556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.150523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768af46-4032-43d0-bdd7-bd28bef5807e None None] Network f2ced8f1-89b3-4c28-bd33-e29963c43196 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:01:58.154615 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dac648a0-9764-4623-ba40-7734bb82c913 HTTP/1.1" status: 204 len: 168 time: 0.6694977 Nov 09 11:01:58.166361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42586) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:58.179928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Calling delete_port for 06cb900d-e441-4be7-89d4-f498e2b9c397 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:58.200467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972416ef-6dda-4f9c-bd7a-c4420000e7c0 req-1a31fb2a-4b3c-445c-ba4b-bf4dbc57b793 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:58.202046 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-972416ef-6dda-4f9c-bd7a-c4420000e7c0 req-1a31fb2a-4b3c-445c-ba4b-bf4dbc57b793 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 950 time: 0.1966121 Nov 09 11:01:58.213851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc259f24-da59-4a9b-a093-21d850673843 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:01:58.391794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42592) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:01:58.518832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: dc259f24-da59-4a9b-a093-21d850673843 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:01:58.519391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc259f24-da59-4a9b-a093-21d850673843 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:01:58.525203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1308577605-network', 'tenant_id': '93453b184d7a47ed93689f38345f7c33'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:01:58.535843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:01:58.568237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-972416ef-6dda-4f9c-bd7a-c4420000e7c0 req-4c2bf1ef-5503-4e5a-bb66-b097aef82108 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588703 Nov 09 11:01:58.569451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Usage tracker for resource:network and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:01:58.593828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:01:58.603090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:01:58.615476 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.626913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Deleting port 1960dd56-7d55-4945-8f33-5577d4bc17fa {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:58.627368 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.670512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.678779 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:58.683382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['06cb900d-e441-4be7-89d4-f498e2b9c397'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:01:58.690343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Made reservation on behalf of 93453b184d7a47ed93689f38345f7c33 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:01:58.693124 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.716585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.729344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Pushing event deleted for resources: {'Port': ['ID=06cb900d-e441-4be7-89d4-f498e2b9c397,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:58.759842 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] DHCP port deletion for f2ced8f1-89b3-4c28-bd33-e29963c43196 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:01:58.786616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Deleting port 1960dd56-7d55-4945-8f33-5577d4bc17fa {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:01:58.786980 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:58.787373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:58.876810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:01:58.906687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:01:58.933893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:01:59.066485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:01:59.078402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] No DVR routers for this DVR port 06cb900d-e441-4be7-89d4-f498e2b9c397 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:59.083565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.113660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717606d5-150a-4ea0-b7f1-213a44ff576d req-58924647-8496-47a9-9c69-0760f6d39cbc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:59.124244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-717606d5-150a-4ea0-b7f1-213a44ff576d req-58924647-8496-47a9-9c69-0760f6d39cbc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.5125680 Nov 09 11:01:59.152107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] For port 1960dd56-7d55-4945-8f33-5577d4bc17fa, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1960dd56-7d55-4945-8f33-5577d4bc17fa,segment=NetworkSegment(f29e0809-4aca-4ed0-88d2-4fb3c092892e),segment_id=f29e0809-4aca-4ed0-88d2-4fb3c092892e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:59.152830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.184699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'name': 'network-vif-deleted', 'tag': '06cb900d-e441-4be7-89d4-f498e2b9c397'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:01:59.227980 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d704cf25-1587-466b-ab0a-bd0a4be7f90f req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.59 "DELETE /v2.0/ports/06cb900d-e441-4be7-89d4-f498e2b9c397 HTTP/1.1" status: 204 len: 173 time: 1.9564924 Nov 09 11:01:59.247555 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-717606d5-150a-4ea0-b7f1-213a44ff576d req-cffab4aa-383a-46e9-afe8-dbc103855348 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218696 Nov 09 11:01:59.383496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] For port 1960dd56-7d55-4945-8f33-5577d4bc17fa, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1960dd56-7d55-4945-8f33-5577d4bc17fa,segment=NetworkSegment(f29e0809-4aca-4ed0-88d2-4fb3c092892e),segment_id=f29e0809-4aca-4ed0-88d2-4fb3c092892e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:01:59.385676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Calling delete_port for 1960dd56-7d55-4945-8f33-5577d4bc17fa owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:59.387195 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.554579 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.597487 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bca813-4ac5-45ad-ae46-3f6c55f5d4b8', 'name': 'network-vif-deleted', 'tag': '06cb900d-e441-4be7-89d4-f498e2b9c397', 'status': 'completed', 'code': 200} Nov 09 11:01:59.613878 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.628638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Calling delete_port for 1960dd56-7d55-4945-8f33-5577d4bc17fa owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:01:59.629232 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44e1da79-e410-41e0-8676-9c2da27fda55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:59.663340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1e5ee-7e93-4bff-962f-0a8264d8001a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:59.667111 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:59.668033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:01:59.679449 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.679872 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Added segment a439acb0-3f44-4e73-8ef0-8c8dde76a879 of type vlan for network 5a439b8c-91a2-45f3-aa93-c03c95865e29 Nov 09 11:01:59.687898 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.693664 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5a70d92e-2812-4166-a568-2369cd543bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:01:59.765788 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.788790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1960dd56-7d55-4945-8f33-5577d4bc17fa,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:01:59.794355 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:01:59.818222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] No DVR routers for this DVR port 1960dd56-7d55-4945-8f33-5577d4bc17fa on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:01:59.841250 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.849309 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:01:59.849675 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:01:59.938261 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d42cd842-faf7-415d-9cca-87bdaedea6d1 req-3da564a4-aa36-4131-84a0-7c5bacc46401 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bca813-4ac5-45ad-ae46-3f6c55f5d4b8 HTTP/1.1" status: 200 len: 210 time: 0.0850990 Nov 09 11:01:59.986209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.986209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:01:59.986209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:01:59.991519 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:00.141048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:00.194205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Pushing event updated for resources: {'Network': ['ID=5a439b8c-91a2-45f3-aa93-c03c95865e29,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:00.199054 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:00.201350 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.202044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.203891 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.204784 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > port after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.205208 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.205695 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > port after_update 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.206122 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.206768 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.207222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.207650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.209021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 5a439b8c-91a2-45f3-aa93-c03c95865e29 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:02:00.328908 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.329436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.329853 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.330250 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 11:02:00.330686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ced8f1-89b3-4c28-bd33-e29963c43196']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:00.360513 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2469561 Nov 09 11:02:00.361441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42620) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:00.377137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29e0809-4aca-4ed0-88d2-4fb3c092892e') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:00.377521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29e0809-4aca-4ed0-88d2-4fb3c092892e') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:00.399962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Request body: {'subnet': {'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1308577605-subnet', 'tenant_id': '93453b184d7a47ed93689f38345f7c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:00.421648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:00.447037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:00.454679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Usage tracker for resource:subnet and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:00.459578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Deleting port 1960dd56-7d55-4945-8f33-5577d4bc17fa {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:02:00.459578 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:00.465080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:00.487419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:00.499723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:00.518195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1960dd56-7d55-4945-8f33-5577d4bc17fa no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:02:00.549887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:02:00.550828 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: util.warn_limited( Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: util.warn_limited( Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:02:00.603022 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:02:00.644850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 1960dd56-7d55-4945-8f33-5577d4bc17fa {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:02:00.645449 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1960dd56-7d55-4945-8f33-5577d4bc17fa not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:02:00.647991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a69359b4-90a2-4de3-aebf-27018bd8e1a4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:02:00.706821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Made reservation on behalf of 93453b184d7a47ed93689f38345f7c33 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:00.714240 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:00.729562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-06191c4c-83e3-4c09-a947-aba4f6d54f92 None None] The port '1960dd56-7d55-4945-8f33-5577d4bc17fa' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:02:00.748289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: a69359b4-90a2-4de3-aebf-27018bd8e1a4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:02:00.749965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a69359b4-90a2-4de3-aebf-27018bd8e1a4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:02:01.132276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Deleting port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:02:01.132276 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:01.142102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edbc2a-dfd6-4d58-bb79-ca1b527a121b req-59720a51-eb51-4c90-bc13-aa55fe945ab8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:01.148931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40edbc2a-dfd6-4d58-bb79-ca1b527a121b req-59720a51-eb51-4c90-bc13-aa55fe945ab8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.5436740 Nov 09 11:02:01.216426 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:01.243066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-d57913b2-9690-4d45-9d1c-70d1d01b6e58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 1101 time: 0.2633333 Nov 09 11:02:01.302262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:01.342325 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7c43eb68-6582-4216-bf45-7f424fb0de76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:01.373151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] For port 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:01.373902 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:01.376559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:01.394934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ced8f1-89b3-4c28-bd33-e29963c43196,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:01.587498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Calling delete_port for 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:02:01.605633 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:01.634533 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40edbc2a-dfd6-4d58-bb79-ca1b527a121b req-0d1eb832-989d-4478-a50a-6fab6ddc60ef tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847646 Nov 09 11:02:01.640980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f2ced8f1-89b3-4c28-bd33-e29963c43196 HTTP/1.1" status: 204 len: 168 time: 3.4718077 Nov 09 11:02:01.745872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:01.880325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42664) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:01.935248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:01.951756 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:02.022685 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:02.029791 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8fd8c00-4b87-483b-abd8-657cf93758f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:02.130036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:02.130545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f091d61e-b4c2-40f4-ad07-8371f1971347,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:02.170413 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:02.187702 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:02.214254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Checking segment: {'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:02.214725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Network hostable DHCP agents. Network: 5a439b8c-91a2-45f3-aa93-c03c95865e29, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:02:02.238969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 06cb900d-e441-4be7-89d4-f498e2b9c397 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:02:02.295870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 06cb900d-e441-4be7-89d4-f498e2b9c397 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:02:02.297187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 06cb900d-e441-4be7-89d4-f498e2b9c397 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:02:02.385036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:02.431306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:02.475123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-668ae59a-1d3b-4694-98c8-d3ca744b1f0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e522eff776694d048bdbf9183bf05f58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5935106 Nov 09 11:02:02.478107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:02.498872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:02.505889 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:02.508478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42682) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:02.522636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Transition to ACTIVE for port object 206e1727-cbd8-4b68-b963-c87a8536d67c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:02.537112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Network 5a439b8c-91a2-45f3-aa93-c03c95865e29 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:02:02.592295 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'code': 200} Nov 09 11:02:02.605412 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:02.610957 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:02.653227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 5a439b8c-91a2-45f3-aa93-c03c95865e29) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:02.666726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:02.667356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:02.667990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c3a66-45df-434d-8373-06b14b781899 None None] Network 5a439b8c-91a2-45f3-aa93-c03c95865e29 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:02:02.674689 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-39f4543f-900d-4577-8fd7-fb41a8290b40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9ad0a489c9d46b98f64d91ecefb20e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1624727 Nov 09 11:02:02.676250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42686) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:02.685284 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:02.740118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:02.817342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:02.820479 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:02.849885 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:02.889768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] No DVR routers for this DVR port 206e1727-cbd8-4b68-b963-c87a8536d67c on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:02:02.956345 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5917580 Nov 09 11:02:02.975011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:02.979383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:02.979844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:03.003076 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.009166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.017770 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86930091-5860-451c-b830-8a45516ad0e8 None None] Network 5a439b8c-91a2-45f3-aa93-c03c95865e29 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:02:03.026722 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e593709f-8db9-40e1-a301-0e87ac5a8964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:03.038411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:03.038839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Attempting to bind port 206e1727-cbd8-4b68-b963-c87a8536d67c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:03.101023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:03.101493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:03.101961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:03.102503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Bound port: 206e1727-cbd8-4b68-b963-c87a8536d67c, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:03.102973 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.145119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.353219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:03.366839 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:03.399556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:03.415292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:03.511528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfb3d-d2e6-41ad-9d7c-9aba3254be4f req-ca4e56ec-6787-4e5e-96a1-1f9583f6fc55 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:03.513331 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-da5bfb3d-d2e6-41ad-9d7c-9aba3254be4f req-ca4e56ec-6787-4e5e-96a1-1f9583f6fc55 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.2448366 Nov 09 11:02:03.538097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1521719623', 'description': 'tempest-description-344508913'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:03.545296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:03.557455 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.561638 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.568305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:03.571014 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f73a0a2c-5bc7-4fa7-addc-8ddeb1cb8f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:03.588278 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-da5bfb3d-d2e6-41ad-9d7c-9aba3254be4f req-50e52cd3-07be-4562-bdee-57fd4ec2ecfc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599141 Nov 09 11:02:03.618192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:03.634242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:03.654540 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.656966 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] 10.222.0.57 "PUT /v2.0/ports/206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 1097 time: 2.3776464 Nov 09 11:02:03.744606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=11']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:03.748158 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:03.748999 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b761ae00-67cf-46e9-8556-d0600a747c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:03.768979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19455c-603f-4255-b84e-565ed668054c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:03.770778 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:03.776522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.777741 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bdfcfcf-a92e-490d-b7eb-90bbe4e36fe1 HTTP/1.1" status: 204 len: 168 time: 1.2987545 Nov 09 11:02:03.777892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.779878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf19455c-603f-4255-b84e-565ed668054c HTTP/1.1" status: 204 len: 168 time: 1.1034369 Nov 09 11:02:03.842693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:03.863166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-9b397d38-5aec-4dd3-876a-615f19a6a255 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1100 time: 0.1732748 Nov 09 11:02:03.908096 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:04.163435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Router 031b633e-945c-4b52-9192-ccc7a2f1210f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:02:04.176688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5d947036-1b94-4c69-9b62-a29db9e76337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:04.178257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5d947036-1b94-4c69-9b62-a29db9e76337 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3068969 Nov 09 11:02:04.179213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:04.183558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:04.189147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:04.268467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:04.268936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:02:04.287184 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5f809458-fde1-42f6-8a97-3029a2a4fc67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.1004317 Nov 09 11:02:04.375782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5279a121-7848-43cb-a60a-9288415aa318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:04.379993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:02:04.380172 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5279a121-7848-43cb-a60a-9288415aa318 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0828295 Nov 09 11:02:04.457556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:02:04.470856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] 10.222.0.50 "PUT /v2.0/routers/031b633e-945c-4b52-9192-ccc7a2f1210f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0750401 Nov 09 11:02:04.471910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42728) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:04.472614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] Sync routers for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:02:04.475831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:04.487427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:02:04.488095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:04.729309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:02:04.751429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:04.785989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:04.794044 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d99ee14-2f4a-4498-be32-78380cbeb5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:04.848834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-cd994ed4-fbd3-4ef9-a13d-969b16d0d6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4622183 Nov 09 11:02:05.035408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6ef4-9cb2-44af-abd2-860fba5b1a07 req-f924be32-3e7f-4935-b026-ed3f966fbc83 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:05.037157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-193a6ef4-9cb2-44af-abd2-860fba5b1a07 req-f924be32-3e7f-4935-b026-ed3f966fbc83 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.1679537 Nov 09 11:02:05.066848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253712f6-f8e9-49c5-b958-5cecebbf0cd4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:05.071172 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:05.073280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:05.074973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b3650e1-420a-41e1-844c-7d6caec8ba1a req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.5420282 Nov 09 11:02:05.129807 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-193a6ef4-9cb2-44af-abd2-860fba5b1a07 req-6cc08edc-acad-4890-bc3a-5da5ce4284ab tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859122 Nov 09 11:02:05.210633 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'status': 'completed', 'code': 200} Nov 09 11:02:05.258819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1111374137', 'description': 'tempest-description-355308246'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:05.270556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-d038199b-bb31-4169-b015-4df3cdc6ff94 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078627 Nov 09 11:02:05.273579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:05.299510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T11:02:01Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:05.321641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] Checking router: 031b633e-945c-4b52-9192-ccc7a2f1210f for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:02:05.335218 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-9fdb2278-2415-47d1-b930-5be318e70db1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1100 time: 0.1271741 Nov 09 11:02:05.337367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] Routers {'031b633e-945c-4b52-9192-ccc7a2f1210f'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:02:05.338017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:01:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['031b633e-945c-4b52-9192-ccc7a2f1210f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:05.444475 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9d6a20d-89c9-4a2c-85b6-a74b512e2dd5 req-5106e140-6471-45b0-87c5-b151de8e3bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658428 Nov 09 11:02:05.445533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:05.450659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42746) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:05.459585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:05.500567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:05.519629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42750) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:05.554192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:05.637504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951d03-2398-4029-b538-90d9d0a25fde req-f2c4e0f7-40f4-4da6-a2a3-63050be38adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:05.639294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-f2c4e0f7-40f4-4da6-a2a3-63050be38adc service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2970393 Nov 09 11:02:05.647773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:05.647913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2ccd5ed7-9b27-4ce0-a835-5f0382fa09ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c82b4fcc4f34b56a834cc5edc250665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867886 Nov 09 11:02:05.650195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42756) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:05.660695 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:05.683086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] Set router 031b633e-945c-4b52-9192-ccc7a2f1210f gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:02:05.724441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Usage tracker for resource:security_group_rule and tenant:3d837a86fec24aa3bba24dc0ba23c6ab is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:05.733114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:05.747496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:05.752036 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-5b1bff88-fdb4-41b4-ace6-bcc9e0444cd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.1058402 Nov 09 11:02:05.769089 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:05.819550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:05.823731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:05.827163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:05.833916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:05.842754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951d03-2398-4029-b538-90d9d0a25fde req-c4852725-9230-4889-9aaf-5c4e3bbb28ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:05.845564 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-c4852725-9230-4889-9aaf-5c4e3bbb28ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0864627 Nov 09 11:02:05.903406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-ef59d40c-ee04-41e1-914c-94c6356378bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 1100 time: 0.3943834 Nov 09 11:02:05.963723 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:05.994497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-3e012658-0dcc-4599-98cd-503c12c42a67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421957 Nov 09 11:02:06.069227 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T11:02:01Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:06.074510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df42f3-2301-49c4-a5fb-04bba1a5e3f8 None None] The sync data for ids ['031b633e-945c-4b52-9192-ccc7a2f1210f'] in n-d-817173-1 is: [{'id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'name': 'tempest-FloatingIPsAssociationTestJSON-774284113-router', 'tenant_id': 'be0099ad3cc74061a67135a4abc3cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:59:39Z', 'updated_at': '2021-11-09T11:02:01Z', 'revision_number': 5, 'project_id': 'be0099ad3cc74061a67135a4abc3cc40', 'gw_port': {'id': '0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b633e-945c-4b52-9192-ccc7a2f1210f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:59:40Z', 'updated_at': '2021-11-09T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:02:06.093607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.104754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.107005 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.230120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.239772 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.249961 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1a3d926-fc96-4843-862c-f4b5b7d16e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:06.255039 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:06.340978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951d03-2398-4029-b538-90d9d0a25fde req-86acb618-83ba-4692-ba48-9c0e0d279fbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:06.342390 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-86acb618-83ba-4692-ba48-9c0e0d279fbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4306409 Nov 09 11:02:06.376572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fbf531-b0f2-4fbe-b798-6b108d144c19,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:06.379693 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:06.412834 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d837a86fec24aa3bba24dc0ba23c6ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8877528 Nov 09 11:02:06.418297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:06.426888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-a352e596-79c9-47a3-a64a-7e1843189076 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250524 Nov 09 11:02:06.433485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-9062f373-948f-4a0d-a0ea-0cfb0f61779a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 200 len: 217 time: 0.0804615 Nov 09 11:02:06.438882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.462329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:02:06.469675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2311cff4-bb7d-49b5-9ee6-0834b627c072,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:06.484696 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:06.512796 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:02:06.535820 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3c99eebe-8e92-4a3a-a809-e2e0dc2e61fa not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:02:06.536883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.536883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01671c27-13ef-4bd4-a15a-2d410c35837b req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.2977660 Nov 09 11:02:06.582650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951d03-2398-4029-b538-90d9d0a25fde req-03dc517a-a5f8-45f0-99ad-f84131fe6707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:06.585252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-03dc517a-a5f8-45f0-99ad-f84131fe6707 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1118741 Nov 09 11:02:06.681847 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.691898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db805e0-896c-4659-a341-a3243d3c3cf7 req-a08a9c7c-2e45-4a2f-a8cb-3abf20baf7c6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:06.692711 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2bbaeca-a598-4da6-a58b-fe121a8611fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:06.703823 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3db805e0-896c-4659-a341-a3243d3c3cf7 req-a08a9c7c-2e45-4a2f-a8cb-3abf20baf7c6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.4055307 Nov 09 11:02:06.715723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.724807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0739d073-1a04-4990-a695-8ca9bfe102c2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:06.732850 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:06.758054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.763010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0739d073-1a04-4990-a695-8ca9bfe102c2 HTTP/1.1" status: 204 len: 168 time: 1.1079738 Nov 09 11:02:06.804947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-69bb39da-4f80-4281-83f1-9e31b1e92e3e service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627696 Nov 09 11:02:06.836900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:06.848774 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-0826cf47-9e0f-4b0f-8176-7ae690917dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549245 Nov 09 11:02:06.870460 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3db805e0-896c-4659-a341-a3243d3c3cf7 req-80213316-649c-4758-9e4f-c56903219687 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653879 Nov 09 11:02:06.895140 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:07.032738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Deleting port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:02:07.033047 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:07.123608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:07.131874 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-00961c1b-fce0-4548-b861-648e8e4663c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:07.160708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fbf531-b0f2-4fbe-b798-6b108d144c19,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:07.166008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:07.199431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:07.214011 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26fbf531-b0f2-4fbe-b798-6b108d144c19 HTTP/1.1" status: 204 len: 168 time: 0.7833147 Nov 09 11:02:07.255296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-39bd0ca8-edc1-4f06-b557-0e1b97fe92c8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:07.261196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-39bd0ca8-edc1-4f06-b557-0e1b97fe92c8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 813 time: 0.2190058 Nov 09 11:02:07.289232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-3ab96d50-11ad-4ef1-a704-dd014d4e24db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/quotas/93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 375 time: 0.0210178 Nov 09 11:02:07.388444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-cba1f635-bbf4-4875-8940-e3bc260db59f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922189 Nov 09 11:02:07.416050 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-17bb0079-69a2-4eb6-84da-be07f2c5f476 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592220 Nov 09 11:02:07.559834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] For port 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:07.560203 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:07.587370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-8208906f-94b8-4ff5-986a-369142239956 service neutron] 10.222.0.50 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857221 Nov 09 11:02:07.731871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Calling delete_port for 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:02:07.773694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-edc632b3-1486-4105-9563-1704ce7e3165 service neutron] 10.222.0.50 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824594 Nov 09 11:02:07.835552 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47951d03-2398-4029-b538-90d9d0a25fde req-60344969-6b52-4100-be03-766f3cf2a1de service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106555 Nov 09 11:02:08.095761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:02:08.200406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:08.209025 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:08.260614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:08.265724 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:08.370697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:08.425084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'mac_address': 'fa:16:3e:36:8c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:02:08.597758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:08.657526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e1727-cbd8-4b68-b963-c87a8536d67c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:08.685280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5f51-85ef-43db-a942-f98eb62c873c req-da65dfe5-5a0d-453e-9d20-10cc404015a9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:08.686341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:08.694505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d75f5f51-85ef-43db-a942-f98eb62c873c req-da65dfe5-5a0d-453e-9d20-10cc404015a9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 949 time: 0.5725269 Nov 09 11:02:08.711716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-549422f0-8d41-4769-abe4-a48e7f13ce35 req-ea44a84b-c627-4f52-ba4d-7277d411d3b1 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 210 time: 0.0692444 Nov 09 11:02:08.816873 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:08.829307 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:08.832443 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c18e7496-1fdb-404d-97a7-ec57be0f1e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:08.972970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=12']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:08.976611 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:02:08.979383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d75f5f51-85ef-43db-a942-f98eb62c873c req-fdde9f58-b467-4b07-86ea-a44a91b891c3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838807 Nov 09 11:02:08.993237 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:09.145495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['206e1727-cbd8-4b68-b963-c87a8536d67c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:09.227680 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:09.235527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:09.376857 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:09.377939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031b633e-945c-4b52-9192-ccc7a2f1210f {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:02:09.402624 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:09.408159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:09.409115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] 10.222.0.50 "DELETE /v2.0/routers/031b633e-945c-4b52-9192-ccc7a2f1210f HTTP/1.1" status: 204 len: 168 time: 4.9354701 Nov 09 11:02:09.546580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Deleting subnet 2ee8f974-18f8-460b-bdeb-3052b9cf6791 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:02:09.556621 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:09.667622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:09.761621 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:09.855462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd1cd203-480f-4200-a43c-80d650fae84d req-9c612157-56fd-476e-823e-378b3e218792 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 210 time: 0.0425956 Nov 09 11:02:10.038255 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:10.042830 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11ac8d89-02b0-4286-9f18-325080031489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:10.083018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee8f974-18f8-460b-bdeb-3052b9cf6791,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:10.087212 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:10.092825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:10.099923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2ee8f974-18f8-460b-bdeb-3052b9cf6791 HTTP/1.1" status: 204 len: 168 time: 0.6906414 Nov 09 11:02:10.100332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eafe7b9-ba47-4583-af9b-810ae42cd12b None None] Network be850f27-9bfd-459e-a53d-b9b69a8edf19 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:02:10.102361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42858) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:10.333846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:10.385128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Deleting port 0be82715-d257-4303-9895-863082f45d4e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:02:10.385467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:10.479458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:02:10.519375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:02:10.519730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0b639ad2-9a5b-44ae-ad76-62e1fbd2b4a4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:02:10.551121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e395-3d04-4521-adf5-5f821a09737f req-1acd0baf-33b6-4f4f-9992-17e6210e7e57 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:10.551121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24c6e395-3d04-4521-adf5-5f821a09737f req-1acd0baf-33b6-4f4f-9992-17e6210e7e57 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.3515079 Nov 09 11:02:10.667522 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] DHCP port deletion for be850f27-9bfd-459e-a53d-b9b69a8edf19 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:02:10.683716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Deleting port 0be82715-d257-4303-9895-863082f45d4e {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:02:10.684416 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:10.947419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] For port 0be82715-d257-4303-9895-863082f45d4e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0be82715-d257-4303-9895-863082f45d4e,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:10.947956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:10.958301 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24c6e395-3d04-4521-adf5-5f821a09737f req-f71bdc62-6647-469d-9925-05418bcd69d6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273120 Nov 09 11:02:11.094520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Calling delete_port for 0be82715-d257-4303-9895-863082f45d4e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:02:11.186235 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b53480aa-257a-430f-9686-c4ab91dfbbfe req-4ac0a00d-606f-4a97-a703-c55c248abd94 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 210 time: 0.0963819 Nov 09 11:02:11.203814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] For port 0be82715-d257-4303-9895-863082f45d4e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0be82715-d257-4303-9895-863082f45d4e,segment=NetworkSegment(fd01fee6-2936-45b7-9ed8-016ab5b52e5d),segment_id=fd01fee6-2936-45b7-9ed8-016ab5b52e5d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:11.204652 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:11.372425 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:11.383841 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:11.424713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Calling delete_port for 0be82715-d257-4303-9895-863082f45d4e owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:02:11.516309 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:02:11.517109 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:02:11.552776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0be82715-d257-4303-9895-863082f45d4e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:11.555970 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:11.556740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] No DVR routers for this DVR port 0be82715-d257-4303-9895-863082f45d4e on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:02:11.853835 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:11.889132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be850f27-9bfd-459e-a53d-b9b69a8edf19']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:11.908169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:11.908494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd01fee6-2936-45b7-9ed8-016ab5b52e5d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:11.925320 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:11.974124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:11.984140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562057a-1653-4c0c-afa8-9e74348114d1 req-353d7924-df56-459b-91ae-b176b46b4e16 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:11.987456 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5562057a-1653-4c0c-afa8-9e74348114d1 req-353d7924-df56-459b-91ae-b176b46b4e16 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 950 time: 0.7461758 Nov 09 11:02:11.994104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:02:11.994862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:12.018257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Deleting port 0be82715-d257-4303-9895-863082f45d4e {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:02:12.019110 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:02:12.027724 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:02:12.155007 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:12.156663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5562057a-1653-4c0c-afa8-9e74348114d1 req-d416f12e-1013-4b3a-8480-7d3489446daf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221969 Nov 09 11:02:12.204670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cff7cb89-fa96-49bd-b22e-c30815bacf06 None None] The port '0be82715-d257-4303-9895-863082f45d4e' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:02:12.245504 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:12.255769 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:12.272050 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:12.284489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Pushing event deleted for resources: {'Network': ['ID=be850f27-9bfd-459e-a53d-b9b69a8edf19,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:12.287706 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:12.435287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0be82715-d257-4303-9895-863082f45d4e no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:02:12.465321 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] 10.222.0.50 "DELETE /v2.0/networks/be850f27-9bfd-459e-a53d-b9b69a8edf19 HTTP/1.1" status: 204 len: 168 time: 2.3592463 Nov 09 11:02:12.474658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 206e1727-cbd8-4b68-b963-c87a8536d67c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:12.488179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 0be82715-d257-4303-9895-863082f45d4e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:02:12.488708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0be82715-d257-4303-9895-863082f45d4e not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:02:12.490236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 206e1727-cbd8-4b68-b963-c87a8536d67c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:12.491028 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:12.771790 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:12.821494 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-2202514b-2431-4d66-a7cc-ae2b2415ccf3 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510235 Nov 09 11:02:12.897678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:12.900223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:13.031729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0e4e899a-a5e3-43d6-9078-d825b26ba839 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:13.033185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0e4e899a-a5e3-43d6-9078-d825b26ba839 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 813 time: 0.4718876 Nov 09 11:02:13.051377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73997fa6-04cf-458d-b8a5-e70e7c6e022b req-7b2f6520-e336-40f1-9774-8d488a07951e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 210 time: 0.3084881 Nov 09 11:02:13.067551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'port': {'device_id': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29', 'admin_state_up': True, 'tenant_id': '93453b184d7a47ed93689f38345f7c33'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:13.126194 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:13.128129 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:13.177026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-dbfe9ff5-9d54-4a88-8e31-2bdab61a6aa5 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:13.183645 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-dbfe9ff5-9d54-4a88-8e31-2bdab61a6aa5 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613014 Nov 09 11:02:13.214157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=13']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:13.216294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-9d3a0fd0-ae60-4480-891d-423c3a9576ab tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/quotas/aef8661c3f3c44e090fadd41adbcd15d HTTP/1.1" status: 200 len: 375 time: 0.0317740 Nov 09 11:02:13.217995 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:13.297171 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-fdd6a3af-d9c9-4f3b-9d48-6cd84b8c45ba tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750813 Nov 09 11:02:13.317244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:13.321442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:port and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:13.324943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:13.333764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:13.468953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Made reservation on behalf of 93453b184d7a47ed93689f38345f7c33 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:13.472825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:13.532318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42986) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:13.598999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3e72b06c-a721-40d3-9f28-3e8816abfd8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be0099ad3cc74061a67135a4abc3cc40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652966 Nov 09 11:02:13.602770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42990) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:13.762521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Allocated IP 172.20.0.2 (5a439b8c-91a2-45f3-aa93-c03c95865e29/f091d61e-b4c2-40f4-ad07-8371f1971347/22fde135-86cd-4dad-be58-ffd4ac862663) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:13.813178 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:13.816745 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-d04f306d-cf5e-486b-9ca7-0ca1df2072f8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479572 Nov 09 11:02:14.074305 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'code': 200} Nov 09 11:02:14.078595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:14.360936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485406d-d838-4454-a5ac-b50b61383e47 req-ffd68cd8-c05a-4237-a675-b53518065604 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:14.362646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-ffd68cd8-c05a-4237-a675-b53518065604 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5214453 Nov 09 11:02:14.383416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bcca57bc-57ae-4f16-a4ae-26aeafdf9483 req-aff9597f-3a16-4e60-806c-2770541f32cf tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 210 time: 0.0695512 Nov 09 11:02:14.413871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-f5f4709d-a12c-4d69-b6fa-3be4493623ff tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/quotas/fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 375 time: 0.0288560 Nov 09 11:02:14.474020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:14.477654 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:14.490908 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c619a63-3382-4a9e-b2f9-14c6f0790803 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:14.518410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a84f219-dc73-4844-8a17-52088caf028a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:14.522511 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:14.570488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-a55b9d5c-ac51-4405-a4db-7e6780d7b59b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1440248 Nov 09 11:02:14.594265 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:14.597554 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a84f219-dc73-4844-8a17-52088caf028a HTTP/1.1" status: 204 len: 168 time: 0.9912581 Nov 09 11:02:14.645698 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:14.652925 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0bc8dd64-3b8c-45b7-a092-a3f243b2fed5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:14.728693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Network 5a439b8c-91a2-45f3-aa93-c03c95865e29 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:14.737510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29751cd-b043-44db-8c33-7330d824ec12 req-fa08d238-7611-4eee-9a07-7bc6a16d6ba8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:14.739079 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b29751cd-b043-44db-8c33-7330d824ec12 req-fa08d238-7611-4eee-9a07-7bc6a16d6ba8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 931 time: 0.1244218 Nov 09 11:02:14.739726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:14.754166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:14.794474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b29751cd-b043-44db-8c33-7330d824ec12 req-a5b05aeb-b26e-49e5-aa22-1db5f194d115 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:14.900502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:14.914586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b29751cd-b043-44db-8c33-7330d824ec12 req-a5b05aeb-b26e-49e5-aa22-1db5f194d115 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:14.914868 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:14.921307 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b29751cd-b043-44db-8c33-7330d824ec12 req-a5b05aeb-b26e-49e5-aa22-1db5f194d115 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751769 Nov 09 11:02:14.935379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:14.936909 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:15.057663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9939048 Nov 09 11:02:15.070009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Request body: {'port': {'device_id': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:15.180034 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-192021dc-f60f-4ad9-8b84-32b77f29c5d5 req-a3428131-0cff-4401-8006-91be0b9d38c2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 210 time: 0.1084313 Nov 09 11:02:15.346648 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:15.626023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-953b257d-a871-4e28-ba1b-352b53173c17 req-e6994473-3c87-4a7c-8408-6d0eca29da97 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 210 time: 0.0822444 Nov 09 11:02:15.857092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fde135-86cd-4dad-be58-ffd4ac862663 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:15.867543 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:15.896388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Transition to ACTIVE for port object 22fde135-86cd-4dad-be58-ffd4ac862663 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:16.232174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8301807-0fb4-4788-89f7-6c63230c964c req-37657c76-449e-4e99-a610-a00b1198ad34 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:16.232974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a8301807-0fb4-4788-89f7-6c63230c964c req-37657c76-449e-4e99-a610-a00b1198ad34 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:16.631486 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bc335b0-37a7-42e2-8728-6d24d847bfb2 req-423b9940-8481-493f-ad61-2f8ba1766c01 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 210 time: 0.0456419 Nov 09 11:02:16.793396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a8301807-0fb4-4788-89f7-6c63230c964c req-37657c76-449e-4e99-a610-a00b1198ad34 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:16.793396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8301807-0fb4-4788-89f7-6c63230c964c req-37657c76-449e-4e99-a610-a00b1198ad34 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 931 time: 0.6686592 Nov 09 11:02:16.794389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:16.799974 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-68a78ccf-ea6c-424d-95a5-ccaac6aaa9ba tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:17.039388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Pushing event updated for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:17.039388 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:17.039388 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8301807-0fb4-4788-89f7-6c63230c964c req-bb1a4f8f-854e-40aa-b882-c6ff8d3c03db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681533 Nov 09 11:02:17.165205 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8f5f-044b-4233-bb26-988129d18f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:17.223952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Attempting to bind port 22fde135-86cd-4dad-be58-ffd4ac862663 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:17.225074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Attempting to bind port 22fde135-86cd-4dad-be58-ffd4ac862663 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:17.225876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Attempting to bind port 22fde135-86cd-4dad-be58-ffd4ac862663 on network 5a439b8c-91a2-45f3-aa93-c03c95865e29 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:17.234058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Port 22fde135-86cd-4dad-be58-ffd4ac862663 on network 5a439b8c-91a2-45f3-aa93-c03c95865e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:17.236824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Attempting to bind port 22fde135-86cd-4dad-be58-ffd4ac862663 on network 5a439b8c-91a2-45f3-aa93-c03c95865e29 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:17.252771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:17.262824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Checking segment: {'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:17.263367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Bound using segment: {'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:17.267652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Bound port: 22fde135-86cd-4dad-be58-ffd4ac862663, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:17.268224 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:17.432983 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19d8dc6b-cee5-4cf7-b18c-21f99058da0c req-ad138623-cd2d-4eb3-9ca6-70c3ba5db96d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 210 time: 0.0625730 Nov 09 11:02:17.457575 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:17.465196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:17.469124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=22fde135-86cd-4dad-be58-ffd4ac862663,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:17.549633 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:17.579169 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-616277c9-ccca-49ed-9e3a-99bad8dfeb04 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:17.662412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43176) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:17.709818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:17.730732 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] 10.222.0.59 "PUT /v2.0/ports/22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 200 len: 1091 time: 2.6650441 Nov 09 11:02:17.732498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:17.823711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Pushing event updated for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:17.850210 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:17.993859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1359520690-network', 'tenant_id': '146ca5e90f014fcead1b81b4f26bec71'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:17.998347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:18.003600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Usage tracker for resource:network and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:18.006904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:18.013415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:18.030955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f55e5f0a-01a6-4514-aa66-6542cdd82cc6 req-4b430e30-2db6-4312-a5fb-cc16136a9425 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 210 time: 0.0790908 Nov 09 11:02:18.114691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Made reservation on behalf of 146ca5e90f014fcead1b81b4f26bec71 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:18.118421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:18.152667 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:18.208310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:18.212542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:18.215890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:18.223493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-b1929cfa-b455-42ba-94ad-4a046da168e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1094 time: 0.3482614 Nov 09 11:02:18.232421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:18.315508 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663', 'status': 'completed', 'code': 200} Nov 09 11:02:18.332738 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-de62c1d5-44e1-4485-9f9d-248b9e2f2b65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 200 len: 217 time: 0.0953379 Nov 09 11:02:18.374775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:18.426541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-d82834ac-23df-4816-8614-78b8f9866467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:18.428144 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-d82834ac-23df-4816-8614-78b8f9866467 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.0878921 Nov 09 11:02:18.479011 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-af754651-fcb4-44c2-ab94-dfce8c1bff99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434539 Nov 09 11:02:18.502328 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:18.509548 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b5cb2ec-1776-487d-b1e2-b27718825f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:18.590639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:02:18.642580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-ff21caf9-5479-47ac-a4b7-79f303d9cda5 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564138 Nov 09 11:02:18.646856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:18.647246 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Added segment 61cf9686-cc07-4bc6-955d-f5d2ec86d00b of type vlan for network aa6d55cf-6612-4c90-aa7b-cc918beb1715 Nov 09 11:02:18.688382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a02644-8be3-4582-b3d2-dac77a2be90c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:18.779021 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:18.785887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.786612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.787197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.787733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.788286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.788694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.789051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.789393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.789736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.790070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.790406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:18.796383 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:18.801142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-fef9fc39-e23d-41e2-8e0a-a71b642a75c9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:18.802056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-fef9fc39-e23d-41e2-8e0a-a71b642a75c9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:18.908119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-fef9fc39-e23d-41e2-8e0a-a71b642a75c9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:18.911137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-fef9fc39-e23d-41e2-8e0a-a71b642a75c9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.4368410 Nov 09 11:02:18.927591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-d5749bba-9a0b-462b-8776-df5b3dcbeba3 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/quotas/3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 375 time: 0.0117447 Nov 09 11:02:18.934492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17d2cb73-8a55-4a28-8d25-871103b66b9d req-fcb89366-a90f-4938-b05b-09dfc74ce84f service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860513 Nov 09 11:02:18.956804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f118-0d21-4f04-b8b1-2d38629020c5 req-b9dfc58a-d12b-475b-baf9-f9ae5d7c9146 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:18.958399 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7f1f118-0d21-4f04-b8b1-2d38629020c5 req-b9dfc58a-d12b-475b-baf9-f9ae5d7c9146 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 943 time: 0.1543195 Nov 09 11:02:18.983883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:18.985084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:18.985898 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:19.008424 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:19.032956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7f1f118-0d21-4f04-b8b1-2d38629020c5 req-197437b5-deb0-4fb4-bf44-5e7adcf3f460 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658875 Nov 09 11:02:19.078587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-7a0c42be-6b28-43bf-94bb-91da009171f7 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711629 Nov 09 11:02:19.213101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6d55cf-6612-4c90-aa7b-cc918beb1715,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:19.215141 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:19.221628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network aa6d55cf-6612-4c90-aa7b-cc918beb1715 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:02:19.256916 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8157a8fe-4290-47ff-b6c9-52d55b480711 req-322e0577-ea91-48f3-818f-1c84f6571d5a tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 210 time: 0.0908430 Nov 09 11:02:19.294854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6294022 Nov 09 11:02:19.300003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43226) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:19.305803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Request body: {'subnet': {'network_id': 'aa6d55cf-6612-4c90-aa7b-cc918beb1715', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1359520690-subnet', 'tenant_id': '146ca5e90f014fcead1b81b4f26bec71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:19.307446 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-63c03d01-746d-4494-b561-80dc9a2af577 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1094 time: 0.1897893 Nov 09 11:02:19.341041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:19.355284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Usage tracker for resource:subnet and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:19.363057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:19.387323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:19.462225 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0859e8eb-b520-4262-b2b9-e62b42831188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:19.472032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-7fe07228-9906-40e2-a1c6-00c8e8371b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:19.474407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-7fe07228-9906-40e2-a1c6-00c8e8371b82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 914 time: 0.1572154 Nov 09 11:02:19.484545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-48ed9fbc-d007-4b75-9a7a-f11a8d00b5b1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5497754 Nov 09 11:02:19.491525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-e5dc224b-430e-4734-8134-78e6761e5cf8 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:19.492802 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-e5dc224b-430e-4734-8134-78e6761e5cf8 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039040 Nov 09 11:02:19.519675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Request body: {'port': {'device_id': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'aef8661c3f3c44e090fadd41adbcd15d'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:19.580315 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-76f9486a-c6a3-4883-bbb2-9eefd017382a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 200 len: 217 time: 0.0981634 Nov 09 11:02:19.600733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Made reservation on behalf of 146ca5e90f014fcead1b81b4f26bec71 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:19.603038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:19.664564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-d523de24-91bb-4c92-963a-e896e37cefe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:19.666061 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-d523de24-91bb-4c92-963a-e896e37cefe6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.0802116 Nov 09 11:02:19.788016 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-935ad465-716c-44c2-8fca-8cd55328cab3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146910 Nov 09 11:02:19.962725 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-df10a97f-740c-43c6-936d-6c3ee300239f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638494 Nov 09 11:02:19.981200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:19.986942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Usage tracker for resource:port and tenant:aef8661c3f3c44e090fadd41adbcd15d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:20.018937 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-98466dde-5818-4f6f-b615-f0eb66520cd0 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232106 Nov 09 11:02:20.019667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:20.171620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:20.180203 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:20.196624 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9c823c38-563d-4d25-9dd3-6fe69e3713ec req-a12a5f6b-2562-47ec-a4d4-f4b255ceccd1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 210 time: 0.0531473 Nov 09 11:02:20.234841 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:20.267361 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12d75df-bc60-42cd-9644-1d9f1c788c12 req-58250840-9c7d-420c-b3ec-fed8a457c097 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430522 Nov 09 11:02:20.290983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-334e5ddc-fb04-40d0-8a70-33eb0aa1091a service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969866 Nov 09 11:02:20.355769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Made reservation on behalf of aef8661c3f3c44e090fadd41adbcd15d for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:20.359255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:20.444235 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:20.468723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f5867c3-8df2-4899-811b-726c04342bf8,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:20.473009 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:20.481869 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:20.511680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485406d-d838-4454-a5ac-b50b61383e47 req-85b4516c-c9b4-4751-958d-6c16947e466e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:20.513115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-85b4516c-c9b4-4751-958d-6c16947e466e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5176640 Nov 09 11:02:20.564856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Request body: {'port': {'device_id': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'fb1e3ac7e24348b7ac36b2c92912ed57'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:20.603484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:20.617506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Checking segment: {'id': '61cf9686-cc07-4bc6-955d-f5d2ec86d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'aa6d55cf-6612-4c90-aa7b-cc918beb1715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:20.617864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Network hostable DHCP agents. Network: aa6d55cf-6612-4c90-aa7b-cc918beb1715, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:02:20.625903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Usage tracker for resource:security_group_rule and tenant:aef8661c3f3c44e090fadd41adbcd15d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:20.656270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e389ee-cdcf-4318-b2a5-981f8c4d3aa2 req-0672fc23-1af9-421a-805f-88aeb44babf0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:20.657720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e389ee-cdcf-4318-b2a5-981f8c4d3aa2 req-0672fc23-1af9-421a-805f-88aeb44babf0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 943 time: 0.0849285 Nov 09 11:02:20.673853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:20.685740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-84213c62-9aac-4f29-8422-36d408958f4d service neutron] 10.222.0.50 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865366 Nov 09 11:02:20.692848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:20.713904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e389ee-cdcf-4318-b2a5-981f8c4d3aa2 req-ccfa3e1b-0a90-490b-990b-4964148e72d6 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483301 Nov 09 11:02:20.789228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:20.818608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:20.824409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Network aa6d55cf-6612-4c90-aa7b-cc918beb1715 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:02:20.849430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:20.908379 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb2a985c-38da-4c2a-8be3-9d64f7f21574 req-345d4116-a7eb-43d8-8c2a-427bf0efaa6a tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 210 time: 0.0533099 Nov 09 11:02:20.925094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Made reservation on behalf of fb1e3ac7e24348b7ac36b2c92912ed57 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:20.928403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:20.961873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, aa6d55cf-6612-4c90-aa7b-cc918beb1715) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:20.970815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:20.972029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd7f1a7-e421-49ad-b601-c48ea03b1a41 None None] Network aa6d55cf-6612-4c90-aa7b-cc918beb1715 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:02:20.984017 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aefc3f86-ae4b-409e-b6cc-57cb96cfc3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:21.042374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:21.043233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:21.182101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f0e6e-0311-4d9a-8f56-619b733c4d96,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:21.192113 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:21.284261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2c4b2-43ee-4b4f-9eab-4e050b76c030 None None] Network aa6d55cf-6612-4c90-aa7b-cc918beb1715 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:02:21.287668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Allocated IP 192.168.233.163 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/ff6e86ac-738b-4172-aa95-be91a4c98822) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:21.357283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0560741 Nov 09 11:02:21.742486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6e444da4-612b-4cf9-8132-5c47c5be8f31 req-eec2fab1-6df6-48eb-86fb-04bebff194a0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:21.776743 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:21.799342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Transition to ACTIVE for port object ff6e86ac-738b-4172-aa95-be91a4c98822 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:21.977616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57958d48-e6e1-4b7e-b8b3-71d4e1bdbc03 req-38c7c0cd-65c7-4492-98ed-93e6d6b239ff tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 210 time: 0.1395030 Nov 09 11:02:22.410355 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:22.410949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6e444da4-612b-4cf9-8132-5c47c5be8f31 req-eec2fab1-6df6-48eb-86fb-04bebff194a0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:22.412101 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e444da4-612b-4cf9-8132-5c47c5be8f31 req-eec2fab1-6df6-48eb-86fb-04bebff194a0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 210 time: 0.7709756 Nov 09 11:02:22.508652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:22.519881 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:22.523602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:22.610969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', '206e1727-cbd8-4b68-b963-c87a8536d67c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:22.677379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:22.685025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:22.703540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:22.709615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:22.776056 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:22.783150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-621586594', 'description': 'tempest-description-577586468'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:22.789764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Allocated IP 192.168.233.164 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/bf02a8ca-8ee3-4d20-91b9-f510e585769c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:22.797977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:22.820102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:22.835171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:22.851199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:22.885248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:22.886423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:22.940151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29660f13-d7f0-4571-8132-392fb841fd0c req-7c95881f-7b85-4333-8d7a-009c1610efac tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:22.942548 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29660f13-d7f0-4571-8132-392fb841fd0c req-7c95881f-7b85-4333-8d7a-009c1610efac tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 943 time: 0.1054411 Nov 09 11:02:23.034273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29660f13-d7f0-4571-8132-392fb841fd0c req-dd215e15-f503-443e-9ac7-a829522c1b3a tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787175 Nov 09 11:02:23.049528 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:23.078906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5271635 Nov 09 11:02:23.246694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Request body: {'port': {'device_id': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:23.292833 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b99d162-1dd0-4d6a-88f4-bfe231d2d079 req-c73d1482-b95d-4f84-a90a-67c8dc82542c tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 210 time: 0.0540001 Nov 09 11:02:23.301999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c9a7aa53-8d78-4937-8964-93ebc4277414 None None] Provisioning for port ff6e86ac-738b-4172-aa95-be91a4c98822 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:23.307582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c9a7aa53-8d78-4937-8964-93ebc4277414 None None] Provisioning complete for port ff6e86ac-738b-4172-aa95-be91a4c98822 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:23.313734 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c9a7aa53-8d78-4937-8964-93ebc4277414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:23.398144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:23.445238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:23.446056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7aa53-8d78-4937-8964-93ebc4277414 None None] Port ff6e86ac-738b-4172-aa95-be91a4c98822 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:02:23.458009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:23.481917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:23.485821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:23.738263 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:23.829696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b134f03-e197-45c3-b078-7a8a303560f2 req-ba1625df-1de4-4398-a417-8642ebb6c39a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 210 time: 0.0719469 Nov 09 11:02:23.841942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Transition to ACTIVE for port object bf02a8ca-8ee3-4d20-91b9-f510e585769c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:23.941839 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.078099 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.080127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.091183 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce7b7f2f-9cdf-41da-817c-901f47530cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:24.117348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c371-cc1f-42af-9804-4cfa5faeb92f req-c5493e71-5261-43ee-b98f-3c487d7bf91f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:24.119064 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49a4c371-cc1f-42af-9804-4cfa5faeb92f req-c5493e71-5261-43ee-b98f-3c487d7bf91f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 936 time: 0.0988655 Nov 09 11:02:24.168054 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49a4c371-cc1f-42af-9804-4cfa5faeb92f req-99db212c-994e-4dd0-8761-53abe426bb31 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Nov 09 11:02:24.229137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11795314-affc-4501-98c2-4eb457e574ce,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:24.231993 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:24.234833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:24.245839 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4697fc9-f3b7-47bd-8e76-e8de1891ffb9 tempest-ImagesOneServerTestJSON-361885125 tempest-ImagesOneServerTestJSON-361885125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:24.284876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:24.287449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:24.342155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.348821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 22fde135-86cd-4dad-be58-ffd4ac862663 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:02:24.383430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3fcfa5af-c60f-4ab2-b59a-12d2a96f0cda req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.6053319 Nov 09 11:02:24.455915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eff09c-d934-4652-9b1a-09682b8e2344 req-38cbc062-aeec-4090-a29f-866d0a1523c1 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:24.465626 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f9eff09c-d934-4652-9b1a-09682b8e2344 req-38cbc062-aeec-4090-a29f-866d0a1523c1 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 943 time: 0.1620133 Nov 09 11:02:24.569732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Pushing event updated for resources: {'Port': ['ID=bf02a8ca-8ee3-4d20-91b9-f510e585769c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:24.574658 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:24.593669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:24.593669 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.594403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f9eff09c-d934-4652-9b1a-09682b8e2344 req-d36c2f3e-09e5-45d4-9d6a-6cd0c3fa5c54 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272945 Nov 09 11:02:24.727609 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=22fde135-86cd-4dad-be58-ffd4ac862663,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:24.737761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6e86ac-738b-4172-aa95-be91a4c98822 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:24.743822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2285109 Nov 09 11:02:24.749181 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '22fde135-86cd-4dad-be58-ffd4ac862663', 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29', 'port_id': '22fde135-86cd-4dad-be58-ffd4ac862663', 'mac_address': 'fa:16:3e:b2:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f091d61e-b4c2-40f4-ad07-8371f1971347', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:02:24.749582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.778166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Request body: {'port': {'device_id': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:24.858707 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-2366cedb-d456-49b3-813f-2a15d0696585 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/11795314-affc-4501-98c2-4eb457e574ce HTTP/1.1" status: 200 len: 1637 time: 0.2116408 Nov 09 11:02:24.868397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Transition to ACTIVE for port object ff6e86ac-738b-4172-aa95-be91a4c98822 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:24.888703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.898507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-287552df-16f5-455f-a518-cfa9f992d834 None None] Provisioning for port bf02a8ca-8ee3-4d20-91b9-f510e585769c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:24.904743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-287552df-16f5-455f-a518-cfa9f992d834 None None] Provisioning complete for port bf02a8ca-8ee3-4d20-91b9-f510e585769c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:24.905322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11795314-affc-4501-98c2-4eb457e574ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:24.905559 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-287552df-16f5-455f-a518-cfa9f992d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.906369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11795314-affc-4501-98c2-4eb457e574ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:24.933612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:24.988436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:24.995097 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-654e501a-3d99-45c2-b02d-a58a7d4a1a2f tempest-AttachSCSIVolumeTestJSON-692997585 tempest-AttachSCSIVolumeTestJSON-692997585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:25.005201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-287552df-16f5-455f-a518-cfa9f992d834 None None] Port bf02a8ca-8ee3-4d20-91b9-f510e585769c cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:02:25.017020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:25.020579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fde135-86cd-4dad-be58-ffd4ac862663 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:25.031604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:25.050375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ba0ac-6e22-4593-b73e-e2faa4c4dad3 req-d801b98f-b669-4cca-ae47-aded08ceed4a tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:25.051263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8a3ba0ac-6e22-4593-b73e-e2faa4c4dad3 req-d801b98f-b669-4cca-ae47-aded08ceed4a tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Synchronizing usage tracker for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:25.059350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:25.062435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=22fde135-86cd-4dad-be58-ffd4ac862663,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:25.072820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-c601d094-4b93-44fe-995f-dba2149c8ca6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:25.074989 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-c601d094-4b93-44fe-995f-dba2149c8ca6 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 820 time: 0.3877280 Nov 09 11:02:25.095518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Request body: {'port': {'device_id': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'admin_state_up': True, 'tenant_id': '3faa8f4f3c294428a10a5aee57d1c9c2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:25.103826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.180738 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.185163 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:25.194436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43394) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:25.206343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:25.228835 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:25.317190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8a3ba0ac-6e22-4593-b73e-e2faa4c4dad3 req-d801b98f-b669-4cca-ae47-aded08ceed4a tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Unset dirty status for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:25.318353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a3ba0ac-6e22-4593-b73e-e2faa4c4dad3 req-d801b98f-b669-4cca-ae47-aded08ceed4a tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 936 time: 0.6588073 Nov 09 11:02:25.339753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:25.345911 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:25.455130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:25.474037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.485732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:25.524562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:25.527394 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.617510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Made reservation on behalf of 3faa8f4f3c294428a10a5aee57d1c9c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:25.621207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.625497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8a3ba0ac-6e22-4593-b73e-e2faa4c4dad3 req-d410ce1e-d88b-42d1-ac8b-01a7e12766d9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Synchronizing usage tracker for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:25.629169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.654195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.674744 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-91fafd42-ba43-4b1a-b7f3-b1e1a16b03dc tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:25.751362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:25.751693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:25.752410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:25.811758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:25.812077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:25.823048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:25.823383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:25.823758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:25.824190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Bound port: ff6e86ac-738b-4172-aa95-be91a4c98822, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:25.828497 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.841222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c10bd00-4afb-4848-b17a-8500bb4c2150,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:25.847565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:25.849928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8a3ba0ac-6e22-4593-b73e-e2faa4c4dad3 req-d410ce1e-d88b-42d1-ac8b-01a7e12766d9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Unset dirty status for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:25.863522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a3ba0ac-6e22-4593-b73e-e2faa4c4dad3 req-d410ce1e-d88b-42d1-ac8b-01a7e12766d9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317349 Nov 09 11:02:25.901025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.901407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.901767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.902121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.902472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.902843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.903624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Usage tracker for resource:security_group_rule and tenant:68421591a4e34a95857f5bcf99bea11e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:25.903759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.904031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.904377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.905494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.905855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:25.913640 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:25.945564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:25.985162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:25.999840 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c677451-8f2c-45f9-9a19-2551d3974dea req-0ed96693-6374-4328-9549-eb7c7b3e7608 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.1398468 Nov 09 11:02:26.021557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:26.041168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Allocated IP 172.20.0.5 (8b05eb25-adad-4dc8-97a7-201533b40f5f/2d228336-f6d0-491f-981f-9f44fd621fb3/21a5e822-87a0-4532-9e75-a15728d76fb2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:26.258939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:26.296142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ede46c7d-a742-4406-aff0-a86f47ae774a req-8ffa8408-42b3-4c14-8653-b7d4a1351c4f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:26.319656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:26.327257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ede46c7d-a742-4406-aff0-a86f47ae774a req-8ffa8408-42b3-4c14-8653-b7d4a1351c4f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:26.328591 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ede46c7d-a742-4406-aff0-a86f47ae774a req-8ffa8408-42b3-4c14-8653-b7d4a1351c4f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 210 time: 0.0972617 Nov 09 11:02:26.381506 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.427705 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.437115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf02a8ca-8ee3-4d20-91b9-f510e585769c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:26.444646 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.450391 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cb99be15-d5cc-4854-916c-97cfd5384818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:26.494087 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.511834 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.514377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.527545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['d2c1b100-9837-4f75-934e-e84c583b1241'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:26.532147 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:26.639543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Network 8b05eb25-adad-4dc8-97a7-201533b40f5f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:26.647273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:26.654113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:26.723199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:26.735830 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:26.750025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:26.751036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.779035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Transition to ACTIVE for port object bf02a8ca-8ee3-4d20-91b9-f510e585769c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:26.780690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b28e-32e7-4504-b9ed-45cbb2432b9b req-da0af5a7-6549-46f7-bd1b-210edade4fa5 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:26.782206 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46a6b28e-32e7-4504-b9ed-45cbb2432b9b req-da0af5a7-6549-46f7-bd1b-210edade4fa5 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 944 time: 0.2159355 Nov 09 11:02:26.801713 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68421591a4e34a95857f5bcf99bea11e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5980494 Nov 09 11:02:26.810490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43408) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:26.836458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.837843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] 10.222.0.57 "PUT /v2.0/ports/ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 1096 time: 3.7512810 Nov 09 11:02:26.838417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:26.871401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05c536-e5f0-4a31-aec5-e512805c8fc4 req-c84fa790-72f1-43d5-8380-2ee705ab802b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:26.873031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff05c536-e5f0-4a31-aec5-e512805c8fc4 req-c84fa790-72f1-43d5-8380-2ee705ab802b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.5351253 Nov 09 11:02:26.874639 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:26.878969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:26.883270 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:26.885806 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:26.908451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8201430 Nov 09 11:02:26.929587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Request body: {'port': {'device_id': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:27.126183 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.157491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1063c-a0c8-49a7-8fec-25c1400eb8a4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:27.168166 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:27.169746 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-869e1e97-ba65-4a45-9e8b-60c376e50fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:27.179610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.368029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff05c536-e5f0-4a31-aec5-e512805c8fc4 req-189854a4-a29d-4ecc-926f-08700af4109f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829955 Nov 09 11:02:27.405204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Pushing event updated for resources: {'Port': ['ID=bf02a8ca-8ee3-4d20-91b9-f510e585769c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:27.411067 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:27.466733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1897632841', 'description': 'tempest-description-2051964843'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:27.476474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-a12dd0a2-f77c-4845-b983-4ef694b75f19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1099 time: 0.4953179 Nov 09 11:02:27.478594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Attempting to bind port bf02a8ca-8ee3-4d20-91b9-f510e585769c on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:27.479476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Attempting to bind port bf02a8ca-8ee3-4d20-91b9-f510e585769c by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:27.479476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Attempting to bind port bf02a8ca-8ee3-4d20-91b9-f510e585769c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:27.481515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:27.504643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46a6b28e-32e7-4504-b9ed-45cbb2432b9b req-6b180631-7bac-4aaa-908d-caabd987af55 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114966 Nov 09 11:02:27.521007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.558046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:27.568265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:27.579834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Port bf02a8ca-8ee3-4d20-91b9-f510e585769c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:27.580161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Attempting to bind port bf02a8ca-8ee3-4d20-91b9-f510e585769c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:27.587072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:27.597037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-7ace079a-e58d-4966-9690-45985fd62045 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.1104095 Nov 09 11:02:27.600761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:27.601107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:27.601491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:27.601933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Bound port: bf02a8ca-8ee3-4d20-91b9-f510e585769c, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:27.602276 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.701262 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.759601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485406d-d838-4454-a5ac-b50b61383e47 req-a324315e-1058-487e-b339-17e43da26932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:27.761082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-a324315e-1058-487e-b339-17e43da26932 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1463230 Nov 09 11:02:27.815356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.826832 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9570f184-fec4-4376-9ca2-6f727999979d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:27.828321 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'status': 'completed', 'code': 200} Nov 09 11:02:27.830343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] For port bf02a8ca-8ee3-4d20-91b9-f510e585769c, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:27.840917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:27.845176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] For port bf02a8ca-8ee3-4d20-91b9-f510e585769c, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bf02a8ca-8ee3-4d20-91b9-f510e585769c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:27.847869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a5e822-87a0-4532-9e75-a15728d76fb2 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:27.848782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:27.852830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.853092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:27.855498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88c1063c-a0c8-49a7-8fec-25c1400eb8a4 HTTP/1.1" status: 204 len: 168 time: 1.0415783 Nov 09 11:02:27.855498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c1063c-a0c8-49a7-8fec-25c1400eb8a4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:27.858307 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:27.863713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:27.866731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:27.883394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Transition to ACTIVE for port object 21a5e822-87a0-4532-9e75-a15728d76fb2 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:27.948017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-1124ae0c-8909-40f9-9d67-a0acef2c5c51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764710 Nov 09 11:02:28.001423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.007799 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.012241 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e8d856fd-8b22-47f6-9693-5b3a8d24d52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:28.072872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a42dd8-ec81-4f20-9e09-d2bc62a07b14 req-53f11a89-18f2-4f4f-98bc-4f95d28a1f65 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:28.074450 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3a42dd8-ec81-4f20-9e09-d2bc62a07b14 req-53f11a89-18f2-4f4f-98bc-4f95d28a1f65 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 948 time: 0.0890515 Nov 09 11:02:28.101681 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.107440 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8703200f-9a7d-4a23-8c06-892f62dde4b2 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:28.166167 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.168039 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf02a8ca-8ee3-4d20-91b9-f510e585769c HTTP/1.1" status: 200 len: 1096 time: 3.4125547 Nov 09 11:02:28.181924 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.206429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Pushing event updated for resources: {'Port': ['ID=bf02a8ca-8ee3-4d20-91b9-f510e585769c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:28.210303 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:28.229645 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d36c010c-1c4d-4f4e-b47f-fd2a312d623f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:28.296050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3a42dd8-ec81-4f20-9e09-d2bc62a07b14 req-f6fbdb8e-6cc1-4279-a00a-9b8bc4d42167 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100804 Nov 09 11:02:28.297114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:28.305823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be195416-3f39-4c94-bf9e-1906aa824a04,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:28.306265 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:28.312737 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:28.315009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-b811fa52-6ed9-444b-ad91-a9ab8492c8aa service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504708 Nov 09 11:02:28.373829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 22fde135-86cd-4dad-be58-ffd4ac862663 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:28.442351 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.443655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7994eaff-aa24-424b-97a4-cc18cf0c9ff3 req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.9851642 Nov 09 11:02:28.534781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:28.535427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:28.535567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:28.543215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:28.543534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:28.563962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:28.569880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:28.571298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:28.571769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Bound port: 21a5e822-87a0-4532-9e75-a15728d76fb2, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:28.572306 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.593212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 22fde135-86cd-4dad-be58-ffd4ac862663 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:28.600447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 22fde135-86cd-4dad-be58-ffd4ac862663 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:28.601151 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.742067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:28.746592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:28.769329 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-fc1e4bdd-d973-4a6b-bffe-27c7c56499fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 1099 time: 0.3993108 Nov 09 11:02:28.794695 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.846416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=22fde135-86cd-4dad-be58-ffd4ac862663,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:28.848250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:28.881992 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1485406d-d838-4454-a5ac-b50b61383e47 req-0019bc3a-2cc4-47ec-ad08-7a6865761ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594907 Nov 09 11:02:28.886539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dcf40-1521-431f-963c-b94d5f98cee4 req-5214823d-1a1f-46a1-b31d-f8daced04618 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:28.888402 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-250dcf40-1521-431f-963c-b94d5f98cee4 req-5214823d-1a1f-46a1-b31d-f8daced04618 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.1199260 Nov 09 11:02:28.913507 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-1e8ebb86-048b-4e82-966a-a42ed02327e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=bf02a8ca-8ee3-4d20-91b9-f510e585769c HTTP/1.1" status: 200 len: 217 time: 0.1349761 Nov 09 11:02:28.928966 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.948485 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:28.951508 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0230b797-b853-41cb-ad85-8ee8f1208af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:28.952390 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:29.051660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf00a-f48c-4a3d-9eb4-3d4cb1172269 req-ce23ddbc-ed5c-45a3-b26d-f7384ed8ed1d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:29.058968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdecf00a-f48c-4a3d-9eb4-3d4cb1172269 req-ce23ddbc-ed5c-45a3-b26d-f7384ed8ed1d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.3846266 Nov 09 11:02:29.064956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:29.066356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 200 len: 1091 time: 2.1435061 Nov 09 11:02:29.067132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:29.089101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-fdb38dc7-10a3-4bc4-bf52-0e0289384a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:29.090086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:29.090578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-fdb38dc7-10a3-4bc4-bf52-0e0289384a4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1661861 Nov 09 11:02:29.103733 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:29.147388 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-250dcf40-1521-431f-963c-b94d5f98cee4 req-19833e15-5b88-4985-b2df-1788a56b255b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500398 Nov 09 11:02:29.151008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:29.155276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:29.230546 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdecf00a-f48c-4a3d-9eb4-3d4cb1172269 req-9d41e87b-2bf7-4147-a3d8-3f58ef53f221 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707020 Nov 09 11:02:29.341841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-a7d2b89c-839e-4ef1-999f-3d30e7d84bcc tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/be195416-3f39-4c94-bf9e-1906aa824a04 HTTP/1.1" status: 200 len: 1639 time: 0.1347277 Nov 09 11:02:29.354536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-ef702d0e-da9d-44ec-8f0c-9a9dc367427b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1099 time: 0.2524571 Nov 09 11:02:29.375359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'be195416-3f39-4c94-bf9e-1906aa824a04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:29.375663 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'be195416-3f39-4c94-bf9e-1906aa824a04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:29.375922 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-bb3446de-af09-4536-b899-9e02d2de5ade service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2743490 Nov 09 11:02:29.384602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:29.392857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:29.397349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:29.405734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:29.437374 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-959031ab-3216-488a-a8a4-5fc80925b652 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1094 time: 0.1473715 Nov 09 11:02:29.522381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-2b6d7165-ab7f-4722-a870-b5dd021c352f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 200 len: 217 time: 0.0775628 Nov 09 11:02:29.621247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-885dafab-09c5-40b8-9640-871aa81b4ec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:29.622709 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-885dafab-09c5-40b8-9640-871aa81b4ec6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.0923717 Nov 09 11:02:29.625043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:29.673830 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-49bb8f20-79d5-4d65-8ce6-7bbf8d419441 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447502 Nov 09 11:02:29.707643 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:29.799771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:29.807183 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:29.812557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-bdfe7b8d-4230-43d6-b7f2-c82d05a3bd55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:29.813992 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-bdfe7b8d-4230-43d6-b7f2-c82d05a3bd55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4452095 Nov 09 11:02:29.851859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630dab69-c6f0-4974-80a5-59185307036f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:29.879116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:29.880652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1865-028d-4849-a1e5-852507bcd4f8 req-754f4d87-e24a-47d8-9b97-d2890b91a528 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:29.881477 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-8e68807e-c7d5-4340-a3eb-bcfe2463a6ae service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982157 Nov 09 11:02:29.882212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce7f1865-028d-4849-a1e5-852507bcd4f8 req-754f4d87-e24a-47d8-9b97-d2890b91a528 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 945 time: 0.5121830 Nov 09 11:02:29.882677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'tag': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:29.890862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-6336e979-b467-45ea-a17e-7f0286dbfed0 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530976 Nov 09 11:02:29.948189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-ce8325d1-b123-4266-9b4e-b3980470ffc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.1250980 Nov 09 11:02:30.053534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b31b70-c03f-4ba5-a799-8447cf77604c req-51d693c5-4de0-462d-bbb5-06128e95ccdf service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641886 Nov 09 11:02:30.054512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:30.055299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-823276ab-ad0a-40ee-89bb-5ed45e493051 req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.6869235 Nov 09 11:02:30.102685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce7f1865-028d-4849-a1e5-852507bcd4f8 req-c6ed07cc-48ea-4f95-b165-661eb8607e83 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035868 Nov 09 11:02:30.105972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-1d55483a-90bc-42ce-85c4-97126317f432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:30.107585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-1d55483a-90bc-42ce-85c4-97126317f432 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1497726 Nov 09 11:02:30.137706 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663', 'code': 200} Nov 09 11:02:30.185150 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2', 'status': 'completed', 'code': 200} Nov 09 11:02:30.190767 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-858f0180-91ee-430f-aa39-69e4de9ab743 req-72332ebc-554c-4adf-a329-c205b29a3657 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812095 Nov 09 11:02:30.312870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-95f4efd6-4c17-4ddd-a6f3-f3c4dc8145ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906233 Nov 09 11:02:30.418963 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'tag': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c', 'status': 'completed', 'code': 200} Nov 09 11:02:30.446601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a2327863-b5f1-4573-a972-d538b5d735fc req-f42c438f-7808-4c5e-987c-bdc69eeb839d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1096 time: 0.2431362 Nov 09 11:02:30.464545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-b4912bf1-3c84-43c4-a88f-39218fec2ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1094 time: 0.2291865 Nov 09 11:02:30.478479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d6572-2d15-4c55-bdea-4edca7326494 req-f7b24fe4-0811-467e-bdcc-4383f65e01fe tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:30.479766 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f92d6572-2d15-4c55-bdea-4edca7326494 req-f7b24fe4-0811-467e-bdcc-4383f65e01fe tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 948 time: 0.1406825 Nov 09 11:02:30.482519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-429985722', 'description': 'tempest-description-1476425629'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:30.518042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:30.531502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a2327863-b5f1-4573-a972-d538b5d735fc req-2c3c5b38-665f-4d94-9e12-45f1cf0306f8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773184 Nov 09 11:02:30.542331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:30.551966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:30.553740 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f92d6572-2d15-4c55-bdea-4edca7326494 req-507b1955-deb1-4641-8035-44ff22873d73 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582795 Nov 09 11:02:30.611587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:30.650846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-5ad0cbe3-ab09-4a7b-b019-1c4ff74c0f3c service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300459 Nov 09 11:02:30.778678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-9cd49d5d-33f0-42fa-a07d-92ca7e299f8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:30.780320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-9cd49d5d-33f0-42fa-a07d-92ca7e299f8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.3019059 Nov 09 11:02:30.781021 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:30.798362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-a9e284b5-e46d-49b4-9f96-2db45161ee9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 1099 time: 0.3750024 Nov 09 11:02:30.976137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-022db185-f58c-4f15-9bac-a8d96d3619be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 200 len: 217 time: 0.1814299 Nov 09 11:02:30.981285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc6e83-6c56-469e-a143-f07b1061493f req-7f879f29-99e1-4cd8-9695-b1f3211ba086 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:30.981285 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-90cc6e83-6c56-469e-a143-f07b1061493f req-7f879f29-99e1-4cd8-9695-b1f3211ba086 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.1025159 Nov 09 11:02:31.033178 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-90cc6e83-6c56-469e-a143-f07b1061493f req-6a47cb77-0ca8-44f0-8f9f-d5f203201aac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482023 Nov 09 11:02:31.079268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:31.084805 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4c9cb80-c8f3-4115-81fb-1e409c164886 req-163c105b-c459-4e0a-a971-879de6734802 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151406 Nov 09 11:02:31.233760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:31.238902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47388ab-bd81-432b-85ca-db5b8eefcba5 req-22a0e784-ceda-428c-8967-9a766dcae404 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:31.240433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d47388ab-bd81-432b-85ca-db5b8eefcba5 req-22a0e784-ceda-428c-8967-9a766dcae404 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.0867329 Nov 09 11:02:31.241342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:31.259074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:31.270627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-6b6a04b1-e3f1-43fb-a08b-c20b9f250ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:31.271800 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-6b6a04b1-e3f1-43fb-a08b-c20b9f250ae6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.2852528 Nov 09 11:02:31.286273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-b90a69e1-3704-4887-ac8f-dcfff66d9961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:31.286273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-b90a69e1-3704-4887-ac8f-dcfff66d9961 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4214079 Nov 09 11:02:31.301016 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d47388ab-bd81-432b-85ca-db5b8eefcba5 req-4d37d5d6-79b4-4693-bffd-a07dd2df2b98 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532956 Nov 09 11:02:31.377417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-1f882585-11ae-4508-8817-3f901ac8a5f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956182 Nov 09 11:02:31.430542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-f1f8bff5-7b1c-4fdd-afa4-c3675db318c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=bf02a8ca-8ee3-4d20-91b9-f510e585769c HTTP/1.1" status: 200 len: 217 time: 0.1133201 Nov 09 11:02:31.561731 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:31.606048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec6152-1f8f-4d41-9db2-2d607fe5d3a4 req-bc9023a6-ddd8-4829-8538-bae0a7aed661 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:31.607686 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9ec6152-1f8f-4d41-9db2-2d607fe5d3a4 req-bc9023a6-ddd8-4829-8538-bae0a7aed661 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 945 time: 0.1030281 Nov 09 11:02:31.616566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-bc6d0388-c853-4fc4-82a1-677bc4ae4f35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:31.618041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-bc6d0388-c853-4fc4-82a1-677bc4ae4f35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1798041 Nov 09 11:02:31.628626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-912322a7-77e7-4005-b4b2-30409f058e3a service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411337 Nov 09 11:02:31.655507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9ec6152-1f8f-4d41-9db2-2d607fe5d3a4 req-996248ab-3441-41a1-8a86-11ddf3647d84 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Nov 09 11:02:31.694597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:31.704838 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:31.814632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01354cc-eb0d-47cb-85be-190c63f9fac4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:31.819684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:31.880617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-d6e0c4f3-ef27-42d8-be61-025346354eae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2545831 Nov 09 11:02:31.885670 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e26d9e09-32c0-48e2-bd84-526b563d0e0c req-863d1b2b-0916-4bea-93af-d3e05b482da6 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176354 Nov 09 11:02:31.945378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:31.946928 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70889c19-e0ca-4a39-82d8-5617e2e66472 req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.4920304 Nov 09 11:02:32.145417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-a684beee-699a-4ff6-a11b-d399c4103fc8 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535822 Nov 09 11:02:32.188971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bf02a8ca-8ee3-4d20-91b9-f510e585769c details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:02:32.258758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81b97-3ff7-44d2-8828-cc4b3b071fab req-d6dc9173-b015-4951-805d-5afec60c19fa tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:32.265760 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aba81b97-3ff7-44d2-8828-cc4b3b071fab req-d6dc9173-b015-4951-805d-5afec60c19fa tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 948 time: 0.1931932 Nov 09 11:02:32.352913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bf02a8ca-8ee3-4d20-91b9-f510e585769c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bf02a8ca-8ee3-4d20-91b9-f510e585769c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:32.355517 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aba81b97-3ff7-44d2-8828-cc4b3b071fab req-75c743b0-d984-4e82-a2d2-ab0cae2fbde0 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886900 Nov 09 11:02:32.370238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c', 'mac_address': 'fa:16:3e:f1:db:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:02:32.370535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01c60418-09a6-43d9-8568-fa86d0685da7 req-c5540fa9-c3cc-4b38-bd6a-f8c39ed0d660 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156053 Nov 09 11:02:32.402449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1834789699', 'description': 'tempest-description-1954536842'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:32.410551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:32.414480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:32.417713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:32.424203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:32.447472 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.465583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf02a8ca-8ee3-4d20-91b9-f510e585769c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:32.482709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bf02a8ca-8ee3-4d20-91b9-f510e585769c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bf02a8ca-8ee3-4d20-91b9-f510e585769c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:32.588093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.620859 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.621805 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:02:32.625693 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:32.635679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:32.635679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:32.637184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:32.646826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:32.710072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bf02a8ca-8ee3-4d20-91b9-f510e585769c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:32.715822 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:32.722676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:32.726378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.738486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'mac_address': 'fa:16:3e:89:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:02:32.793521 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.811774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6e86ac-738b-4172-aa95-be91a4c98822 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:32.825741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.829014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:32.831685 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae3bce33-3c7f-4a07-9316-8033ddf3f9d9 tempest-SecurityGroupsTestAdminJSON-566888141 tempest-SecurityGroupsTestAdminJSON-566888141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:32.869823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fae214-2f63-4499-99a1-068f48a62a02,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:32.872585 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:32.877869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e2b4-bc94-485a-8341-c9093f85f79c req-bcc538f3-7094-4815-907b-9faabd57520e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:32.878503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0158e2b4-bc94-485a-8341-c9093f85f79c req-bcc538f3-7094-4815-907b-9faabd57520e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.0870004 Nov 09 11:02:32.928746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0158e2b4-bc94-485a-8341-c9093f85f79c req-8fd102c7-40dd-4db3-b2cd-4c1352df5c57 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Nov 09 11:02:32.964861 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.968120 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:32.975961 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:32.992201 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c10c7873-d2a4-408b-9fa4-1230fc78c206 req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.5801606 Nov 09 11:02:33.054292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:33.057831 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:33.145878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c0258-9c0b-4deb-b59d-e765a91e4eeb req-8000d5b2-d175-485c-aeb2-da104e1fa1bc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:33.147396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f36c0258-9c0b-4deb-b59d-e765a91e4eeb req-8000d5b2-d175-485c-aeb2-da104e1fa1bc tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.0956447 Nov 09 11:02:33.196436 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f36c0258-9c0b-4deb-b59d-e765a91e4eeb req-3bdb631a-5380-4d1a-8946-ba374ea7a90b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Nov 09 11:02:33.261294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['ff6e86ac-738b-4172-aa95-be91a4c98822'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:33.286278 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bf02a8ca-8ee3-4d20-91b9-f510e585769c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:33.441949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6af9ec-f7df-405b-a984-e96c9e57411e req-fd58c8a6-91c1-425a-8507-1f1d6ee23557 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:33.452250 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec6af9ec-f7df-405b-a984-e96c9e57411e req-fd58c8a6-91c1-425a-8507-1f1d6ee23557 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 945 time: 0.1044121 Nov 09 11:02:33.512864 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec6af9ec-f7df-405b-a984-e96c9e57411e req-67e879d9-7490-4841-ae30-face2f033398 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593634 Nov 09 11:02:33.626542 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-a233ada5-655d-4e7f-be48-06ee6695965b tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/d01354cc-eb0d-47cb-85be-190c63f9fac4 HTTP/1.1" status: 200 len: 1638 time: 0.0577528 Nov 09 11:02:33.679660 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-a4693745-96a4-41c4-9b8b-da1c94652862 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/89fae214-2f63-4499-99a1-068f48a62a02 HTTP/1.1" status: 200 len: 1639 time: 0.0474188 Nov 09 11:02:33.690412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd01354cc-eb0d-47cb-85be-190c63f9fac4', 'remote_group_id': '89fae214-2f63-4499-99a1-068f48a62a02', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:33.690842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd01354cc-eb0d-47cb-85be-190c63f9fac4', 'remote_group_id': '89fae214-2f63-4499-99a1-068f48a62a02', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:33.697355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:33.701682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:33.705542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:33.712463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:33.761039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843aa6e-ec77-43d9-bcab-e96778009de3 req-c98aa8cc-c704-4bd4-bdcb-e4ba3a82896c tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:33.762569 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4843aa6e-ec77-43d9-bcab-e96778009de3 req-c98aa8cc-c704-4bd4-bdcb-e4ba3a82896c tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 949 time: 0.0841868 Nov 09 11:02:33.838272 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4843aa6e-ec77-43d9-bcab-e96778009de3 req-402b9bc1-b4b5-41db-ba0d-b6e88c9dbf8d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658627 Nov 09 11:02:33.860610 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:33.872663 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:33.911545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:33.974377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:33.981102 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-967d4121-6812-4691-addb-6877904d0f75 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:34.002544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e840b86e-9c1b-4de7-b845-f02a80da8e2b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:34.005182 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:34.096282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-a2254592-63a2-49c3-98fc-0c4b2ac915be tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1521719623&fields=id&tenant_id=93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 267 time: 0.0443017 Nov 09 11:02:34.134872 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.136056 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9766e2c-9ec8-4300-8f13-448ed5b2e4cd req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.4508631 Nov 09 11:02:34.182671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-0edb523e-1028-4356-bf95-d1c0e639ed9e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:34.186425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-0edb523e-1028-4356-bf95-d1c0e639ed9e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 945 time: 0.0824413 Nov 09 11:02:34.196427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'port': {'security_groups': ['19c1e5ee-7e93-4bff-962f-0a8264d8001a', '253712f6-f8e9-49c5-b958-5cecebbf0cd4']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:34.325540 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.334394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ca0d2-be1c-4512-826f-a4fb966956e2 req-6b9d0c29-7c31-4871-8341-d284578630b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:34.336379 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-869ca0d2-be1c-4512-826f-a4fb966956e2 req-6b9d0c29-7c31-4871-8341-d284578630b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 949 time: 0.0821698 Nov 09 11:02:34.386949 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-869ca0d2-be1c-4512-826f-a4fb966956e2 req-493e4d20-b436-412c-bf58-014904068152 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Nov 09 11:02:34.432618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1638483105', 'description': 'tempest-description-834269907'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:34.439382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:34.443664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:34.446544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:34.453008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:34.547736 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.584123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:34.588316 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:34.591299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:34.597758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:34.662876 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.708607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=22fde135-86cd-4dad-be58-ffd4ac862663,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:34.736205 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.738886 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.741646 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c4f3894-b289-42d8-89ba-cf185ba54377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:34.783282 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d827f-68d8-4ea1-9e11-443edd4601b6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:34.789234 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:34.833271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.839270 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-168de162-2071-4dfd-b321-d528c5741d71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:34.845971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:34.861117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.862787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64e7eeb4-fe30-4f3d-bb79-023b90b58c49 req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4352624 Nov 09 11:02:34.906010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:34.906781 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:34.923485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1569654d-fc69-466f-ad07-e8e6077637d1 req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "PUT /v2.0/ports/22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 200 len: 981 time: 0.7315180 Nov 09 11:02:34.932088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:34.988023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:34.999771 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:35.029647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:35.156039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ac36-da24-469e-b193-45c628121d3e req-4165c901-bbf7-4306-95df-5e7de161193f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:35.157554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d573ac36-da24-469e-b193-45c628121d3e req-4165c901-bbf7-4306-95df-5e7de161193f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.0922208 Nov 09 11:02:35.210209 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d573ac36-da24-469e-b193-45c628121d3e req-bcaa2a94-a873-4eb3-afbf-0d8ae04c9199 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Nov 09 11:02:35.277185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-885444582', 'description': 'tempest-description-444374813'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:35.285013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:35.289000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:35.292578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:35.298684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a4293-4bb9-4e09-bd08-a578403dd9ee req-f0eafb1c-fee6-40d6-9600-e8cebd14b753 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:35.299616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:35.303870 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c40a4293-4bb9-4e09-bd08-a578403dd9ee req-f0eafb1c-fee6-40d6-9600-e8cebd14b753 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 949 time: 0.0901132 Nov 09 11:02:35.349437 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c40a4293-4bb9-4e09-bd08-a578403dd9ee req-519cdd94-7b74-4d2c-945c-e29570ac2da3 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Nov 09 11:02:35.380313 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:35.419048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:35.423651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:35.426573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:35.434464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:35.495123 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:35.500047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-281059ce-3477-42b2-a93c-132bd0d2673a req-df485523-a00e-4065-8c88-408113c2208a tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1111374137&fields=id&tenant_id=93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 267 time: 0.0426471 Nov 09 11:02:35.576719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:35.582295 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:35.587039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e92340e1-0c30-433c-ac60-724f0df99132 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:35.588492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e92340e1-0c30-433c-ac60-724f0df99132 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 984 time: 0.0830519 Nov 09 11:02:35.600253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'port': {'security_groups': ['19c1e5ee-7e93-4bff-962f-0a8264d8001a', '253712f6-f8e9-49c5-b958-5cecebbf0cd4', '2311cff4-bb7d-49b5-9ee6-0834b627c072']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:35.620351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fd2af-fad1-4199-a481-7acd7acf591b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:35.623025 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:35.725201 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:35.735766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:35.737028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6cdb8fd8-e3f6-4c93-8d78-f5996e2f470d req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.4646845 Nov 09 11:02:35.792206 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663', 'status': 'completed', 'code': 200} Nov 09 11:02:35.913358 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-85663a40-d47b-4c43-9434-cf7efdb2b1d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1135 time: 0.0886929 Nov 09 11:02:36.036076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=22fde135-86cd-4dad-be58-ffd4ac862663,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:36.062354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.124945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.130835 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:36.136675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:36.147435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-9596e369-9c88-43b1-9da9-777f177a11c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:36.148878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-9596e369-9c88-43b1-9da9-777f177a11c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 914 time: 0.2305579 Nov 09 11:02:36.209496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bf02a8ca-8ee3-4d20-91b9-f510e585769c up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:36.242245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-1b33e8ac-0c5d-49f4-854c-df10e5c9f5ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 200 len: 217 time: 0.0814612 Nov 09 11:02:36.250801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-393bc45a-4d96-476d-9fb2-ca0fb80ac8ae tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:36.252298 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-393bc45a-4d96-476d-9fb2-ca0fb80ac8ae tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.2531090 Nov 09 11:02:36.295675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:36.296545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.297754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-281059ce-3477-42b2-a93c-132bd0d2673a req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "PUT /v2.0/ports/22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 200 len: 1020 time: 0.7021184 Nov 09 11:02:36.298251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:36.318569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:36.326548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-d78aba0d-0e93-412d-a1ce-69aa2f697a31 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/quotas/721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 375 time: 0.0428970 Nov 09 11:02:36.337269 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:36.381366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-104972f2-bc65-48c1-ba3d-d7e3eb9546bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:36.382424 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-104972f2-bc65-48c1-ba3d-d7e3eb9546bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.1291137 Nov 09 11:02:36.384142 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:36.436342 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.441844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-56d9e299-6150-41ef-b65f-c8831f4a044c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515823 Nov 09 11:02:36.467559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port bf02a8ca-8ee3-4d20-91b9-f510e585769c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:36.483537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port bf02a8ca-8ee3-4d20-91b9-f510e585769c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:36.483904 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.506846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdb9b6-021e-4abb-845f-54940ee3d1fc req-a372d26e-89f2-4f24-b281-b0788947b8ac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:36.508301 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63fdb9b6-021e-4abb-845f-54940ee3d1fc req-a372d26e-89f2-4f24-b281-b0788947b8ac tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 949 time: 0.0791373 Nov 09 11:02:36.557307 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-7d7b3faf-0200-4d93-b3d2-7ab885bb55fd tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2298448 Nov 09 11:02:36.570250 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63fdb9b6-021e-4abb-845f-54940ee3d1fc req-c324afee-9887-4e60-8c2b-f14633c44b85 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533743 Nov 09 11:02:36.666526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-cafa5ce1-f579-4d53-a134-e07e82b42c1c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/ea8d827f-68d8-4ea1-9e11-443edd4601b6 HTTP/1.1" status: 200 len: 1638 time: 0.0486166 Nov 09 11:02:36.688280 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-f49ba498-fa9a-4263-8115-2c5535f5cfb3 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373970 Nov 09 11:02:36.730269 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-61a806cd-f172-4da2-858e-45a836112862 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/4b5fd2af-fad1-4199-a481-7acd7acf591b HTTP/1.1" status: 200 len: 1637 time: 0.0552347 Nov 09 11:02:36.736491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea8d827f-68d8-4ea1-9e11-443edd4601b6', 'remote_group_id': '4b5fd2af-fad1-4199-a481-7acd7acf591b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:36.737046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea8d827f-68d8-4ea1-9e11-443edd4601b6', 'remote_group_id': '4b5fd2af-fad1-4199-a481-7acd7acf591b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:36.742828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:36.747522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:36.751679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:36.757740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:36.759323 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.806574 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-75c7960d-b53f-4ffe-9929-0299f888a47d service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403061 Nov 09 11:02:36.826603 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:36.840149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bf02a8ca-8ee3-4d20-91b9-f510e585769c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bf02a8ca-8ee3-4d20-91b9-f510e585769c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:36.890648 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.924043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.930689 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:36.931592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:36.964159 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:36.976593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87f7d005-de54-49b0-a5c6-235747ff68b0 req-c02c19b0-cd51-4242-bbbd-893076ab21c3 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693973 Nov 09 11:02:37.002358 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-f8af2010-413f-4428-a561-7437a7f6d704 service neutron] 10.222.0.50 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763132 Nov 09 11:02:37.022672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:37.026303 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8e2c5c30-e925-45db-8644-bbefad925ed8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:37.052704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1493550-cde2-4d91-af70-7192d5b77644,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:37.054522 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:37.058502 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bf02a8ca-8ee3-4d20-91b9-f510e585769c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:37.062574 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:37.148019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:37.150235 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41fa5abd-0587-4ff0-96a6-a1d230856fe0 req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.4185462 Nov 09 11:02:37.174402 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port ff6e86ac-738b-4172-aa95-be91a4c98822 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:37.180538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port ff6e86ac-738b-4172-aa95-be91a4c98822 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:37.180911 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:37.305818 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:37.347149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:37.416377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:37.420422 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b53429a6-a57c-43d1-8e75-c074ef84a05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:37.485285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:37.488282 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:37.512856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b23d2b-7eec-4134-ab75-977fa1fa0432 req-e50028b4-53a1-438e-904a-2b0d75064c16 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:37.514384 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-21b23d2b-7eec-4134-ab75-977fa1fa0432 req-e50028b4-53a1-438e-904a-2b0d75064c16 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.0796239 Nov 09 11:02:37.562286 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-21b23d2b-7eec-4134-ab75-977fa1fa0432 req-fa606606-29a9-47e1-8864-9373c768dca3 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Nov 09 11:02:37.644397 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663', 'status': 'completed', 'code': 200} Nov 09 11:02:37.842996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f5f0-61cc-456c-991b-b19979968f8d req-ec12f4ff-9cc9-4966-91ef-161390845b25 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:37.844530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-65e1f5f0-61cc-456c-991b-b19979968f8d req-ec12f4ff-9cc9-4966-91ef-161390845b25 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 950 time: 0.0934410 Nov 09 11:02:37.892688 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-65e1f5f0-61cc-456c-991b-b19979968f8d req-de4189ac-fcb8-4ab1-a0ae-0ef296b9754b tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Nov 09 11:02:37.935010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-6b4b4148-8f1f-42de-b582-a8f25fa4e7e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1174 time: 0.2577066 Nov 09 11:02:37.976837 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c', 'code': 200} Nov 09 11:02:38.049893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d58c81-1794-4c2c-b8fc-7110cef0156c req-edc98b7f-a29a-453f-8d59-2665bd2ca8b3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:38.051380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8d58c81-1794-4c2c-b8fc-7110cef0156c req-edc98b7f-a29a-453f-8d59-2665bd2ca8b3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1023 time: 0.3223603 Nov 09 11:02:38.064627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-398a7f3d-83b8-48d1-b135-33e993ff0913 req-58c479b2-39a8-44ee-9244-cd5a3d0f1d47 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/4b5fd2af-fad1-4199-a481-7acd7acf591b HTTP/1.1" status: 200 len: 1637 time: 0.0666623 Nov 09 11:02:38.140546 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-398a7f3d-83b8-48d1-b135-33e993ff0913 req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:38.173481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-398a7f3d-83b8-48d1-b135-33e993ff0913 req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:38.188858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-ad85d057-4e8c-4e9f-8049-e790701eac72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:38.190045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-ad85d057-4e8c-4e9f-8049-e790701eac72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 914 time: 0.2479365 Nov 09 11:02:38.296618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-1450c846-fed8-40cf-98a0-db55f675dc8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 200 len: 217 time: 0.0933495 Nov 09 11:02:38.299470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe547e78-eaa3-4040-b403-9ad4f73b71fd req-ecb1efa0-4e5c-4d10-8e11-276a28817664 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 1101 time: 0.2472332 Nov 09 11:02:38.309548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8d58c81-1794-4c2c-b8fc-7110cef0156c req-ad035acb-20b7-450c-b535-765a1c188bdf tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=2311cff4-bb7d-49b5-9ee6-0834b627c072&id=253712f6-f8e9-49c5-b958-5cecebbf0cd4&id=19c1e5ee-7e93-4bff-962f-0a8264d8001a HTTP/1.1" status: 200 len: 5484 time: 0.2200146 Nov 09 11:02:38.318865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-398a7f3d-83b8-48d1-b135-33e993ff0913 req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:38.328720 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-003012cd-afbe-42c9-a946-06424d7bd6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:38.346105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fd2af-fad1-4199-a481-7acd7acf591b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:38.348536 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:38.349462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-398a7f3d-83b8-48d1-b135-33e993ff0913 req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:38.350654 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-398a7f3d-83b8-48d1-b135-33e993ff0913 req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b5fd2af-fad1-4199-a481-7acd7acf591b HTTP/1.1" status: 204 len: 173 time: 0.2768855 Nov 09 11:02:38.423393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-ed1bd587-828b-484a-854d-3e90013f8731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:38.424874 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-ed1bd587-828b-484a-854d-3e90013f8731 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.1144345 Nov 09 11:02:38.426538 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe547e78-eaa3-4040-b403-9ad4f73b71fd req-463c4aea-0f44-4b54-927a-a4035cf53e8e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145487 Nov 09 11:02:38.518543 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-79770617-88c0-4974-a2a5-170210779d3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874052 Nov 09 11:02:38.520681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67aea5ac-0015-43b3-88ab-db1c37ada1c3 req-0e264d05-d90a-40e7-8326-1400024083e8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 210 time: 0.0575781 Nov 09 11:02:38.554128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a430473-209c-4c30-bd97-f0bd179cae0b req-f7a2ccb9-6f2f-4123-acca-cfaca3de002b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:38.555732 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a430473-209c-4c30-bd97-f0bd179cae0b req-f7a2ccb9-6f2f-4123-acca-cfaca3de002b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.0893383 Nov 09 11:02:38.605199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a430473-209c-4c30-bd97-f0bd179cae0b req-0cb0ee54-791c-4c9a-9a33-9d1cc0fc12b4 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Nov 09 11:02:38.619430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': ' tempest-securitygroup -450602288 ', 'description': 'tempest-description-600453201'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:38.635146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:38.649511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:38.687789 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-fc120d12-bfa0-4629-98e6-0de81c289f1b service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627042 Nov 09 11:02:38.775847 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:38.816933 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31d8d9cb-8370-41d9-abc1-59c72fd5c96a req-f404d1c6-c6de-4255-96f8-4d25ea77426f tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/ea8d827f-68d8-4ea1-9e11-443edd4601b6 HTTP/1.1" status: 200 len: 1638 time: 0.0520909 Nov 09 11:02:38.866640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:38.873676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edb34e21-17e4-4a70-a23a-d6f467e6b200 req-0298dd5d-bbcf-4be4-87b1-e59626242e8f service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782424 Nov 09 11:02:38.875651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:38.879518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:38.898131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:38.976684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:38.992210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43594) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:39.021974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.024837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560aab-08a6-4ae8-b5df-e2db0734fe3f req-425aea83-6ead-4950-8cf6-653a48c3a3c4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:39.026405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74560aab-08a6-4ae8-b5df-e2db0734fe3f req-425aea83-6ead-4950-8cf6-653a48c3a3c4 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.1006348 Nov 09 11:02:39.028101 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f764264c-c99b-41f1-a296-17ea5f0dd77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:39.094509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74560aab-08a6-4ae8-b5df-e2db0734fe3f req-b9098d0f-7f1a-473f-adec-14dfdc496409 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Nov 09 11:02:39.099476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4d19d7-2052-46ce-8315-23e84c841bc0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:39.102526 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:39.154240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1923369294', 'description': 'tempest-description-1874889916'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:39.160741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:39.164734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:39.172484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:39.174014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:39.223135 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.224422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b15d228e-6779-4d89-a343-3bafa376c850 req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 0.6137125 Nov 09 11:02:39.225346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.259149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:39.263048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1141ecd8ee46acb608d3bf446668dd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:39.265987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:39.271636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:39.306481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.343726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:39.347435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:39.350332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:39.356274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:39.377165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.413031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0956-5e60-4cf5-bfd1-26043fdd189b req-9111551a-8d45-450a-bcfd-96f2bf4e7b25 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:39.414383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-972f0956-5e60-4cf5-bfd1-26043fdd189b req-9111551a-8d45-450a-bcfd-96f2bf4e7b25 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 950 time: 0.0879481 Nov 09 11:02:39.443286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.450774 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c6e68ff-5d80-4b96-a3d9-5bcdaf1fab15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:39.500873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.506572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-972f0956-5e60-4cf5-bfd1-26043fdd189b req-a1da37c1-c385-423e-914b-8fff1015a4d4 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856721 Nov 09 11:02:39.510255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00503db5-f9e2-4ec1-bab5-9ee434e56121,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:39.513581 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:39.516721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa1141ecd8ee46acb608d3bf446668dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5231471 Nov 09 11:02:39.519756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43602) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:39.575105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.583605 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cbe4a791-a0e7-47a5-bd9a-22326124190f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:39.601299 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd51fde2-e0fa-4a8d-8fe5-20a2941a6162 req-b01892eb-b138-41f8-9a90-d9914c969f1c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/6d4d19d7-2052-46ce-8315-23e84c841bc0 HTTP/1.1" status: 200 len: 1613 time: 0.0516138 Nov 09 11:02:39.635757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.655599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c2935b-c9fa-437d-acdb-8c999633409f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:39.658366 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:39.678060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.734394 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.736226 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce18a888-48c4-44c3-acb3-3ac1ca604f9c req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.5870945 Nov 09 11:02:39.766785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1b7403cc-2568-42de-bfae-3d81471958c8 req-3aab8d1b-f2ff-42b7-a0f3-352f19fd8fb1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 210 time: 0.0462697 Nov 09 11:02:39.813447 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.824213 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cf207a89-f7ea-4914-a30b-c2185bc05723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:39.837984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00503db5-f9e2-4ec1-bab5-9ee434e56121,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:39.840672 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:39.844814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f8ff812d-09c0-4a14-a97a-47cd50cadc99 req-bc176059-0cc1-4155-b6f3-9952f5db92e2 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/6d4d19d7-2052-46ce-8315-23e84c841bc0 HTTP/1.1" status: 200 len: 1613 time: 0.0726523 Nov 09 11:02:39.847482 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.847826 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00503db5-f9e2-4ec1-bab5-9ee434e56121 HTTP/1.1" status: 204 len: 168 time: 0.3271337 Nov 09 11:02:39.942458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f8ff812d-09c0-4a14-a97a-47cd50cadc99 req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:39.978577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:39.998270 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f8ff812d-09c0-4a14-a97a-47cd50cadc99 req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.090975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-301a8695-36e5-4d2b-887c-5a2c9cdaa613 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:40.092952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-301a8695-36e5-4d2b-887c-5a2c9cdaa613 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 808 time: 0.2233481 Nov 09 11:02:40.111274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e6ce-a68e-4d4a-9d49-07252e196793 req-c7f7a962-4944-4d3e-b4c0-fb0791c989d9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:40.112661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3578e6ce-a68e-4d4a-9d49-07252e196793 req-c7f7a962-4944-4d3e-b4c0-fb0791c989d9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1360958 Nov 09 11:02:40.116996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Request body: {'port': {'device_id': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'admin_state_up': True, 'tenant_id': '721a615b029d4cbbbb760326c7367a03'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:40.147231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f8ff812d-09c0-4a14-a97a-47cd50cadc99 req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.151308 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a8af4bdc-f1d8-43ef-94f0-13d9f20eda54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:40.167314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4d19d7-2052-46ce-8315-23e84c841bc0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:40.172782 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:40.179000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f8ff812d-09c0-4a14-a97a-47cd50cadc99 req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.180101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f8ff812d-09c0-4a14-a97a-47cd50cadc99 req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/6d4d19d7-2052-46ce-8315-23e84c841bc0 HTTP/1.1" status: 204 len: 173 time: 0.3263831 Nov 09 11:02:40.317957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-0bd1b867-2c57-440c-bb83-1c08e1cfc5ce tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/43c2935b-c9fa-437d-acdb-8c999633409f HTTP/1.1" status: 200 len: 1639 time: 0.0527117 Nov 09 11:02:40.330575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43c2935b-c9fa-437d-acdb-8c999633409f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:40.331154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43c2935b-c9fa-437d-acdb-8c999633409f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:40.346359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:40.350520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:40.354189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:40.361862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:40.375058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3578e6ce-a68e-4d4a-9d49-07252e196793 req-df2d7af6-18b9-430c-8353-8feed8495238 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438424 Nov 09 11:02:40.409177 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:02:40.418569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:40.430554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:40.506785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.535462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.536269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Made reservation on behalf of 721a615b029d4cbbbb760326c7367a03 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:40.541363 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.610329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:40.615674 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.617922 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:40.627747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '21a5e822-87a0-4532-9e75-a15728d76fb2', 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f', 'port_id': '21a5e822-87a0-4532-9e75-a15728d76fb2', 'mac_address': 'fa:16:3e:92:0b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d228336-f6d0-491f-981f-9f44fd621fb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:02:40.661463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a353f2ec-e14d-4103-a65d-64d64e4083b1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:40.665776 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:40.719235 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.729070 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'code': 200} Nov 09 11:02:40.736734 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.737920 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ddb51aed-bb00-45d7-a506-9c03c102133e req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4130876 Nov 09 11:02:40.740736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a5e822-87a0-4532-9e75-a15728d76fb2 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:40.763636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:40.784733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Allocated IP 172.20.0.6 (fc9ae281-5f03-4505-b351-3da5c9df0b0e/ad99ae16-dc74-4096-b0e4-07861db6b1d7/ff996e46-394a-4ae9-ab8a-44e88b88efde) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:40.818264 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-09b1308c-57ee-4762-b2b4-3b1248d8b6d6 req-b9b9023a-1a83-4935-8fe7-1aa77d359833 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:02:40.819302 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-09b1308c-57ee-4762-b2b4-3b1248d8b6d6 req-b9b9023a-1a83-4935-8fe7-1aa77d359833 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/6d4d19d7-2052-46ce-8315-23e84c841bc0 HTTP/1.1" status: 404 len: 352 time: 0.0318422 Nov 09 11:02:40.850739 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:40.854233 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:41.002137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:41.007692 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:41.056513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526bf1a-1772-493f-9237-a5a7cd65ec43 req-7508907d-0fd7-401b-9321-310af913a319 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:41.058400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7526bf1a-1772-493f-9237-a5a7cd65ec43 req-7508907d-0fd7-401b-9321-310af913a319 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 950 time: 0.0906978 Nov 09 11:02:41.125530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7526bf1a-1772-493f-9237-a5a7cd65ec43 req-5236aaaf-0a66-49ae-b552-feb44e86fb9b tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Nov 09 11:02:41.192858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.219616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['21a5e822-87a0-4532-9e75-a15728d76fb2'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:41.221389 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b278e4c7-1d8d-4b95-8d23-a38b24955ca1 req-af374180-d9f2-4ab9-baef-8f8a952a97ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1101 time: 0.2925503 Nov 09 11:02:41.228025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa770f-dc31-4803-8236-78b8117a2fa2 req-7924e92c-e02d-4baf-a304-7e4b92ef714c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:41.235027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cdaa770f-dc31-4803-8236-78b8117a2fa2 req-7924e92c-e02d-4baf-a304-7e4b92ef714c tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 944 time: 0.3073652 Nov 09 11:02:41.239743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-c0a0c0e9-f2ae-407a-b040-3e575d273686 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/43c2935b-c9fa-437d-acdb-8c999633409f HTTP/1.1" status: 200 len: 2142 time: 0.0571666 Nov 09 11:02:41.253102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43c2935b-c9fa-437d-acdb-8c999633409f', 'remote_group_id': None}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:41.253935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43c2935b-c9fa-437d-acdb-8c999633409f', 'remote_group_id': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:41.259965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:41.267075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Usage tracker for resource:security_group_rule and tenant:146ca5e90f014fcead1b81b4f26bec71 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:41.268449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:41.275616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:41.339282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b278e4c7-1d8d-4b95-8d23-a38b24955ca1 req-2cd94f0e-48e5-4f5c-bac8-98a6414638ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021469 Nov 09 11:02:41.342741 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cdaa770f-dc31-4803-8236-78b8117a2fa2 req-7e69fa6d-e8e3-45ad-8334-9831c3c779f8 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067557 Nov 09 11:02:41.388752 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.398257 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-733b11e4-e8db-44f1-9ed7-4e6ed829e8d3 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:41.417447 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.465243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.470950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43652) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:41.502736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Network fc9ae281-5f03-4505-b351-3da5c9df0b0e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:41.506760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:41.509388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:41.541916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:41.542724 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.545481 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:41.565633 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:41.585003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c38ec99-964a-40c7-b700-50388674520b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:41.587658 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:41.630388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:41.631018 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.668010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-155530106-network', 'tenant_id': '5a15b53e154041abb116076ef75d7986'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:41.675710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:41.680034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Usage tracker for resource:network and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:41.683751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:41.685393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5b1e-a316-473f-8864-e29fc5dd7b61 req-6752cafe-684a-43d6-ad68-e82760306829 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:41.686186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bbae5b1e-a316-473f-8864-e29fc5dd7b61 req-6752cafe-684a-43d6-ad68-e82760306829 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:41.687166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.688551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e41cec9d-8fab-417a-9a4e-ab73bfd96db3 req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.4421911 Nov 09 11:02:41.694076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:41.724925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1121821392', 'description': 'tempest-description-1227434435'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:41.732369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:41.737043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:41.741720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:41.742014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6281903 Nov 09 11:02:41.748251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:41.757856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Request body: {'port': {'device_id': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:41.807644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bbae5b1e-a316-473f-8864-e29fc5dd7b61 req-6752cafe-684a-43d6-ad68-e82760306829 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:41.808858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbae5b1e-a316-473f-8864-e29fc5dd7b61 req-6752cafe-684a-43d6-ad68-e82760306829 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 931 time: 0.2714829 Nov 09 11:02:41.833443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.843286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Made reservation on behalf of 5a15b53e154041abb116076ef75d7986 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:41.845825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.861831 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.902218 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:41.915047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:41.917641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:41.923293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:41.924290 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbae5b1e-a316-473f-8864-e29fc5dd7b61 req-760bcc0e-39da-4d6f-95af-40d34394caa5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847590 Nov 09 11:02:41.926329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:41.928992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:41.931707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:41.939729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:41.941818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:42.053289 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.080045 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.159750 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.165875 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:42.212387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f687f9-490c-4f30-a879-6c11c65b1a35,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:42.217033 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:42.230108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.230108 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-15519c94-7094-4e39-b739-c42fec460251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:42.255599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:02:42.267811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004adde3-4c7e-4648-b3fd-bf9d70bafe6c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:42.271856 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:42.272796 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.273132 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Added segment 25447499-4bc1-4b4e-ad21-ae31caaf58d5 of type vlan for network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c Nov 09 11:02:42.303858 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.309355 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.323784 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f090116b-41ca-4c35-9012-6bc53fff560e req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.6032469 Nov 09 11:02:42.421691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff996e46-394a-4ae9-ab8a-44e88b88efde {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:42.427478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:42.439375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.442625 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.443943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:42.444541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.448484 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8863e6b-7d5e-4246-8fd7-a0e565659a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:42.471491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Transition to ACTIVE for port object ff996e46-394a-4ae9-ab8a-44e88b88efde will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:42.483422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bd12f-a58c-4e36-9353-966f69d9ac86 req-6c5bc89c-4d0f-4ae4-8165-9f8665fcf7fd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:42.484951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-501bd12f-a58c-4e36-9353-966f69d9ac86 req-6c5bc89c-4d0f-4ae4-8165-9f8665fcf7fd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1299679 Nov 09 11:02:42.532261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.539179 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:42.581710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 21a5e822-87a0-4532-9e75-a15728d76fb2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:42.587862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 21a5e822-87a0-4532-9e75-a15728d76fb2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:42.588770 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.595522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-501bd12f-a58c-4e36-9353-966f69d9ac86 req-fbadf1f1-4b1f-4864-ad41-0626ca59a9af tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047297 Nov 09 11:02:42.657357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4deceb9a-6ba9-4d14-be96-e04fdf27f11c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:42.661573 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:42.667982 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-895d4c70-e601-4f0a-b7ca-18be99b25d9a req-57d6c36b-35da-4b95-a2d1-19221a90580a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/43c2935b-c9fa-437d-acdb-8c999633409f HTTP/1.1" status: 200 len: 2650 time: 0.1609211 Nov 09 11:02:42.670197 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1974311 Nov 09 11:02:42.673772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:42.680662 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:42.687071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Request body: {'subnet': {'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-155530106-subnet', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:42.689132 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:42.696638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:42.698027 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Usage tracker for resource:subnet and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:42.702190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:42.704469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:02:42.708899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:42.722842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-349865352', 'description': 'tempest-description-2141894778'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:42.730586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:42.772757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:42.783602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:42.816618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:42.820773 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-842bacc1-ebfb-4623-b41c-c9fa03c58294 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319717 Nov 09 11:02:42.855792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Made reservation on behalf of 5a15b53e154041abb116076ef75d7986 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:42.859397 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.947498 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:42.984671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:42.997011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:43.042427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.057916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:43.069495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:43.069495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:43.073217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:43.073613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:43.080937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:43.081269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:43.081642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:43.082056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Bound port: ff996e46-394a-4ae9-ab8a-44e88b88efde, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:43.082397 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.090124 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.093595 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:43.168078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:43.172792 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:43.193111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:43.195429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-2f4e211c-d7da-4fa9-8af9-6182ee8e7e20 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:43.196862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-2f4e211c-d7da-4fa9-8af9-6182ee8e7e20 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3742414 Nov 09 11:02:43.199102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:43.202176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:43.204467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:43.208264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:43.212376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:43.247290 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-997eab5e-85f2-4443-bfb6-3f5a03475bbc tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/quotas/aef8661c3f3c44e090fadd41adbcd15d HTTP/1.1" status: 200 len: 375 time: 0.0432351 Nov 09 11:02:43.282299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.306553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.312016 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00bdba08-6580-4bf7-976d-6822be6945f8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:43.372687 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-d08b1e37-9377-4b2c-941b-4551bd4bccf4 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184504 Nov 09 11:02:43.376555 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.377893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-30e99940-175b-401b-af0c-7fd311613928 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 200 len: 1091 time: 1.6252127 Nov 09 11:02:43.378538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:43.383057 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.414094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:43.417492 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:43.422050 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-646e21a3-8e9a-4785-bb98-3c17fb514980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:43.438769 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.442946 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4d542b5-b1f3-417c-9b11-4d79129c0a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:43.453692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9a74f4-0ff8-44d0-9be0-7e1df0c68fff,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:43.455345 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:43.511764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3591be2a-ee1a-450a-b205-539b40c646c3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:43.516924 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:43.531921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Checking segment: {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:43.532493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Network hostable DHCP agents. Network: 4deceb9a-6ba9-4d14-be96-e04fdf27f11c, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:02:43.558897 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.560233 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-645d5def-3011-4f3b-848f-fb9b7d42696e req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.8436272 Nov 09 11:02:43.633632 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39a6dcd3-3cc1-4691-9df7-31bc58ab4f39 req-841995ba-deb9-45d8-a509-440afa232ac9 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-group-rules/3c38ec99-964a-40c7-b700-50388674520b HTTP/1.1" status: 200 len: 718 time: 0.0217016 Nov 09 11:02:43.636835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-b7aa6064-3e96-4da4-a316-d76614c47973 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1094 time: 0.1170366 Nov 09 11:02:43.655387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:02:43.701926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39a6dcd3-3cc1-4691-9df7-31bc58ab4f39 req-ae35920b-b7de-43a9-bcd9-655e268e406e tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/43c2935b-c9fa-437d-acdb-8c999633409f HTTP/1.1" status: 200 len: 2650 time: 0.0605037 Nov 09 11:02:43.741109 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39a6dcd3-3cc1-4691-9df7-31bc58ab4f39 req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.749163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 4deceb9a-6ba9-4d14-be96-e04fdf27f11c) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:43.752493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-0021d606-b20c-49ef-b491-8c38efc07feb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 200 len: 217 time: 0.1080108 Nov 09 11:02:43.758413 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435334c1-e1bf-45cd-93fe-6490df92ceb2 None None] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:02:43.767810 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39a6dcd3-3cc1-4691-9df7-31bc58ab4f39 req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.801652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:43.802255 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.837937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-42b005a8-9763-47a5-a498-d04921c8f527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:43.838936 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-42b005a8-9763-47a5-a498-d04921c8f527 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.0770400 Nov 09 11:02:43.861313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39a6dcd3-3cc1-4691-9df7-31bc58ab4f39 req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.866721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-39a6dcd3-3cc1-4691-9df7-31bc58ab4f39 req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:43.872844 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39a6dcd3-3cc1-4691-9df7-31bc58ab4f39 req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3c38ec99-964a-40c7-b700-50388674520b HTTP/1.1" status: 204 len: 173 time: 0.1604416 Nov 09 11:02:43.872844 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de93c836-4fcd-4c52-bcb2-f5267ee0f716 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:43.896305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-b84ff06f-c741-46b0-940f-9e76730004f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444334 Nov 09 11:02:43.904369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1959-57d0-4a87-8648-eaecaea24f6b req-7f0f93d2-6e43-4a24-9fea-b500b57be014 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:43.911279 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-83be1959-57d0-4a87-8648-eaecaea24f6b req-7f0f93d2-6e43-4a24-9fea-b500b57be014 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.2042134 Nov 09 11:02:43.920048 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2338150 Nov 09 11:02:43.929674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:43.930576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c38ec99-964a-40c7-b700-50388674520b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:43.940907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:43.944514 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:43.945450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:43.949736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Usage tracker for resource:router and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:43.956774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:43.963734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:44.058221 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:02:44.061739 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.080803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.082546 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.105213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-83be1959-57d0-4a87-8648-eaecaea24f6b req-c6c70ee8-1faa-46e6-b50a-9260424c4e31 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929858 Nov 09 11:02:44.125532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe0b6e-dca9-457d-974e-4a98d8d79f23 req-0fadd9ca-0df9-414e-8ee2-05d08edc5da6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:44.127544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5dbe0b6e-dca9-457d-974e-4a98d8d79f23 req-0fadd9ca-0df9-414e-8ee2-05d08edc5da6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.1182168 Nov 09 11:02:44.145939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.189116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-207dc8c0-6b06-4119-ba8a-7deb1188dbad service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488217 Nov 09 11:02:44.199932 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5dbe0b6e-dca9-457d-974e-4a98d8d79f23 req-8384e8d1-4ba3-4730-8081-ec179f49241f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653419 Nov 09 11:02:44.297367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Allocated IP 172.20.0.2 (4deceb9a-6ba9-4d14-be96-e04fdf27f11c/3591be2a-ee1a-450a-b205-539b40c646c3/0c47ae0f-69cb-47b6-b326-c3f8e640c289) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:44.335093 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde', 'status': 'completed', 'code': 200} Nov 09 11:02:44.349399 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-48fcc94d-685e-4ee6-9819-90ca293af86e req-c68cbaaf-47a1-48df-b7c9-5a24e5f2fe2d service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519115 Nov 09 11:02:44.429987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-867841561', 'description': 'tempest-description-1182748544'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:44.437320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:44.437520 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2', 'code': 200} Nov 09 11:02:44.442323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:44.447554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:44.455818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:44.547306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.596384 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.603748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:44.607933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Transition to ACTIVE for port object 0c47ae0f-69cb-47b6-b326-c3f8e640c289 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:44.609144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fb32a6a-ecdf-4964-88f1-22b07f25b40f req-e6fb0795-5c1c-4516-941d-8bc15214b8ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1096 time: 0.1244311 Nov 09 11:02:44.612735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:44.614992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:44.621098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:44.628098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Transition to ACTIVE for port object 0c47ae0f-69cb-47b6-b326-c3f8e640c289 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:44.643886 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e990887-16d3-48f7-b46e-ef9a205dcb8f req-7f41a18b-e8ac-43f4-9350-5a750c25b529 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 210 time: 0.0889771 Nov 09 11:02:44.657300 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.691216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-dbad8908-89b4-484f-bf49-c928aebf17b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1094 time: 0.1322925 Nov 09 11:02:44.696019 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fb32a6a-ecdf-4964-88f1-22b07f25b40f req-8aa0fd5f-bb4a-4c84-8e6d-c296bebbe0d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721080 Nov 09 11:02:44.719090 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.723063 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.725559 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:44.783110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:44.785871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:44.796728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:44.802735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Pushing event updated for resources: {'Port': ['ID=0c47ae0f-69cb-47b6-b326-c3f8e640c289,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:44.806286 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:44.815722 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.820993 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ffdd6927-556d-4012-a9d9-e28a7be003d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:44.862213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27f6f9-6981-4db3-93fa-ccdece985d61,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:44.864898 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:44.907004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Attempting to bind port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:44.907390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Attempting to bind port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:44.907764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Attempting to bind port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 on network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:44.914970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:44.915370 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Checking segment: {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:44.915766 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.916162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Bound using segment: {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:44.916992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Bound port: 0c47ae0f-69cb-47b6-b326-c3f8e640c289, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:44.917577 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.919231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af9bce-8f1c-4a8b-9159-4054c1cea309 req-f7c56ef4-00b1-4a10-bc48-40e70a46e29a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:44.921296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2af9bce-8f1c-4a8b-9159-4054c1cea309 req-f7c56ef4-00b1-4a10-bc48-40e70a46e29a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1582558 Nov 09 11:02:44.958740 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:44.960374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9be8b5c-fa54-4b00-859d-67492c8c11c8 req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5354135 Nov 09 11:02:45.025686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] For port 0c47ae0f-69cb-47b6-b326-c3f8e640c289, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:45.029290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] For port 0c47ae0f-69cb-47b6-b326-c3f8e640c289, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c47ae0f-69cb-47b6-b326-c3f8e640c289,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:45.053979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b45b5e0d-50dc-4df5-8456-881235530bf0 req-6645dcdf-ee80-4b40-8275-26fb57c4d21d tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/43c2935b-c9fa-437d-acdb-8c999633409f HTTP/1.1" status: 200 len: 2142 time: 0.0502636 Nov 09 11:02:45.079264 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2af9bce-8f1c-4a8b-9159-4054c1cea309 req-28aab34a-d2d6-4d79-9cee-69291f70c022 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490548 Nov 09 11:02:45.134690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-b19c78dc-4390-4c59-a6e6-8a199a1299c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:45.136095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-b19c78dc-4390-4c59-a6e6-8a199a1299c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.1815128 Nov 09 11:02:45.139202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b45b5e0d-50dc-4df5-8456-881235530bf0 req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:45.153885 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:45.157675 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:45.186672 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b45b5e0d-50dc-4df5-8456-881235530bf0 req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:45.226350 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-6c5a4ca3-8af6-44e8-baa2-79684368e8d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 200 len: 217 time: 0.0711126 Nov 09 11:02:45.249878 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Pushing event updated for resources: {'Port': ['ID=0c47ae0f-69cb-47b6-b326-c3f8e640c289,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:45.254042 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:45.367368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:45.381599 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b45b5e0d-50dc-4df5-8456-881235530bf0 req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:45.386385 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d5ec589c-736f-454c-b2e8-8e2cbf7b32c4 tempest-ServerDiagnosticsNegativeTest-552990050 tempest-ServerDiagnosticsNegativeTest-552990050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:45.404776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c2935b-c9fa-437d-acdb-8c999633409f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:45.422933 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:45.435993 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:45.437967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b45b5e0d-50dc-4df5-8456-881235530bf0 req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:45.446084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b45b5e0d-50dc-4df5-8456-881235530bf0 req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-groups/43c2935b-c9fa-437d-acdb-8c999633409f HTTP/1.1" status: 204 len: 173 time: 0.3858764 Nov 09 11:02:45.608230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-d577bfeb-8732-424d-8859-40f5f035aefd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:45.609729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-d577bfeb-8732-424d-8859-40f5f035aefd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.3480539 Nov 09 11:02:45.636394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6999232-2f95-434f-9d1a-57133192bab8 req-64eaec8d-d805-43ad-a540-d5e437b8e980 tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1101 time: 0.0714672 Nov 09 11:02:45.685359 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d6999232-2f95-434f-9d1a-57133192bab8 req-45c54726-fe9e-4db1-8be7-a7890b010c08 tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Nov 09 11:02:45.689831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-9e1baa90-87a8-4706-a3f9-d7ae9577dc1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697694 Nov 09 11:02:45.798678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a3b750fa-2576-40aa-bd2d-1f03cce607e8 req-bc027bf8-7b89-4193-b7c8-c43c35db6bc5 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:45.884644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275415e-6d4c-4fb5-bc62-3fc8dd853547 req-9779a64e-2a0b-4a46-9325-ec01e79c96a2 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:45.902035 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6275415e-6d4c-4fb5-bc62-3fc8dd853547 req-9779a64e-2a0b-4a46-9325-ec01e79c96a2 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.1001720 Nov 09 11:02:45.914684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Allocated IP 172.25.7.178 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/c887c7c9-bff0-4d25-8055-cea8101b6039) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:45.956986 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6275415e-6d4c-4fb5-bc62-3fc8dd853547 req-db12073f-d511-4ee3-af0d-c15c46156e8a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540755 Nov 09 11:02:45.975705 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-d5e3ab9a-5b6b-4628-8a2f-2bcd3ff8228d service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616599 Nov 09 11:02:45.977288 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:02:45.981588 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a3b750fa-2576-40aa-bd2d-1f03cce607e8 req-bc027bf8-7b89-4193-b7c8-c43c35db6bc5 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:45.991774 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3b750fa-2576-40aa-bd2d-1f03cce607e8 req-bc027bf8-7b89-4193-b7c8-c43c35db6bc5 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 9733 time: 0.8623145 Nov 09 11:02:46.220835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-a0eb59e1-9128-4a7a-87b5-944536ac37e1 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308411 Nov 09 11:02:46.266372 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3b750fa-2576-40aa-bd2d-1f03cce607e8 req-714d61d4-d22d-4212-b931-ed31c68590a6 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/19c1e5ee-7e93-4bff-962f-0a8264d8001a HTTP/1.1" status: 200 len: 2649 time: 0.2736294 Nov 09 11:02:46.321920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:46.330063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9307b-a40b-4996-959f-e3f2c88590c8 req-33c128b7-b580-4218-8899-eb003dd0b83b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:46.338234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-acc9307b-a40b-4996-959f-e3f2c88590c8 req-33c128b7-b580-4218-8899-eb003dd0b83b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.2198930 Nov 09 11:02:46.338464 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccd0907-ab13-4cfb-861f-373708382e6f req-aaf59bd1-7fca-4413-bcaf-b7959d34056d service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412416 Nov 09 11:02:46.370469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3b750fa-2576-40aa-bd2d-1f03cce607e8 req-e1d9fdf2-0371-43b7-b0ea-af131025ec8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/19c1e5ee-7e93-4bff-962f-0a8264d8001a HTTP/1.1" status: 200 len: 2649 time: 0.1032169 Nov 09 11:02:46.437018 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-d518a3e6-0a98-428d-b5d6-92a650f0dccd req-e0004fca-84df-4cc0-8048-a1cac60ebde1 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] show failed (client error): The resource could not be found. Nov 09 11:02:46.449198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3647729-d0d0-4242-8324-27e7f1330cce None None] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:02:46.453885 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d518a3e6-0a98-428d-b5d6-92a650f0dccd req-e0004fca-84df-4cc0-8048-a1cac60ebde1 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/4b5fd2af-fad1-4199-a481-7acd7acf591b HTTP/1.1" status: 404 len: 352 time: 0.0394988 Nov 09 11:02:46.478507 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:46.485153 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e3fb2cf-6335-42b1-8000-99ea9c014557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:46.490692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-450373d3-2e5d-4d9f-90e4-627197f76856 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:46.492312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-450373d3-2e5d-4d9f-90e4-627197f76856 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672198 Nov 09 11:02:46.501643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-acc9307b-a40b-4996-959f-e3f2c88590c8 req-54e611cc-aa8d-44b1-b186-b5c30d187af1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625681 Nov 09 11:02:46.522827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Request body: {'port': {'device_id': '41b6db42-558c-47bc-8526-7234613779fd', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': 'aef8661c3f3c44e090fadd41adbcd15d'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:46.585262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0c47ae0f-69cb-47b6-b326-c3f8e640c289 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:46.603881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Pushing event updated for resources: {'Port': ['ID=c887c7c9-bff0-4d25-8055-cea8101b6039,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:46.612807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:46.621385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:46.623442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:46.626287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:46.800237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ce9afbe2-15cd-4c0e-98af-670f60d216da None None] Provisioning for port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:46.822953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3791e26-cd87-4382-9c43-47a60b732b9f req-3ec2f119-ae39-40ea-99bf-18acc6ff0e34 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 210 time: 0.0581391 Nov 09 11:02:46.923121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:46.929100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:46.929562 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:46.973369 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:46.974359 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:46.982535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:46.990534 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ab4f27-ec40-46c3-91ab-a67f2eeda265 req-657cad0e-bbf9-4f70-8f53-0c6d2d1e4fb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/f9f687f9-490c-4f30-a879-6c11c65b1a35 HTTP/1.1" status: 200 len: 1635 time: 0.1096332 Nov 09 11:02:46.998135 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-140998fc-df4a-40e5-96dc-8879cc3f6244 req-e1c28444-c1a9-46e7-9e4b-ed3bc121aded service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1048009 Nov 09 11:02:46.998696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:47.088244 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9ab4f27-ec40-46c3-91ab-a67f2eeda265 req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.121497 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9ab4f27-ec40-46c3-91ab-a67f2eeda265 req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.127979 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.143922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Made reservation on behalf of aef8661c3f3c44e090fadd41adbcd15d for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:02:47.147454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.176239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 0c47ae0f-69cb-47b6-b326-c3f8e640c289, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c47ae0f-69cb-47b6-b326-c3f8e640c289,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:47.284022 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-292b0523-b44e-4404-9c5f-116a45e27d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.382979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Allocated IP 192.168.233.61 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/b6b29ab3-7be2-404c-b67b-9568375d4a8c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:47.423834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cb946c91-3921-48e1-aea8-a5f04a84635a None None] Provisioning complete for port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:47.424244 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cb946c91-3921-48e1-aea8-a5f04a84635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.522437 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.527379 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:47.564715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Router e603bc9a-83cb-4a49-a817-f5cecfa6d83d is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:02:47.576083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9ab4f27-ec40-46c3-91ab-a67f2eeda265 req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.588280 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:47.604743 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.615728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f687f9-490c-4f30-a879-6c11c65b1a35,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:47.623090 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:47.632706 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cb946c91-3921-48e1-aea8-a5f04a84635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.656909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.682752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=0c47ae0f-69cb-47b6-b326-c3f8e640c289,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:47.685801 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:47.697182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Transition to ACTIVE for port object b6b29ab3-7be2-404c-b67b-9568375d4a8c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:47.749462 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-cb946c91-3921-48e1-aea8-a5f04a84635a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:02:47.755409 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-cb946c91-3921-48e1-aea8-a5f04a84635a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:02:47.756020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d9ab4f27-ec40-46c3-91ab-a67f2eeda265 req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.756020 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ab4f27-ec40-46c3-91ab-a67f2eeda265 req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/f9f687f9-490c-4f30-a879-6c11c65b1a35 HTTP/1.1" status: 204 len: 173 time: 0.7483253 Nov 09 11:02:47.803485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.812142 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b3249363-899e-4a2c-b978-e9977956d875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:47.818711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bf02a8ca-8ee3-4d20-91b9-f510e585769c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:47.885598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49f44fc3-89da-49ca-9a3a-4dda09a4231c req-334d52d0-a6d9-4d61-8fc9-f6de8c1c689e tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/ea8d827f-68d8-4ea1-9e11-443edd4601b6 HTTP/1.1" status: 200 len: 1638 time: 0.0699022 Nov 09 11:02:47.937204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:47.944819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:47.978505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Pushing event updated for resources: {'Port': ['ID=b6b29ab3-7be2-404c-b67b-9568375d4a8c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:47.978741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-49f44fc3-89da-49ca-9a3a-4dda09a4231c req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:47.987365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:47.999655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:02:48.016900 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Sync routers for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:02:48.029847 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:48.036484 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:02:48.036874 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:02:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:48.044316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-49f44fc3-89da-49ca-9a3a-4dda09a4231c req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.102576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:48.108082 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.142383 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.146480 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2099736 Nov 09 11:02:48.148522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43746) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:48.154762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f6e79-9b3a-4e1d-81de-bbc0b2ceb3a7 req-31e59ca1-6e66-40f6-9251-2d076293cbb7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:48.156378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99f6e79-9b3a-4e1d-81de-bbc0b2ceb3a7 req-31e59ca1-6e66-40f6-9251-2d076293cbb7 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.2885363 Nov 09 11:02:48.160507 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-c964afca-d28a-466e-9030-908de2e52d8d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2129745 Nov 09 11:02:48.215511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99f6e79-9b3a-4e1d-81de-bbc0b2ceb3a7 req-df6892bf-a4df-4931-936c-d4d9dccae909 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 Nov 09 11:02:48.241220 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7225711 Nov 09 11:02:48.253280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Request body: {'port': {'device_id': '41b6db42-558c-47bc-8526-7234613779fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:48.353326 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:02:48.373501 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-49f44fc3-89da-49ca-9a3a-4dda09a4231c req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.380711 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8847325-58f9-4b67-b7b7-d5f144037b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:48.402293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-49f44fc3-89da-49ca-9a3a-4dda09a4231c req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.408981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49f44fc3-89da-49ca-9a3a-4dda09a4231c req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-groups/ea8d827f-68d8-4ea1-9e11-443edd4601b6 HTTP/1.1" status: 204 len: 173 time: 0.5089598 Nov 09 11:02:48.408981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d827f-68d8-4ea1-9e11-443edd4601b6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:48.408981 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:48.540060 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0c47ae0f-69cb-47b6-b326-c3f8e640c289 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:48.551989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.588004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3478d644-b2be-4c41-b90c-7db730cec2c3 None None] Provisioning for port b6b29ab3-7be2-404c-b67b-9568375d4a8c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:48.605192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3478d644-b2be-4c41-b90c-7db730cec2c3 None None] Provisioning complete for port b6b29ab3-7be2-404c-b67b-9568375d4a8c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:48.605797 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3478d644-b2be-4c41-b90c-7db730cec2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.698913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3478d644-b2be-4c41-b90c-7db730cec2c3 None None] Port b6b29ab3-7be2-404c-b67b-9568375d4a8c cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:02:48.699715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de2079-e6e3-4a8c-86c6-c6e572c5d961 req-7ed465d1-2a0e-4698-8689-950512789dd2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:48.710980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1de2079-e6e3-4a8c-86c6-c6e572c5d961 req-7ed465d1-2a0e-4698-8689-950512789dd2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.2519224 Nov 09 11:02:48.716627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:48.717507 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:48.835848 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:46Z', 'revision_number': 3, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:48.840292 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Checking router: e603bc9a-83cb-4a49-a817-f5cecfa6d83d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:02:48.840843 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Updating router e603bc9a-83cb-4a49-a817-f5cecfa6d83d port c887c7c9-bff0-4d25-8055-cea8101b6039 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:02:48.896422 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.155084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1de2079-e6e3-4a8c-86c6-c6e572c5d961 req-7c2b26b7-858a-4277-8079-94d8aa0c9c02 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430807 Nov 09 11:02:49.284110 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-6d118c1d-af36-44bf-8409-320d739a3cc7 req-28eba7e7-ca48-45f6-9f0b-517956c696e0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:02:49.285373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d118c1d-af36-44bf-8409-320d739a3cc7 req-28eba7e7-ca48-45f6-9f0b-517956c696e0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/f9f687f9-490c-4f30-a879-6c11c65b1a35 HTTP/1.1" status: 404 len: 352 time: 0.0404255 Nov 09 11:02:49.298173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b29ab3-7be2-404c-b67b-9568375d4a8c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:49.308194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.345919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Transition to ACTIVE for port object b6b29ab3-7be2-404c-b67b-9568375d4a8c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:49.391939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-3b4f752a-0b32-4924-ae31-b7a1ab26b4c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2493525 Nov 09 11:02:49.409455 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.431035 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Transition to ACTIVE for port object c887c7c9-bff0-4d25-8055-cea8101b6039 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:49.457967 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b2eba39e-83bd-400f-bda0-239093cda512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.518145 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.526744 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d880397-e751-4620-8d14-475a6121c7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:49.561902 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.569539 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:49.616898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b988f-a6b8-4172-ac80-4f5ff7c56a0d req-b87df59b-1fe8-4a3a-8a4b-fceaa266935d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:49.618404 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a9b988f-a6b8-4172-ac80-4f5ff7c56a0d req-b87df59b-1fe8-4a3a-8a4b-fceaa266935d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.4280097 Nov 09 11:02:49.624676 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-c95f259d-4fd8-429a-a1ee-8b310e755819 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 1101 time: 0.2018812 Nov 09 11:02:49.671494 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Pushing event updated for resources: {'Port': ['ID=c887c7c9-bff0-4d25-8055-cea8101b6039,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:49.682671 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.683062 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.683391 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.683837 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.684159 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.684572 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.685025 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.685480 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.685790 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.686101 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.686415 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:49.704443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b6b29ab3-7be2-404c-b67b-9568375d4a8c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:49.704949 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:49.709928 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:49.711840 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Attempting to bind port c887c7c9-bff0-4d25-8055-cea8101b6039 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:49.713510 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Attempting to bind port c887c7c9-bff0-4d25-8055-cea8101b6039 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:49.714440 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Attempting to bind port c887c7c9-bff0-4d25-8055-cea8101b6039 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:49.725768 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:49.726146 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:49.726551 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.726972 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:49.727442 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Bound port: c887c7c9-bff0-4d25-8055-cea8101b6039, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:49.727896 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.818731 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] For port c887c7c9-bff0-4d25-8055-cea8101b6039, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:49.822115 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] For port c887c7c9-bff0-4d25-8055-cea8101b6039, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c887c7c9-bff0-4d25-8055-cea8101b6039,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:49.844366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2bb48-0d2b-482e-bb18-e5556ca28e85 req-1f5854f5-af1b-481b-80ca-749b146867eb tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:49.845131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-efb2bb48-0d2b-482e-bb18-e5556ca28e85 req-1f5854f5-af1b-481b-80ca-749b146867eb tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Synchronizing usage tracker for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:49.881063 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.906589 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:49.914340 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:49.916622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a9b988f-a6b8-4172-ac80-4f5ff7c56a0d req-de404b0d-e91b-4cc4-9bb4-91b6cf45eacc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839682 Nov 09 11:02:49.951517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Attempting to bind port b6b29ab3-7be2-404c-b67b-9568375d4a8c on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:49.951851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Attempting to bind port b6b29ab3-7be2-404c-b67b-9568375d4a8c by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:49.952175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Attempting to bind port b6b29ab3-7be2-404c-b67b-9568375d4a8c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:49.960963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Port b6b29ab3-7be2-404c-b67b-9568375d4a8c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:49.961437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Attempting to bind port b6b29ab3-7be2-404c-b67b-9568375d4a8c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:49.999523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:50.003763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:50.003763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:50.003763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Bound port: b6b29ab3-7be2-404c-b67b-9568375d4a8c, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:50.003763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:50.029409 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:02:50.030382 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:02:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:50.115723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-efb2bb48-0d2b-482e-bb18-e5556ca28e85 req-1f5854f5-af1b-481b-80ca-749b146867eb tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Unset dirty status for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:50.119753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efb2bb48-0d2b-482e-bb18-e5556ca28e85 req-1f5854f5-af1b-481b-80ca-749b146867eb tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 935 time: 0.6468170 Nov 09 11:02:50.196504 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Pushing event updated for resources: {'Port': ['ID=c887c7c9-bff0-4d25-8055-cea8101b6039,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:50.200311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] For port b6b29ab3-7be2-404c-b67b-9568375d4a8c, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:50.202808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472014-0d22-4866-bf2e-e37e5199097a req-f4ad51ae-fc58-428f-8b51-6d753d2997f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:50.210405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-f4ad51ae-fc58-428f-8b51-6d753d2997f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4940231 Nov 09 11:02:50.210573 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:50.212969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] For port b6b29ab3-7be2-404c-b67b-9568375d4a8c, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b6b29ab3-7be2-404c-b67b-9568375d4a8c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:50.223318 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efb2bb48-0d2b-482e-bb18-e5556ca28e85 req-70becc89-c885-48d8-9d59-440a0c6eeb46 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920761 Nov 09 11:02:50.250928 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:02:50.302336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:50.327439 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:50.347672 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-e4511aef-3a20-4e93-8ad0-5c167796e0d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 200 len: 217 time: 0.1253097 Nov 09 11:02:50.395724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-352675ee-022e-4447-9795-741db1d2982b req-8484cf3c-9c42-4b61-9388-9137f86f85f4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/89fae214-2f63-4499-99a1-068f48a62a02 HTTP/1.1" status: 200 len: 1639 time: 0.1282949 Nov 09 11:02:50.442643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:50.454045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11ffbefc-83b0-4de2-8901-ba87f772a028 req-6146f487-1343-4eef-a47f-9c8ec2370aae tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1096 time: 0.3362420 Nov 09 11:02:50.458421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b6b29ab3-7be2-404c-b67b-9568375d4a8c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:50.463076 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:50.473405 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:50.475185 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] 10.222.0.57 "PUT /v2.0/ports/b6b29ab3-7be2-404c-b67b-9568375d4a8c HTTP/1.1" status: 200 len: 1095 time: 2.2263300 Nov 09 11:02:50.476032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b6db42-558c-47bc-8526-7234613779fd', 'tag': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:50.548070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-352675ee-022e-4447-9795-741db1d2982b req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:50.610842 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:46Z', 'revision_number': 3, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:50.615456 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46b0f-07c7-4e4a-9c17-ee4e12a0a97a None None] The sync data for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 is: [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:46Z', 'revision_number': 3, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:02:50.620024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Allocated IP 172.20.0.1 (4deceb9a-6ba9-4d14-be96-e04fdf27f11c/3591be2a-ee1a-450a-b205-539b40c646c3/e5ece132-5465-424e-9b9c-7c3a88defc0f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:50.632467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472014-0d22-4866-bf2e-e37e5199097a req-ebadae6a-2ca3-47c4-9713-6dbd11765675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:50.634116 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-ebadae6a-2ca3-47c4-9713-6dbd11765675 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2682173 Nov 09 11:02:50.678279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-352675ee-022e-4447-9795-741db1d2982b req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:50.809666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-19e7b969-dc8b-4a6e-88bf-e95798797de6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 1098 time: 0.2104177 Nov 09 11:02:50.815104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11ffbefc-83b0-4de2-8901-ba87f772a028 req-625e1818-71b3-49e1-8c7c-24ea7527f29d tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552587 Nov 09 11:02:50.909100 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-352675ee-022e-4447-9795-741db1d2982b req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:50.929101 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7f0113df-5ef3-4afb-916f-4a49e7297834 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:50.955571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-b01c131e-93a4-4378-a64c-8e758c8514ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=b6b29ab3-7be2-404c-b67b-9568375d4a8c HTTP/1.1" status: 200 len: 217 time: 0.1379199 Nov 09 11:02:50.956645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fae214-2f63-4499-99a1-068f48a62a02,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:50.962012 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.001711 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-352675ee-022e-4447-9795-741db1d2982b req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.002869 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-352675ee-022e-4447-9795-741db1d2982b req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-groups/89fae214-2f63-4499-99a1-068f48a62a02 HTTP/1.1" status: 204 len: 173 time: 0.5940716 Nov 09 11:02:51.006346 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:51.040337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Transition to ACTIVE for port object e5ece132-5465-424e-9b9c-7c3a88defc0f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:51.041656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-c66505a4-676d-4032-b3e2-b78b94294bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:51.043548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-c66505a4-676d-4032-b3e2-b78b94294bd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0732467 Nov 09 11:02:51.071247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-5a44730c-4823-494d-a9c3-b3cbce365a7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4024913 Nov 09 11:02:51.164629 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-9e2cd98c-c117-46a7-b2b0-b4a7c9c9e7f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061375 Nov 09 11:02:51.203331 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36abcbb9-b9e1-44c0-8181-379dceb5fd70 req-add1cbd3-3346-4381-a399-3d292e16016d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/0a9a74f4-0ff8-44d0-9be0-7e1df0c68fff HTTP/1.1" status: 200 len: 1634 time: 0.1902487 Nov 09 11:02:51.308343 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-c51013d4-17d8-4a02-ab8e-c03ebdb05cf4 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189665 Nov 09 11:02:51.413796 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.425002 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cd4bd0e-979e-4b05-bf50-44db85ea0a53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:51.441381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-804c1692-cf49-4939-9a65-9ab5a5f7c9bf service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643683 Nov 09 11:02:51.453193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-36abcbb9-b9e1-44c0-8181-379dceb5fd70 req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.483056 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-5490d2e0-d5ef-4f7d-ba56-6fbb8ca34bd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1101 time: 0.2666926 Nov 09 11:02:51.517958 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-36abcbb9-b9e1-44c0-8181-379dceb5fd70 req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.572596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:51.573459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ece132-5465-424e-9b9c-7c3a88defc0f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:51.584650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17e679-d6bb-41ea-93c3-0782a37c6aba req-399b5ec5-56c0-4eed-a948-36c248afc37b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:51.586294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d17e679-d6bb-41ea-93c3-0782a37c6aba req-399b5ec5-56c0-4eed-a948-36c248afc37b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.2748108 Nov 09 11:02:51.587130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:51.589205 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:51.618609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:51.662779 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c472014-0d22-4866-bf2e-e37e5199097a req-85873b12-5448-4289-b4d9-5e64d932b167 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469279 Nov 09 11:02:51.691331 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.752998 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-36abcbb9-b9e1-44c0-8181-379dceb5fd70 req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.760245 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-02cae5d6-f3ae-40f3-820f-4811027769ff tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:51.775155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32fd4cf1-5f1c-4f4d-99d2-69a904007107 req-a411ad1e-51f6-4867-8053-ab2d52e6341c service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227434 Nov 09 11:02:51.777461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9a74f4-0ff8-44d0-9be0-7e1df0c68fff,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:51.782302 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:51.782559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-e5a6c0d3-f028-4e57-952d-30caf6395be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:51.784015 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-e5a6c0d3-f028-4e57-952d-30caf6395be2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2926290 Nov 09 11:02:51.786178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d17e679-d6bb-41ea-93c3-0782a37c6aba req-87dbeea2-5690-4bc0-965d-251fc51f6228 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457102 Nov 09 11:02:51.805865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-36abcbb9-b9e1-44c0-8181-379dceb5fd70 req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.813616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36abcbb9-b9e1-44c0-8181-379dceb5fd70 req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/0a9a74f4-0ff8-44d0-9be0-7e1df0c68fff HTTP/1.1" status: 204 len: 173 time: 0.6067574 Nov 09 11:02:51.861406 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:51.862897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-7ab6dd29-e02b-44c0-841f-6313e5cbed50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.0708566 Nov 09 11:02:51.926180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.003971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aaed54e4-4097-443e-a3c9-e38a576f35b3 None None] Provisioning for port e5ece132-5465-424e-9b9c-7c3a88defc0f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:52.009776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aaed54e4-4097-443e-a3c9-e38a576f35b3 None None] Provisioning complete for port e5ece132-5465-424e-9b9c-7c3a88defc0f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:52.016130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaed54e4-4097-443e-a3c9-e38a576f35b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.060739 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b6db42-558c-47bc-8526-7234613779fd', 'tag': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c', 'status': 'completed', 'code': 200} Nov 09 11:02:52.115242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-aaed54e4-4097-443e-a3c9-e38a576f35b3 None None] Port e5ece132-5465-424e-9b9c-7c3a88defc0f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:02:52.149456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-63e3ba92-dd5b-40ce-a2d3-32d23f2cb290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:52.150917 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-63e3ba92-dd5b-40ce-a2d3-32d23f2cb290 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2809334 Nov 09 11:02:52.236718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f118f251-6858-431b-9103-0687b4c7596a req-f008962f-652b-4f07-844c-c7087a1665c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 1098 time: 0.2160413 Nov 09 11:02:52.243406 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4f6b3a2-db9b-4ced-8011-eca5af19f7eb req-0c43690e-78e0-47c6-adcc-64113224af28 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1096 time: 0.2082939 Nov 09 11:02:52.279599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0442e-74ae-4364-bd57-a58b732f5cdf req-bb065bf2-da12-4c97-a90b-0f57b2f72e93 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:52.280995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-93a0442e-74ae-4364-bd57-a58b732f5cdf req-bb065bf2-da12-4c97-a90b-0f57b2f72e93 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.2016246 Nov 09 11:02:52.323897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4f6b3a2-db9b-4ced-8011-eca5af19f7eb req-a97dd8f5-9110-4493-baa6-08bf863e3f13 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738189 Nov 09 11:02:52.353795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.394616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-ba967109-3c31-4044-b4c4-dfc50421bfde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282116 Nov 09 11:02:52.421688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.460329 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-48540567-a3e3-4b02-8dcf-76f3ea8e8e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:52.490530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c887c7c9-bff0-4d25-8055-cea8101b6039 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:52.532451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-93a0442e-74ae-4364-bd57-a58b732f5cdf req-b17ccc61-d550-4575-a3d6-544e8d8336b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998146 Nov 09 11:02:52.535249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118f251-6858-431b-9103-0687b4c7596a req-974c01a5-ecbb-4eee-b0dd-5a6b9ace66a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:52.536734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f118f251-6858-431b-9103-0687b4c7596a req-974c01a5-ecbb-4eee-b0dd-5a6b9ace66a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2923055 Nov 09 11:02:52.566968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ece132-5465-424e-9b9c-7c3a88defc0f,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:52.575280 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:52.606353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.615220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2860aa7-6a8b-4651-9a4f-3db24d725044 req-86ad1988-edad-4836-b934-4168bf3f4768 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/d01354cc-eb0d-47cb-85be-190c63f9fac4 HTTP/1.1" status: 200 len: 1638 time: 0.1565390 Nov 09 11:02:52.626757 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f118f251-6858-431b-9103-0687b4c7596a req-9b5a0161-d031-4a3b-9868-481de7f2ed31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=b6b29ab3-7be2-404c-b67b-9568375d4a8c HTTP/1.1" status: 200 len: 217 time: 0.0771229 Nov 09 11:02:52.630912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c887c7c9-bff0-4d25-8055-cea8101b6039 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:52.636431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c887c7c9-bff0-4d25-8055-cea8101b6039 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:52.636811 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.723182 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-926438f5-b815-4ae7-ae90-a48e9b8ecac4 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966664 Nov 09 11:02:52.738835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118f251-6858-431b-9103-0687b4c7596a req-a5f62b17-eafc-45a2-9fd9-835dd7709314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:52.740306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f118f251-6858-431b-9103-0687b4c7596a req-a5f62b17-eafc-45a2-9fd9-835dd7709314 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0980258 Nov 09 11:02:52.818196 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.835123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c887c7c9-bff0-4d25-8055-cea8101b6039, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c887c7c9-bff0-4d25-8055-cea8101b6039,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:52.845211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:52.848935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:52.908231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:52.911317 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:53.007600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c887c7c9-bff0-4d25-8055-cea8101b6039,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:53.013139 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:53.027231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f118f251-6858-431b-9103-0687b4c7596a req-5916e1d6-608e-4b7f-95a0-5095ca488d6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549117 Nov 09 11:02:53.031231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-4e5184c6-ee86-4ae0-a3e5-c2759e50a0d8 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769547 Nov 09 11:02:53.038002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e13e9-9a90-47a4-940e-1903d6872142 req-114e286b-d792-41be-8f7e-b726f1e6c0b6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:53.039594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f16e13e9-9a90-47a4-940e-1903d6872142 req-114e286b-d792-41be-8f7e-b726f1e6c0b6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 947 time: 0.2227888 Nov 09 11:02:53.147975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8bd2ccc2-3017-4234-9c9c-986db5ddb831 None None] Provisioning complete for port e5ece132-5465-424e-9b9c-7c3a88defc0f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:53.148877 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ccc2-3017-4234-9c9c-986db5ddb831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.183340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f2860aa7-6a8b-4651-9a4f-3db24d725044 req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.196120 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f16e13e9-9a90-47a4-940e-1903d6872142 req-5b0022ef-c028-4c50-9f70-9d18c78ffb7c tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312897 Nov 09 11:02:53.218700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f2860aa7-6a8b-4651-9a4f-3db24d725044 req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.220080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2ccc2-3017-4234-9c9c-986db5ddb831 None None] Port e5ece132-5465-424e-9b9c-7c3a88defc0f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:02:53.250774 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f118f251-6858-431b-9103-0687b4c7596a req-aa47427f-4bf6-4734-bb15-bdd4abd40563 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064493 Nov 09 11:02:53.255296 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-f77a7559-306a-48cf-a60c-4cfda90f68b5 req-869bdd4c-3a48-48de-b042-69c90e398a05 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:02:53.256217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77a7559-306a-48cf-a60c-4cfda90f68b5 req-869bdd4c-3a48-48de-b042-69c90e398a05 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/0a9a74f4-0ff8-44d0-9be0-7e1df0c68fff HTTP/1.1" status: 404 len: 352 time: 0.0209966 Nov 09 11:02:53.414497 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f118f251-6858-431b-9103-0687b4c7596a req-38a820cc-1438-4667-b105-ffc3b8a73f2d service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551092 Nov 09 11:02:53.421980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f2860aa7-6a8b-4651-9a4f-3db24d725044 req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.432268 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6fbc39e9-f958-4e25-8c56-a03d560616f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:53.449287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01354cc-eb0d-47cb-85be-190c63f9fac4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:53.454132 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:53.456889 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f2860aa7-6a8b-4651-9a4f-3db24d725044 req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.457472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2860aa7-6a8b-4651-9a4f-3db24d725044 req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-groups/d01354cc-eb0d-47cb-85be-190c63f9fac4 HTTP/1.1" status: 204 len: 173 time: 0.7106452 Nov 09 11:02:53.560786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Router e603bc9a-83cb-4a49-a817-f5cecfa6d83d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:02:53.566838 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31b7fd19-daf7-4f16-a207-af7e98539f78 req-5503e8b5-8c70-468d-b54d-58389af7eaae tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/9c27f6f9-6981-4db3-93fa-ccdece985d61 HTTP/1.1" status: 200 len: 1634 time: 0.0633600 Nov 09 11:02:53.634991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952518-c8e1-4a0e-8edc-924c365b030c req-c2b2952e-092b-4abf-a56a-490bdaf48b94 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:53.636360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c952518-c8e1-4a0e-8edc-924c365b030c req-c2b2952e-092b-4abf-a56a-490bdaf48b94 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.0911965 Nov 09 11:02:53.682229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c952518-c8e1-4a0e-8edc-924c365b030c req-fce34a37-77fb-4543-a26b-721dd9270b35 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Nov 09 11:02:53.709520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-31b7fd19-daf7-4f16-a207-af7e98539f78 req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.801600 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-31b7fd19-daf7-4f16-a207-af7e98539f78 req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.871011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49e21d7b-a099-47da-bad1-dcba1b8087a4 req-01541efb-137f-43f2-bf49-3de7d728538b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694935 Nov 09 11:02:53.886187 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:02:53.907201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] 10.222.0.50 "PUT /v2.0/routers/e603bc9a-83cb-4a49-a817-f5cecfa6d83d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7573712 Nov 09 11:02:53.918489 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-31b7fd19-daf7-4f16-a207-af7e98539f78 req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.921791 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-31b7fd19-daf7-4f16-a207-af7e98539f78 req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:53.935281 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31b7fd19-daf7-4f16-a207-af7e98539f78 req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/9c27f6f9-6981-4db3-93fa-ccdece985d61 HTTP/1.1" status: 204 len: 173 time: 0.3621244 Nov 09 11:02:53.936021 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d5665f26-2be3-4a0e-802d-d0c9c4f5c524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:53.959163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27f6f9-6981-4db3-93fa-ccdece985d61,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:53.963263 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:54.014776 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6898708f-1fc8-4933-ae50-370bb66a4fbd req-63047f11-9c72-4078-b82f-f7c5432b9df9 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/be195416-3f39-4c94-bf9e-1906aa824a04 HTTP/1.1" status: 200 len: 2146 time: 0.0532329 Nov 09 11:02:54.090075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6898708f-1fc8-4933-ae50-370bb66a4fbd req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:54.119288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6898708f-1fc8-4933-ae50-370bb66a4fbd req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:54.226717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6898708f-1fc8-4933-ae50-370bb66a4fbd req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:54.230965 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a17c4dc-f840-4288-9882-72221e2c4369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:54.249839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be195416-3f39-4c94-bf9e-1906aa824a04,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:54.252855 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:54.254888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6898708f-1fc8-4933-ae50-370bb66a4fbd req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:54.255823 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6898708f-1fc8-4933-ae50-370bb66a4fbd req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-groups/be195416-3f39-4c94-bf9e-1906aa824a04 HTTP/1.1" status: 204 len: 173 time: 0.2352412 Nov 09 11:02:54.306224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b6b29ab3-7be2-404c-b67b-9568375d4a8c details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:02:54.394638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Sync routers for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:02:54.437203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:02:54.437849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:02:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:54.446248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d845df-f6a8-4809-9bf5-25ba3edeaf3b req-1dfd2aed-9ad8-4d34-91ec-95dfdd7f01ca tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:54.452788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16d845df-f6a8-4809-9bf5-25ba3edeaf3b req-1dfd2aed-9ad8-4d34-91ec-95dfdd7f01ca tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.0878563 Nov 09 11:02:54.498651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:02:54.501507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16d845df-f6a8-4809-9bf5-25ba3edeaf3b req-a8b4eb85-5fcb-4934-8c5f-7694f2b2666b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Nov 09 11:02:54.501658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c887c7c9-bff0-4d25-8055-cea8101b6039 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:54.563061 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-7ddf8644-40b9-402f-8598-7496b376df1f req-e956ac47-6e8e-4044-8a9c-512328a236fb tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:02:54.564170 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ddf8644-40b9-402f-8598-7496b376df1f req-e956ac47-6e8e-4044-8a9c-512328a236fb tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/9c27f6f9-6981-4db3-93fa-ccdece985d61 HTTP/1.1" status: 404 len: 352 time: 0.0222943 Nov 09 11:02:54.701372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b6b29ab3-7be2-404c-b67b-9568375d4a8c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b6b29ab3-7be2-404c-b67b-9568375d4a8c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:54.781558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c', 'mac_address': 'fa:16:3e:34:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:02:54.882019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:02:54.996035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c887c7c9-bff0-4d25-8055-cea8101b6039 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:54.996417 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.019130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.054824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:55.128240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b29ab3-7be2-404c-b67b-9568375d4a8c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:55.160879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43854) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:55.164423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'ff996e46-394a-4ae9-ab8a-44e88b88efde', 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e', 'port_id': 'ff996e46-394a-4ae9-ab8a-44e88b88efde', 'mac_address': 'fa:16:3e:86:45:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99ae16-dc74-4096-b0e4-07861db6b1d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:02:55.166518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211802894', 'description': 'tempest-description--453934306'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:55.173963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:55.177642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Usage tracker for resource:security_group and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:55.180828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:55.191640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:55.259910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b6b29ab3-7be2-404c-b67b-9568375d4a8c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b6b29ab3-7be2-404c-b67b-9568375d4a8c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:55.261251 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.303030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:55.308916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Usage tracker for resource:security_group_rule and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:55.313072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:55.319875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:55.347863 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.361737 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:55.363393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8182510-cf75-42de-b4ce-b63c1088ff0b req-ab4860f8-666b-4be9-beb4-217bb2be7381 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:55.364974 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8182510-cf75-42de-b4ce-b63c1088ff0b req-ab4860f8-666b-4be9-beb4-217bb2be7381 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 947 time: 0.1022387 Nov 09 11:02:55.388972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.414526 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.421220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8182510-cf75-42de-b4ce-b63c1088ff0b req-9b3c609c-d915-4b2c-b049-3dd85cc46de6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Nov 09 11:02:55.439607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.446062 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75de2a75-5574-400f-9fbd-092961d87f20 tempest-AggregatesAdminTestJSON-579725647 tempest-AggregatesAdminTestJSON-579725647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:55.510710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff996e46-394a-4ae9-ab8a-44e88b88efde {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:02:55.519354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9c666d3-cd40-471b-b230-0b4261555053 req-63fe53f7-0908-4a40-ac25-1926633e4ba5 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "GET /v2.0/security-groups/11795314-affc-4501-98c2-4eb457e574ce HTTP/1.1" status: 200 len: 2140 time: 0.0539310 Nov 09 11:02:55.546550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b6b29ab3-7be2-404c-b67b-9568375d4a8c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:55.550005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:55.562007 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.562364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.562683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.563043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.563369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.564065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.564065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.564313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.564640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.565018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.565503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:02:55.570544 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:55.600060 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 2, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:55.604699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Checking router: e603bc9a-83cb-4a49-a817-f5cecfa6d83d for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:02:55.605061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Updating router e603bc9a-83cb-4a49-a817-f5cecfa6d83d port e5ece132-5465-424e-9b9c-7c3a88defc0f binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:02:55.616041 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d9c666d3-cd40-471b-b230-0b4261555053 req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.642720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5714e8da-b02f-45a4-9d57-ae9e11cbd982,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:55.645653 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:55.658548 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d9c666d3-cd40-471b-b230-0b4261555053 req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.660856 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.662686 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:55.693416 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.708184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b6b29ab3-7be2-404c-b67b-9568375d4a8c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:55.739818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.741063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5791798 Nov 09 11:02:55.744038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43860) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:55.749900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Request body: {'security_group_rule': {'security_group_id': '5714e8da-b02f-45a4-9d57-ae9e11cbd982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:55.755771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:55.759541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Usage tracker for resource:security_group_rule and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:55.765081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:55.772004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:55.789894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-c915051b-d625-495c-a330-0ca45e62fe39 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:02:55.790995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-c915051b-d625-495c-a330-0ca45e62fe39 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050976 Nov 09 11:02:55.801062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Request body: {'binding': {'host': 'n-h1-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:55.801608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 11:02:55.844188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:55.844436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d9c666d3-cd40-471b-b230-0b4261555053 req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.851195 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:55.857060 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9a40ba49-0f84-479e-8318-b449c12663fb tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:55.870327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11795314-affc-4501-98c2-4eb457e574ce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:55.873296 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:55.877701 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d9c666d3-cd40-471b-b230-0b4261555053 req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:55.891586 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9c666d3-cd40-471b-b230-0b4261555053 req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] 10.222.0.50 "DELETE /v2.0/security-groups/11795314-affc-4501-98c2-4eb457e574ce HTTP/1.1" status: 204 len: 173 time: 0.3658137 Nov 09 11:02:55.892349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:56.003901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Deleting subnet 4f5867c3-8df2-4899-811b-726c04342bf8 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:02:56.007862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.047851 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.086771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.099395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['ff996e46-394a-4ae9-ab8a-44e88b88efde'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:02:56.102502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on host n-h1-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:56.102857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:56.103182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:56.116895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:02:56.117225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:56.125696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:56.126029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:56.127806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:56.127806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Bound port: 21a5e822-87a0-4532-9e75-a15728d76fb2, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:56.155139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.175305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:56.192041 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.221387 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.225087 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:56.251176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed11d5ff-9e2b-4df6-b0bc-ae87c11f142b,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:56.257929 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:56.277757 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.279294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] 10.222.0.50 "POST /v2.0/ports/21a5e822-87a0-4532-9e75-a15728d76fb2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4818587 Nov 09 11:02:56.282506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-2f98942e-b5f4-4ec9-9919-094c98ab1122 req-62d9c33b-6977-4cc9-a30e-14ce83ef7178 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:02:56.336127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.337707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5924621 Nov 09 11:02:56.342048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43868) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:56.348257 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.348746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Request body: {'security_group_rule': {'security_group_id': '5714e8da-b02f-45a4-9d57-ae9e11cbd982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:56.354759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:56.359455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Usage tracker for resource:security_group_rule and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:56.362580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:56.365790 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-2f98942e-b5f4-4ec9-9919-094c98ab1122 req-62d9c33b-6977-4cc9-a30e-14ce83ef7178 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:02:56.367211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f98942e-b5f4-4ec9-9919-094c98ab1122 req-62d9c33b-6977-4cc9-a30e-14ce83ef7178 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 5484 time: 0.2432239 Nov 09 11:02:56.376323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Transition to ACTIVE for port object e5ece132-5465-424e-9b9c-7c3a88defc0f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:02:56.376436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:56.428722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f98942e-b5f4-4ec9-9919-094c98ab1122 req-bfab480a-e38a-4791-a98e-224b2d94b350 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/19c1e5ee-7e93-4bff-962f-0a8264d8001a HTTP/1.1" status: 200 len: 2649 time: 0.0544593 Nov 09 11:02:56.454527 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.463595 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:56.508817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5867c3-8df2-4899-811b-726c04342bf8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:56.511712 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.514056 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:56.520425 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:56.531920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.538167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.656057 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4f5867c3-8df2-4899-811b-726c04342bf8 HTTP/1.1" status: 204 len: 168 time: 0.7619147 Nov 09 11:02:56.659082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43876) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:56.673824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7492e77-2641-423f-8232-7ea44f6939ab None None] Pushing event updated for resources: {'Port': ['ID=e5ece132-5465-424e-9b9c-7c3a88defc0f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:56.678472 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d7492e77-2641-423f-8232-7ea44f6939ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:56.706926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f98942e-b5f4-4ec9-9919-094c98ab1122 req-ed499428-a31a-4a75-ab20-304f1711925a tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/19c1e5ee-7e93-4bff-962f-0a8264d8001a HTTP/1.1" status: 200 len: 2649 time: 0.2669508 Nov 09 11:02:56.780731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.833785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.864005 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.866535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Attempting to bind port e5ece132-5465-424e-9b9c-7c3a88defc0f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:02:56.866941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Attempting to bind port e5ece132-5465-424e-9b9c-7c3a88defc0f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:02:56.867310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Attempting to bind port e5ece132-5465-424e-9b9c-7c3a88defc0f on network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:02:56.871225 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4e14575-3749-44f6-a9ea-fdbd4d083da4 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:56.879447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:02:56.880120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Checking segment: {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:02:56.880897 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.881525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Bound using segment: {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:02:56.882352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Bound port: e5ece132-5465-424e-9b9c-7c3a88defc0f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:02:56.882982 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:56.907232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe87d44-f351-4a99-bca7-83b68e758c3b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:56.927789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00023-f1c3-4775-ae2a-e7df1d0903a7 req-791126fd-6b09-42fe-b316-804ad95f17e6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:56.929488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8b00023-f1c3-4775-ae2a-e7df1d0903a7 req-791126fd-6b09-42fe-b316-804ad95f17e6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.2714627 Nov 09 11:02:56.946574 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:57.006077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee521-0293-4dff-a295-e305d8724e3b req-94dc9d12-8dd7-48c2-8b53-b95e83f9be7f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:57.007736 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a1ee521-0293-4dff-a295-e305d8724e3b req-94dc9d12-8dd7-48c2-8b53-b95e83f9be7f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1028521 Nov 09 11:02:57.035150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] For port e5ece132-5465-424e-9b9c-7c3a88defc0f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:02:57.038638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] For port e5ece132-5465-424e-9b9c-7c3a88defc0f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e5ece132-5465-424e-9b9c-7c3a88defc0f,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:02:57.063223 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.064467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7214010 Nov 09 11:02:57.067855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43884) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:57.074749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:57.082976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:57.086836 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a1ee521-0293-4dff-a295-e305d8724e3b req-1d496c7e-ab28-4cea-bd4f-d3d734cc0ffa tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705695 Nov 09 11:02:57.089088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Usage tracker for resource:floatingip and tenant:5a15b53e154041abb116076ef75d7986 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:57.092946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:57.099016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:57.131718 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.132600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.137277 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:57.173686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8b00023-f1c3-4775-ae2a-e7df1d0903a7 req-7fdd3bd0-0fe9-415a-9976-adbc44d8222b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124248 Nov 09 11:02:57.176489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6d55cf-6612-4c90-aa7b-cc918beb1715']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:57.192932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cf9686-cc07-4bc6-955d-f5d2ec86d00b') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:57.193207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cf9686-cc07-4bc6-955d-f5d2ec86d00b') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:57.212932 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.238386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7492e77-2641-423f-8232-7ea44f6939ab None None] Pushing event updated for resources: {'Port': ['ID=e5ece132-5465-424e-9b9c-7c3a88defc0f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:57.238992 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d7492e77-2641-423f-8232-7ea44f6939ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:57.239599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:02:57.240223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:02:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:57.254430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.259959 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-8cfd369e-fbb7-458e-a7c7-4fb08c61b789 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1096 time: 0.1978450 Nov 09 11:02:57.266256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:02:57.266750 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.273627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:02:57.284965 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:02:57.501436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:02:57.530754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2fae5-6ffc-498a-a04e-03fa1bb0225c req-ab0233c1-4fbc-4fc8-ba23-7b6d9ca20918 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:57.537526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0a2fae5-6ffc-498a-a04e-03fa1bb0225c req-ab0233c1-4fbc-4fc8-ba23-7b6d9ca20918 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 948 time: 0.3277888 Nov 09 11:02:57.548655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e3bd6e84-19bb-429f-99dc-f30a7ac5c277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:57.550074 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e3bd6e84-19bb-429f-99dc-f30a7ac5c277 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2592442 Nov 09 11:02:57.608242 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0a2fae5-6ffc-498a-a04e-03fa1bb0225c req-d76f583b-6aff-4cef-855f-e6f031b60b88 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698273 Nov 09 11:02:57.622960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.672686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1584048783', 'description': 'tempest-description-1425011549'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:57.682742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-f7dbe5c2-6eb3-45aa-9416-2c01f3ad6b4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 200 len: 217 time: 0.1252227 Nov 09 11:02:57.682981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:57.685863 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.706601 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:57.743717 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:57.766474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.779115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa6d55cf-6612-4c90-aa7b-cc918beb1715 HTTP/1.1" status: 204 len: 168 time: 1.1138673 Nov 09 11:02:57.779115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6d55cf-6612-4c90-aa7b-cc918beb1715,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:57.782579 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:57.817155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e7ac3aec-8a1b-43a1-8f7f-3922bbe66f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:57.817155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e7ac3aec-8a1b-43a1-8f7f-3922bbe66f66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.1222134 Nov 09 11:02:57.822873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4674-ad8c-43e4-bbd3-eb00622b038c req-048e52f0-fbd8-4d13-9f8a-77acd4b6bbea tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:57.826952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Allocated IP 172.25.7.98 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/5cd9e571-ec10-4dbd-bb14-96cc7dff2989) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:02:57.830484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-546a4674-ad8c-43e4-bbd3-eb00622b038c req-048e52f0-fbd8-4d13-9f8a-77acd4b6bbea tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.2076998 Nov 09 11:02:57.868493 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:57.895850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:57Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:02:57.897646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-2101798a-2187-479e-911c-0502bff7f787 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643764 Nov 09 11:02:57.902492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4146fe-fb67-405d-95bb-98a5e656c9f8 None None] The sync data for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 is: [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:57Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:02:57.961341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:57.969667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:57.972589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:57.981025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:58.033417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-546a4674-ad8c-43e4-bbd3-eb00622b038c req-06fcc84a-feca-47d6-9af4-aba31b90fca1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009871 Nov 09 11:02:58.105220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:58.124208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-c57f03ea-4337-453a-a9b2-c7e797bfa127 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089653 Nov 09 11:02:58.165296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:58.227907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:58.247896 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06828224-7c3b-47fc-8563-5fe8a2f2ae21 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:58.285124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a0acd1-932f-432f-b6ba-ab172891615e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:58.288644 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:58.292877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43896) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:58.299281 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:58.317781 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85ee8296-7332-422f-9b3d-dcc85128977a tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:58.350487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b6b29ab3-7be2-404c-b67b-9568375d4a8c up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:58.436645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:58.452157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9efa5b4d-7326-4544-8907-3b5f8a49b06a req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7837391 Nov 09 11:02:58.470372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:58.480159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event updated for resources: {'Port': ['ID=5cd9e571-ec10-4dbd-bb14-96cc7dff2989,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:58.492405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:02:58.499584 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:58.501743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:02:58.525260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:02:58.581225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e5ece132-5465-424e-9b9c-7c3a88defc0f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:02:58.624893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e17ccb85-e6d2-4df2-8f1d-871aa88254c2 service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925840 Nov 09 11:02:58.710776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30883a7c-d4ce-456b-805f-a138503e3538 req-2b7787d7-b380-4d6f-9ad8-717061ccbc92 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:58.710776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30883a7c-d4ce-456b-805f-a138503e3538 req-2b7787d7-b380-4d6f-9ad8-717061ccbc92 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1541228 Nov 09 11:02:58.725633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ef7768cb-1892-48d1-b58e-e05cf7cf9319 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=146ca5e90f014fcead1b81b4f26bec71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4313622 Nov 09 11:02:58.732553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43904) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:02:58.813381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30883a7c-d4ce-456b-805f-a138503e3538 req-445f1077-3ee2-426f-9d9d-f58c90e08ef4 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922358 Nov 09 11:02:58.842550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port ff996e46-394a-4ae9-ab8a-44e88b88efde completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:58.849407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port ff996e46-394a-4ae9-ab8a-44e88b88efde triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:58.854053 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:58.879168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349660469', 'description': 'tempest-description-2048556500'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:02:58.886676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:58.895940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:58.895940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:58.903895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:58.927098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e5ece132-5465-424e-9b9c-7c3a88defc0f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:58.946542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e5ece132-5465-424e-9b9c-7c3a88defc0f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:58.950472 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:58.992723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b6b29ab3-7be2-404c-b67b-9568375d4a8c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:02:59.021274 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b6b29ab3-7be2-404c-b67b-9568375d4a8c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:02:59.021274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.027425 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.036123 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.049284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1e190-fd91-4d25-ab70-f04f06b63920 req-50206ba4-193c-4e6b-a73f-8a74535217d4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:59.054545 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6ae1e190-fd91-4d25-ab70-f04f06b63920 req-50206ba4-193c-4e6b-a73f-8a74535217d4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.3922865 Nov 09 11:02:59.062111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.117867 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.312477 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6ae1e190-fd91-4d25-ab70-f04f06b63920 req-2ba188f6-c8c0-4598-9258-1ae4b68ec414 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388173 Nov 09 11:02:59.319640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:02:59.332012 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.353793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:02:59.353793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:02:59.353793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:02:59.430225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.459700 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40cda683-32db-4d86-bc09-e092a7309728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:59.470035 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.480500 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.526630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a02644-8be3-4582-b3d2-dac77a2be90c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:59.543944 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.547524 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:59.563152 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.578974 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-63646d0d-a85d-4751-b8ca-b6e70accd36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:59.637159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:59.637159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:02:59.660432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port e5ece132-5465-424e-9b9c-7c3a88defc0f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e5ece132-5465-424e-9b9c-7c3a88defc0f,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:59.660432 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.669178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f087fd5-ca8d-4114-a5ba-2e7861eb49fc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:59.680246 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:59.709080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.709080 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0a02644-8be3-4582-b3d2-dac77a2be90c HTTP/1.1" status: 204 len: 168 time: 0.9664116 Nov 09 11:02:59.740694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b6b29ab3-7be2-404c-b67b-9568375d4a8c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b6b29ab3-7be2-404c-b67b-9568375d4a8c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:02:59.792725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.797050 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:02:59.834213 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.861406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bcd093bd-7a93-4a1a-a60f-172ac7d0b8e2 req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.9635913 Nov 09 11:02:59.874105 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.940990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029c27d-996e-4f0f-a8b8-5fb71e5fd29c req-f93e2b3b-6e0c-4b44-9011-8a309384f49d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:02:59.941453 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4029c27d-996e-4f0f-a8b8-5fb71e5fd29c req-f93e2b3b-6e0c-4b44-9011-8a309384f49d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 948 time: 0.3862007 Nov 09 11:02:59.961209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:02:59.975436 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:02:59.977492 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:02:59.977925 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:00.047863 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:00.066451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4029c27d-996e-4f0f-a8b8-5fb71e5fd29c req-bbef3e64-bbcd-4686-9fbd-f2fe9aff1009 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158535 Nov 09 11:03:00.070246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=e5ece132-5465-424e-9b9c-7c3a88defc0f,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:00.130171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:00.136378 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb7cdb09-5efe-4de5-9e46-828beab18224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:00.211820 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b6b29ab3-7be2-404c-b67b-9568375d4a8c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:00.224256 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:00.224926 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:00.225481 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:00.225817 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce9773-15ef-4ffa-8d1c-0871491a2660 req-6d3e904c-affa-4000-a072-31cae29b3f99 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:00.236181 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10ce9773-15ef-4ffa-8d1c-0871491a2660 req-6d3e904c-affa-4000-a072-31cae29b3f99 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.2001040 Nov 09 11:03:00.307106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10ce9773-15ef-4ffa-8d1c-0871491a2660 req-c31163a2-2ae1-488f-a2c4-c72c563c4211 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726244 Nov 09 11:03:00.322245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event updated for resources: {'Port': ['ID=5cd9e571-ec10-4dbd-bb14-96cc7dff2989,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:00.328663 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:00.344943 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde', 'code': 200} Nov 09 11:03:00.409149 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:00.489437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e5ece132-5465-424e-9b9c-7c3a88defc0f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:03:00.547532 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9250d51b-325c-4c8e-ba30-a34464bb2744 req-29c843a1-4f56-4c4b-a27c-7bbb33f15376 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1096 time: 0.1302826 Nov 09 11:03:00.601384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:00.602691 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5339379 Nov 09 11:03:00.607221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e2d09-4b56-4dcf-95bd-d4ac6fc19dd6 req-44eb789d-d45c-4ac3-abec-ddbcb4005561 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:00.609588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e1e2d09-4b56-4dcf-95bd-d4ac6fc19dd6 req-44eb789d-d45c-4ac3-abec-ddbcb4005561 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1126087 Nov 09 11:03:00.665485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e1e2d09-4b56-4dcf-95bd-d4ac6fc19dd6 req-729d5e0a-c19e-4ac6-b5c0-3776ee832b22 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Nov 09 11:03:00.678024 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e5ece132-5465-424e-9b9c-7c3a88defc0f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:03:00.678522 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:00.763167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9250d51b-325c-4c8e-ba30-a34464bb2744 req-4a4a954e-25a1-4a18-adc0-534b9b172e60 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843157 Nov 09 11:03:00.807426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece2be-9dbc-453b-9830-400310f69506 req-cd9c75d8-99e6-4bc8-b1e7-d1cc412ad4ca tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:00.811744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-cd9c75d8-99e6-4bc8-b1e7-d1cc412ad4ca tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 813 time: 0.2666759 Nov 09 11:03:00.828388 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-b8cdf353-a89a-40de-9ce1-4589a872aa82 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/quotas/93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 375 time: 0.0129206 Nov 09 11:03:00.929138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-f4ebb8ea-a655-4ff2-ad6e-214382ab0bbf tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954595 Nov 09 11:03:00.938879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384f7d-5979-41e6-9e79-d1eb6218e92a req-268cfc5d-3536-4f5d-8674-07b474430dbc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:00.947103 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9384f7d-5979-41e6-9e79-d1eb6218e92a req-268cfc5d-3536-4f5d-8674-07b474430dbc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.1249101 Nov 09 11:03:01.002745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9384f7d-5979-41e6-9e79-d1eb6218e92a req-0979f272-f226-4cd5-a8bb-41a4cd5e24b1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546896 Nov 09 11:03:01.182747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-247f0e8e-9c45-484a-aff3-52a2677c96b6 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Synchronizing usage tracker for tenant:5a15b53e154041abb116076ef75d7986 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:01.234875 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-d9e06487-a929-405c-812c-6006b581a34b service neutron] 10.222.0.50 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983797 Nov 09 11:03:01.369375 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-6325084d-e94e-45bd-b41d-dfa976a119d4 service neutron] 10.222.0.50 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288545 Nov 09 11:03:01.404634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-247f0e8e-9c45-484a-aff3-52a2677c96b6 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Unset dirty status for tenant:5a15b53e154041abb116076ef75d7986 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:01.404634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-247f0e8e-9c45-484a-aff3-52a2677c96b6 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--211802894&fields=id&tenant_id=5a15b53e154041abb116076ef75d7986 HTTP/1.1" status: 200 len: 267 time: 0.2592175 Nov 09 11:03:01.505309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43960) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:01.566662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-b8ed6269-f977-4a07-9b62-a8f636d5df5a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:01.568189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-b8ed6269-f977-4a07-9b62-a8f636d5df5a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/networks?id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c HTTP/1.1" status: 200 len: 805 time: 0.1681130 Nov 09 11:03:01.585608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-ee6a0642-9414-42e9-9daf-6b7b5c546415 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/quotas/5a15b53e154041abb116076ef75d7986 HTTP/1.1" status: 200 len: 375 time: 0.0116122 Nov 09 11:03:01.649408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1088532228-network', 'tenant_id': '1d51cff735f94eadbc9cadc86b1bb918'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:01.657520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:01.663088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Usage tracker for resource:network and tenant:1d51cff735f94eadbc9cadc86b1bb918 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:01.667560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:01.674750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:01.711398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-4e9b2b19-13c8-4c2a-82cf-7de9d5535708 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a15b53e154041abb116076ef75d7986&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205521 Nov 09 11:03:01.857983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9c115-8f38-4a6e-91b7-d2942d012dae req-c722c247-1835-4188-bddf-4796a55a6fdd tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:01.859545 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9ff9c115-8f38-4a6e-91b7-d2942d012dae req-c722c247-1835-4188-bddf-4796a55a6fdd tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 949 time: 0.0956268 Nov 09 11:03:01.901310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Made reservation on behalf of 1d51cff735f94eadbc9cadc86b1bb918 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:01.903603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:01.906445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9ff9c115-8f38-4a6e-91b7-d2942d012dae req-ae1fab39-b815-4e64-9525-424a11c5f0c5 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Nov 09 11:03:01.923860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:01.994501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:02.001661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Usage tracker for resource:security_group_rule and tenant:1d51cff735f94eadbc9cadc86b1bb918 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:02.005496 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-167b265b-e2e0-40f7-9965-3ce930826399 service neutron] 10.222.0.50 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902424 Nov 09 11:03:02.006233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:02.012741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:02.183580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-d782bd1e-caf5-4cd7-8724-f48ed42e51d5 service neutron] 10.222.0.50 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718593 Nov 09 11:03:02.213616 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:02.240185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7ac43-273a-41a0-b22f-b73b2707abf0 req-32b675cc-8528-4ed3-95f5-97756b3d8447 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:02.241641 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03d7ac43-273a-41a0-b22f-b73b2707abf0 req-32b675cc-8528-4ed3-95f5-97756b3d8447 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.0966003 Nov 09 11:03:02.291975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03d7ac43-273a-41a0-b22f-b73b2707abf0 req-1239fcb7-c89f-4bfc-ade3-89a0eb49114b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Nov 09 11:03:02.345697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b6db42-558c-47bc-8526-7234613779fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:02.405190 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:02.408221 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d20c39d-6594-4604-8bca-01a79d04f0a7 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:02.416187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b98fd2c-6d69-4a7f-be2f-472b209b3785 req-84e5dd8f-705c-4753-a1c0-81e16ff3a1c0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 210 time: 0.0486314 Nov 09 11:03:02.446569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:03:02.446783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e93ea2-d280-4738-bfb8-5aa81df2af30,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:02.451170 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:02.454311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:02.454311 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Added segment 94cb05aa-84d5-4737-8e7d-503fb3235c34 of type vlan for network f29e5d3e-331d-4c80-931e-d65d1590b807 Nov 09 11:03:02.486260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:02.614488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1cc9-962b-4dd9-9946-6f32b150d95e req-e34046f2-69b8-47a6-ab43-c625b4658276 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:02.615973 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-603d1cc9-962b-4dd9-9946-6f32b150d95e req-e34046f2-69b8-47a6-ab43-c625b4658276 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.0830371 Nov 09 11:03:02.669371 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-603d1cc9-962b-4dd9-9946-6f32b150d95e req-1a5a26a0-c458-4063-9dd3-2a284274dec8 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Nov 09 11:03:02.734003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:02.734003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:02.734003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:02.738653 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-952a48e3-530d-41f5-bcbc-7d7c7878a9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:02.752605 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b6db42-558c-47bc-8526-7234613779fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c', 'code': 200} Nov 09 11:03:02.850464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82c252e3-98ba-4937-93ee-44c205ae058e req-80907d29-f8ad-4077-b407-ab80211c727c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Synchronizing usage tracker for tenant:5a15b53e154041abb116076ef75d7986 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:02.961056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Pushing event updated for resources: {'Network': ['ID=f29e5d3e-331d-4c80-931e-d65d1590b807,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:02.964358 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:02.974006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network f29e5d3e-331d-4c80-931e-d65d1590b807 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:03:03.011968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5028470 Nov 09 11:03:03.013854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:03.018861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Request body: {'subnet': {'network_id': 'f29e5d3e-331d-4c80-931e-d65d1590b807', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1088532228-subnet', 'tenant_id': '1d51cff735f94eadbc9cadc86b1bb918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:03.022438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4b637-59d1-44c8-8377-58bc9fbfb07d req-44bc3943-525e-4857-95bf-898eb359c4ce tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:03.024372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40c4b637-59d1-44c8-8377-58bc9fbfb07d req-44bc3943-525e-4857-95bf-898eb359c4ce tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.2369976 Nov 09 11:03:03.024542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:03.029117 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fc60677-3e23-46ee-9e9e-4d5305fd9cb0 req-efb75830-711e-4e21-b0e5-57b652ff7f60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 1100 time: 0.1898870 Nov 09 11:03:03.029272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Usage tracker for resource:subnet and tenant:1d51cff735f94eadbc9cadc86b1bb918 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:03.035795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:03.043319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:03.084169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-82c252e3-98ba-4937-93ee-44c205ae058e req-80907d29-f8ad-4077-b407-ab80211c727c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Unset dirty status for tenant:5a15b53e154041abb116076ef75d7986 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:03.087255 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82c252e3-98ba-4937-93ee-44c205ae058e req-80907d29-f8ad-4077-b407-ab80211c727c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 210 time: 0.2902858 Nov 09 11:03:03.108400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40c4b637-59d1-44c8-8377-58bc9fbfb07d req-f619ceeb-5336-4225-9676-966bdea10baa tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757263 Nov 09 11:03:03.111580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fc60677-3e23-46ee-9e9e-4d5305fd9cb0 req-a2a23d90-4d82-4342-8b64-bb14171c23be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645430 Nov 09 11:03:03.254893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Made reservation on behalf of 1d51cff735f94eadbc9cadc86b1bb918 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:03.257115 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:03.402405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60500-abb4-4c58-8dec-23536d6daa1c req-bdef0c8b-3397-4d13-b7d1-2bc995536b04 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:03.405200 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5c60500-abb4-4c58-8dec-23536d6daa1c req-bdef0c8b-3397-4d13-b7d1-2bc995536b04 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 949 time: 0.1913753 Nov 09 11:03:03.534572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1976b-31f6-4a75-878b-9a181b47c439 req-8ecaaf45-f815-473c-88df-7e6825037cda tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:03.539459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5c60500-abb4-4c58-8dec-23536d6daa1c req-28c8a0a7-64a5-47d5-9728-323bb3c528ba tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274762 Nov 09 11:03:03.542872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-53a1976b-31f6-4a75-878b-9a181b47c439 req-8ecaaf45-f815-473c-88df-7e6825037cda tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.1015882 Nov 09 11:03:03.691455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-53a1976b-31f6-4a75-878b-9a181b47c439 req-796e6d05-8b9c-4747-a630-d87795f4c72f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475399 Nov 09 11:03:03.696799 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bbe494b5-b182-48ba-89be-9950b63893aa req-33afeacf-5835-4b0c-a8a0-6bd8b2e2d92c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 210 time: 0.0437863 Nov 09 11:03:03.727477 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:03.727477 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6567b5fb-f8cd-4b66-b211-e6b1a4de9460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:03.802474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb572ba4-5392-45b1-b09e-58e0e0db25f5,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:03.806499 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:03.816119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Checking segment: {'id': '94cb05aa-84d5-4737-8e7d-503fb3235c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f29e5d3e-331d-4c80-931e-d65d1590b807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:03.816710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Network hostable DHCP agents. Network: f29e5d3e-331d-4c80-931e-d65d1590b807, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:03:03.906712 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:03.919304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03378e8-4199-4812-a438-b05c643a5860 req-dda80640-1f32-4f40-8bae-c1cf44391ccc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:03.920873 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e03378e8-4199-4812-a438-b05c643a5860 req-dda80640-1f32-4f40-8bae-c1cf44391ccc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.0887749 Nov 09 11:03:03.978779 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e03378e8-4199-4812-a438-b05c643a5860 req-c727bf19-07f0-4874-95c5-6af893b91eca tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507917 Nov 09 11:03:04.024891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Network f29e5d3e-331d-4c80-931e-d65d1590b807 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:03:04.122644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, f29e5d3e-331d-4c80-931e-d65d1590b807) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:03:04.126702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:04.127867 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:04.138352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe55a4db-536b-4de3-a8bd-a4d258bbdf1d None None] Network f29e5d3e-331d-4c80-931e-d65d1590b807 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:03:04.207885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cfb6c037-db90-4d7e-9827-ee8f9a34b3cb req-865e02d2-7781-49cb-9b4f-fbab8e840afb tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 210 time: 0.0463953 Nov 09 11:03:04.376421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48805dd2-86a4-40a8-bb0a-8a9a0e95bded None None] Network f29e5d3e-331d-4c80-931e-d65d1590b807 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:03:04.407358 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3929906 Nov 09 11:03:04.461555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c941-4a26-451a-aaae-1f8203524b66 req-87501d4e-93a2-4f12-9327-035747e52b81 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:04.463474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05a2c941-4a26-451a-aaae-1f8203524b66 req-87501d4e-93a2-4f12-9327-035747e52b81 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.2107744 Nov 09 11:03:04.514667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05a2c941-4a26-451a-aaae-1f8203524b66 req-35711d7a-1b2d-4cc0-a525-7927ac75f2af tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Nov 09 11:03:04.760656 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-205cdf2c-df71-4ab3-984e-5a4cacefdc10 req-8419b437-895e-42d9-b9e9-cd5a36440f46 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1096 time: 0.0820265 Nov 09 11:03:04.814121 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-205cdf2c-df71-4ab3-984e-5a4cacefdc10 req-8feec541-21df-4308-ad43-6e3d2fb1d661 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505826 Nov 09 11:03:04.819103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4b792-00db-4aeb-9023-e04f49f8b608 req-de5e3b56-8539-49fc-8209-188512f5dda4 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:04.820556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2dc4b792-00db-4aeb-9023-e04f49f8b608 req-de5e3b56-8539-49fc-8209-188512f5dda4 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 949 time: 0.1076956 Nov 09 11:03:04.885140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2dc4b792-00db-4aeb-9023-e04f49f8b608 req-3bffdbe7-5cbe-4013-88f0-7aaf44bdbf4e tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555036 Nov 09 11:03:05.046940 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-2185dab6-8719-4e39-b165-0bee620c4aff req-a6d4a62d-5add-405e-8290-e5acc20096e7 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] show failed (client error): The resource could not be found. Nov 09 11:03:05.047960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2185dab6-8719-4e39-b165-0bee620c4aff req-a6d4a62d-5add-405e-8290-e5acc20096e7 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "GET /v2.0/security-groups/10a35e93-930e-49d1-83d4-cb7c2f8a2b6f HTTP/1.1" status: 404 len: 352 time: 0.0245190 Nov 09 11:03:05.168159 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dd5025d8-d9fc-4409-b17c-b8b92c4a8815 req-24b1a353-4437-44df-8a68-b7bac4ba5645 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 210 time: 0.0444391 Nov 09 11:03:05.174819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece2be-9dbc-453b-9830-400310f69506 req-3ba01c74-ea5a-4381-b5dc-b1d822354cac tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:05.176201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-3ba01c74-ea5a-4381-b5dc-b1d822354cac tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 813 time: 0.2663858 Nov 09 11:03:05.196943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'port': {'device_id': 'e5f31261-0514-419b-b228-80d1335609cb', 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29', 'admin_state_up': True, 'tenant_id': '93453b184d7a47ed93689f38345f7c33'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:05.294574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c807a-32af-46b5-8374-6304c45560cb req-25d4e933-3f7f-4f7f-b0a1-a93aaaaac895 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:05.296147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-967c807a-32af-46b5-8374-6304c45560cb req-25d4e933-3f7f-4f7f-b0a1-a93aaaaac895 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.1346943 Nov 09 11:03:05.344727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-967c807a-32af-46b5-8374-6304c45560cb req-3fc6158c-5e5f-45aa-86bd-b077c878fe65 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Nov 09 11:03:05.412952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:05.434094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:05.445905 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9862558-492a-441f-a2a9-d02424408ee1 req-123a09e8-59e9-47dd-8dc9-ab3c271ec4c8 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1096 time: 0.1434531 Nov 09 11:03:05.495375 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9862558-492a-441f-a2a9-d02424408ee1 req-f7564313-0451-41ab-aca5-89e43264949f tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Nov 09 11:03:05.529330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Made reservation on behalf of 93453b184d7a47ed93689f38345f7c33 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:05.533301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:05.562092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c704f-ab00-4381-9189-bf779b2b0bfa req-4a8e7d64-485b-4bc4-880a-bc6dbc7f05f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:05.563718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a1c704f-ab00-4381-9189-bf779b2b0bfa req-4a8e7d64-485b-4bc4-880a-bc6dbc7f05f1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.0892527 Nov 09 11:03:05.617886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a1c704f-ab00-4381-9189-bf779b2b0bfa req-cfbb3a39-e911-4c29-b45e-d84e793a3fb6 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474799 Nov 09 11:03:05.683733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db43b0c8-c27d-4561-8921-0c64b5186be4 req-57cf831f-6a3d-42f4-b75f-a0dbe6fa8e81 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 210 time: 0.0525961 Nov 09 11:03:05.760883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Allocated IP 172.20.0.9 (5a439b8c-91a2-45f3-aa93-c03c95865e29/f091d61e-b4c2-40f4-ad07-8371f1971347/116c0387-7feb-4092-b004-5adef5e847f4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:03:05.852055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc42cccf-9a71-4636-b1a2-d12d351f02f4 req-8c7153d6-4d21-44c8-b206-6a9d111c1755 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] Synchronizing usage tracker for tenant:1d51cff735f94eadbc9cadc86b1bb918 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:05.953088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc42cccf-9a71-4636-b1a2-d12d351f02f4 req-8c7153d6-4d21-44c8-b206-6a9d111c1755 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] Unset dirty status for tenant:1d51cff735f94eadbc9cadc86b1bb918 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:05.953088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc42cccf-9a71-4636-b1a2-d12d351f02f4 req-8c7153d6-4d21-44c8-b206-6a9d111c1755 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d51cff735f94eadbc9cadc86b1bb918 HTTP/1.1" status: 200 len: 2652 time: 0.1493945 Nov 09 11:03:06.078463 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:06.078463 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3f90bc4f-68c5-4b73-94b5-da7f4e2d0693 req-7b2196a0-1064-4d47-9826-69032f2f3621 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1615903 Nov 09 11:03:06.098314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc42cccf-9a71-4636-b1a2-d12d351f02f4 req-92ecefdf-357d-4554-a768-89d9bf595456 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "GET /v2.0/security-groups/a5e93ea2-d280-4738-bfb8-5aa81df2af30 HTTP/1.1" status: 200 len: 2649 time: 0.0867608 Nov 09 11:03:06.185477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-78ee4327-1314-4241-b728-1afc928e4c7e tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:06.185477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-78ee4327-1314-4241-b728-1afc928e4c7e tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.59 "GET /v2.0/networks?id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c HTTP/1.1" status: 200 len: 805 time: 0.2808194 Nov 09 11:03:06.196839 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc42cccf-9a71-4636-b1a2-d12d351f02f4 req-ecc9c1b9-8bfa-4cba-91d7-6a65fc01a3cc tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "GET /v2.0/security-groups/a5e93ea2-d280-4738-bfb8-5aa81df2af30 HTTP/1.1" status: 200 len: 2649 time: 0.1020753 Nov 09 11:03:06.269977 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:06.273398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-553de8bb-28c1-4fab-82ef-8ef6a22895a8 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a15b53e154041abb116076ef75d7986 HTTP/1.1" status: 200 len: 379 time: 0.0565202 Nov 09 11:03:06.273572 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-42a93597-b418-4f3a-b873-c0b59a534ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:06.274657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:06.288341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Request body: {'port': {'device_id': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'admin_state_up': True, 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'security_groups': ['5714e8da-b02f-45a4-9d57-ae9e11cbd982']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:06.340507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Network 5a439b8c-91a2-45f3-aa93-c03c95865e29 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:03:06.345452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:03:06.351746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:03:06.410576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:06.413912 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:06.440405 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:06.467834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:06.468737 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:06.579767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9cc8a-6d39-40cf-9097-2503760e5b98 req-c726e1dc-0dc2-4791-bf0a-79157cca0e72 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:06.579767 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9e9cc8a-6d39-40cf-9097-2503760e5b98 req-c726e1dc-0dc2-4791-bf0a-79157cca0e72 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 949 time: 0.2568078 Nov 09 11:03:06.600920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:06.620441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:06.623132 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4198573 Nov 09 11:03:06.676075 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9e9cc8a-6d39-40cf-9097-2503760e5b98 req-874e5ad8-fd57-4b69-974a-02d241bb236f tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694253 Nov 09 11:03:06.733674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Request body: {'port': {'device_id': 'e5f31261-0514-419b-b228-80d1335609cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:06.770887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Made reservation on behalf of 5a15b53e154041abb116076ef75d7986 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:06.774087 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:06.875638 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:07.031982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dcf12-0fd9-49f4-a3bb-f2727e7e47b9 req-07e188e7-c933-4a8d-8159-52f5e59b6aa9 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:07.031982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-812dcf12-0fd9-49f4-a3bb-f2727e7e47b9 req-07e188e7-c933-4a8d-8159-52f5e59b6aa9 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 931 time: 0.2333353 Nov 09 11:03:07.091752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Allocated IP 172.20.0.4 (4deceb9a-6ba9-4d14-be96-e04fdf27f11c/3591be2a-ee1a-450a-b205-539b40c646c3/303e27da-79ed-426b-8a36-8bd7276d0615) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:03:07.126864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-812dcf12-0fd9-49f4-a3bb-f2727e7e47b9 req-d0ae4517-7866-4a3d-8ff5-e97d6aea8ef3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:07.250762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-812dcf12-0fd9-49f4-a3bb-f2727e7e47b9 req-d0ae4517-7866-4a3d-8ff5-e97d6aea8ef3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:07.268809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-812dcf12-0fd9-49f4-a3bb-f2727e7e47b9 req-d0ae4517-7866-4a3d-8ff5-e97d6aea8ef3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179615 Nov 09 11:03:07.456757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116c0387-7feb-4092-b004-5adef5e847f4 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:07.464715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:07.476817 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:07.482564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Transition to ACTIVE for port object 116c0387-7feb-4092-b004-5adef5e847f4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:07.493864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01190f04-995a-4048-92a4-a83f6ce315ab req-5e56470b-a76e-4c7b-a539-020b05b0d7df tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "GET /v2.0/security-groups/a5e93ea2-d280-4738-bfb8-5aa81df2af30 HTTP/1.1" status: 200 len: 2649 time: 0.1416156 Nov 09 11:03:07.499906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Transition to ACTIVE for port object 303e27da-79ed-426b-8a36-8bd7276d0615 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:07.583561 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-01190f04-995a-4048-92a4-a83f6ce315ab req-6a7cafa8-914a-41b9-a86f-11f47f57018d tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 11:03:07.584759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01190f04-995a-4048-92a4-a83f6ce315ab req-6a7cafa8-914a-41b9-a86f-11f47f57018d tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "DELETE /v2.0/security-groups/a5e93ea2-d280-4738-bfb8-5aa81df2af30 HTTP/1.1" status: 409 len: 352 time: 0.0832500 Nov 09 11:03:07.593758 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:07.600365 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-60a672d7-f2a7-44b6-bde5-69b2c5fac176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:07.658565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:07.658565 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-16a3da89-a26b-4ac6-a21c-63fd20d9d0b2 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:07.738130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Pushing event updated for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:07.771931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:07.813272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:03:07.818710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:03:07.822301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event updated for resources: {'Port': ['ID=303e27da-79ed-426b-8a36-8bd7276d0615,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:07.825271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:03:07.847839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Attempting to bind port 116c0387-7feb-4092-b004-5adef5e847f4 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:07.848184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Attempting to bind port 116c0387-7feb-4092-b004-5adef5e847f4 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:07.848974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Attempting to bind port 116c0387-7feb-4092-b004-5adef5e847f4 on network 5a439b8c-91a2-45f3-aa93-c03c95865e29 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:07.854983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Port 116c0387-7feb-4092-b004-5adef5e847f4 on network 5a439b8c-91a2-45f3-aa93-c03c95865e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:07.855274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Attempting to bind port 116c0387-7feb-4092-b004-5adef5e847f4 on network 5a439b8c-91a2-45f3-aa93-c03c95865e29 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:07.856614 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:07.862128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:07.862775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Checking segment: {'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:07.863378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Bound using segment: {'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:07.863866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Bound port: 116c0387-7feb-4092-b004-5adef5e847f4, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a439acb0-3f44-4e73-8ef0-8c8dde76a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:07.864430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:07.912196 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:07.915084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:07.932231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d48f05-36b7-44e6-8fd9-ddbb160e9c23 req-a4012d35-eec6-4c69-a7b9-b85d7b845fbb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:07.934038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1d48f05-36b7-44e6-8fd9-ddbb160e9c23 req-a4012d35-eec6-4c69-a7b9-b85d7b845fbb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 945 time: 0.2062488 Nov 09 11:03:07.977000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:07.981811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=116c0387-7feb-4092-b004-5adef5e847f4,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:07.999655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1d48f05-36b7-44e6-8fd9-ddbb160e9c23 req-ba8a36e9-4827-4012-a08a-8ad49c0223dd tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585232 Nov 09 11:03:08.130206 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8611391 Nov 09 11:03:08.163233 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:08.169140 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0533bb12-07d9-44e6-91fc-0aa43a1b3e83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:08.231715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:08.232601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] 10.222.0.59 "PUT /v2.0/ports/116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 1091 time: 1.6131217 Nov 09 11:03:08.233126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:08.258334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Pushing event updated for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:08.259147 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c861d5d1-6b81-4b19-9a8f-0653dbdb3b07 None None] Provisioning for port 303e27da-79ed-426b-8a36-8bd7276d0615 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:03:08.261825 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:08.265845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c861d5d1-6b81-4b19-9a8f-0653dbdb3b07 None None] Provisioning complete for port 303e27da-79ed-426b-8a36-8bd7276d0615 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:03:08.266237 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c861d5d1-6b81-4b19-9a8f-0653dbdb3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:08.291233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Request body: {'port': {'device_id': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:08.327773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c861d5d1-6b81-4b19-9a8f-0653dbdb3b07 None None] Port 303e27da-79ed-426b-8a36-8bd7276d0615 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:03:08.446837 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-1224cb7a-3d3d-4663-b014-bdf0c2c8d566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1094 time: 0.0851705 Nov 09 11:03:08.457061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:08.482726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1c7c6-0146-4a97-b74a-7fc9038230ab req-12cb9523-1d4b-46fc-b863-3f4fe5fb5dca tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:08.484214 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fae1c7c6-0146-4a97-b74a-7fc9038230ab req-12cb9523-1d4b-46fc-b863-3f4fe5fb5dca tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.3531337 Nov 09 11:03:08.531514 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-7385d7cb-d52b-469b-9818-ceee5923861f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 217 time: 0.0700386 Nov 09 11:03:08.590273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-f68be3e4-5361-44d2-bdb6-6127d2dcc271 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1096 time: 0.2247031 Nov 09 11:03:08.593774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece2be-9dbc-453b-9830-400310f69506 req-3a04d770-18a6-4e53-b05d-f0cff8de4063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:08.604583 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-3a04d770-18a6-4e53-b05d-f0cff8de4063 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.0618136 Nov 09 11:03:08.661859 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-ca584cb5-909a-4a4a-b596-ceb246ba7ced service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441680 Nov 09 11:03:08.664312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817173-1'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:08.694290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c3df9434-d4cc-4d69-8228-13e248477692 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:03:08.695315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c3df9434-d4cc-4d69-8228-13e248477692 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0153182 Nov 09 11:03:08.697547 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fae1c7c6-0146-4a97-b74a-7fc9038230ab req-d3021835-973b-4fe1-8150-7a9ee49bf1b2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803396 Nov 09 11:03:08.746773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Request body: {'binding': {'host': 'n-h1-817173-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:08.746773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Unknown quota resources ['binding']. {{(pid=84334) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Nov 09 11:03:08.822599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-b38af882-360c-43c7-aedb-db8234f0a4ac service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658890 Nov 09 11:03:08.973186 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ece2be-9dbc-453b-9830-400310f69506 req-71b33277-04f5-49e2-8d9e-d4679f60e064 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444092 Nov 09 11:03:09.010224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:09.323782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303e27da-79ed-426b-8a36-8bd7276d0615 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:09.327898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on host n-h1-817173-1 for vnic_type normal with profile None {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:09.328233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:09.328577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:09.336759 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:09.359709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:09.360031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:09.372776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Transition to ACTIVE for port object 303e27da-79ed-426b-8a36-8bd7276d0615 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:09.426131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:09.426466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:09.426876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:09.427299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Bound port: ff996e46-394a-4ae9-ab8a-44e88b88efde, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:09.429923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:09.478774 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:09.487370 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:09.549447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:09.578184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:09.675955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Pushing event updated for resources: {'Port': ['ID=303e27da-79ed-426b-8a36-8bd7276d0615,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:09.700636 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:09.700636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:09.700636 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] 10.222.0.50 "POST /v2.0/ports/ff996e46-394a-4ae9-ab8a-44e88b88efde/bindings HTTP/1.1" status: 201 len: 389 time: 0.9762886 Nov 09 11:03:09.706627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:09.714339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:09.721510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1bad7-e437-41d5-9b64-c4bcd90ea297 req-a3f3efd5-5165-4fb4-95a5-235ff766d1bb tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:09.722668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-30b1bad7-e437-41d5-9b64-c4bcd90ea297 req-a3f3efd5-5165-4fb4-95a5-235ff766d1bb tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Synchronizing usage tracker for tenant:5a15b53e154041abb116076ef75d7986 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:09.993916 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:09.997688 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:10.028200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-30b1bad7-e437-41d5-9b64-c4bcd90ea297 req-a3f3efd5-5165-4fb4-95a5-235ff766d1bb tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Unset dirty status for tenant:5a15b53e154041abb116076ef75d7986 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:10.028850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30b1bad7-e437-41d5-9b64-c4bcd90ea297 req-a3f3efd5-5165-4fb4-95a5-235ff766d1bb tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 931 time: 0.6458848 Nov 09 11:03:10.035208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Attempting to bind port 303e27da-79ed-426b-8a36-8bd7276d0615 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:10.035542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Attempting to bind port 303e27da-79ed-426b-8a36-8bd7276d0615 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:10.036772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Attempting to bind port 303e27da-79ed-426b-8a36-8bd7276d0615 on network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:10.084210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Port 303e27da-79ed-426b-8a36-8bd7276d0615 on network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:10.084515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Attempting to bind port 303e27da-79ed-426b-8a36-8bd7276d0615 on network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:10.138446 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-f59a18de-0db3-4aeb-9b6c-526bcdd8c44f req-af05fd06-9de6-4289-ad6b-0cf1836ce6d9 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] show failed (client error): The resource could not be found. Nov 09 11:03:10.139478 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f59a18de-0db3-4aeb-9b6c-526bcdd8c44f req-af05fd06-9de6-4289-ad6b-0cf1836ce6d9 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "GET /v2.0/security-groups/c6bb9ade-9c5f-4672-884d-3332726ad19e HTTP/1.1" status: 404 len: 352 time: 0.0197797 Nov 09 11:03:10.196887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:10.196887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Checking segment: {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:10.196887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Bound using segment: {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:10.196887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Bound port: 303e27da-79ed-426b-8a36-8bd7276d0615, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25447499-4bc1-4b4e-ad21-ae31caaf58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:10.196887 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:10.228946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:10.228946 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:10.228946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30b1bad7-e437-41d5-9b64-c4bcd90ea297 req-80f86df7-1dc2-413b-87fc-9bca11e93e1d tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775041 Nov 09 11:03:10.354153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on host n-h2-817173-1 for vnic_type normal with profile {"migrating_to": "n-h1-817173-1"} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:10.354153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:10.354153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:10.372710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:10.372710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:10.378327 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4', 'status': 'completed', 'code': 200} Nov 09 11:03:10.389110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] For port 303e27da-79ed-426b-8a36-8bd7276d0615, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:10.389110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:10.389110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:10.389110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:10.389110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Bound port: 21a5e822-87a0-4532-9e75-a15728d76fb2, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:10.389110 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:10.395706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:03:10.421414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] For port 303e27da-79ed-426b-8a36-8bd7276d0615, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=303e27da-79ed-426b-8a36-8bd7276d0615,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:10.514886 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:10.523191 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:10.546638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-2b5f5718-c806-4001-b75c-d6c7422d4741 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1094 time: 0.1560893 Nov 09 11:03:10.582034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, got binding levels [] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:10.602573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:10.620441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:10.622060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] 10.222.0.59 "PUT /v2.0/ports/303e27da-79ed-426b-8a36-8bd7276d0615 HTTP/1.1" status: 200 len: 1091 time: 2.3514278 Nov 09 11:03:10.631094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:10.638744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6ce54-68d3-4e65-bb0a-3f84e7780c50 req-cbf25b6c-dd3e-4292-859c-48d151b0f4b3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:10.640256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8dd6ce54-68d3-4e65-bb0a-3f84e7780c50 req-cbf25b6c-dd3e-4292-859c-48d151b0f4b3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 943 time: 0.2595851 Nov 09 11:03:10.641798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on host n-h2-817173-1 for vnic_type normal with profile {"migrating_to": "n-h1-817173-1"} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:10.642175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:10.642537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:10.644117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Pushing event updated for resources: {'Port': ['ID=303e27da-79ed-426b-8a36-8bd7276d0615,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:10.649380 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:10.649519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:10.656020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Attempting to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 on network 8b05eb25-adad-4dc8-97a7-201533b40f5f {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:10.663183 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:10.664746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Checking segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:10.665886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Bound using segment: {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:10.666529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Bound port: 21a5e822-87a0-4532-9e75-a15728d76fb2, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab68bb-5551-443a-b0de-a47fc6b2e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8b05eb25-adad-4dc8-97a7-201533b40f5f'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:10.667104 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:10.711164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbb2d7-83fb-48b7-a9dc-1ea59cedd421 req-7127a13e-8895-47b9-9df0-b26608d8a9a9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:10.716050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8efbb2d7-83fb-48b7-a9dc-1ea59cedd421 req-7127a13e-8895-47b9-9df0-b26608d8a9a9 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.2282801 Nov 09 11:03:10.723979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:10.738359 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:10.816481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-8657d5c2-c316-4b6d-bc0d-904a78f9a7d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:10.816481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-8657d5c2-c316-4b6d-bc0d-904a78f9a7d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 914 time: 0.2585905 Nov 09 11:03:10.854645 n-d-817173-1 neutron-server[84335]: WARNING neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Concurrent port binding operations failed on port 21a5e822-87a0-4532-9e75-a15728d76fb2 Nov 09 11:03:10.860665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:10.862777 n-d-817173-1 neutron-server[84335]: INFO neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Attempt 2 to bind port 21a5e822-87a0-4532-9e75-a15728d76fb2 Nov 09 11:03:10.863292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 has no active binding in host n-h1-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 11:03:10.874386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8dd6ce54-68d3-4e65-bb0a-3f84e7780c50 req-31c68793-726f-4ae0-98f4-18230217a933 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201779 Nov 09 11:03:10.904813 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-aa0fc2a0-0b4a-4ae7-9367-2c5b3514f3e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 217 time: 0.0810783 Nov 09 11:03:10.986666 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8efbb2d7-83fb-48b7-a9dc-1ea59cedd421 req-6b3b7244-c6a0-46df-9945-978068ccd64d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580314 Nov 09 11:03:11.000114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:11.007774 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:11.022040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-0bea9296-3980-4f6f-8c86-1b8bdd44d07a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:11.024591 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-0bea9296-3980-4f6f-8c86-1b8bdd44d07a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.1074386 Nov 09 11:03:11.081437 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-eb3aadfd-6d99-4423-b65c-b63807d91b4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485885 Nov 09 11:03:11.104070 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2', 'code': 200} Nov 09 11:03:11.108861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:11.108861 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-12a53160-363a-474c-bae1-f88813680c78 service neutron] 10.222.0.57 "PUT /v2.0/ports/21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 200 len: 1121 time: 2.4716439 Nov 09 11:03:11.143239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-d429f3b4-1271-4cb9-a920-d56062aec039 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a15b53e154041abb116076ef75d7986&device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 1094 time: 0.3663292 Nov 09 11:03:11.228979 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['21a5e822-87a0-4532-9e75-a15728d76fb2'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:11.248066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-c0238a86-b722-498d-b598-ebd77c0079eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303e27da-79ed-426b-8a36-8bd7276d0615 HTTP/1.1" status: 200 len: 217 time: 0.0882475 Nov 09 11:03:11.249651 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-4a98464b-428a-4cc5-b761-9b8718823cdf tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 1100 time: 0.1997032 Nov 09 11:03:11.278430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['21a5e822-87a0-4532-9e75-a15728d76fb2'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:11.332643 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:11.372064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-946d0d7f-93f5-4e7c-b372-9b727fd6e22a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:11.372064 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-946d0d7f-93f5-4e7c-b372-9b727fd6e22a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3591be2a-ee1a-450a-b205-539b40c646c3 HTTP/1.1" status: 200 len: 844 time: 0.1154552 Nov 09 11:03:11.457434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:11.459907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Usage tracker for resource:security_group_rule and tenant:22162340fce747daa35117b0de0ed35c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:11.468031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:11.481636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:11.496490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-f46bb211-7d19-459d-a213-f97c52639a77 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992362 Nov 09 11:03:11.526027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-f51bf230-6b6f-4e1b-aa42-992b1f8cbac5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413326 Nov 09 11:03:11.646250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e25bcf-039d-42f1-9fe8-419ee0b27317 req-a4ca32b1-2c7e-45ae-ae29-4e01eec5a5b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:11.649040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92e25bcf-039d-42f1-9fe8-419ee0b27317 req-a4ca32b1-2c7e-45ae-ae29-4e01eec5a5b7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.2109385 Nov 09 11:03:11.695573 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:11.704320 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce49860f-3cef-4360-aa1b-3c3852527b49 req-e479ff24-2684-4b87-93c2-90f1c2c8f396 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970270 Nov 09 11:03:11.723606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92e25bcf-039d-42f1-9fe8-419ee0b27317 req-301f036e-f7f5-4099-b32d-c222198ba5f9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697842 Nov 09 11:03:11.737678 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-7b47d12c-1fc4-41ff-8bf8-494f16dc0753 service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011840 Nov 09 11:03:11.826015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:11.836188 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-034eba09-ecc9-403c-a805-648907905838 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:11.878051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce5257bb-db0b-4075-9efe-fcb4bd172640 req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825498 Nov 09 11:03:11.899309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b910e9-15a0-4ca0-a706-504b6f343fe7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:11.911581 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:11.927085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a7b3a5a-0763-4711-a69f-8953252ba47d req-4be699d9-82f4-4aab-8a3a-e3b4cd33092c service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703281 Nov 09 11:03:11.950647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040dfd-a82b-4c43-9d2e-30c4b0aa2b31 req-ddf2b6a6-129f-437a-8223-0309b961598d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:11.950647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a5040dfd-a82b-4c43-9d2e-30c4b0aa2b31 req-ddf2b6a6-129f-437a-8223-0309b961598d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.1105492 Nov 09 11:03:11.964042 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-91c3908b-20f9-425b-8ea2-3f66d8b3ceef req-4d3945e5-3941-44cd-a3e4-26d33ef87bd8 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] show failed (client error): The resource could not be found. Nov 09 11:03:11.965881 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91c3908b-20f9-425b-8ea2-3f66d8b3ceef req-4d3945e5-3941-44cd-a3e4-26d33ef87bd8 tempest-SecurityGroupsNegativeTestJSON-442288979 tempest-SecurityGroupsNegativeTestJSON-442288979-project] 10.222.0.50 "GET /v2.0/security-groups/d2c6d5d1-67fd-4ab6-9938-5f2ef7bca60b HTTP/1.1" status: 404 len: 352 time: 0.0218709 Nov 09 11:03:11.990560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44112) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:12.048154 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a5040dfd-a82b-4c43-9d2e-30c4b0aa2b31 req-1d0c709f-b119-4349-b7d1-9e265cf5c7f2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904701 Nov 09 11:03:12.069067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Deleting subnet fb572ba4-5392-45b1-b09e-58e0e0db25f5 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:03:12.081157 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:12.145710 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:12.268587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:12.287475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0aae3-c7dd-4919-9f23-901b424c12cc req-64dad32a-bf4a-4715-b652-f89bb776e99f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:12.289094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f1c0aae3-c7dd-4919-9f23-901b424c12cc req-64dad32a-bf4a-4715-b652-f89bb776e99f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 943 time: 0.0815887 Nov 09 11:03:12.342512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1385e61-9f81-4ce7-88a4-58f511fd04ab req-8c5073a4-dbc8-48fc-b44f-e9bd9eb81369 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:12.344106 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1385e61-9f81-4ce7-88a4-58f511fd04ab req-8c5073a4-dbc8-48fc-b44f-e9bd9eb81369 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 943 time: 0.1630328 Nov 09 11:03:12.404434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b1385e61-9f81-4ce7-88a4-58f511fd04ab req-8eb8cef2-ee78-420b-bcaf-dc90f0c0d869 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Synchronizing usage tracker for tenant:5a15b53e154041abb116076ef75d7986 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:12.425650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b1385e61-9f81-4ce7-88a4-58f511fd04ab req-8eb8cef2-ee78-420b-bcaf-dc90f0c0d869 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Unset dirty status for tenant:5a15b53e154041abb116076ef75d7986 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:12.425650 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1385e61-9f81-4ce7-88a4-58f511fd04ab req-8eb8cef2-ee78-420b-bcaf-dc90f0c0d869 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656261 Nov 09 11:03:12.458941 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f1c0aae3-c7dd-4919-9f23-901b424c12cc req-1dc45fe0-8865-455a-864b-0be8c2b60baa tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633704 Nov 09 11:03:12.489820 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:12.495030 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ad5c121e-a155-4c39-a169-fd4c5de9c781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:12.540216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 116c0387-7feb-4092-b004-5adef5e847f4 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:03:12.547091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb572ba4-5392-45b1-b09e-58e0e0db25f5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:12.588470 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:12.597773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:12.610679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fb572ba4-5392-45b1-b09e-58e0e0db25f5 HTTP/1.1" status: 204 len: 168 time: 0.6154516 Nov 09 11:03:12.616537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44118) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:12.677972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfcddd-4d59-40ef-81ae-a4708310163b req-54a48a16-5a18-4a83-9c92-8ee9223d106f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:12.679457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36dfcddd-4d59-40ef-81ae-a4708310163b req-54a48a16-5a18-4a83-9c92-8ee9223d106f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.0909963 Nov 09 11:03:12.743381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36dfcddd-4d59-40ef-81ae-a4708310163b req-3c6389bb-70c8-42dc-a6cd-3e64cde087ae tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564620 Nov 09 11:03:12.747659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-92872a83-5370-41c5-9503-a4106f544a94 req-a831b5d4-3047-41e6-b7a4-a127626f9024 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1980827 Nov 09 11:03:12.754413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:12.755119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=116c0387-7feb-4092-b004-5adef5e847f4,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:12.776321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '116c0387-7feb-4092-b004-5adef5e847f4', 'network_id': '5a439b8c-91a2-45f3-aa93-c03c95865e29', 'port_id': '116c0387-7feb-4092-b004-5adef5e847f4', 'mac_address': 'fa:16:3e:10:38:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f091d61e-b4c2-40f4-ad07-8371f1971347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:03:12.888170 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:12.901691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116c0387-7feb-4092-b004-5adef5e847f4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:12.927340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=116c0387-7feb-4092-b004-5adef5e847f4,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:12.987557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:13.010078 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:13.012200 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:13.020755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29e5d3e-331d-4c80-931e-d65d1590b807']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:13.037873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cb05aa-84d5-4737-8e7d-503fb3235c34') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:13.038158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cb05aa-84d5-4737-8e7d-503fb3235c34') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:13.054226 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:13.079656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:13.091947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e708-3c49-479c-a1e5-c2ce6afbc809 req-f90d6709-a67f-43f6-b205-867b1a47eaa2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:13.093683 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d760e708-3c49-479c-a1e5-c2ce6afbc809 req-f90d6709-a67f-43f6-b205-867b1a47eaa2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1798887 Nov 09 11:03:13.096389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:03:13.096789 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:13.097522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615'}, {'name': 'network-changed', 'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:13.098540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:13.102767 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:03:13.113714 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:03:13.230427 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d760e708-3c49-479c-a1e5-c2ce6afbc809 req-82d6ce5d-519e-48d5-97de-3ad89837030e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157906 Nov 09 11:03:13.306976 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:13.312325 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-985161cc-b8c2-402f-b3a2-d27777f0e719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:13.331055 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:13.343553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f29e5d3e-331d-4c80-931e-d65d1590b807,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:13.392891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/f29e5d3e-331d-4c80-931e-d65d1590b807 HTTP/1.1" status: 204 len: 168 time: 0.7590635 Nov 09 11:03:13.392891 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:13.437149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0d6fc-83b1-4c06-b1bb-b8362e084064 req-eec1710e-8078-44dc-ac98-3584030b9fd7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:13.438694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fbb0d6fc-83b1-4c06-b1bb-b8362e084064 req-eec1710e-8078-44dc-ac98-3584030b9fd7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.0933366 Nov 09 11:03:13.507478 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fbb0d6fc-83b1-4c06-b1bb-b8362e084064 req-a5eaca0a-8309-4763-b6ec-3f4e336a983f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545692 Nov 09 11:03:13.529435 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615', 'status': 'completed', 'code': 200} Nov 09 11:03:13.529435 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2', 'status': 'completed', 'code': 200} Nov 09 11:03:13.580013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['116c0387-7feb-4092-b004-5adef5e847f4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:13.713476 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-69a62347-6b28-4f13-b699-7f140834c552 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a15b53e154041abb116076ef75d7986&device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 1094 time: 0.1575329 Nov 09 11:03:13.716861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b00a9-b197-47d6-871d-5c74f0f0b440 req-3c3aaa78-7ea9-4175-aa7f-e3792105b920 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:13.718346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a69b00a9-b197-47d6-871d-5c74f0f0b440 req-3c3aaa78-7ea9-4175-aa7f-e3792105b920 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 949 time: 0.0870118 Nov 09 11:03:13.783617 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a69b00a9-b197-47d6-871d-5c74f0f0b440 req-4ae58091-e7b1-4dfd-9dde-db46ed3f1fdd tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Nov 09 11:03:13.838675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba200e3d-5742-4754-b683-a6edf0ec8aed req-e537ef86-d81d-4b35-a8b7-b24b7dcdb7ef tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:13.840635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba200e3d-5742-4754-b683-a6edf0ec8aed req-e537ef86-d81d-4b35-a8b7-b24b7dcdb7ef tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 943 time: 0.1932738 Nov 09 11:03:13.845894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:13.963295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba200e3d-5742-4754-b683-a6edf0ec8aed req-dcf4e76d-bb7f-4a6b-b1f4-512c57b28833 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113169 Nov 09 11:03:13.964722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-8e083b08-5193-4551-814f-93c161ee7ac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:13.967814 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-8e083b08-5193-4551-814f-93c161ee7ac3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c HTTP/1.1" status: 200 len: 906 time: 0.2402966 Nov 09 11:03:14.089220 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-1670025b-0d57-49f2-b7fb-253dee22d7a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303e27da-79ed-426b-8a36-8bd7276d0615 HTTP/1.1" status: 200 len: 217 time: 0.1124814 Nov 09 11:03:14.117069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ad3b6fc1-5040-49a5-a804-c3ef09b4446f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d51cff735f94eadbc9cadc86b1bb918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2693582 Nov 09 11:03:14.126880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44152) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:14.218708 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:14.226445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424de4ce-d18c-4388-99ad-0e39ea10ad5a req-24bda7b7-22ff-442f-8f7f-aa107435911f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:14.227154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-424de4ce-d18c-4388-99ad-0e39ea10ad5a req-24bda7b7-22ff-442f-8f7f-aa107435911f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:14.229272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-23580267-74ad-45c8-9640-e411ed5e0e81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:14.231183 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-23580267-74ad-45c8-9640-e411ed5e0e81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3591be2a-ee1a-450a-b205-539b40c646c3 HTTP/1.1" status: 200 len: 844 time: 0.0759778 Nov 09 11:03:14.263465 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:14.295023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e326cf-f285-4da7-a859-b8c73ed35e5b req-24920e0d-7f2d-4fc5-b99b-4933d02bac11 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:14.296421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90e326cf-f285-4da7-a859-b8c73ed35e5b req-24920e0d-7f2d-4fc5-b99b-4933d02bac11 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.2060103 Nov 09 11:03:14.323699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-424de4ce-d18c-4388-99ad-0e39ea10ad5a req-24bda7b7-22ff-442f-8f7f-aa107435911f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:14.325580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-424de4ce-d18c-4388-99ad-0e39ea10ad5a req-24bda7b7-22ff-442f-8f7f-aa107435911f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 944 time: 0.4147167 Nov 09 11:03:14.361023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-a4fd6c55-3e1e-4a13-a8fb-3be8081f86a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168172 Nov 09 11:03:14.368044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90e326cf-f285-4da7-a859-b8c73ed35e5b req-dbbf4a24-3e8f-4579-9ea8-7ffee5dad34f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561407 Nov 09 11:03:14.371792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-424de4ce-d18c-4388-99ad-0e39ea10ad5a req-ea4e9fa3-3a1e-4448-be36-9b9c85303540 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:14.384668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-424de4ce-d18c-4388-99ad-0e39ea10ad5a req-ea4e9fa3-3a1e-4448-be36-9b9c85303540 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:14.385808 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-424de4ce-d18c-4388-99ad-0e39ea10ad5a req-ea4e9fa3-3a1e-4448-be36-9b9c85303540 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544660 Nov 09 11:03:14.413263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:14.418823 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:14.435331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e93ea2-d280-4738-bfb8-5aa81df2af30,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:14.437876 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:14.517526 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-6d085587-3700-46e6-9ab5-e27a4186ce90 service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485453 Nov 09 11:03:14.523070 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:14.527136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5e93ea2-d280-4738-bfb8-5aa81df2af30 HTTP/1.1" status: 204 len: 168 time: 0.3989391 Nov 09 11:03:14.716617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-95253a59-c534-471a-beed-e7c65086c818 service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586955 Nov 09 11:03:14.722445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf0288-841d-450f-a162-db7286a3a651 req-dabad1e8-8cb7-459c-88de-7e4ed615936b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:14.723836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58bf0288-841d-450f-a162-db7286a3a651 req-dabad1e8-8cb7-459c-88de-7e4ed615936b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.2054806 Nov 09 11:03:14.762788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90d64e-985c-4db8-92db-07567222eb13 req-aebf5a8f-0063-4856-b5e6-15670bd83ec4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:14.763632 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a90d64e-985c-4db8-92db-07567222eb13 req-aebf5a8f-0063-4856-b5e6-15670bd83ec4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.0835323 Nov 09 11:03:14.798039 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58bf0288-841d-450f-a162-db7286a3a651 req-b5433c30-78a4-42f8-bdf7-423b502e9606 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599506 Nov 09 11:03:14.851366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a90d64e-985c-4db8-92db-07567222eb13 req-c5d24112-1cb7-4ad0-8fb3-cc12d55167d4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771515 Nov 09 11:03:14.898527 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-73b54a55-73e8-403b-b9be-25d6ae8cd4ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1124 time: 0.0995386 Nov 09 11:03:15.166336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-64042478-0ef4-4d71-822f-c862a50272c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:15.166336 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-64042478-0ef4-4d71-822f-c862a50272c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2593312 Nov 09 11:03:15.194728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830c7f4-4b67-4052-acda-0005b7e1f591 req-35c61901-4612-4d5b-812d-66cfa4ef065d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:15.204133 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2830c7f4-4b67-4052-acda-0005b7e1f591 req-35c61901-4612-4d5b-812d-66cfa4ef065d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 949 time: 0.1691060 Nov 09 11:03:15.320999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-ed1636cc-a8b4-44d2-b59b-402a8bfd11e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 200 len: 217 time: 0.1443243 Nov 09 11:03:15.344498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664dc32-ba1d-4901-9846-530b4384531f req-6ac349ee-8154-4e79-b019-8f55428e9725 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:15.355988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7664dc32-ba1d-4901-9846-530b4384531f req-6ac349ee-8154-4e79-b019-8f55428e9725 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 943 time: 0.2171481 Nov 09 11:03:15.469478 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7664dc32-ba1d-4901-9846-530b4384531f req-bd7c3717-b6b6-4f08-95ab-74f12675fe07 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163058 Nov 09 11:03:15.534437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2830c7f4-4b67-4052-acda-0005b7e1f591 req-9f754b96-5158-4a7b-a287-92f3c1d224a1 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261957 Nov 09 11:03:15.596097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-622c4892-0735-4c2e-b189-8a0130637cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:15.596097 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-622c4892-0735-4c2e-b189-8a0130637cde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.2207723 Nov 09 11:03:15.750627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-da27bcef-adfb-4935-a430-55900daa5bce tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:15.750627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-da27bcef-adfb-4935-a430-55900daa5bce tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 949 time: 0.4678302 Nov 09 11:03:15.767019 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-4fe6f7d3-72af-4e41-b5a2-c2ed6e25250b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448178 Nov 09 11:03:15.862965 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-c2bd5183-4b85-4b61-9027-1059679170a0 service neutron] 10.222.0.59 "GET /v2.0/ports/21a5e822-87a0-4532-9e75-a15728d76fb2/bindings/n-h1-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.1838531 Nov 09 11:03:15.866648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Deleting port b6b29ab3-7be2-404c-b67b-9568375d4a8c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:15.866648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:15.936973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8720-9912-4de0-b118-969dd31406cb req-6c152abb-5893-4d14-bd64-ed263866ba89 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:15.936973 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-446f8720-9912-4de0-b118-969dd31406cb req-6c152abb-5893-4d14-bd64-ed263866ba89 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 943 time: 0.1740053 Nov 09 11:03:16.051717 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-446f8720-9912-4de0-b118-969dd31406cb req-010ea0e7-af7e-463c-bc51-c48e011e3a69 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110225 Nov 09 11:03:16.220832 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-8c6bd0b7-986d-4724-8b3c-4c24ea0b54bb service neutron] show failed (client error): The resource could not be found. Nov 09 11:03:16.220832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-8c6bd0b7-986d-4724-8b3c-4c24ea0b54bb service neutron] 10.222.0.57 "GET /v2.0/ports/ff6e86ac-738b-4172-aa95-be91a4c98822/bindings/n-h2-817173-1 HTTP/1.1" status: 404 len: 380 time: 0.3237379 Nov 09 11:03:16.247762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-e9a808fb-e807-4c88-8e0b-2035dd9661ae service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874318 Nov 09 11:03:16.254570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f818e8-4f4b-4385-a5dd-1a227f336f75 req-225b11a3-0191-48e2-bfbb-a8a8d3beba09 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:16.256236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-92f818e8-4f4b-4385-a5dd-1a227f336f75 req-225b11a3-0191-48e2-bfbb-a8a8d3beba09 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 944 time: 0.5671763 Nov 09 11:03:16.264094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:16.298836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:16.375099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a5e822-87a0-4532-9e75-a15728d76fb2 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:16.392443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:16.422025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:16.557205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-92f818e8-4f4b-4385-a5dd-1a227f336f75 req-ea58fb1d-0804-40d8-8215-f972d36e7ef2 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705245 Nov 09 11:03:16.563031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 303e27da-79ed-426b-8a36-8bd7276d0615 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:03:16.565043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:16.587829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] For port b6b29ab3-7be2-404c-b67b-9568375d4a8c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b6b29ab3-7be2-404c-b67b-9568375d4a8c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:16.587829 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:16.610082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2257da8a-e790-4b65-b888-06e6c8d4a265 req-0746966b-3f13-4e01-bf33-dd4e09eed643 service neutron] 10.222.0.59 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497016 Nov 09 11:03:16.665298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1657517529-network', 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:16.678306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:16.684890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Usage tracker for resource:network and tenant:f622129bdc5942c9ad2a19ef05d96161 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:16.727260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:16.745577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:16.756510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badaef7-4695-497d-a400-f933c84618d2 req-fb46637e-e5d7-4719-bf40-52204c626c22 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:16.775291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8badaef7-4695-497d-a400-f933c84618d2 req-fb46637e-e5d7-4719-bf40-52204c626c22 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.2652018 Nov 09 11:03:16.812139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 116c0387-7feb-4092-b004-5adef5e847f4 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:03:16.834415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Calling delete_port for b6b29ab3-7be2-404c-b67b-9568375d4a8c owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:16.879189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 303e27da-79ed-426b-8a36-8bd7276d0615, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=303e27da-79ed-426b-8a36-8bd7276d0615,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:16.892350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] Transition to ACTIVE for port object 21a5e822-87a0-4532-9e75-a15728d76fb2 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:16.892350 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8badaef7-4695-497d-a400-f933c84618d2 req-2a38bd9a-a517-40e3-bdeb-29b515bc7b4f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229830 Nov 09 11:03:16.919078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '303e27da-79ed-426b-8a36-8bd7276d0615', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'port_id': '303e27da-79ed-426b-8a36-8bd7276d0615', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:03:16.943616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:16.943616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:16.989688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.013494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.021767 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-a20fbcc4-fab3-4493-ab1e-b898aab35a6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 1101 time: 0.1551695 Nov 09 11:03:17.025196 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:17.062852 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.063202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:17.087509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303e27da-79ed-426b-8a36-8bd7276d0615 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:17.111012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 303e27da-79ed-426b-8a36-8bd7276d0615, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=303e27da-79ed-426b-8a36-8bd7276d0615,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:17.112704 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1aac097e-df14-4737-80e9-d7d7481d890a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.115434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e067734-cea5-4f21-8803-7ea36249e9c8 req-9f4b7756-565b-4930-afd1-8dd42beb93a8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:17.116990 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e067734-cea5-4f21-8803-7ea36249e9c8 req-9f4b7756-565b-4930-afd1-8dd42beb93a8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.3336966 Nov 09 11:03:17.129437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 116c0387-7feb-4092-b004-5adef5e847f4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:03:17.135126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 116c0387-7feb-4092-b004-5adef5e847f4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:03:17.135624 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.243625 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.245460 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e067734-cea5-4f21-8803-7ea36249e9c8 req-6c2ce2dc-51f2-4d9f-a840-4ab5ff5903c2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159327 Nov 09 11:03:17.248547 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.250345 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:17.252188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:17.298696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Usage tracker for resource:security_group_rule and tenant:f622129bdc5942c9ad2a19ef05d96161 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:17.303169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:17.323439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] No DVR routers for this DVR port 21a5e822-87a0-4532-9e75-a15728d76fb2 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:17.326464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] Pushing event updated for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:17.330004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:17.331726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:17.336075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.345860 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:17.363409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bf02a8ca-8ee3-4d20-91b9-f510e585769c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:17.389583 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.430691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=303e27da-79ed-426b-8a36-8bd7276d0615,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:17.434339 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:17.436566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab934f-c999-4900-ab3f-b2f9e62ba3eb req-adaa86b3-c8e9-4162-8952-70ebbde537a5 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:17.443984 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2ab934f-c999-4900-ab3f-b2f9e62ba3eb req-adaa86b3-c8e9-4162-8952-70ebbde537a5 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 943 time: 0.3754206 Nov 09 11:03:17.469645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:17.487729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] 10.222.0.59 "PUT /v2.0/ports/21a5e822-87a0-4532-9e75-a15728d76fb2/bindings/n-h1-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6234789 Nov 09 11:03:17.489481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=116c0387-7feb-4092-b004-5adef5e847f4,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:17.533934 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.541493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2ab934f-c999-4900-ab3f-b2f9e62ba3eb req-98a68c2d-2379-456c-9aea-deb9570d4e33 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965641 Nov 09 11:03:17.549498 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.610880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Pushing event deleted for resources: {'Port': ['ID=b6b29ab3-7be2-404c-b67b-9568375d4a8c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:17.626468 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:17.639648 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.640534 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea005b7b-2ced-406a-981a-a7a07fe24374 req-7a8b3bf0-f467-4a79-b201-e06536e42070 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 210 time: 0.0804095 Nov 09 11:03:17.644343 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:17.714725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['303e27da-79ed-426b-8a36-8bd7276d0615'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:17.738959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.748083 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b1d5dce-286b-46a4-abf9-7459726032d0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:17.813499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:03:17.815419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:17.818721 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:17.825373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140d4974-3982-4643-862c-bdc73ec5d5ff,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:17.834460 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:17.844881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.845443 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Added segment da4f8966-d5ce-4af2-b842-dae2634e31e6 of type vlan for network 74513ec1-e69e-4878-b10a-296f8b97622b Nov 09 11:03:17.924239 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4', 'code': 200} Nov 09 11:03:17.928455 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:17.942743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c409d7b-7205-4840-b28e-0e2634e1dd17 req-456d84c2-0e1a-44ba-8acc-89889d1a0c5e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:17.952998 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c409d7b-7205-4840-b28e-0e2634e1dd17 req-456d84c2-0e1a-44ba-8acc-89889d1a0c5e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 944 time: 0.2620378 Nov 09 11:03:17.988927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] No DVR routers for this DVR port b6b29ab3-7be2-404c-b67b-9568375d4a8c on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:17.997512 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:18.019508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b6db42-558c-47bc-8526-7234613779fd', 'name': 'network-vif-deleted', 'tag': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:18.051832 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c409d7b-7205-4840-b28e-0e2634e1dd17 req-e61c8698-f2b1-4097-85c8-bd15397cb2ec tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977340 Nov 09 11:03:18.155594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:18.170428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-4ca1025b-9c40-4209-bf47-b2eebd9f666f tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.4527850 Nov 09 11:03:18.259674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:18.384035 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:18.416524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Transition to ACTIVE for port object ff6e86ac-738b-4172-aa95-be91a4c98822 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:18.419525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b6b29ab3-7be2-404c-b67b-9568375d4a8c no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:18.420272 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b17fd32-77ac-46df-9bd7-b2797a9a0b42 req-c1c0baa6-da4d-4a23-b6cf-3c586cdb155b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1096 time: 0.3061447 Nov 09 11:03:18.426402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-1cba6fc9-df49-40de-a724-117c701439af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2 HTTP/1.1" status: 200 len: 1095 time: 0.2368007 Nov 09 11:03:18.430102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f2d7-aee1-4d76-8184-750c6a0a271e req-72047c63-6934-4084-8ad5-3189a56ccedb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:18.432572 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4351f2d7-aee1-4d76-8184-750c6a0a271e req-72047c63-6934-4084-8ad5-3189a56ccedb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.1308930 Nov 09 11:03:18.440288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549640f5-5e97-4ac3-a666-4cc978cda37a req-70eb8c63-63b1-4b42-a33d-05fd3f3e7d53 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:18.447089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-549640f5-5e97-4ac3-a666-4cc978cda37a req-70eb8c63-63b1-4b42-a33d-05fd3f3e7d53 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 945 time: 0.1594779 Nov 09 11:03:18.466026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: b6b29ab3-7be2-404c-b67b-9568375d4a8c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:18.466373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b6b29ab3-7be2-404c-b67b-9568375d4a8c not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:18.467141 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:18.519833 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b17fd32-77ac-46df-9bd7-b2797a9a0b42 req-951b96f0-7626-4ba7-9588-484e3782b3b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 Nov 09 11:03:18.524682 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4351f2d7-aee1-4d76-8184-750c6a0a271e req-792c625e-1bc4-46be-bcb5-2e3877210cce tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732808 Nov 09 11:03:18.540199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-549640f5-5e97-4ac3-a666-4cc978cda37a req-152d1077-5617-4831-8ac4-c1c5a295d38f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922544 Nov 09 11:03:18.565718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-7886e3e6-8cf1-4608-8eb0-af0af7632594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1095 time: 0.1034942 Nov 09 11:03:18.623188 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:18.640750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:18.693918 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b6db42-558c-47bc-8526-7234613779fd', 'name': 'network-vif-deleted', 'tag': 'b6b29ab3-7be2-404c-b67b-9568375d4a8c', 'status': 'completed', 'code': 200} Nov 09 11:03:18.702907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:18.778935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-c6c4609d-06e3-4eaf-8a3d-15691480fbaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:18.780499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-c6c4609d-06e3-4eaf-8a3d-15691480fbaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 200 len: 921 time: 0.2082865 Nov 09 11:03:18.790857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:18.794645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:18.795277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:18.804060 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:18.844728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a8beb8b5-09a3-441a-a9ac-ab35c903279c req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "DELETE /v2.0/ports/b6b29ab3-7be2-404c-b67b-9568375d4a8c HTTP/1.1" status: 204 len: 173 time: 3.0651753 Nov 09 11:03:18.846359 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:18.865504 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:18.901933 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:03:18.902770 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:03:18.926701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Pushing event updated for resources: {'Network': ['ID=74513ec1-e69e-4878-b10a-296f8b97622b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:18.927644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-81dab322-10fa-46a2-91cd-bc87c6ffbb18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 200 len: 217 time: 0.1399360 Nov 09 11:03:18.934648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df4e02-9e13-45c5-a6b4-bdfeb28a7f51 req-813ddefd-d20b-40f0-ae30-ad7a873c42b5 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:18.941129 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52df4e02-9e13-45c5-a6b4-bdfeb28a7f51 req-813ddefd-d20b-40f0-ae30-ad7a873c42b5 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 944 time: 0.2046793 Nov 09 11:03:18.943107 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:18.951466 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 74513ec1-e69e-4878-b10a-296f8b97622b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:03:18.970537 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5470722 Nov 09 11:03:18.975710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:18.983604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Request body: {'subnet': {'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1657517529-subnet', 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:18.990543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:19.004127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Usage tracker for resource:subnet and tenant:f622129bdc5942c9ad2a19ef05d96161 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:19.021961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:19.032483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:19.070457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52df4e02-9e13-45c5-a6b4-bdfeb28a7f51 req-cb97df98-e85a-4165-a2f1-59899bd8dad1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284018 Nov 09 11:03:19.094338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d18c-3b1b-450d-a7ec-f01bc1bd335f req-5c5023e0-b194-4369-b834-7108386ec5aa tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:19.096301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9bb7d18c-3b1b-450d-a7ec-f01bc1bd335f req-5c5023e0-b194-4369-b834-7108386ec5aa tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.4015472 Nov 09 11:03:19.104548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:19.184071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] No DVR routers for this DVR port ff6e86ac-738b-4172-aa95-be91a4c98822 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:19.195033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.195722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.196288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.196847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.197463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.198025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.198601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.199218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.199781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.200528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.201633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:19.206099 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:19.220890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-2f293ee2-a405-45bc-a5f3-40a2adfa80f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:19.220890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-2f293ee2-a405-45bc-a5f3-40a2adfa80f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 200 len: 860 time: 0.2821686 Nov 09 11:03:19.264448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:19.271137 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:19.290635 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10d108f5-14c0-4701-b34f-ccbc5c1c87bc req-5e25f1df-6f4c-4fd2-b150-24017f7ca3f9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b6db42-558c-47bc-8526-7234613779fd HTTP/1.1" status: 200 len: 210 time: 0.0624030 Nov 09 11:03:19.329087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-43ac591b-cc9f-4740-bbaa-9ef3987392b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b05eb25-adad-4dc8-97a7-201533b40f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999858 Nov 09 11:03:19.333785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9bb7d18c-3b1b-450d-a7ec-f01bc1bd335f req-4c793a2b-31ea-42b8-b120-91fa24bed65a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302694 Nov 09 11:03:19.447012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:19.447353 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:19.449039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:19.461896 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1cf2618a-ae3b-4bc0-8fdb-75be62486f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:19.478575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:19.479327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:19.569380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:19.569380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:19.569380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:19.569944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Bound port: ff6e86ac-738b-4172-aa95-be91a4c98822, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:19.571634 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:19.612181 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:19.621477 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:19.733684 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-17e26a08-7b58-4912-afe1-f7a569930bff service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950949 Nov 09 11:03:19.760138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e122b810-1208-4676-9f7f-365a054a9bdd,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:19.767696 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:19.789954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Checking segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:19.790309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Network hostable DHCP agents. Network: 74513ec1-e69e-4878-b10a-296f8b97622b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:03:19.833062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b11b45-b8e2-4f07-bf59-4c9bc0d95b4c req-ced3262d-ab43-495b-bc62-2f8cf6aca2c1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:19.833062 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7b11b45-b8e2-4f07-bf59-4c9bc0d95b4c req-ced3262d-ab43-495b-bc62-2f8cf6aca2c1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.1513190 Nov 09 11:03:19.893492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7b11b45-b8e2-4f07-bf59-4c9bc0d95b4c req-3a51ee24-1170-4b5a-84cd-0524825d7447 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537078 Nov 09 11:03:19.906876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Network 74513ec1-e69e-4878-b10a-296f8b97622b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:03:19.920453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:19.950569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8538f-8528-4a25-bbb5-fe0658e14684 req-b86c13a8-7697-4aa9-86be-613f0d66b94e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:19.952196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-29a8538f-8528-4a25-bbb5-fe0658e14684 req-b86c13a8-7697-4aa9-86be-613f0d66b94e tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 944 time: 0.4439220 Nov 09 11:03:19.975108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:20.001899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 74513ec1-e69e-4878-b10a-296f8b97622b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:03:20.002379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-32dc4a59-8c1b-41e4-bc73-3d3a62c2450f service neutron] 10.222.0.57 "GET /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321825 Nov 09 11:03:20.006052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:20.008136 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:20.010752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549a18a-8d8c-461a-b4bf-a81205c9a71e None None] Network 74513ec1-e69e-4878-b10a-296f8b97622b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:03:20.022858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-29a8538f-8528-4a25-bbb5-fe0658e14684 req-eaa798a8-a01e-45e8-b5c6-bb7fb258ff7d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561674 Nov 09 11:03:20.101342 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:20.103228 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4fa2bf3-ca19-4700-939c-544f45dcc252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:20.128854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7fedc-b74a-4608-b50f-c5a318791d18 req-823c09fd-857d-4e64-9b7b-9c3cdd7a6344 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:20.130727 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a5d7fedc-b74a-4608-b50f-c5a318791d18 req-823c09fd-857d-4e64-9b7b-9c3cdd7a6344 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 945 time: 0.0988021 Nov 09 11:03:20.171398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:20.178996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] 10.222.0.59 "PUT /v2.0/ports/ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 1096 time: 3.1147938 Nov 09 11:03:20.193229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:20.210370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2288287 Nov 09 11:03:20.213802 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:20.222222 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a5d7fedc-b74a-4608-b50f-c5a318791d18 req-7b492a91-2d4b-4ea8-9be4-9bf7ee7160ef tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860786 Nov 09 11:03:20.367938 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-d3c5ba4e-0f03-4d6e-94d1-64e5e7f3c865 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1099 time: 0.1530170 Nov 09 11:03:20.515484 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:20.518318 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b60bd1-ef2f-42c8-ac64-8ebea41969f5 None None] Network 74513ec1-e69e-4878-b10a-296f8b97622b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:03:20.575342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 303e27da-79ed-426b-8a36-8bd7276d0615 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:03:20.592460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a9c1a-056e-4551-af6c-7e5cb7d73158 req-c320b07f-c7d1-4c68-bcd8-a9f3de355ad4 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:20.593581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f13a9c1a-056e-4551-af6c-7e5cb7d73158 req-c320b07f-c7d1-4c68-bcd8-a9f3de355ad4 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 944 time: 0.2764895 Nov 09 11:03:20.596440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-49db547a-6af5-4117-bc76-c13a10307cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:20.597807 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-49db547a-6af5-4117-bc76-c13a10307cfb service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2233682 Nov 09 11:03:20.695741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}, {'name': 'network-changed', 'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:20.703230 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-767403d6-7489-4476-8601-8307fd9706c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.0820055 Nov 09 11:03:20.723955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae7b8-5321-4646-9e91-fe6adc9225fe req-20c3ab3d-a790-40ac-9476-ac1975e1d0c4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:20.726086 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e5ae7b8-5321-4646-9e91-fe6adc9225fe req-20c3ab3d-a790-40ac-9476-ac1975e1d0c4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.1073303 Nov 09 11:03:20.783412 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e5ae7b8-5321-4646-9e91-fe6adc9225fe req-60bd5dfb-bc6a-4bf4-9bee-bbd39c83a1db tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496314 Nov 09 11:03:20.804471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f13a9c1a-056e-4551-af6c-7e5cb7d73158 req-45f90106-2aee-45a5-89d2-5c294eb95e3c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993103 Nov 09 11:03:20.808749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-29f1ba30-193e-48bd-b534-865db10d8409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:20.810738 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-29f1ba30-193e-48bd-b534-865db10d8409 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0976238 Nov 09 11:03:20.889073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 303e27da-79ed-426b-8a36-8bd7276d0615 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:03:20.895384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 303e27da-79ed-426b-8a36-8bd7276d0615 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:03:20.895760 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:21.008284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-17ab03ea-e8ee-4b20-bc80-830a82a309cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906257 Nov 09 11:03:21.011080 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-039f9826-8b18-4484-a1e5-eb5cea424808 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71&tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.1402619 Nov 09 11:03:21.045592 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:21.079814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:21.092752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 303e27da-79ed-426b-8a36-8bd7276d0615, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=303e27da-79ed-426b-8a36-8bd7276d0615,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:21.179075 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:21.181964 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:21.225508 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'code': 200} Nov 09 11:03:21.227906 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'status': 'completed', 'code': 200} Nov 09 11:03:21.253873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=303e27da-79ed-426b-8a36-8bd7276d0615,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:21.256941 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:21.291836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-84af8906-e777-448d-beca-78186c6f28ec service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748351 Nov 09 11:03:21.436853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e4212ab9-4113-47a3-a0ce-a24bc5bb24aa service neutron] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:21.445742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e4212ab9-4113-47a3-a0ce-a24bc5bb24aa service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:21.446839 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-e4212ab9-4113-47a3-a0ce-a24bc5bb24aa service neutron] 10.222.0.57 "DELETE /v2.0/ports/21a5e822-87a0-4532-9e75-a15728d76fb2/bindings/n-h2-817173-1 HTTP/1.1" status: 204 len: 173 time: 0.4074225 Nov 09 11:03:21.462037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-6c52eb89-a2db-4fdd-9323-5ce0df4b929c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1099 time: 0.2137265 Nov 09 11:03:21.490129 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f50826cf-51b2-426e-9c3e-fd090c4c067b req-91ef1eb0-b5c2-417d-8624-0064ff9a6e99 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855841 Nov 09 11:03:21.582870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957769-9a74-42fb-8c9c-e581e406d2b2 req-68db01af-79fc-455d-a075-6ec38d2c87a2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:21.584356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77957769-9a74-42fb-8c9c-e581e406d2b2 req-68db01af-79fc-455d-a075-6ec38d2c87a2 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.0844922 Nov 09 11:03:21.643080 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77957769-9a74-42fb-8c9c-e581e406d2b2 req-51ddb659-b87e-49f9-bd71-a010f51b29e9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522423 Nov 09 11:03:21.724869 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615', 'code': 200} Nov 09 11:03:21.856576 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:21.929521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-71396d4a-0172-47b6-b3ce-39a64a3d7f49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:21.930993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-71396d4a-0172-47b6-b3ce-39a64a3d7f49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4613926 Nov 09 11:03:21.939620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-957b6531-74c0-4f69-964c-7036acc56873 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:21.941151 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-957b6531-74c0-4f69-964c-7036acc56873 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.4480824 Nov 09 11:03:21.964762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0a99d07b-50a4-498d-9661-d666b6718040 req-7f64f7fc-813f-4746-8a3b-2951fa625952 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 1096 time: 0.1748545 Nov 09 11:03:21.977818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f5994-1d4c-427d-9436-c9be40249179 req-edea1d81-e5b8-4be3-9f3a-ed143ee45985 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:21.986400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-669f5994-1d4c-427d-9436-c9be40249179 req-edea1d81-e5b8-4be3-9f3a-ed143ee45985 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 944 time: 0.1508555 Nov 09 11:03:22.039394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-b03a178e-ab2b-4966-9b22-3a53eb4dc806 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.0969152 Nov 09 11:03:22.049384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-e239b2bc-ac4f-4a74-b7df-60312e72db51 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/quotas/f622129bdc5942c9ad2a19ef05d96161 HTTP/1.1" status: 200 len: 375 time: 0.0494845 Nov 09 11:03:22.061305 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0a99d07b-50a4-498d-9661-d666b6718040 req-247ddda5-a4fb-47aa-a28c-0aaf46a4ca1f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886657 Nov 09 11:03:22.071315 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-669f5994-1d4c-427d-9436-c9be40249179 req-228c7247-1913-4759-8ba7-9b8c8e9664cf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838134 Nov 09 11:03:22.130719 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-3dc664d7-3f6c-495d-b4d1-907250827aee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1099 time: 0.3468313 Nov 09 11:03:22.149780 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-ecb04d51-d1e4-4a53-8fae-8059301d45a6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575488 Nov 09 11:03:22.187726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-04d35f9a-f119-493f-99c7-d2a61b32dd1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:22.189163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-04d35f9a-f119-493f-99c7-d2a61b32dd1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1377969 Nov 09 11:03:22.273302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b882e-6667-43b7-9ac4-8648b5796aba req-1c980431-f5b9-441a-9571-674e0e50ac1d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:22.274730 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c41b882e-6667-43b7-9ac4-8648b5796aba req-1c980431-f5b9-441a-9571-674e0e50ac1d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 945 time: 0.0833492 Nov 09 11:03:22.323913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c41b882e-6667-43b7-9ac4-8648b5796aba req-99eb5ae4-fae3-4009-8fba-8976d5a0dbc8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Nov 09 11:03:22.346581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-237ace59-41c6-4091-b26e-dcd5f88858cd service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883922 Nov 09 11:03:22.415644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-b088982b-4d8a-44d9-8925-600ddc0a4855 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728954 Nov 09 11:03:22.515827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40836-89af-4f97-9565-11dea451da5a req-b51191ff-fc80-4573-8765-9d67f921b67d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:22.517306 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c0e40836-89af-4f97-9565-11dea451da5a req-b51191ff-fc80-4573-8765-9d67f921b67d tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 950 time: 0.0785728 Nov 09 11:03:22.569218 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c0e40836-89af-4f97-9565-11dea451da5a req-6f5d942d-081a-4ecf-92a1-e4f9efdba667 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Nov 09 11:03:22.735327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-8f4e33e0-e961-4790-90ea-ac03a26eb43f service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763571 Nov 09 11:03:22.737530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-a6dd5616-9da4-4747-b93d-a4cfc1b570c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:22.739023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-a6dd5616-9da4-4747-b93d-a4cfc1b570c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3557472 Nov 09 11:03:22.740596 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-b7422254-abb1-425b-a5dc-fa9954fc7891 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776265 Nov 09 11:03:22.772534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881cc67-875c-443d-83dc-a57967de8cde req-3982991d-9ca7-46c5-8131-1c2691291d5b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:22.774604 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6881cc67-875c-443d-83dc-a57967de8cde req-3982991d-9ca7-46c5-8131-1c2691291d5b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.0831194 Nov 09 11:03:22.832393 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6881cc67-875c-443d-83dc-a57967de8cde req-ffad612d-22bf-4f0a-8fa2-0b6d4895dbb9 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507960 Nov 09 11:03:22.928976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-8527c679-eb59-4777-b866-d8078f2cf373 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.1539650 Nov 09 11:03:22.978697 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:03:23.071146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-62bde4bc-5e2f-42d8-b967-651c5922065d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:23.072580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-62bde4bc-5e2f-42d8-b967-651c5922065d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1351378 Nov 09 11:03:23.084197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-491818eb-94d2-4188-9be8-d04b2bb18c64 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358583 Nov 09 11:03:23.158376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-5cfceb83-d8d0-492e-b556-b421685ca3a9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:23.159137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-5cfceb83-d8d0-492e-b556-b421685ca3a9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Synchronizing usage tracker for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:23.208314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-0649c477-0e95-4895-9392-a2c71afba83d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226637 Nov 09 11:03:23.233980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22486529-c182-483b-9036-0f9a8bbc91bd req-881ed606-af01-49ab-84a1-3b6ab0969fdc tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:23.241510 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22486529-c182-483b-9036-0f9a8bbc91bd req-881ed606-af01-49ab-84a1-3b6ab0969fdc tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.2657855 Nov 09 11:03:23.286499 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22486529-c182-483b-9036-0f9a8bbc91bd req-2dd9a11c-621c-4d94-90d1-ef6a17bf3ea7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Nov 09 11:03:23.302698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-5cfceb83-d8d0-492e-b556-b421685ca3a9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Unset dirty status for tenant:aef8661c3f3c44e090fadd41adbcd15d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:23.315892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-5cfceb83-d8d0-492e-b556-b421685ca3a9 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 950 time: 0.4109356 Nov 09 11:03:23.488253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8dee-8fb0-4414-9a8d-a2fc4a4d0a58 req-30604261-e5a8-4b3b-aea1-220c8610a597 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:23.489960 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b2b8dee-8fb0-4414-9a8d-a2fc4a4d0a58 req-30604261-e5a8-4b3b-aea1-220c8610a597 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.0908098 Nov 09 11:03:23.545603 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b2b8dee-8fb0-4414-9a8d-a2fc4a4d0a58 req-c74d679b-4710-4253-b7b2-7e2bafc7932d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Nov 09 11:03:23.582663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-dceb0f94-6a39-4cc9-a2ee-55a1215f53b8 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642128 Nov 09 11:03:23.585790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Deleting port bf02a8ca-8ee3-4d20-91b9-f510e585769c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:23.586306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:23.655931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-4d553432-6e72-4393-b90d-2f95c809bb53 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1584048783&fields=id&tenant_id=93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 267 time: 0.3579814 Nov 09 11:03:23.663817 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c331009-8b8d-4bd0-aa55-fcea67a52cd8 req-59cd2d89-a8f1-4535-9ce6-e75e541c1d31 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 210 time: 0.0596004 Nov 09 11:03:23.887274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932acde0-a9a8-42e5-b2db-6d34829030b3 req-4e8ce1bb-d109-49c9-b8a2-e2fc0dacb29a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:23.887274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-932acde0-a9a8-42e5-b2db-6d34829030b3 req-4e8ce1bb-d109-49c9-b8a2-e2fc0dacb29a tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.0905564 Nov 09 11:03:23.927965 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7c43563-63f8-4c66-b607-4b9697365c5f req-41dca480-b944-4d16-9447-eea1409193c4 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989886 Nov 09 11:03:23.987409 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-932acde0-a9a8-42e5-b2db-6d34829030b3 req-60af88fa-2f85-46c2-afd1-82b90105a539 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931189 Nov 09 11:03:24.054738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-880086c2-d874-4008-9f01-6a37ad776a1c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:24.077107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-880086c2-d874-4008-9f01-6a37ad776a1c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 945 time: 0.3871014 Nov 09 11:03:24.079001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'port': {'security_groups': ['19c1e5ee-7e93-4bff-962f-0a8264d8001a', 'd2a0acd1-932f-432f-b6ba-ab172891615e']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:24.193526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] For port bf02a8ca-8ee3-4d20-91b9-f510e585769c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bf02a8ca-8ee3-4d20-91b9-f510e585769c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:24.193884 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:24.389661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Calling delete_port for bf02a8ca-8ee3-4d20-91b9-f510e585769c owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:24.404722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7e2fbf4-9b28-4754-8a9a-2a22e7bca328 req-675d3e27-b89a-4f9e-ac5b-10630b51bc54 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 1095 time: 0.0987463 Nov 09 11:03:24.467362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7e2fbf4-9b28-4754-8a9a-2a22e7bca328 req-d159d0fa-d4b6-45eb-abda-442d8824a9f4 tempest-LiveAutoBlockMigrationV225Test-77726293 tempest-LiveAutoBlockMigrationV225Test-77726293-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522184 Nov 09 11:03:24.477345 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:24.493340 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-821cfa18-f198-4f07-933b-3d515e38e7e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1096 time: 0.5036175 Nov 09 11:03:24.741397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6413c5-70c4-45a5-939e-03fab4c3f91a req-a0ccb9d8-a7b8-46e4-91e0-077af938523c tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:24.745190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a6413c5-70c4-45a5-939e-03fab4c3f91a req-a0ccb9d8-a7b8-46e4-91e0-077af938523c tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/ports?device_id=88d11d24-2f60-4a2b-9728-d4e1cdbdfb88 HTTP/1.1" status: 200 len: 950 time: 0.0920463 Nov 09 11:03:24.801200 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a6413c5-70c4-45a5-939e-03fab4c3f91a req-acfd39ed-fbd2-4b47-90cf-776bcfe496b4 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e5f0e6e-0311-4d9a-8f56-619b733c4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522339 Nov 09 11:03:24.806688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-7a632e67-794a-471a-a443-9d381041d609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:24.808774 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-7a632e67-794a-471a-a443-9d381041d609 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.3061299 Nov 09 11:03:24.905409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-3c430ac1-e6c4-4679-8abc-a8503874b907 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 200 len: 217 time: 0.0884612 Nov 09 11:03:24.955876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:24.969455 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67c81673-8c70-4057-b620-10c8a42dcdec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:25.012377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f96-4576-4d57-ab06-a80becb58c02 req-efa9e0e9-6b0c-4d1f-9618-2bed6e0e869a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:25.014816 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be555f96-4576-4d57-ab06-a80becb58c02 req-efa9e0e9-6b0c-4d1f-9618-2bed6e0e869a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.0857584 Nov 09 11:03:25.070105 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be555f96-4576-4d57-ab06-a80becb58c02 req-08c4052f-d6db-461c-9da1-aba11b9a9372 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491955 Nov 09 11:03:25.078579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Pushing event deleted for resources: {'Port': ['ID=bf02a8ca-8ee3-4d20-91b9-f510e585769c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:25.081128 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:25.281437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b64c0-7776-4b99-a51b-73aa55301e51 req-fadb0d50-c01f-4084-8fa4-29e44ed85cea tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:25.291221 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-398b64c0-7776-4b99-a51b-73aa55301e51 req-fadb0d50-c01f-4084-8fa4-29e44ed85cea tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.0890465 Nov 09 11:03:25.294116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-91496996-567a-40c4-a285-e255961fe28c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:25.295096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-91496996-567a-40c4-a285-e255961fe28c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.3732023 Nov 09 11:03:25.343582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-398b64c0-7776-4b99-a51b-73aa55301e51 req-417cf7ee-6780-48db-865e-01f726a2cb59 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540960 Nov 09 11:03:25.386782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] No DVR routers for this DVR port bf02a8ca-8ee3-4d20-91b9-f510e585769c on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:25.388959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:25.400160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'name': 'network-vif-deleted', 'tag': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:25.411636 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-80bab8e3-3977-4349-b56a-72be67eacdd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817657 Nov 09 11:03:25.419571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=116c0387-7feb-4092-b004-5adef5e847f4,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:25.508978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eaad0bcc-3e70-4155-9f1e-4279694d9d85 req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] 10.222.0.57 "DELETE /v2.0/ports/bf02a8ca-8ee3-4d20-91b9-f510e585769c HTTP/1.1" status: 204 len: 173 time: 2.1735778 Nov 09 11:03:25.543286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:25.587364 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-60608ef4-759f-4850-8f5d-da65916ede2a service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654689 Nov 09 11:03:25.674633 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:25.681745 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21fd2918-0da1-4bef-aafd-119ec777fbd6 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:25.689759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663', '116c0387-7feb-4092-b004-5adef5e847f4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:25.789086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:25.789086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:25.799384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf56bdcd-7a3e-4694-a027-40b25d7d20cd req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "PUT /v2.0/ports/116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 981 time: 1.7341778 Nov 09 11:03:25.849801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:25.865353 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:25.865353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-492cb4bb-a1e8-4a5b-9efd-f451894801c9 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644129 Nov 09 11:03:25.968623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['116c0387-7feb-4092-b004-5adef5e847f4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:26.108797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626f1e1-886c-4339-b8e7-cae27686565b req-600fd361-bacb-417a-9190-be4a273ace0d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:26.108797 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f626f1e1-886c-4339-b8e7-cae27686565b req-600fd361-bacb-417a-9190-be4a273ace0d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 948 time: 0.1800501 Nov 09 11:03:26.289418 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f626f1e1-886c-4339-b8e7-cae27686565b req-07082fc2-b81b-4c17-96b9-151529389fe1 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749983 Nov 09 11:03:26.399756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-f0894450-9927-43f6-ac23-eb6f3c72483f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:26.399756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-f0894450-9927-43f6-ac23-eb6f3c72483f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.3651621 Nov 09 11:03:26.451935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Request body: {'port': {'device_id': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'admin_state_up': True, 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:26.492505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bf02a8ca-8ee3-4d20-91b9-f510e585769c no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:26.613932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: bf02a8ca-8ee3-4d20-91b9-f510e585769c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:26.613932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bf02a8ca-8ee3-4d20-91b9-f510e585769c not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:26.664955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:03:26.813404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:26.829648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Usage tracker for resource:port and tenant:f622129bdc5942c9ad2a19ef05d96161 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:26.829648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:26.829648 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38f44136-5eae-4131-9886-39bd1fdf231a req-fdb1b1e1-554e-4805-939d-d3cf706f97e1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 210 time: 0.0780101 Nov 09 11:03:26.845558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:26.853697 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:03:26.996818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:26.996818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:27.094190 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d11d24-2f60-4a2b-9728-d4e1cdbdfb88', 'name': 'network-vif-deleted', 'tag': 'bf02a8ca-8ee3-4d20-91b9-f510e585769c', 'status': 'completed', 'code': 200} Nov 09 11:03:27.217107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4537f-a758-4ad7-8a17-d322cb0e8ef1 req-83a46014-5453-46fc-ae3a-f053653b5681 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:27.237630 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ee4537f-a758-4ad7-8a17-d322cb0e8ef1 req-83a46014-5453-46fc-ae3a-f053653b5681 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.1728120 Nov 09 11:03:27.237630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:27.266964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Request body: {'floatingip': {'port_id': '303e27da-79ed-426b-8a36-8bd7276d0615'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:27.359752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Allocated IP 172.20.0.8 (74513ec1-e69e-4878-b10a-296f8b97622b/e122b810-1208-4676-9f7f-365a054a9bdd/542526af-73f5-4283-adc8-048c8038ef5e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:03:27.378270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:27.383776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-bdf3e5a4-9268-4c34-91a6-0a21f9a316cf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:27.383776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-bdf3e5a4-9268-4c34-91a6-0a21f9a316cf tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 944 time: 0.5278561 Nov 09 11:03:27.396675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'mac_address': 'fa:16:3e:89:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:03:27.443565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dcd48b1b-e99b-4813-b00b-f06b4c7016d4 req-28a4e5d2-ef52-4ea6-95af-108d8f20de63 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/d2a0acd1-932f-432f-b6ba-ab172891615e HTTP/1.1" status: 200 len: 1635 time: 0.2947233 Nov 09 11:03:27.509056 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:27.524248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Deleting port 21a5e822-87a0-4532-9e75-a15728d76fb2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:27.524248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:27.533263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6e86ac-738b-4172-aa95-be91a4c98822 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:27.564547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:27.572754 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:27.669997 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:27.671777 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:27.760557 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-dcd48b1b-e99b-4813-b00b-f06b4c7016d4 req-a7bf4206-2b38-43cd-b2d3-fe4555d6c8fd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 11:03:27.786390 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dcd48b1b-e99b-4813-b00b-f06b4c7016d4 req-a7bf4206-2b38-43cd-b2d3-fe4555d6c8fd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/d2a0acd1-932f-432f-b6ba-ab172891615e HTTP/1.1" status: 409 len: 341 time: 0.3527634 Nov 09 11:03:27.802309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:27.806784 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:27.940186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547522de-3c7b-4dc7-aef3-b4aa2ad56a1f req-9e5dc925-2d46-452f-a5db-dbfa7ac2e211 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:27.941853 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-547522de-3c7b-4dc7-aef3-b4aa2ad56a1f req-9e5dc925-2d46-452f-a5db-dbfa7ac2e211 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 944 time: 0.2691314 Nov 09 11:03:28.126484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44340) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:28.164535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['ff6e86ac-738b-4172-aa95-be91a4c98822'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:28.171991 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-547522de-3c7b-4dc7-aef3-b4aa2ad56a1f req-396057f1-d9a4-412e-9f3f-0943b0156fad tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669691 Nov 09 11:03:28.322532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:28.508943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] For port 21a5e822-87a0-4532-9e75-a15728d76fb2, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21a5e822-87a0-4532-9e75-a15728d76fb2,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:28.510017 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:28.535273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bb60b-7262-4044-8a9d-a8db667be079 req-3e5d689a-1204-4314-8697-e9bd751deaa3 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:28.545506 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-775bb60b-7262-4044-8a9d-a8db667be079 req-3e5d689a-1204-4314-8697-e9bd751deaa3 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.4628890 Nov 09 11:03:28.700890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Calling delete_port for 21a5e822-87a0-4532-9e75-a15728d76fb2 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:28.744090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff790-dda5-4eb8-a6ad-2ccfaa47cf27 req-706ad643-17f0-424e-86eb-567c3921a425 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:28.751896 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d68ff790-dda5-4eb8-a6ad-2ccfaa47cf27 req-706ad643-17f0-424e-86eb-567c3921a425 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.3077524 Nov 09 11:03:28.754088 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:28.807209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-64f2074d-f53a-4038-98af-425d75c8cab4 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:28.809125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-64f2074d-f53a-4038-98af-425d75c8cab4 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.57 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.5811400 Nov 09 11:03:28.819396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d68ff790-dda5-4eb8-a6ad-2ccfaa47cf27 req-2a7a3488-cf20-489b-8555-027e65790ff5 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663278 Nov 09 11:03:28.824726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:28.854363 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-37c7acd7-dae0-4bb8-b0a8-28527a943a62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aef8661c3f3c44e090fadd41adbcd15d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7031283 Nov 09 11:03:28.871211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44348) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:28.872621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:28.935734 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0be284c-7b32-461e-af1f-4039052d0366 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:29.111847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:29.128324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Deleting port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:29.128626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:29.160624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-775bb60b-7262-4044-8a9d-a8db667be079 req-2f2e641d-676c-4f9c-b378-b6f8e9d5c9e2 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141839 Nov 09 11:03:29.174430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4a29f-73bf-4469-85e2-c97657d0d81b req-411aff8c-54b1-473c-8da9-fd5e7b064f3a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:29.175839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5dd4a29f-73bf-4469-85e2-c97657d0d81b req-411aff8c-54b1-473c-8da9-fd5e7b064f3a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 949 time: 0.1547856 Nov 09 11:03:29.218705 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Floating IP c3c7c230-09ab-4679-a1a3-c07032b2266d associated. External IP: 172.25.7.98, port: 303e27da-79ed-426b-8a36-8bd7276d0615. Nov 09 11:03:29.218864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Network 74513ec1-e69e-4878-b10a-296f8b97622b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:03:29.236957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event updated for resources: {'Port': ['ID=542526af-73f5-4283-adc8-048c8038ef5e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:29.258010 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:29.259647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:03:29.273674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:03:29.335467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5dd4a29f-73bf-4469-85e2-c97657d0d81b req-92c329a5-0a1e-427d-85f3-934e1ec9bb9f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516352 Nov 09 11:03:29.478503 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:29.491596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['d2c1b100-9837-4f75-934e-e84c583b1241'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:29.513880 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eeb15007-55b6-437d-9f56-6f16cc1c41f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:29.608178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:29.609934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:29.668619 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4874-0c7b-4f5b-b0d3-f310e6e3a97a req-1fcd8840-9c58-4bc9-9265-42ca04cdfc3b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:29.672082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4fd4874-0c7b-4f5b-b0d3-f310e6e3a97a req-1fcd8840-9c58-4bc9-9265-42ca04cdfc3b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 931 time: 0.1615808 Nov 09 11:03:29.680583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event deleted for resources: {'Port': ['ID=21a5e822-87a0-4532-9e75-a15728d76fb2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:29.684180 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4', 'status': 'completed', 'code': 200} Nov 09 11:03:29.695124 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:29.758367 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:29.822484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e4fd4874-0c7b-4f5b-b0d3-f310e6e3a97a req-8af00b9e-5c48-4617-8a74-e240446f2ef0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:29.826140 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:29.844807 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4042516 Nov 09 11:03:29.902661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Request body: {'port': {'device_id': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:29.948660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e4fd4874-0c7b-4f5b-b0d3-f310e6e3a97a req-8af00b9e-5c48-4617-8a74-e240446f2ef0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:29.949957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4fd4874-0c7b-4f5b-b0d3-f310e6e3a97a req-8af00b9e-5c48-4617-8a74-e240446f2ef0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008629 Nov 09 11:03:29.997745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] No DVR routers for this DVR port 21a5e822-87a0-4532-9e75-a15728d76fb2 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:30.007386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Router e603bc9a-83cb-4a49-a817-f5cecfa6d83d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:03:30.020133 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:30.021960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aaa38910-1a02-47f6-9ecd-32f1df27bb68 req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "DELETE /v2.0/ports/21a5e822-87a0-4532-9e75-a15728d76fb2 HTTP/1.1" status: 204 len: 173 time: 2.6501722 Nov 09 11:03:30.028173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fc093bf5-dd4f-4942-b84a-35ee7d3edb97 req-12196c5d-bc13-4298-9521-8eb28f8e2862 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:30.154254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fc093bf5-dd4f-4942-b84a-35ee7d3edb97 req-12196c5d-bc13-4298-9521-8eb28f8e2862 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:30.163376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc093bf5-dd4f-4942-b84a-35ee7d3edb97 req-12196c5d-bc13-4298-9521-8eb28f8e2862 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b04553b5-9d7b-421d-9c74-bde8cba23b71 HTTP/1.1" status: 200 len: 210 time: 0.3098185 Nov 09 11:03:30.280553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:30.280553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:30.289155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:30.307008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c346759-0540-4125-9b7d-788ad9d73389 req-9a398466-2792-4284-8772-32746e791e21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1135 time: 0.5436845 Nov 09 11:03:30.334247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:03:30.340393 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:30.345620 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] Sync routers for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:03:30.364473 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:03:30.366622 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:30.458232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cfbdac9b-c85e-4609-bf06-b4be58164eaa tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "PUT /v2.0/floatingips/c3c7c230-09ab-4679-a1a3-c07032b2266d HTTP/1.1" status: 200 len: 990 time: 3.2203207 Nov 09 11:03:30.473059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:30.533142 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:30.635447 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:30.660804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 21a5e822-87a0-4532-9e75-a15728d76fb2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:30.660804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21a5e822-87a0-4532-9e75-a15728d76fb2 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:30.660804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device eb0a6c59-8fed-4e84-82d9-da1d0917bd92 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:30.692217 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f796ef87-ebf0-4653-98b6-1bd594c685ea tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:30.723792 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:03:30.731102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:03:30.813436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f0e6e-0311-4d9a-8f56-619b733c4d96,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:30.825130 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:30.934366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-cb8430df-e31c-4e3a-9d47-b1398e3da8d7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:30.935956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-cb8430df-e31c-4e3a-9d47-b1398e3da8d7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 949 time: 0.3375163 Nov 09 11:03:30.960721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f19e-4c6c-43c8-96e8-4dd91d851b0c req-77149a63-f8f4-464b-bfd5-d9c842b6a6c1 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:30.962278 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8826f19e-4c6c-43c8-96e8-4dd91d851b0c req-77149a63-f8f4-464b-bfd5-d9c842b6a6c1 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 945 time: 0.2656636 Nov 09 11:03:31.071671 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:31.150477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port ff6e86ac-738b-4172-aa95-be91a4c98822 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:03:31.171352 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-3ce95eed-e3fb-46f2-a42e-95246d288154 service neutron] 10.222.0.59 "GET /v2.0/ports/ff6e86ac-738b-4172-aa95-be91a4c98822/bindings/n-h2-817173-1 HTTP/1.1" status: 200 len: 382 time: 0.2039542 Nov 09 11:03:31.173814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port ff6e86ac-738b-4172-aa95-be91a4c98822 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:03:31.173814 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:31.203640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c346759-0540-4125-9b7d-788ad9d73389 req-3a547dab-47e7-4ecf-befc-0e581d0cf244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:31.205196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c346759-0540-4125-9b7d-788ad9d73389 req-3a547dab-47e7-4ecf-befc-0e581d0cf244 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 914 time: 0.6627159 Nov 09 11:03:31.254935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:31.258232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8826f19e-4c6c-43c8-96e8-4dd91d851b0c req-2e1f07aa-23ec-48f6-b4bc-a1f6b2b0e116 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139139 Nov 09 11:03:31.313294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:31.314373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:31.324368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e5f0e6e-0311-4d9a-8f56-619b733c4d96 HTTP/1.1" status: 204 len: 168 time: 2.4377327 Nov 09 11:03:31.440640 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'c3c7c230-09ab-4679-a1a3-c07032b2266d', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'port_id': '303e27da-79ed-426b-8a36-8bd7276d0615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:02:58Z', 'updated_at': '2021-11-09T11:03:28Z', 'revision_number': 1, 'project_id': '5a15b53e154041abb116076ef75d7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:59Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:31.445112 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] Checking router: e603bc9a-83cb-4a49-a817-f5cecfa6d83d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:03:31.460841 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:03:31.460841 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:31.544862 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:31.556070 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:31.560612 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:31.671949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:31.686083 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:03:31.693091 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:31.701723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-ccd8bdf7-4fdd-4c47-af2b-65141b31bdb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1100 time: 0.4971457 Nov 09 11:03:31.709002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'name': 'network-vif-deleted', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:31.717107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c346759-0540-4125-9b7d-788ad9d73389 req-b4683929-83a5-41e9-a843-fbf497f0c757 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 217 time: 0.3979087 Nov 09 11:03:31.718753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:31.819827 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:31.819827 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d7492e77-2641-423f-8232-7ea44f6939ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:31.915847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388897ba-e6f3-4b39-98bc-dd92af5d893c req-da0d3574-a57d-400c-8a43-9975913550d1 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:31.923373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-388897ba-e6f3-4b39-98bc-dd92af5d893c req-da0d3574-a57d-400c-8a43-9975913550d1 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 984 time: 1.4125848 Nov 09 11:03:32.048904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=9']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:32.055710 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:32.088418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36c78-6874-45bd-ae53-f122dd76ebc1 req-60eb7a42-88ef-4e13-822c-548bc655220b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:32.105069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-94e36c78-6874-45bd-ae53-f122dd76ebc1 req-60eb7a42-88ef-4e13-822c-548bc655220b tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.5125194 Nov 09 11:03:32.105069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-c443d795-5356-409b-81ce-f6a0b40ccd89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:32.113696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-c443d795-5356-409b-81ce-f6a0b40ccd89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4003875 Nov 09 11:03:32.122767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c346759-0540-4125-9b7d-788ad9d73389 req-5dd8f7a2-ceb8-4556-9517-6d005f5ae9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:32.124533 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c346759-0540-4125-9b7d-788ad9d73389 req-5dd8f7a2-ceb8-4556-9517-6d005f5ae9aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.2713220 Nov 09 11:03:32.227006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-c3287c4f-371b-4566-a8cb-91f7238938ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.0847607 Nov 09 11:03:32.232563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:32.232563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:32.232563 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7 disassociated. External IP: 172.25.7.235, port: eb0a6c59-8fed-4e84-82d9-da1d0917bd92. Nov 09 11:03:32.232563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Calling delete_port for eb0a6c59-8fed-4e84-82d9-da1d0917bd92 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:32.238072 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-94e36c78-6874-45bd-ae53-f122dd76ebc1 req-79cc9259-fba4-47e7-a8e3-ebc2c9ff21f7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354735 Nov 09 11:03:32.254084 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'c3c7c230-09ab-4679-a1a3-c07032b2266d', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'port_id': '303e27da-79ed-426b-8a36-8bd7276d0615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:02:58Z', 'updated_at': '2021-11-09T11:03:28Z', 'revision_number': 1, 'project_id': '5a15b53e154041abb116076ef75d7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:59Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:32.258937 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bcff72-7bb3-4630-b5bd-05b00bf09e8f None None] The sync data for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 is: [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'c3c7c230-09ab-4679-a1a3-c07032b2266d', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'port_id': '303e27da-79ed-426b-8a36-8bd7276d0615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:02:58Z', 'updated_at': '2021-11-09T11:03:28Z', 'revision_number': 1, 'project_id': '5a15b53e154041abb116076ef75d7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:59Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:03:32.270893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c346759-0540-4125-9b7d-788ad9d73389 req-ec0e5806-7856-4122-b90c-f457005c29a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238065 Nov 09 11:03:32.389623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-79b7d3e2-4336-43bd-8cd1-3dfda3d5f613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:32.391525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-79b7d3e2-4336-43bd-8cd1-3dfda3d5f613 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1474962 Nov 09 11:03:32.419407 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-388897ba-e6f3-4b39-98bc-dd92af5d893c req-eafc78c4-5aba-4ea4-a9fe-64e5cc5399ba tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2a0acd1-932f-432f-b6ba-ab172891615e&id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4948244 Nov 09 11:03:32.534839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-ef37890d-dae8-4ad9-bbcd-f87441b3be5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349580 Nov 09 11:03:32.535309 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:03:32.612847 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615', 'status': 'completed', 'code': 200} Nov 09 11:03:32.677762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44384) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:32.705534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99934854-e70a-45df-896e-00c66a2b0f56 None None] New status for floating IP c3c7c230-09ab-4679-a1a3-c07032b2266d: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:03:32.865802 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:03:32.866434 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:03:32.899186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c346759-0540-4125-9b7d-788ad9d73389 req-2b9e8907-132a-4824-8688-035432e49619 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138611 Nov 09 11:03:32.966567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-1838da84-1657-49f8-8caf-65edcb1d8dea service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247215 Nov 09 11:03:33.106579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542526af-73f5-4283-adc8-048c8038ef5e {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:33.134198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:33.157387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0cbdb9d9-7012-43f0-a0c9-3a9d84cbc675 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22162340fce747daa35117b0de0ed35c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4783411 Nov 09 11:03:33.164932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1160-144b-46e8-a4e5-7bc1d93ebb79 req-f7014f12-71d3-47af-95aa-ed9606c2c436 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:33.166640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-387a1160-144b-46e8-a4e5-7bc1d93ebb79 req-f7014f12-71d3-47af-95aa-ed9606c2c436 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 931 time: 0.2900651 Nov 09 11:03:33.167149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:33.171474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-8b82243f-107f-4ff5-ad99-a13fe5832ea2 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966481 Nov 09 11:03:33.184469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c346759-0540-4125-9b7d-788ad9d73389 req-d7bf721d-6e2c-4462-8069-75ba81b83b9a service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768750 Nov 09 11:03:33.188244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-33249d39-0d1f-4e25-8da0-c658d1064410 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a15b53e154041abb116076ef75d7986&device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 1096 time: 0.3519847 Nov 09 11:03:33.188377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Transition to ACTIVE for port object 542526af-73f5-4283-adc8-048c8038ef5e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:33.217904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f63811-ddfe-4a95-a5bd-825b27f8c302 req-44e8e39c-2d95-4340-b650-ed6459782e31 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:33.228374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-03f63811-ddfe-4a95-a5bd-825b27f8c302 req-44e8e39c-2d95-4340-b650-ed6459782e31 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.5171056 Nov 09 11:03:33.279578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-03f63811-ddfe-4a95-a5bd-825b27f8c302 req-912b4ed5-c07f-4c7a-a49d-af40c458126c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526853 Nov 09 11:03:33.289519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:33.302329 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91ab4c17-196d-4c3b-a1fc-7595ec303be7 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:33.368790 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-387a1160-144b-46e8-a4e5-7bc1d93ebb79 req-6bb425cb-948a-420d-b3f2-711539876df1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835003 Nov 09 11:03:33.509746 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:33.523250 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'code': 200} Nov 09 11:03:33.533565 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-8b937894-e44c-4796-967e-c22f0fb8d934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:33.535412 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-8b937894-e44c-4796-967e-c22f0fb8d934 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c HTTP/1.1" status: 200 len: 906 time: 0.3438752 Nov 09 11:03:33.596104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Deleting port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:33.596745 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:33.685150 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04553b5-9d7b-421d-9c74-bde8cba23b71', 'name': 'network-vif-deleted', 'tag': '21a5e822-87a0-4532-9e75-a15728d76fb2', 'status': 'completed', 'code': 200} Nov 09 11:03:33.710515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:33.881398 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:33.916624 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-1769f6d5-53dd-402e-a163-ffe8f60a47b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303e27da-79ed-426b-8a36-8bd7276d0615 HTTP/1.1" status: 200 len: 1000 time: 0.3444483 Nov 09 11:03:33.984039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Pushing event updated for resources: {'Port': ['ID=542526af-73f5-4283-adc8-048c8038ef5e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:33.984039 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:34.103431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d965164-aed7-4676-bbd1-e259100754b3 req-fc91086e-386b-4421-9b5e-c2af7ba3dc54 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:34.116359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d965164-aed7-4676-bbd1-e259100754b3 req-fc91086e-386b-4421-9b5e-c2af7ba3dc54 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 943 time: 0.4077380 Nov 09 11:03:34.140910 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:34.152392 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca90e7ee-9e26-46ed-8d55-97a1294ffa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:34.182050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-c6aab02c-85c2-40b9-95f6-796c724a8e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:34.187638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-c6aab02c-85c2-40b9-95f6-796c724a8e31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3591be2a-ee1a-450a-b205-539b40c646c3 HTTP/1.1" status: 200 len: 844 time: 0.2742579 Nov 09 11:03:34.188703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b910e9-15a0-4ca0-a706-504b6f343fe7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:34.211026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-80ffa154-3915-4118-8ff0-caa8184154b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1135 time: 0.6158063 Nov 09 11:03:34.223665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddfec5-b1f0-41b1-8d13-0fb7cd320773 req-b6b5e441-521e-4ca4-944b-a058bf8a67ff tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:34.231357 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aeddfec5-b1f0-41b1-8d13-0fb7cd320773 req-b6b5e441-521e-4ca4-944b-a058bf8a67ff tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.5003920 Nov 09 11:03:34.275409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.275941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.276528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.277030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.278781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.279205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.279677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.280132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.281149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.282075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.282604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:03:34.287249 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:34.411468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d965164-aed7-4676-bbd1-e259100754b3 req-5ac13e05-0e9e-4abd-b0fd-54d0186adb2d tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896495 Nov 09 11:03:34.419203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-30851a7c-bc5e-4aea-84ee-ec45ba329077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:34.419203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-30851a7c-bc5e-4aea-84ee-ec45ba329077 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 914 time: 0.1788580 Nov 09 11:03:34.420615 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:34.420615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6b910e9-15a0-4ca0-a706-504b6f343fe7 HTTP/1.1" status: 204 len: 168 time: 1.2476466 Nov 09 11:03:34.502422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-f13dcf13-b4c1-4cf8-98a1-c47c3991e707 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927806 Nov 09 11:03:34.705676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-f4e96306-585a-47dc-be0f-650bf3d74a6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 217 time: 0.2658331 Nov 09 11:03:34.711313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Attempting to bind port 542526af-73f5-4283-adc8-048c8038ef5e on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:34.711446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Attempting to bind port 542526af-73f5-4283-adc8-048c8038ef5e by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:34.711667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Attempting to bind port 542526af-73f5-4283-adc8-048c8038ef5e on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:34.789525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Port 542526af-73f5-4283-adc8-048c8038ef5e on network 74513ec1-e69e-4878-b10a-296f8b97622b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:34.789867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Attempting to bind port 542526af-73f5-4283-adc8-048c8038ef5e on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:34.835928 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aeddfec5-b1f0-41b1-8d13-0fb7cd320773 req-ca008c50-aa6d-4aec-ac0f-0e22c42a6818 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036699 Nov 09 11:03:34.841496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:34.841836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Checking segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:34.842387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Bound using segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:34.845494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Bound port: 542526af-73f5-4283-adc8-048c8038ef5e, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:34.846434 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:34.897617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] For port eb0a6c59-8fed-4e84-82d9-da1d0917bd92, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:34.897981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:34.975739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-789ae74f-a8b6-4134-878b-921f71229d38 service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591467 Nov 09 11:03:35.194285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] For port 542526af-73f5-4283-adc8-048c8038ef5e, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:35.197593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] For port 542526af-73f5-4283-adc8-048c8038ef5e, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=542526af-73f5-4283-adc8-048c8038ef5e,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:35.210936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-7c1343f8-94e4-4679-8bf3-8d3987b7b9c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:35.218023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-7c1343f8-94e4-4679-8bf3-8d3987b7b9c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.4936516 Nov 09 11:03:35.284381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-77ef0cee-4545-42ce-83aa-e1dfe7e53aac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612493 Nov 09 11:03:35.291266 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:35.329146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2a6e7-4cde-4c5e-95bb-a500c25dc41b req-c3074b91-a220-4ac3-b6fe-1667b6ffcc7b tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:35.336160 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39c2a6e7-4cde-4c5e-95bb-a500c25dc41b req-c3074b91-a220-4ac3-b6fe-1667b6ffcc7b tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 984 time: 0.4217880 Nov 09 11:03:35.358019 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e8e70c3b-94ae-42a5-90e1-c08e6492b200 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:35.415484 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39c2a6e7-4cde-4c5e-95bb-a500c25dc41b req-23f8e401-41ee-4e11-80cc-f305b1559d9a tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2a0acd1-932f-432f-b6ba-ab172891615e&id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0781789 Nov 09 11:03:35.422003 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef1c6db8-c5b3-4b1d-b7a5-6b640388779a req-81b7ba01-04db-479e-b33d-6c6282d30578 service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403789 Nov 09 11:03:35.525001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:35.623334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Pushing event updated for resources: {'Port': ['ID=542526af-73f5-4283-adc8-048c8038ef5e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:35.683588 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443f7c8-f7c1-4fe8-b6d0-6b50e5d2fcfc req-f60db11f-7eaf-4423-a0e4-893fd6505efa tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:35.685880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7443f7c8-f7c1-4fe8-b6d0-6b50e5d2fcfc req-f60db11f-7eaf-4423-a0e4-893fd6505efa tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 943 time: 0.1079535 Nov 09 11:03:35.763324 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7443f7c8-f7c1-4fe8-b6d0-6b50e5d2fcfc req-325d3f3c-e621-419f-bead-7c74b13593bb tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Nov 09 11:03:35.978875 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:36.000552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:36.000940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:36.001249 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7 disassociated. External IP: 172.25.7.235, port: eb0a6c59-8fed-4e84-82d9-da1d0917bd92. Nov 09 11:03:36.003279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Calling delete_port for eb0a6c59-8fed-4e84-82d9-da1d0917bd92 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:36.112163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d72c3-c3e6-4984-9d14-6181dec16ece req-94539299-d603-4974-bcd0-36220f73c0bf tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:36.120915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-728d72c3-c3e6-4984-9d14-6181dec16ece req-94539299-d603-4974-bcd0-36220f73c0bf tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 943 time: 0.1509714 Nov 09 11:03:36.181061 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-728d72c3-c3e6-4984-9d14-6181dec16ece req-267755bf-ea09-4277-8746-05b7cd9b8c2b tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups?id=08585b4c-6cd5-4162-a786-a77ba97b1645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586734 Nov 09 11:03:36.186534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:36.187934 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] 10.222.0.57 "PUT /v2.0/ports/542526af-73f5-4283-adc8-048c8038ef5e HTTP/1.1" status: 200 len: 1091 time: 6.3334262 Nov 09 11:03:36.192818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'tag': '542526af-73f5-4283-adc8-048c8038ef5e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:36.341609 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-b095462d-1075-478e-96eb-ae592cc6c340 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9912817 Nov 09 11:03:36.371839 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'code': 200} Nov 09 11:03:36.381956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-12835663-8812-461d-88c5-baa71c99e3a4 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1096 time: 1.0926707 Nov 09 11:03:36.402905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817173-1'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:36.449023 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:36.539501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:03:36.572526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a6d48-b92e-448e-ba76-3f2cdf2e751a req-3fe53f02-375d-4500-94d8-35e49873df66 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:36.580644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e75a6d48-b92e-448e-ba76-3f2cdf2e751a req-3fe53f02-375d-4500-94d8-35e49873df66 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 1.0423431 Nov 09 11:03:36.691501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.57', 51886) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:36.703139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408205b-5258-41b9-a02a-b6d617f6881a req-76df5ed3-e95b-4280-bf6d-a7dc080a5bb0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:36.710956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0408205b-5258-41b9-a02a-b6d617f6881a req-76df5ed3-e95b-4280-bf6d-a7dc080a5bb0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 945 time: 0.1620893 Nov 09 11:03:36.765783 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:36.787451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde has no active binding in host n-h1-817173-1 {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Nov 09 11:03:36.795308 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:36.829623 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:36.880283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e75a6d48-b92e-448e-ba76-3f2cdf2e751a req-ed5d1cae-6fba-4393-b8b5-3efacf6ac1a5 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984118 Nov 09 11:03:36.885109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:36.894233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0408205b-5258-41b9-a02a-b6d617f6881a req-ac26213f-0ed4-482d-b14d-7a42593b865d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821165 Nov 09 11:03:36.898769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event deleted for resources: {'Port': ['ID=eb0a6c59-8fed-4e84-82d9-da1d0917bd92,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:36.913113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14659e20-0ce3-41d5-beb2-acfe927e6ce8 req-a6c05738-c66a-45a4-9fcb-12f1ccbb9558 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584955 Nov 09 11:03:36.914427 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:36.972466 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-61284bf5-6458-4de8-b653-91ff2a17924b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412&tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57 HTTP/1.1" status: 200 len: 1101 time: 0.2788138 Nov 09 11:03:36.984074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:37.030728 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'tag': '542526af-73f5-4283-adc8-048c8038ef5e', 'status': 'completed', 'code': 200} Nov 09 11:03:37.061312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-131a033d-c9d8-404c-9bb7-1f04d07bc4b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 1094 time: 0.5507488 Nov 09 11:03:37.260076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:37.316645 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-277df254-4c0c-4685-a05e-a95000977927 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542526af-73f5-4283-adc8-048c8038ef5e HTTP/1.1" status: 200 len: 217 time: 0.1320751 Nov 09 11:03:37.601009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0add6-0de4-42e2-b654-32fad95a60a8 req-4da6fb14-bf51-4b42-9ae6-9f847f4af54e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:37.602683 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4da0add6-0de4-42e2-b654-32fad95a60a8 req-4da6fb14-bf51-4b42-9ae6-9f847f4af54e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 984 time: 0.4389901 Nov 09 11:03:37.690124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-431c13e0-5be3-42e5-a011-2f55cc1d56db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:37.691816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-431c13e0-5be3-42e5-a011-2f55cc1d56db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.2865796 Nov 09 11:03:37.701922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:37.706618 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4da0add6-0de4-42e2-b654-32fad95a60a8 req-c6306e27-eeac-4471-b2a9-9ed7472d1e2a tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2a0acd1-932f-432f-b6ba-ab172891615e&id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0914040 Nov 09 11:03:37.745323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:37.797910 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-09c42c16-8d25-4941-a0af-84a95dfbb9f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891695 Nov 09 11:03:37.799345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:37.808374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01b371-654a-45c0-b442-816121dad4ac req-3e773597-9dec-478a-b9d1-cf148272050a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:37.809337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2e01b371-654a-45c0-b442-816121dad4ac req-3e773597-9dec-478a-b9d1-cf148272050a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:37.859448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:37.874117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:37.889109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Transition to ACTIVE for port object ff6e86ac-738b-4172-aa95-be91a4c98822 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:37.940563 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-288a336d-6c6f-476d-a7b1-0c2f9166f0c3 req-90e5bb6c-e926-41e4-a47c-8c1d2ca8c6e7 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 210 time: 0.0612543 Nov 09 11:03:37.989196 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:37.993614 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae5e6242-3996-40d2-885b-c2617b287b4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:38.178209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:38.186701 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:38.313071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-f375f8ab-f172-45f7-ae70-e141b217768f service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986386 Nov 09 11:03:38.398420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] No DVR routers for this DVR port ff6e86ac-738b-4172-aa95-be91a4c98822 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:38.407235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2e01b371-654a-45c0-b442-816121dad4ac req-3e773597-9dec-478a-b9d1-cf148272050a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:38.412040 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e01b371-654a-45c0-b442-816121dad4ac req-3e773597-9dec-478a-b9d1-cf148272050a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 943 time: 1.0889833 Nov 09 11:03:38.423426 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:03:38.508050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:38.508514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:38.508948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:38.517928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:38.518495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Attempting to bind port ff6e86ac-738b-4172-aa95-be91a4c98822 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:38.528127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:38.528732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:38.529269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:38.529859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Bound port: ff6e86ac-738b-4172-aa95-be91a4c98822, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:38.530324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:38.581426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:38.672991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:38.678213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:38.727747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:38.734766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e01b371-654a-45c0-b442-816121dad4ac req-33827692-6ca2-4c07-a7c7-74f0c26cdc26 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748353 Nov 09 11:03:38.742062 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:38.754521 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58a2440e-f974-496b-abdd-e2b2f8a94150 req-11a304b7-0e99-48e3-b2ed-557cfa3b932c service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312713 Nov 09 11:03:38.767687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Router c9391bfa-1707-466b-a4ac-5cdbe840d01d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:03:38.784533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:38.789660 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b87f6e7-7573-47fd-b3e5-1aa852c8db7b tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:38.819646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:38.866003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:38.882208 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'code': 200} Nov 09 11:03:38.883477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=11']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:38.891006 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:38.891125 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:38.905175 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:38.907039 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-822a467f-213b-4857-b481-9b47e40b567c service neutron] 10.222.0.57 "PUT /v2.0/ports/ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 1097 time: 1.9276249 Nov 09 11:03:39.085892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:39.169813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:39.178148 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:39.225459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78053694-7d26-4e77-8279-c431449711a2 req-49496a14-0be5-4011-9b13-b1c59e0ed1e3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:39.226861 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-78053694-7d26-4e77-8279-c431449711a2 req-49496a14-0be5-4011-9b13-b1c59e0ed1e3 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 949 time: 0.1154737 Nov 09 11:03:39.230183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-837a22de-0c25-470a-ba1e-52050a2bd325 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1100 time: 0.2999179 Nov 09 11:03:39.275740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on host n-h2-817173-1 for vnic_type normal with profile {"migrating_to": "n-h1-817173-1"} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:03:39.276071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:03:39.276783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:39.339392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.57', 51887) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:39.373220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-78053694-7d26-4e77-8279-c431449711a2 req-52699414-47c7-4784-90de-586918ca0b3f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390717 Nov 09 11:03:39.393781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:03:39.393781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Attempting to bind port ff996e46-394a-4ae9-ab8a-44e88b88efde on network fc9ae281-5f03-4505-b351-3da5c9df0b0e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:03:39.404920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-bf2614d2-2d07-442b-bff0-d14a965fd681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:39.406750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-bf2614d2-2d07-442b-bff0-d14a965fd681 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1699047 Nov 09 11:03:39.415477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2172f3-d27f-4a32-b079-55ba65f7eec8 req-9b9d46f5-0c93-4afe-acb0-53387987a037 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:39.417518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb2172f3-d27f-4a32-b079-55ba65f7eec8 req-9b9d46f5-0c93-4afe-acb0-53387987a037 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.3322983 Nov 09 11:03:39.427719 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2880825e-cb3a-4695-8987-fd1c76da792f req-0fc7fa8a-b37e-4880-8735-b62acee36378 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 1094 time: 0.4017804 Nov 09 11:03:39.433590 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:03:39.433922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Checking segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:39.435150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Bound using segment: {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:03:39.436089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Bound port: ff996e46-394a-4ae9-ab8a-44e88b88efde, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05f680-de15-4fe6-bf24-27bf6e00c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fc9ae281-5f03-4505-b351-3da5c9df0b0e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:03:39.436089 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:39.491603 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-7e2f7855-02e0-416e-b0e0-3202dee5db4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.0726709 Nov 09 11:03:39.558119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-9b6923ba-2a31-4b78-8b32-2431c05a104d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:39.560175 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-9b6923ba-2a31-4b78-8b32-2431c05a104d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0675349 Nov 09 11:03:39.644668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-b5c342ab-797a-479c-b652-c9fa014c936e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775504 Nov 09 11:03:39.668696 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb2172f3-d27f-4a32-b079-55ba65f7eec8 req-33ebac8a-f84a-4d54-935b-6f37f6c3b724 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399788 Nov 09 11:03:39.725770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:39.730108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:03:39.766365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880825e-cb3a-4695-8987-fd1c76da792f req-7f3562fa-9653-445e-8eab-998c5d1686cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:39.785464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2880825e-cb3a-4695-8987-fd1c76da792f req-7f3562fa-9653-445e-8eab-998c5d1686cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.3111675 Nov 09 11:03:39.795832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8705299-9163-4300-8c2e-3274a52aea87 req-f91d0e79-0d48-4eea-83af-31dfd8fef33f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:39.798242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e8705299-9163-4300-8c2e-3274a52aea87 req-f91d0e79-0d48-4eea-83af-31dfd8fef33f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 944 time: 0.4460227 Nov 09 11:03:39.822680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-f49822df-88a0-4709-a86a-60f316cc6ab7 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701658 Nov 09 11:03:39.953458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:39.966650 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4245d73a-dd46-4fd9-95a1-7c1e217457dd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:40.003880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2880825e-cb3a-4695-8987-fd1c76da792f req-512acb60-ba7e-4455-99da-886258fa698c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542526af-73f5-4283-adc8-048c8038ef5e HTTP/1.1" status: 200 len: 217 time: 0.2226512 Nov 09 11:03:40.020843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:03:40.023460 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-67487fd1-dba8-4eb2-b30c-6cc7f78b1ff1 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948609 Nov 09 11:03:40.034181 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] Sync routers for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:03:40.048495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd9640-7d53-4a43-be0f-96a35f17c113 req-4b7264a8-cb54-4db7-970a-96a50da413fb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:40.054828 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:03:40.055417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5cd9640-7d53-4a43-be0f-96a35f17c113 req-4b7264a8-cb54-4db7-970a-96a50da413fb tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 944 time: 0.1459808 Nov 09 11:03:40.055754 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:40.111236 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5cd9640-7d53-4a43-be0f-96a35f17c113 req-007f929f-f0cc-4909-b499-53fdc86b938b tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549576 Nov 09 11:03:40.248993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Deleting port d2c1b100-9837-4f75-934e-e84c583b1241 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:40.249315 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:40.260132 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:03:40.280258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e0cc142-97b7-4cbe-b93b-8b2016c83192 req-6f8f400b-5dc1-4bcd-99b9-20bcd73775d6 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/ports?device_id=a83fd8f6-9ede-4314-b969-10f298f1506f HTTP/1.1" status: 200 len: 210 time: 0.0439126 Nov 09 11:03:40.396335 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde', 'code': 200} Nov 09 11:03:40.417444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] No DVR routers for this DVR port eb0a6c59-8fed-4e84-82d9-da1d0917bd92 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:40.457715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:40.481086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:40.520691 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:40.547085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880825e-cb3a-4695-8987-fd1c76da792f req-ffc6ebf4-2a27-43a3-af55-cf61a1d56914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:40.548480 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2880825e-cb3a-4695-8987-fd1c76da792f req-ffc6ebf4-2a27-43a3-af55-cf61a1d56914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.5151024 Nov 09 11:03:40.552486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 542526af-73f5-4283-adc8-048c8038ef5e details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:03:40.584114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0f3b5-7c5b-475c-ae9c-3a1e5e4c57d0 req-a8046478-543b-44d7-9601-addbb6f2bd1a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:40.586927 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7e0f3b5-7c5b-475c-ae9c-3a1e5e4c57d0 req-a8046478-543b-44d7-9601-addbb6f2bd1a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 943 time: 0.1142232 Nov 09 11:03:40.633819 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e649cd-76b9-4cd6-aa41-d05908a7e218 req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.57 "DELETE /v2.0/ports/eb0a6c59-8fed-4e84-82d9-da1d0917bd92 HTTP/1.1" status: 204 len: 173 time: 11.8173187 Nov 09 11:03:40.635050 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:40.638857 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:40.640183 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 200 len: 1121 time: 4.2513444 Nov 09 11:03:40.642190 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2880825e-cb3a-4695-8987-fd1c76da792f req-24643e60-4267-4d03-97cc-5b498144db82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712864 Nov 09 11:03:40.644023 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] Checking router: c9391bfa-1707-466b-a4ac-5cdbe840d01d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:03:40.670018 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:03:40.671408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:40.704499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f8bd3-29d5-4fa3-964a-c61ca185322d req-90ba3e23-c92f-463d-89cb-5ecf9789c696 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:40.709749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea4f8bd3-29d5-4fa3-964a-c61ca185322d req-90ba3e23-c92f-463d-89cb-5ecf9789c696 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 984 time: 0.8566844 Nov 09 11:03:40.711038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7e0f3b5-7c5b-475c-ae9c-3a1e5e4c57d0 req-1105b65b-f954-4a17-9552-bcb385443ac6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150460 Nov 09 11:03:40.849061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 542526af-73f5-4283-adc8-048c8038ef5e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=542526af-73f5-4283-adc8-048c8038ef5e,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:40.875073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '542526af-73f5-4283-adc8-048c8038ef5e', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'port_id': '542526af-73f5-4283-adc8-048c8038ef5e', 'mac_address': 'fa:16:3e:53:91:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e122b810-1208-4676-9f7f-365a054a9bdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:03:40.884032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:40.937617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['ff996e46-394a-4ae9-ab8a-44e88b88efde'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:40.977392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['ff996e46-394a-4ae9-ab8a-44e88b88efde'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:40.984300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea4f8bd3-29d5-4fa3-964a-c61ca185322d req-6f2af7aa-310e-4d8a-8857-8a20db2017ca tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2a0acd1-932f-432f-b6ba-ab172891615e&id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2735448 Nov 09 11:03:41.099388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2880825e-cb3a-4695-8987-fd1c76da792f req-61146f0f-82fd-4482-9738-dd7ec561772f service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382932 Nov 09 11:03:41.137727 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:41.182426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] For port d2c1b100-9837-4f75-934e-e84c583b1241, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d2c1b100-9837-4f75-934e-e84c583b1241,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:41.190556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:41.200346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542526af-73f5-4283-adc8-048c8038ef5e {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:41.225002 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:03:41.240915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 542526af-73f5-4283-adc8-048c8038ef5e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=542526af-73f5-4283-adc8-048c8038ef5e,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:41.336040 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:41.347404 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:41.421899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee402-c03c-47d5-b32e-4ee613df841b req-0f34fd9d-c770-4d90-ba04-becc6f376dcd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:41.423912 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b2ee402-c03c-47d5-b32e-4ee613df841b req-0f34fd9d-c770-4d90-ba04-becc6f376dcd tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 949 time: 0.2050900 Nov 09 11:03:41.444968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Calling delete_port for d2c1b100-9837-4f75-934e-e84c583b1241 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:41.485450 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b2ee402-c03c-47d5-b32e-4ee613df841b req-b0b1c60d-f1de-4eca-ac79-9ac013559397 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556419 Nov 09 11:03:41.605702 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'status': 'completed', 'code': 200} Nov 09 11:03:41.623490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=542526af-73f5-4283-adc8-048c8038ef5e,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:41.624995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2880825e-cb3a-4695-8987-fd1c76da792f req-3678bce0-bb7c-4dd9-9c00-f50b53bda272 service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136380 Nov 09 11:03:41.637811 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:41.685539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['542526af-73f5-4283-adc8-048c8038ef5e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:41.725945 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:41.735161 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ec954-3a70-47a1-8a83-8357152944c8 None None] The sync data for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 is: [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T10:57:29Z', 'revision_number': 4, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '11764e1a-3b37-4525-9402-184100627290', 'name': '', 'network_id': 'c9505e81-1780-4085-99c6-eafe6690270a', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'mac_address': 'fa:16:3e:18:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7892a5-1465-4956-a26c-d90d23945741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:28Z', 'updated_at': '2021-11-09T10:57:41Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'subnets': [{'id': '8c7892a5-1465-4956-a26c-d90d23945741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:03:41.752846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6a591-824c-492e-a458-107f2d92a1a0 req-566c2a63-7961-4a76-a957-bc9a0c49aed8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:41.754327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2ce6a591-824c-492e-a458-107f2d92a1a0 req-566c2a63-7961-4a76-a957-bc9a0c49aed8 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.2725494 Nov 09 11:03:41.939393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2ce6a591-824c-492e-a458-107f2d92a1a0 req-be42d3b2-d785-48ef-9845-2521fc0a1627 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142774 Nov 09 11:03:41.949638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d16242b-b196-4282-a330-9c8c2f933beb req-e2ce12d4-a1fd-40a9-abc7-96811fa5a4a5 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1349660469&fields=id&tenant_id=93453b184d7a47ed93689f38345f7c33 HTTP/1.1" status: 200 len: 267 time: 0.0753109 Nov 09 11:03:42.056237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-c58625f9-9f58-474e-bbd1-120714510b43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1100 time: 0.4160323 Nov 09 11:03:42.063383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-928ea29c-63fc-433d-9fb6-5a7310f78f55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1100 time: 0.3872328 Nov 09 11:03:42.082451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16242b-b196-4282-a330-9c8c2f933beb req-04ab7f2b-f639-4170-be73-377db1c0fba4 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:42.084421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d16242b-b196-4282-a330-9c8c2f933beb req-04ab7f2b-f639-4170-be73-377db1c0fba4 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 984 time: 0.1279755 Nov 09 11:03:42.096513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'port': {'security_groups': ['19c1e5ee-7e93-4bff-962f-0a8264d8001a', 'd2a0acd1-932f-432f-b6ba-ab172891615e', '3f087fd5-ca8d-4114-a5ba-2e7861eb49fc']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:42.179236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:42.235356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:42.396436 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-097bece8-8350-4fef-b64d-e8e749a50fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:42.444470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'name': 'network-vif-deleted', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92'}, {'name': 'network-changed', 'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:42.473176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event deleted for resources: {'Port': ['ID=d2c1b100-9837-4f75-934e-e84c583b1241,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:42.476637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-083177a0-a614-48ed-8af6-0d3a9786c3c1 req-d52637af-f630-47f7-a320-a4561fe749a3 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=2af33ead-417d-416c-942a-84792b8ba9b9 HTTP/1.1" status: 200 len: 210 time: 0.3056428 Nov 09 11:03:42.480074 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:42.562010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:03:42.627461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] No DVR routers for this DVR port d2c1b100-9837-4f75-934e-e84c583b1241 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:42.633810 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:42.637230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-47a63172-3e0e-4cfe-9b79-0c634d2648a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:42.638865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-47a63172-3e0e-4cfe-9b79-0c634d2648a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.5745735 Nov 09 11:03:42.702068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-85697011-6bb3-4bef-9f57-2fcc523f4158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:42.703646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-85697011-6bb3-4bef-9f57-2fcc523f4158 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.6185601 Nov 09 11:03:42.727835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=116c0387-7feb-4092-b004-5adef5e847f4,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:42.747925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:42.758733 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:42.763106 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d2c1b100-9837-4f75-934e-e84c583b1241 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:42.788429 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-c82f092c-2ad6-4bab-9950-e9723236a12f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.1407559 Nov 09 11:03:42.789663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e8705299-9163-4300-8c2e-3274a52aea87 req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "DELETE /v2.0/ports/d2c1b100-9837-4f75-934e-e84c583b1241 HTTP/1.1" status: 204 len: 173 time: 2.9356041 Nov 09 11:03:42.803071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'mac_address': 'fa:16:3e:89:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:03:42.804027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: d2c1b100-9837-4f75-934e-e84c583b1241 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:42.804368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d2c1b100-9837-4f75-934e-e84c583b1241 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:42.820296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:42.827128 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e6f68591-bc41-4adf-ab4f-a9f4989929a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:42.838268 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663', '116c0387-7feb-4092-b004-5adef5e847f4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:42.886848 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-94526e2d-5127-4446-9f13-fda21a24f375 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 200 len: 217 time: 0.1620779 Nov 09 11:03:42.909566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:42.909566 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:42.925252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:42.925912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:42.927498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d16242b-b196-4282-a330-9c8c2f933beb req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "PUT /v2.0/ports/116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 1020 time: 0.8359601 Nov 09 11:03:42.975580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-a2b981bc-4e69-4d95-8ed4-401ec61d8143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:42.977388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-a2b981bc-4e69-4d95-8ed4-401ec61d8143 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1452775 Nov 09 11:03:42.987137 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:43.039371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6e86ac-738b-4172-aa95-be91a4c98822 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:43.050167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-47154dad-9727-4ad4-9da8-98ebf5b4ab0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:43.052264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-47154dad-9727-4ad4-9da8-98ebf5b4ab0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1561322 Nov 09 11:03:43.068856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:43.074981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['116c0387-7feb-4092-b004-5adef5e847f4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:43.122435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56f480-b386-4842-9b72-2bbcd625f01d req-67363ef2-6ad6-47a3-a42b-9ec07890e364 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:43.123988 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db56f480-b386-4842-9b72-2bbcd625f01d req-67363ef2-6ad6-47a3-a42b-9ec07890e364 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 944 time: 0.3331859 Nov 09 11:03:43.176074 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:43.178096 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:43.217743 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83fd8f6-9ede-4314-b969-10f298f1506f', 'name': 'network-vif-deleted', 'tag': 'eb0a6c59-8fed-4e84-82d9-da1d0917bd92', 'status': 'completed', 'code': 200} Nov 09 11:03:43.218039 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde', 'status': 'completed', 'code': 200} Nov 09 11:03:43.225761 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-e7b937c2-a558-42de-b82d-8638c7a86ff4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2325122 Nov 09 11:03:43.230477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db56f480-b386-4842-9b72-2bbcd625f01d req-58b670f1-d02b-4873-bc1c-9d39bfe5252d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948384 Nov 09 11:03:43.271865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-6de23f42-a10b-4f9d-8641-8da8614ada18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068400 Nov 09 11:03:43.316328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75edbfa4-88c1-4b99-a7fe-63072a37ac5d None None] New status for floating IP b34d80be-cd84-459e-a9ec-e9a9a482a2a7: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:03:43.467507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4490c458-dff2-41c6-a7a7-571e9267516c req-b3958009-6c0c-4fb2-ad23-9377b1c344c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1124 time: 0.2176323 Nov 09 11:03:43.529087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-2da235d1-379d-49ca-95df-59230ba5115d service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945955 Nov 09 11:03:43.599993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d596985-aad8-44d7-8715-32898151d993 req-21403b8d-85db-435d-b094-73ed2d3e3d1d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:43.601647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d596985-aad8-44d7-8715-32898151d993 req-21403b8d-85db-435d-b094-73ed2d3e3d1d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 950 time: 0.2066724 Nov 09 11:03:43.607196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:43.670627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-bcc2227a-7e65-40ab-b581-aa135ecf455a service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390872 Nov 09 11:03:43.678105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490c458-dff2-41c6-a7a7-571e9267516c req-0ad15860-5e62-4b98-ab82-19bbe027ae4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:43.679588 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4490c458-dff2-41c6-a7a7-571e9267516c req-0ad15860-5e62-4b98-ab82-19bbe027ae4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.2018688 Nov 09 11:03:43.702616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['ff6e86ac-738b-4172-aa95-be91a4c98822'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:43.703068 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d596985-aad8-44d7-8715-32898151d993 req-b038d686-bcfc-45aa-a4e4-39b7145ff490 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876284 Nov 09 11:03:43.732385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9857cf3-480d-4fd6-99f9-5cf55e5121b9 req-aa53023b-22e0-404b-8b3f-445e3b73c9dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/3f087fd5-ca8d-4114-a5ba-2e7861eb49fc HTTP/1.1" status: 200 len: 1635 time: 0.2457371 Nov 09 11:03:43.790343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=12']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:43.803779 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:43.832733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4490c458-dff2-41c6-a7a7-571e9267516c req-7d116e08-6a33-4c93-8f03-bb9d61ed2777 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 200 len: 217 time: 0.1282363 Nov 09 11:03:43.894758 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-54985daf-e9e8-426f-a4eb-c21d31518b4f service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516541 Nov 09 11:03:43.938085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dc0f930-d811-42f6-bbe9-b74b24e119ec req-52df7908-3113-48d8-ac7c-11c37a58e334 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574975 Nov 09 11:03:43.939428 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-c9857cf3-480d-4fd6-99f9-5cf55e5121b9 req-539137bc-7c16-40ff-91f5-b8e4bab32cef tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 11:03:43.940499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9857cf3-480d-4fd6-99f9-5cf55e5121b9 req-539137bc-7c16-40ff-91f5-b8e4bab32cef tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f087fd5-ca8d-4114-a5ba-2e7861eb49fc HTTP/1.1" status: 409 len: 341 time: 0.1544423 Nov 09 11:03:44.025239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490c458-dff2-41c6-a7a7-571e9267516c req-0df9b605-aa8d-4e69-b41b-395cac537505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:44.028211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4490c458-dff2-41c6-a7a7-571e9267516c req-0df9b605-aa8d-4e69-b41b-395cac537505 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.1897058 Nov 09 11:03:44.108217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfefed-3983-4e88-b4f9-5931ebfa2113 req-f394fa81-ed1c-42c5-9b77-5e86c8af86c5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:44.111384 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-30cfefed-3983-4e88-b4f9-5931ebfa2113 req-f394fa81-ed1c-42c5-9b77-5e86c8af86c5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 943 time: 0.1971312 Nov 09 11:03:44.119398 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4490c458-dff2-41c6-a7a7-571e9267516c req-28d87824-6799-4f73-9830-74560f4dfb96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782044 Nov 09 11:03:44.302626 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4', 'status': 'completed', 'code': 200} Nov 09 11:03:44.309289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-30cfefed-3983-4e88-b4f9-5931ebfa2113 req-a706466d-4548-41fa-9b4b-9de09cee80f6 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883147 Nov 09 11:03:44.357620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4490c458-dff2-41c6-a7a7-571e9267516c req-e361ab53-75fa-45e3-a8b1-e90261c7221e service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149172 Nov 09 11:03:44.433007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-90399f6d-b1f7-4bc5-a294-4121ead16e51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93453b184d7a47ed93689f38345f7c33&device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1174 time: 0.0850527 Nov 09 11:03:44.536593 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4490c458-dff2-41c6-a7a7-571e9267516c req-a5bfe4dd-71f2-4959-8d40-537b3dd9214e service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739538 Nov 09 11:03:44.574766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 542526af-73f5-4283-adc8-048c8038ef5e up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:03:44.880764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-1a92893c-aec5-41fc-9d13-9e762313dbd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:44.882216 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-1a92893c-aec5-41fc-9d13-9e762313dbd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 200 len: 914 time: 0.4432325 Nov 09 11:03:44.902150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 542526af-73f5-4283-adc8-048c8038ef5e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:03:44.917699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 542526af-73f5-4283-adc8-048c8038ef5e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:03:44.918088 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:44.969413 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-f9dd171c-879d-4525-b1d5-3cfe0c7cec0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 200 len: 217 time: 0.0749586 Nov 09 11:03:44.973369 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2e4a661-7e07-418f-9c00-9f614e400d23 req-bb3675ab-3ebf-4e52-bc2e-c2a7bfb30d44 tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 1101 time: 0.2108812 Nov 09 11:03:45.045292 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-b4fb31c4-e455-474d-a1f4-89d134ed8c09 service neutron] 10.222.0.59 "GET /v2.0/ports/ff996e46-394a-4ae9-ab8a-44e88b88efde/bindings/n-h1-817173-1 HTTP/1.1" status: 200 len: 384 time: 0.0949991 Nov 09 11:03:45.087245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-4c9dc3ed-ad2e-4634-a978-abb0d12255f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:45.087623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:45.089186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-4c9dc3ed-ad2e-4634-a978-abb0d12255f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 200 len: 853 time: 0.0890775 Nov 09 11:03:45.090988 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2e4a661-7e07-418f-9c00-9f614e400d23 req-de857edd-97e9-4b7d-a72e-a7422faef59e tempest-MigrationsAdminTest-81777919 tempest-MigrationsAdminTest-81777919-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072679 Nov 09 11:03:45.129104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542526af-73f5-4283-adc8-048c8038ef5e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:45.143093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 542526af-73f5-4283-adc8-048c8038ef5e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=542526af-73f5-4283-adc8-048c8038ef5e,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:45.147418 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-873fb430-0742-4a19-ab53-50f6a4a11ead service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a439b8c-91a2-45f3-aa93-c03c95865e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514631 Nov 09 11:03:45.176002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44576) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:45.231058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'name': 'network-vif-deleted', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:45.231191 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:45.231191 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:45.385491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=542526af-73f5-4283-adc8-048c8038ef5e,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:45.391341 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:45.405896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:45.430578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:45.525338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:45.570066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff996e46-394a-4ae9-ab8a-44e88b88efde {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:03:45.586239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-f55e62a1-e1d5-467b-9c09-598bf2400ab5 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312427 Nov 09 11:03:45.607061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:45.619596 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:45.704288 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ecd5-a44d-4a94-8a15-456c022f0b82 req-df00d2a7-2038-48c6-8f27-318698bd1b70 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:45.706184 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-72c1ecd5-a44d-4a94-8a15-456c022f0b82 req-df00d2a7-2038-48c6-8f27-318698bd1b70 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 945 time: 0.0910554 Nov 09 11:03:45.736533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:45.781342 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bba2dfa-c198-4b5f-8219-3b3677a791cd req-19de9009-4b81-46e7-ac71-e6f60bae34f3 service neutron] 10.222.0.59 "GET /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825228 Nov 09 11:03:45.813425 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-72c1ecd5-a44d-4a94-8a15-456c022f0b82 req-fef1ee9b-b36d-42b6-b024-c07b6f5be94b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011484 Nov 09 11:03:45.865118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] Transition to ACTIVE for port object ff996e46-394a-4ae9-ab8a-44e88b88efde will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:03:45.888591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:45.895188 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2440a359-20f9-445f-a596-3d92b1f9721c tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:45.911803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08585b4c-6cd5-4162-a786-a77ba97b1645,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:45.914038 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:46.020521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.030931 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.031724 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:46.035755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "DELETE /v2.0/security-groups/08585b4c-6cd5-4162-a786-a77ba97b1645 HTTP/1.1" status: 204 len: 168 time: 0.8586810 Nov 09 11:03:46.036484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44592) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:46.062364 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-b598df18-2961-4d45-a70c-040e18cab72c tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] show failed (client error): The resource could not be found. Nov 09 11:03:46.067658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b598df18-2961-4d45-a70c-040e18cab72c tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "GET /v2.0/security-groups/08585b4c-6cd5-4162-a786-a77ba97b1645 HTTP/1.1" status: 404 len: 347 time: 0.0299375 Nov 09 11:03:46.068564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44596) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:46.079743 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542526af-73f5-4283-adc8-048c8038ef5e', 'code': 200} Nov 09 11:03:46.175160 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44600) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:46.288488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Deleting port 6d8711ae-f00c-4d94-bf77-1228c5113c1a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:46.290157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.295787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] Pushing event updated for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:46.308509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:46.315777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8925655-82b1-4c9f-b43f-b1cbaf3c72b8 req-26ceb5d6-cd6e-418a-912d-a3f888058e9d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:46.324421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f8925655-82b1-4c9f-b43f-b1cbaf3c72b8 req-26ceb5d6-cd6e-418a-912d-a3f888058e9d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1023 time: 0.3806400 Nov 09 11:03:46.377981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] No DVR routers for this DVR port ff996e46-394a-4ae9-ab8a-44e88b88efde on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:46.387200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49fc867d-8188-49c3-a22a-6c0139fddc5e req-4cea46c3-ca79-4842-a92f-0cb2a16b2f9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 1096 time: 0.2264733 Nov 09 11:03:46.459749 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] 10.222.0.59 "PUT /v2.0/ports/ff996e46-394a-4ae9-ab8a-44e88b88efde/bindings/n-h1-817173-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4068222 Nov 09 11:03:46.463109 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.494698 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f8925655-82b1-4c9f-b43f-b1cbaf3c72b8 req-bbcca237-c10a-4242-856d-04de5bae4ab6 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2a0acd1-932f-432f-b6ba-ab172891615e&id=3f087fd5-ca8d-4114-a5ba-2e7861eb49fc&id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1692507 Nov 09 11:03:46.509727 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:46.514974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Usage tracker for resource:security_group_rule and tenant:70d7d33a29a8435b9ef0a1f03919f12a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:46.527103 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49fc867d-8188-49c3-a22a-6c0139fddc5e req-2d640067-453a-4f12-afdc-027b44fc2299 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921428 Nov 09 11:03:46.528199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:46.532014 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.532383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.537645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:46.566742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:03:46.616978 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af33ead-417d-416c-942a-84792b8ba9b9', 'name': 'network-vif-deleted', 'tag': 'd2c1b100-9837-4f75-934e-e84c583b1241', 'status': 'completed', 'code': 200} Nov 09 11:03:46.619338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.691974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Calling delete_port for 6d8711ae-f00c-4d94-bf77-1228c5113c1a owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:46.766736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port ff6e86ac-738b-4172-aa95-be91a4c98822 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:03:46.775119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.777938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port ff6e86ac-738b-4172-aa95-be91a4c98822 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:03:46.778566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:46.822607 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a3175ad-47d9-41ed-bf27-23fd74647085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:46.835861 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70d7d33a29a8435b9ef0a1f03919f12a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6487985 Nov 09 11:03:46.840809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44610) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:46.896892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0489a-367d-42e1-a085-4666d39e9579,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:46.904610 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:46.982642 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.015714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9343f-88cb-4b48-a258-8fb98d8cc18a req-d9e84466-a370-495a-9dfb-7da82566d1c4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:47.017363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56b9343f-88cb-4b48-a258-8fb98d8cc18a req-d9e84466-a370-495a-9dfb-7da82566d1c4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.3051114 Nov 09 11:03:47.041303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:47.063301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.098897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-8f795d13-2b2a-4534-a266-a034626a6b41 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:47.100403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-8f795d13-2b2a-4534-a266-a034626a6b41 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 1023 time: 0.2047365 Nov 09 11:03:47.148157 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c9f-f91b-450b-9f8c-3ded0ae42320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.149129 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.175070 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.181775 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-59d3c79f-596d-4e1c-a692-9289f4deda76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:47.188668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56b9343f-88cb-4b48-a258-8fb98d8cc18a req-7fce0971-2a61-4d29-903a-83bbb015d3eb tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625235 Nov 09 11:03:47.231191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Deleting port 116c0387-7feb-4092-b004-5adef5e847f4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:47.231537 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.315599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=13']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:47.325947 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:47.329011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-16336b82-7ddb-451a-928e-edcc5ecd6fb7 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h2-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.5661750 Nov 09 11:03:47.344875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01a80-e8fa-412a-84be-db7129f740c8 req-305b209b-ba43-4cd7-8d6d-a14365b1854d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:47.346039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-66d01a80-e8fa-412a-84be-db7129f740c8 req-305b209b-ba43-4cd7-8d6d-a14365b1854d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:47.390766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.399308 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.399582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-d8e9a3d6-21cf-43f1-8fc3-541ae9df15ee tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:47.400298 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-d8e9a3d6-21cf-43f1-8fc3-541ae9df15ee tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:47.407745 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8be6487a-5e6a-4c5b-aef2-3897203759dc tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:47.411943 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c67ae1cd-eda8-406e-900f-b03924a37c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:47.417365 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.458322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-5413fc34-55ba-4d27-8f88-a25e793d4907 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4570756 Nov 09 11:03:47.479273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0489a-367d-42e1-a085-4666d39e9579,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:47.481454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Pushing event deleted for resources: {'Port': ['ID=6d8711ae-f00c-4d94-bf77-1228c5113c1a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:47.484819 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:47.488617 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:47.513532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.517486 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8b0489a-367d-42e1-a085-4666d39e9579 HTTP/1.1" status: 204 len: 168 time: 0.6697261 Nov 09 11:03:47.634916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] For port 116c0387-7feb-4092-b004-5adef5e847f4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=116c0387-7feb-4092-b004-5adef5e847f4,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:47.635660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.638525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-d8e9a3d6-21cf-43f1-8fc3-541ae9df15ee tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:47.639703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-d8e9a3d6-21cf-43f1-8fc3-541ae9df15ee tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.8758049 Nov 09 11:03:47.642633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-66d01a80-e8fa-412a-84be-db7129f740c8 req-305b209b-ba43-4cd7-8d6d-a14365b1854d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:47.648339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66d01a80-e8fa-412a-84be-db7129f740c8 req-305b209b-ba43-4cd7-8d6d-a14365b1854d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 944 time: 0.6564045 Nov 09 11:03:47.712242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-a2e8bf1b-2190-4b78-b92c-bf0a0ef37f3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4903860 Nov 09 11:03:47.789508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Calling delete_port for 116c0387-7feb-4092-b004-5adef5e847f4 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:47.826098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.840394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Deleting port 8f6be62e-06c4-414d-8187-0c5ccdd887be {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:47.840394 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:47.869189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52654067-ab65-40e4-bc63-8fa6b041e5e1 req-4896f4d0-818d-42e1-8ae1-d8f82ce0cbe7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:47.871552 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52654067-ab65-40e4-bc63-8fa6b041e5e1 req-4896f4d0-818d-42e1-8ae1-d8f82ce0cbe7 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 951 time: 0.3038249 Nov 09 11:03:47.871758 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-3ebd0853-8d04-49e2-a430-8a506583d4b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff&tenant_id=721a615b029d4cbbbb760326c7367a03 HTTP/1.1" status: 200 len: 1095 time: 0.5226986 Nov 09 11:03:47.931577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66d01a80-e8fa-412a-84be-db7129f740c8 req-491352f9-1756-4a08-91d0-7de6bf25a923 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820911 Nov 09 11:03:48.014441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:48.015845 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] 10.222.0.50 "DELETE /v2.0/floatingips/b34d80be-cd84-459e-a9ec-e9a9a482a2a7 HTTP/1.1" status: 204 len: 168 time: 1.9460220 Nov 09 11:03:48.031218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-5a291e97-8d43-41b3-85df-df68b4f34c07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 1101 time: 0.4462233 Nov 09 11:03:48.064629 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52654067-ab65-40e4-bc63-8fa6b041e5e1 req-19ef9f82-b7e7-4a4b-8e24-6c24c096424d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734011 Nov 09 11:03:48.081078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:48.153608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:48.162103 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ef32ff8-e632-4807-89bd-f37fcd5ca6b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:48.165666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['22fde135-86cd-4dad-be58-ffd4ac862663', '116c0387-7feb-4092-b004-5adef5e847f4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:48.269926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'Port': ['ID=116c0387-7feb-4092-b004-5adef5e847f4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:48.285058 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:48.285058 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e31e0d-63d3-4ae4-930b-e98a11bc5e1e req-dd561529-4536-4575-8bce-4d3cf2b7948a tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 210 time: 0.0637245 Nov 09 11:03:48.292249 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-5b189d59-6bd4-48fb-bf5d-f2f23a75c00e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 1095 time: 0.5481598 Nov 09 11:03:48.420917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] No DVR routers for this DVR port 116c0387-7feb-4092-b004-5adef5e847f4 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:48.424143 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:48.429113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'name': 'network-vif-deleted', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:48.505856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:48.528222 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:48.555861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-4e68db9b-ccd3-4192-8173-2bbcf4c84f8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:48.557931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-4e68db9b-ccd3-4192-8173-2bbcf4c84f8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4848905 Nov 09 11:03:48.571554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:48.576056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Usage tracker for resource:security_group_rule and tenant:235b0928a1104e8c9abf3832587dab21 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:48.579380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:48.587058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:48.591189 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fd4b84b5-b748-4068-a9f1-d7000e1260d8 req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "DELETE /v2.0/ports/116c0387-7feb-4092-b004-5adef5e847f4 HTTP/1.1" status: 204 len: 173 time: 1.4822745 Nov 09 11:03:48.670567 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:48.732715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:48.772578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:48.782153 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b308a267-e101-4564-868a-1eb750572620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:48.796292 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-2e522235-ef44-4831-9735-e56b2d2ce387 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=721a615b029d4cbbbb760326c7367a03&device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1095 time: 0.8246789 Nov 09 11:03:48.818484 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'code': 200} Nov 09 11:03:48.818484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:48.818484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 116c0387-7feb-4092-b004-5adef5e847f4 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:48.839268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3427158-bf4f-4b87-b47f-4a785f1314b6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:48.855245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=235b0928a1104e8c9abf3832587dab21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3458824 Nov 09 11:03:48.855245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:48.856325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-3f5375b5-b66c-4cab-9a92-cd69fefba79a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 200 len: 217 time: 0.2758813 Nov 09 11:03:48.861038 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:48.870572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 116c0387-7feb-4092-b004-5adef5e847f4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:48.870959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 116c0387-7feb-4092-b004-5adef5e847f4 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:48.916129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] For port 8f6be62e-06c4-414d-8187-0c5ccdd887be, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f6be62e-06c4-414d-8187-0c5ccdd887be,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:48.916552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:48.945488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3194da9-bad6-4758-9d04-b69e248fbe91 req-01eacc0f-070a-476b-9a97-7451946e43a0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:48.948115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3194da9-bad6-4758-9d04-b69e248fbe91 req-01eacc0f-070a-476b-9a97-7451946e43a0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 945 time: 0.8296452 Nov 09 11:03:49.147179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-84fe3267-c1bd-48fe-b170-b3a6ef25ed4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:49.148636 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-84fe3267-c1bd-48fe-b170-b3a6ef25ed4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.7692723 Nov 09 11:03:49.155808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Calling delete_port for 8f6be62e-06c4-414d-8187-0c5ccdd887be owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:49.160034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:49.177028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51567620-eaf7-4e15-9c0f-888f2c4bb5a0 req-a2eb97f5-ef7f-41e1-99d7-13e0a56898e7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:49.178493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-51567620-eaf7-4e15-9c0f-888f2c4bb5a0 req-a2eb97f5-ef7f-41e1-99d7-13e0a56898e7 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.1495240 Nov 09 11:03:49.218729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:49.276867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-009771d9-2748-492e-a9f4-f74843443d21 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:49.277659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-51567620-eaf7-4e15-9c0f-888f2c4bb5a0 req-f17ba9bc-a82b-485e-9457-149e681d9e1f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927444 Nov 09 11:03:49.278464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-009771d9-2748-492e-a9f4-f74843443d21 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 951 time: 0.9817212 Nov 09 11:03:49.360790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-eb76943f-ddd0-40fd-93d0-c0e4df0ac4a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:49.362293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-eb76943f-ddd0-40fd-93d0-c0e4df0ac4a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.4935966 Nov 09 11:03:49.388872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-a41f8661-1862-4785-9f89-1c8a8aa7f382 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 200 len: 217 time: 0.1941638 Nov 09 11:03:49.518667 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3194da9-bad6-4758-9d04-b69e248fbe91 req-15b33cf1-599c-4a3a-a751-a0c2dc43c828 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115941 Nov 09 11:03:49.536057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-3da2f3f2-dfa8-458e-8416-2d94e6453fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:49.537460 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-3da2f3f2-dfa8-458e-8416-2d94e6453fe8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 200 len: 909 time: 0.7249186 Nov 09 11:03:49.545545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Deleting port ff6e86ac-738b-4172-aa95-be91a4c98822 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:49.545891 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:49.595653 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f31261-0514-419b-b228-80d1335609cb', 'name': 'network-vif-deleted', 'tag': '116c0387-7feb-4092-b004-5adef5e847f4', 'status': 'completed', 'code': 200} Nov 09 11:03:49.703157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-ed948dbc-5d49-4b23-9953-b1fbf9fc8968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:49.704609 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-ed948dbc-5d49-4b23-9953-b1fbf9fc8968 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.2614319 Nov 09 11:03:49.717284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-6333b24a-079f-467f-b04b-8eec811a13d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 200 len: 217 time: 0.1461687 Nov 09 11:03:49.811113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e419d63-b3a1-4b5c-97d8-cce26b6a57cc req-8c25ef9d-8787-43d4-bad5-f54c67c8701d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:49.813125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e419d63-b3a1-4b5c-97d8-cce26b6a57cc req-8c25ef9d-8787-43d4-bad5-f54c67c8701d tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 951 time: 0.0859671 Nov 09 11:03:49.863059 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e419d63-b3a1-4b5c-97d8-cce26b6a57cc req-f691e689-178c-4c6e-8705-022d33e08e4e tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Nov 09 11:03:49.901409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-8915d3a1-b30b-4600-8f44-cfd4089f4120 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830907 Nov 09 11:03:49.976490 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-f50d0989-36e8-42d9-8588-777ce8aa5607 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5956070 Nov 09 11:03:50.003462 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d6d42cf6-35c3-4497-a67c-6997c931dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:50.042048 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:50.045972 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6b253b25-6221-4916-91cb-684c2521ccb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:50.052903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8a58c549-a15f-4ddc-a97f-83b339c13313 req-4a24b314-f4ff-414d-b5fe-d587e66bca6e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:50.061471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-b2ab2f49-e798-4b4a-a24e-546e3a770cbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:50.062917 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-b2ab2f49-e798-4b4a-a24e-546e3a770cbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 200 len: 848 time: 0.2625091 Nov 09 11:03:50.065168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3427158-bf4f-4b87-b47f-4a785f1314b6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:50.068542 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:50.077777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:50.079880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3427158-bf4f-4b87-b47f-4a785f1314b6 HTTP/1.1" status: 204 len: 168 time: 1.2168181 Nov 09 11:03:50.143583 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:50.157239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8a58c549-a15f-4ddc-a97f-83b339c13313 req-4a24b314-f4ff-414d-b5fe-d587e66bca6e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:50.159312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a58c549-a15f-4ddc-a97f-83b339c13313 req-4a24b314-f4ff-414d-b5fe-d587e66bca6e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f31261-0514-419b-b228-80d1335609cb HTTP/1.1" status: 200 len: 210 time: 0.1611090 Nov 09 11:03:50.412817 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-14e0d7c2-63bd-48cd-a169-446f7a312c22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc9ae281-5f03-4505-b351-3da5c9df0b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3180528 Nov 09 11:03:50.413413 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-89a3af5e-5b93-4e16-89c4-6010e0e32cfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:50.509749 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:50.528671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event deleted for resources: {'Port': ['ID=8f6be62e-06c4-414d-8187-0c5ccdd887be,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:50.561226 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:50.586986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:50.642627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 8f6be62e-06c4-414d-8187-0c5ccdd887be {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:50.642918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f6be62e-06c4-414d-8187-0c5ccdd887be not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:50.651401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a2f92-ea65-42b1-879d-0d20fc599579 req-30c6c989-6998-4f4b-bae9-20bb776834df tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:50.658478 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e81a2f92-ea65-42b1-879d-0d20fc599579 req-30c6c989-6998-4f4b-bae9-20bb776834df tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d20e665-9c57-46a6-8613-d8b42ad604a3 HTTP/1.1" status: 200 len: 866 time: 0.9421282 Nov 09 11:03:50.696085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-d6660b2f-75e0-4a49-899b-3db56efacfde service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803249 Nov 09 11:03:50.845823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-1dcc7ae7-9ca8-4070-9fff-cad2a2430839 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615832 Nov 09 11:03:50.852576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] No DVR routers for this DVR port 8f6be62e-06c4-414d-8187-0c5ccdd887be on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:50.932350 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:50.947795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'name': 'network-vif-deleted', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:50.988659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] For port ff6e86ac-738b-4172-aa95-be91a4c98822, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff6e86ac-738b-4172-aa95-be91a4c98822,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:50.991323 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:50.998154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-28d6efa0-6641-4620-8f31-482dc521c016 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540745 Nov 09 11:03:51.053774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6e702-6df7-4f19-a803-0def59c64dea req-11281106-9770-42ea-9ceb-7721124b5f1f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:51.059288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fcf6e702-6df7-4f19-a803-0def59c64dea req-11281106-9770-42ea-9ceb-7721124b5f1f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.0975266 Nov 09 11:03:51.105495 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fcf6e702-6df7-4f19-a803-0def59c64dea req-39dd6aa1-98d6-45c0-bb09-f08d7c21d3ac tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Nov 09 11:03:51.193847 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e81a2f92-ea65-42b1-879d-0d20fc599579 req-b806c63d-391e-4d61-ac81-9ad01892151f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000875 Nov 09 11:03:51.204290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Calling delete_port for ff6e86ac-738b-4172-aa95-be91a4c98822 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:51.258674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b274503d-638f-4fca-b9c5-49c69d0ea5fa req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "DELETE /v2.0/ports/8f6be62e-06c4-414d-8187-0c5ccdd887be HTTP/1.1" status: 204 len: 173 time: 3.6047792 Nov 09 11:03:51.379927 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-878a599c-7d06-4537-9e47-cf81b755e8a8 req-bed0a2ad-4d0b-47e7-ab4c-50ef711faed2 service neutron] 10.222.0.59 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585736 Nov 09 11:03:51.491126 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f20dc089-7859-4b02-81ca-b22ec73cb5ec req-3461959b-206e-4a15-bbda-e98b3bd041c7 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930853 Nov 09 11:03:51.505933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-55091465-6d80-402b-8f7b-febb1907ea63 service neutron] 10.222.0.57 "GET /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509971 Nov 09 11:03:51.548128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b412bae-c2a2-40e4-8378-648e2d39a5f6 req-36fc7aa1-6b78-4a28-b30c-83660be51a7a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:51.549680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b412bae-c2a2-40e4-8378-648e2d39a5f6 req-36fc7aa1-6b78-4a28-b30c-83660be51a7a tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 951 time: 0.1181939 Nov 09 11:03:51.595741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141600e1-1ac3-498e-acac-cf00a8694c7f req-ce4ae18e-3ea2-42b6-b170-c581b3ccf472 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:51.597285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-141600e1-1ac3-498e-acac-cf00a8694c7f req-ce4ae18e-3ea2-42b6-b170-c581b3ccf472 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 945 time: 0.2305069 Nov 09 11:03:51.609955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b412bae-c2a2-40e4-8378-648e2d39a5f6 req-d61ac512-2eb6-4a10-97b0-435fcf876ea0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Nov 09 11:03:51.655556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-141600e1-1ac3-498e-acac-cf00a8694c7f req-6594816c-6a07-4e4e-af0b-22f6d5c96d57 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Nov 09 11:03:51.689630 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20e665-9c57-46a6-8613-d8b42ad604a3', 'name': 'network-vif-deleted', 'tag': '8f6be62e-06c4-414d-8187-0c5ccdd887be', 'status': 'completed', 'code': 200} Nov 09 11:03:51.717401 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:51.726579 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73e0de99-774c-4bae-aafd-dc6be916ed40 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:51.735235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:51.774392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', '206e1727-cbd8-4b68-b963-c87a8536d67c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:51.832287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event deleted for resources: {'Port': ['ID=ff6e86ac-738b-4172-aa95-be91a4c98822,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:51.863328 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:51.952555 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:52.034025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c03eb339-03ed-43c2-b7f1-560c591345d4 req-9c3dd6a0-76bd-4e91-9280-943277c88d2b tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/d2a0acd1-932f-432f-b6ba-ab172891615e HTTP/1.1" status: 200 len: 1635 time: 0.1884406 Nov 09 11:03:52.071843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] No DVR routers for this DVR port ff6e86ac-738b-4172-aa95-be91a4c98822 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:52.082190 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:52.224398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c03eb339-03ed-43c2-b7f1-560c591345d4 req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:52.266313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-cc363654-4613-49af-8b33-e30cb698a99b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:52.267876 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-cc363654-4613-49af-8b33-e30cb698a99b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 945 time: 0.2378049 Nov 09 11:03:52.271805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c03eb339-03ed-43c2-b7f1-560c591345d4 req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:52.281890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6c9008e8-e3e5-4389-abeb-f396a0eebb82 req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "DELETE /v2.0/ports/ff6e86ac-738b-4172-aa95-be91a4c98822 HTTP/1.1" status: 204 len: 173 time: 2.9933131 Nov 09 11:03:52.553141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e3059-eecb-463b-aa8f-13b2712afb2d req-777eab2d-0c23-4b47-9d21-2a0d0e8c222a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:52.554882 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b8e3059-eecb-463b-aa8f-13b2712afb2d req-777eab2d-0c23-4b47-9d21-2a0d0e8c222a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.0876124 Nov 09 11:03:52.575859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:52.591223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Deleting port 542526af-73f5-4283-adc8-048c8038ef5e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:52.591646 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:52.616089 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b8e3059-eecb-463b-aa8f-13b2712afb2d req-78d82f2c-24da-4d43-a2ab-c005d0dc50ca tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545552 Nov 09 11:03:52.625545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: ff6e86ac-738b-4172-aa95-be91a4c98822 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:52.625545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff6e86ac-738b-4172-aa95-be91a4c98822 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:52.817346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c03eb339-03ed-43c2-b7f1-560c591345d4 req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:52.827420 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b0b5cda-d97d-4dff-ad12-93ce4d592128 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:52.906000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a0acd1-932f-432f-b6ba-ab172891615e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:52.929541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:52.980735 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:53.044487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44726) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:53.080529 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c03eb339-03ed-43c2-b7f1-560c591345d4 req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.091472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c03eb339-03ed-43c2-b7f1-560c591345d4 req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/d2a0acd1-932f-432f-b6ba-ab172891615e HTTP/1.1" status: 204 len: 173 time: 1.0163579 Nov 09 11:03:53.114587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1171e65a-f9dd-46be-a578-4f8baab745a6 req-02f063ce-29b2-4af4-bbf9-3cda8f827b80 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc1eff3-d37f-47b8-bfea-64cc03d93412 HTTP/1.1" status: 200 len: 210 time: 0.0618575 Nov 09 11:03:53.141389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] For port 542526af-73f5-4283-adc8-048c8038ef5e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=542526af-73f5-4283-adc8-048c8038ef5e,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:53.142291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.254703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-a4b74f77-fc09-4194-b1fb-54cdb006739f tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff&tenant_id=721a615b029d4cbbbb760326c7367a03&binding%3Ahost_id=n-h1-817173-1 HTTP/1.1" status: 200 len: 1095 time: 0.6311262 Nov 09 11:03:53.270013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.315375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:53.321593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e99058c4701747ee834c8350bc0d7990 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:53.326197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:53.343950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:53.408483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Calling delete_port for 542526af-73f5-4283-adc8-048c8038ef5e owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:53.516164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.611187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.619018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e15ca-5de0-4e8d-990d-c95633d42f2a req-914cba7b-68ba-45f5-a5ff-48121fbb2da2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:53.621707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-503e15ca-5de0-4e8d-990d-c95633d42f2a req-914cba7b-68ba-45f5-a5ff-48121fbb2da2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 945 time: 0.3659780 Nov 09 11:03:53.636861 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2ca0626-5c5b-4ba3-af64-fd80cd925a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:53.672288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e99058c4701747ee834c8350bc0d7990&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6262410 Nov 09 11:03:53.675891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44736) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:53.683751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827e643-5511-4322-b453-fae5b6c1ce6f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:53.696505 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:53.699299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-deleted', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:53.738496 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-503e15ca-5de0-4e8d-990d-c95633d42f2a req-1b42251c-acc9-49e3-8d25-10adcf69f2cf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985532 Nov 09 11:03:53.762496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.777879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-8cca9a8c-d5da-4381-b4e0-bf35865704fe service neutron] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:03:53.777879 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-391d46fb-0670-49c8-bb5b-bc1966fa687f tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:53.784402 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['542526af-73f5-4283-adc8-048c8038ef5e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:03:53.828199 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.837135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event deleted for resources: {'Port': ['ID=542526af-73f5-4283-adc8-048c8038ef5e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:53.841852 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:53.883405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9c76ffd1-42ea-4366-a4ab-c79c71b296b7 req-1bda4350-c21f-4339-b7fe-5bc831423391 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/3f087fd5-ca8d-4114-a5ba-2e7861eb49fc HTTP/1.1" status: 200 len: 1635 time: 0.1222925 Nov 09 11:03:53.930007 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-8cca9a8c-d5da-4381-b4e0-bf35865704fe service neutron] Notify callbacks [] for binding, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:53.934084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-8cca9a8c-d5da-4381-b4e0-bf35865704fe service neutron] 10.222.0.57 "DELETE /v2.0/ports/ff996e46-394a-4ae9-ab8a-44e88b88efde/bindings/n-h2-817173-1 HTTP/1.1" status: 204 len: 173 time: 0.5800376 Nov 09 11:03:54.009116 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.018951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9c76ffd1-42ea-4366-a4ab-c79c71b296b7 req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.057562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] No DVR routers for this DVR port 542526af-73f5-4283-adc8-048c8038ef5e on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:54.060474 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9c76ffd1-42ea-4366-a4ab-c79c71b296b7 req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.065794 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.067788 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-140dbe19-a066-492b-b6c2-d41bd3240356 req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "DELETE /v2.0/ports/542526af-73f5-4283-adc8-048c8038ef5e HTTP/1.1" status: 204 len: 173 time: 1.7845700 Nov 09 11:03:54.079125 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.183164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b60cb-023b-499c-b56f-da529bcba281 req-784c38ee-211a-4134-a38b-7a5883b9cc8f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:54.184667 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-150b60cb-023b-499c-b56f-da529bcba281 req-784c38ee-211a-4134-a38b-7a5883b9cc8f tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.1827374 Nov 09 11:03:54.240551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-df86843f-daeb-426f-9401-ea8d7496c5a1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:54.241258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-df86843f-daeb-426f-9401-ea8d7496c5a1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Synchronizing usage tracker for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:54.275396 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-150b60cb-023b-499c-b56f-da529bcba281 req-57a1d980-fd98-4042-bdb8-f0916666736d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795996 Nov 09 11:03:54.345483 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1eff3-d37f-47b8-bfea-64cc03d93412', 'name': 'network-vif-deleted', 'tag': 'ff6e86ac-738b-4172-aa95-be91a4c98822', 'status': 'completed', 'code': 200} Nov 09 11:03:54.351945 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.358326 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6036e5f8-29f1-4d46-b9c9-47a5f9b887a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:54.364085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9c76ffd1-42ea-4366-a4ab-c79c71b296b7 req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.370721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-df86843f-daeb-426f-9401-ea8d7496c5a1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Unset dirty status for tenant:3faa8f4f3c294428a10a5aee57d1c9c2 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:54.371926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-df86843f-daeb-426f-9401-ea8d7496c5a1 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 944 time: 0.2599931 Nov 09 11:03:54.372974 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c13563e5-5ca4-468f-8b31-8f88e50ce08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:54.379473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827e643-5511-4322-b453-fae5b6c1ce6f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:54.412928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f087fd5-ca8d-4114-a5ba-2e7861eb49fc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:54.416293 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:54.453341 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:54.458690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.460630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8827e643-5511-4322-b453-fae5b6c1ce6f HTTP/1.1" status: 204 len: 168 time: 0.7848771 Nov 09 11:03:54.495861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9c76ffd1-42ea-4366-a4ab-c79c71b296b7 req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.509522 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9c76ffd1-42ea-4366-a4ab-c79c71b296b7 req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f087fd5-ca8d-4114-a5ba-2e7861eb49fc HTTP/1.1" status: 204 len: 173 time: 0.6098769 Nov 09 11:03:54.534580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Deleting port 9361ea92-344a-4508-8e82-be2d307617d1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:54.535097 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.790299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb6864-204e-46f3-8266-075e39a45ba0 req-b2553c92-3bd3-4429-a56d-8443c0a6654d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:54.802197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63cb6864-204e-46f3-8266-075e39a45ba0 req-b2553c92-3bd3-4429-a56d-8443c0a6654d tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 944 time: 0.3090639 Nov 09 11:03:54.885630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-428063353', 'description': 'tempest-description-1148902327'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:54.891688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:54.901090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63cb6864-204e-46f3-8266-075e39a45ba0 req-ddd487b1-86c2-4588-b7bf-42afe14c7b31 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d1c8221-5a60-4af2-85ec-f37ae8b8663f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043146 Nov 09 11:03:54.901388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:54.901479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] For port 9361ea92-344a-4508-8e82-be2d307617d1, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9361ea92-344a-4508-8e82-be2d307617d1,segment=NetworkSegment(d1ab68bb-5551-443a-b0de-a47fc6b2e457),segment_id=d1ab68bb-5551-443a-b0de-a47fc6b2e457)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:54.901479 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:54.904710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:54.931800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:55.136275 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.234961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:55.248474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Usage tracker for resource:security_group_rule and tenant:93453b184d7a47ed93689f38345f7c33 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:55.253068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:55.255446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Calling delete_port for 9361ea92-344a-4508-8e82-be2d307617d1 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:55.262972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:55.288794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Deleting port 11764e1a-3b37-4525-9402-184100627290 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:55.298296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.352881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e27ad486-3c50-49dd-8118-e2ff021c7b1f req-5b234e84-a57f-43c2-a1ec-f9fcb80a0bb4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:55.464338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.523269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] For port 11764e1a-3b37-4525-9402-184100627290, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=11764e1a-3b37-4525-9402-184100627290,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:55.523269 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.545394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e27ad486-3c50-49dd-8118-e2ff021c7b1f req-5b234e84-a57f-43c2-a1ec-f9fcb80a0bb4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:55.550031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e27ad486-3c50-49dd-8118-e2ff021c7b1f req-5b234e84-a57f-43c2-a1ec-f9fcb80a0bb4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e1ce456-b1b9-4289-a608-c116d85a4918 HTTP/1.1" status: 200 len: 210 time: 0.2526474 Nov 09 11:03:55.614231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.630275 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12eb1f4b-089b-4458-9d3e-c0d913d0b0bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:55.651483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.661677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Calling delete_port for 11764e1a-3b37-4525-9402-184100627290 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:55.690987 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c0d7d7f-1fc1-47ac-baa6-c4526b367c48 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:55.712157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Pushing event deleted for resources: {'Port': ['ID=9361ea92-344a-4508-8e82-be2d307617d1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:55.719127 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:55.762552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] No DVR routers for this DVR port 9361ea92-344a-4508-8e82-be2d307617d1 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:03:55.769378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.769921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9845da-ddd7-456e-9265-2ce4001f03b4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:55.772792 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:55.875216 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.876432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-78b03419-1c76-4b4b-8e2f-00d2b5c0bf6e req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.0020084 Nov 09 11:03:55.894988 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a0ddb25-2762-4d0a-b12c-d67953f50a9a req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.57 "DELETE /v2.0/ports/9361ea92-344a-4508-8e82-be2d307617d1 HTTP/1.1" status: 204 len: 173 time: 1.5149860 Nov 09 11:03:55.986936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:55.997813 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-696dbdaa-7620-475b-a238-a10420c969b0 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:56.092230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Pushing event deleted for resources: {'Port': ['ID=11764e1a-3b37-4525-9402-184100627290,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:56.092230 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:56.098564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44782) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:56.264610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-113482980-network', 'tenant_id': '31a803fa874047df8aaeb189bd3d01ed'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:56.271608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:56.276271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Usage tracker for resource:network and tenant:31a803fa874047df8aaeb189bd3d01ed is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:56.280074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:56.286997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:56.290714 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e1aa89d-3d88-4dd0-ae3f-6c2965acd562 req-3d852aee-5ec8-4256-b596-7a2c0fc813e7 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 1095 time: 0.2945766 Nov 09 11:03:56.346737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'name': 'network-vif-deleted', 'tag': '542526af-73f5-4283-adc8-048c8038ef5e'}, {'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'name': 'network-vif-deleted', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:03:56.371607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e1aa89d-3d88-4dd0-ae3f-6c2965acd562 req-3c89b36d-6db5-4acf-bebf-bca6b7bf7d27 tempest-LiveMigrationTest-1253510709 tempest-LiveMigrationTest-1253510709-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715518 Nov 09 11:03:56.395791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Made reservation on behalf of 31a803fa874047df8aaeb189bd3d01ed for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:56.404139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.484777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.526726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.543405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b4ad5db7-0c59-4dde-9ed9-715bb7ec8823 req-39597e0e-b058-4244-b9d7-3b5cde903062 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/ca9845da-ddd7-456e-9265-2ce4001f03b4 HTTP/1.1" status: 200 len: 1634 time: 0.1617441 Nov 09 11:03:56.552816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:56.557851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b4ad5db7-0c59-4dde-9ed9-715bb7ec8823 req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Request body: {'security_group': {'name': 'tempest-sg-hth-49229834', 'description': 'tempest-description-hth-1798350824'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:56.573749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Usage tracker for resource:security_group_rule and tenant:31a803fa874047df8aaeb189bd3d01ed is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:56.574755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:56.589731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:56.599280 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 542526af-73f5-4283-adc8-048c8038ef5e no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:56.617732 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b4ad5db7-0c59-4dde-9ed9-715bb7ec8823 req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.687443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 542526af-73f5-4283-adc8-048c8038ef5e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:56.688323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 542526af-73f5-4283-adc8-048c8038ef5e not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:56.689077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:03:56.708230 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b4ad5db7-0c59-4dde-9ed9-715bb7ec8823 req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.726543 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.729667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 9361ea92-344a-4508-8e82-be2d307617d1 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:03:56.730056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9361ea92-344a-4508-8e82-be2d307617d1 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:03:56.764862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-239569f0-f3a2-4b20-bea3-fbb3917733f6 req-9aede79b-47f6-4f1c-8a48-4c6ef1391bad tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c97103e-d3b8-4381-85f8-de76bf51f2b4 HTTP/1.1" status: 200 len: 210 time: 0.2169960 Nov 09 11:03:56.802660 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b4ad5db7-0c59-4dde-9ed9-715bb7ec8823 req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.811271 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c52159c2-68ed-4f45-988b-7a8447058bc2 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:56.834208 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b4ad5db7-0c59-4dde-9ed9-715bb7ec8823 req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.835499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b4ad5db7-0c59-4dde-9ed9-715bb7ec8823 req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "PUT /v2.0/security-groups/ca9845da-ddd7-456e-9265-2ce4001f03b4 HTTP/1.1" status: 200 len: 1607 time: 0.2873609 Nov 09 11:03:56.844839 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.861087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:03:56.875440 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:56.876673 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Added segment 47b1717f-9bf4-4f2c-a27b-323a37663892 of type vlan for network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 Nov 09 11:03:56.899032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9845da-ddd7-456e-9265-2ce4001f03b4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:56.902628 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:56.917284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-92ac3743-532a-49cd-8fb4-fcf8a778ecce tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:56.952708 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1ce456-b1b9-4289-a608-c116d85a4918', 'name': 'network-vif-deleted', 'tag': '542526af-73f5-4283-adc8-048c8038ef5e', 'status': 'completed', 'code': 200} Nov 09 11:03:56.953341 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97103e-d3b8-4381-85f8-de76bf51f2b4', 'name': 'network-vif-deleted', 'tag': '9361ea92-344a-4508-8e82-be2d307617d1', 'status': 'completed', 'code': 200} Nov 09 11:03:56.956035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ed9aea-6ce3-4a03-b81c-c7da2a09efed,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:56.959561 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:56.961852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:57.182166 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:57.183898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:57.184920 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:57.191423 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-75089388-a4cc-4f8b-9345-53c0811870bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:57.230226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddebc9-0307-4723-be00-fcb4a4335de9 req-7062b6a0-3805-4756-9808-7d401c0394f0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:57.231662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66ddebc9-0307-4723-be00-fcb4a4335de9 req-7062b6a0-3805-4756-9808-7d401c0394f0 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 951 time: 0.1962667 Nov 09 11:03:57.304493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Pushing event updated for resources: {'Network': ['ID=fb26ce4c-c1b8-464f-bea4-234dbffd03d9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:57.309669 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:57.315635 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:03:57.352703 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66ddebc9-0307-4723-be00-fcb4a4335de9 req-f4fc43e0-7161-4291-9f1d-b52ce569b307 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669179 Nov 09 11:03:57.418979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3163984 Nov 09 11:03:57.420286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44800) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:57.427419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Request body: {'subnet': {'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-113482980-subnet', 'tenant_id': '31a803fa874047df8aaeb189bd3d01ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:03:57.444062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:03:57.451612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Usage tracker for resource:subnet and tenant:31a803fa874047df8aaeb189bd3d01ed is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:03:57.454947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:03:57.464448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:03:57.534379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Made reservation on behalf of 31a803fa874047df8aaeb189bd3d01ed for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:03:57.537363 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:57.604723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-942bedeb-2e8a-4fe4-9df5-9f1842f7f9df req-f7c764c0-0951-440d-a173-627d69e6b78a tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/ca9845da-ddd7-456e-9265-2ce4001f03b4 HTTP/1.1" status: 200 len: 1607 time: 0.1094944 Nov 09 11:03:57.638170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Router c9391bfa-1707-466b-a4ac-5cdbe840d01d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:03:57.773168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-d8940466-66b6-44d2-b1d2-6cf7381fd374 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:57.773868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-d8940466-66b6-44d2-b1d2-6cf7381fd374 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:03:57.875280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-d8940466-66b6-44d2-b1d2-6cf7381fd374 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:03:57.876567 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-d8940466-66b6-44d2-b1d2-6cf7381fd374 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 951 time: 0.2502067 Nov 09 11:03:57.942382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:57.961313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0995d2c-5c6d-45c5-b19e-3e1b5073b9ea req-7274a380-d78e-4253-be84-453b80143acc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:57.962871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0995d2c-5c6d-45c5-b19e-3e1b5073b9ea req-7274a380-d78e-4253-be84-453b80143acc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.2025461 Nov 09 11:03:58.004474 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fad244cd-a5e2-4d35-afb7-7d97cfbbbb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:58.025101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0995d2c-5c6d-45c5-b19e-3e1b5073b9ea req-b2b1376d-fd00-484d-b8c8-5c24d4d8e1a4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524473 Nov 09 11:03:58.068850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:03:58.080432 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320018b-f739-493a-830b-42fafc194a75 None None] Sync routers for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:03:58.094517 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:03:58.095502 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:58.097509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] 10.222.0.50 "PUT /v2.0/routers/c9391bfa-1707-466b-a4ac-5cdbe840d01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1668987 Nov 09 11:03:58.099652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Deleting port 206e1727-cbd8-4b68-b963-c87a8536d67c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:58.099995 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.100331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:58.180773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:58.205614 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d80bdbc-b8f2-4ada-8b44-3d605bdc391b req-69337bea-08d3-4cdf-a755-5bf8efccf853 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/ca9845da-ddd7-456e-9265-2ce4001f03b4 HTTP/1.1" status: 200 len: 1607 time: 0.1313789 Nov 09 11:03:58.233152 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:58.268436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-cb8ceb5e-e120-46f0-96a5-e4f2c25f52af tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:58.270150 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-cb8ceb5e-e120-46f0-96a5-e4f2c25f52af tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.3919497 Nov 09 11:03:58.336380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Checking segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:03:58.337074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Network hostable DHCP agents. Network: fb26ce4c-c1b8-464f-bea4-234dbffd03d9, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:03:58.351255 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1d80bdbc-b8f2-4ada-8b44-3d605bdc391b req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.353458 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:03:58.368916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-bfb6a631-8bd5-49f0-a5ab-9f35d7c4522a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/quotas/f622129bdc5942c9ad2a19ef05d96161 HTTP/1.1" status: 200 len: 375 time: 0.0694873 Nov 09 11:03:58.392308 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1d80bdbc-b8f2-4ada-8b44-3d605bdc391b req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.445373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.599892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1d80bdbc-b8f2-4ada-8b44-3d605bdc391b req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.605410 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94e52574-cbc8-4adf-a04c-e2e978f6a3a9 tempest-SecurityGroupsTestAdminJSON-875373073 tempest-SecurityGroupsTestAdminJSON-875373073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:58.608962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-1fd0ac6e-1391-4448-a422-73a69d02cd09 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2171960 Nov 09 11:03:58.626377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9845da-ddd7-456e-9265-2ce4001f03b4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:58.630591 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:58.632459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-c5c1dc27-abb1-4e8c-84ee-f4e8c4d26080 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:58.634030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-c5c1dc27-abb1-4e8c-84ee-f4e8c4d26080 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.4668369 Nov 09 11:03:58.642455 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-1d80bdbc-b8f2-4ada-8b44-3d605bdc391b req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.650866 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d80bdbc-b8f2-4ada-8b44-3d605bdc391b req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/ca9845da-ddd7-456e-9265-2ce4001f03b4 HTTP/1.1" status: 204 len: 173 time: 0.4335487 Nov 09 11:03:58.693873 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T11:03:55Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:58.700082 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320018b-f739-493a-830b-42fafc194a75 None None] Checking router: c9391bfa-1707-466b-a4ac-5cdbe840d01d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:03:58.712343 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] Routers {'c9391bfa-1707-466b-a4ac-5cdbe840d01d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:03:58.713445 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:58.771797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:03:58.792225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44830) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:03:58.849375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.855653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Deleting port ff996e46-394a-4ae9-ab8a-44e88b88efde {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:58.856032 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.916821 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] Set router c9391bfa-1707-466b-a4ac-5cdbe840d01d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:03:58.918442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, fb26ce4c-c1b8-464f-bea4-234dbffd03d9) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:03:58.926369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Deleting port d0721365-1a44-447e-ab91-18e882e9e7bb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:03:58.927278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.928068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] For port 206e1727-cbd8-4b68-b963-c87a8536d67c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=206e1727-cbd8-4b68-b963-c87a8536d67c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:58.928426 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:58.931272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411bb3a-5e57-4bdc-823d-fde1e61d8e08 None None] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:03:58.989034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:58.989863 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:59.127007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Calling delete_port for 206e1727-cbd8-4b68-b963-c87a8536d67c owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:59.168701 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-2e45be2c-4e35-4adc-8ed9-b01801492fc9 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300319 Nov 09 11:03:59.207639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696b64-ddbf-48ee-a69d-dbe279d44dbe req-739db1d2-8a1d-4d96-a533-c0ce84d335fc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:03:59.209109 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08696b64-ddbf-48ee-a69d-dbe279d44dbe req-739db1d2-8a1d-4d96-a533-c0ce84d335fc tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 951 time: 0.2302377 Nov 09 11:03:59.218896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] For port d0721365-1a44-447e-ab91-18e882e9e7bb, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d0721365-1a44-447e-ab91-18e882e9e7bb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:59.219252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:59.290198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'tenant_id': '31a803fa874047df8aaeb189bd3d01ed', 'fixed_ips': [{'subnet_id': 'f45e30ae-7f95-45ef-9e49-f32bf1ebc13f'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:03:59.291767 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:59.325060 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0320018b-f739-493a-830b-42fafc194a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T11:03:55Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:03:59.329264 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320018b-f739-493a-830b-42fafc194a75 None None] The sync data for ids ['c9391bfa-1707-466b-a4ac-5cdbe840d01d'] in n-d-817173-1 is: [{'id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1166864795-router', 'tenant_id': '4758245c39d7467482e960be0006c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:20Z', 'updated_at': '2021-11-09T11:03:55Z', 'revision_number': 5, 'project_id': '4758245c39d7467482e960be0006c0a9', 'gw_port': {'id': 'd0721365-1a44-447e-ab91-18e882e9e7bb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9391bfa-1707-466b-a4ac-5cdbe840d01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:21Z', 'updated_at': '2021-11-09T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:03:59.372966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Deleting subnet 2d228336-f6d0-491f-981f-9f44fd621fb3 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:03:59.374388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Calling delete_port for d0721365-1a44-447e-ab91-18e882e9e7bb owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:59.393016 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9657621 Nov 09 11:03:59.430940 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08696b64-ddbf-48ee-a69d-dbe279d44dbe req-79f55088-4e26-478a-80a0-a61b4945e292 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145979 Nov 09 11:03:59.445818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:59.548491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Allocated IP 172.20.0.2 (fb26ce4c-c1b8-464f-bea4-234dbffd03d9/f45e30ae-7f95-45ef-9e49-f32bf1ebc13f/15cfd20d-ba25-453c-a5b2-2c9efe84d7b2) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:03:59.627887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] For port ff996e46-394a-4ae9-ab8a-44e88b88efde, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ff996e46-394a-4ae9-ab8a-44e88b88efde,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:03:59.627887 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:59.736850 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:03:59.737564 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f457ec6-524e-440e-8b0c-7c1efd449bad tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:03:59.797920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0721365-1a44-447e-ab91-18e882e9e7bb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:03:59.805729 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:03:59.895736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Calling delete_port for ff996e46-394a-4ae9-ab8a-44e88b88efde owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:03:59.981659 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:03:59.994779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-bdc830af-ca23-40ae-9307-80f3cc2a3255 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128371 Nov 09 11:03:59.997794 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.079761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.092178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:00.121334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:00.133756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c19dce-5a99-4266-abc7-6e3adc434775 req-776db33d-00f4-493f-b407-d850af8fb491 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:00.136805 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4c19dce-5a99-4266-abc7-6e3adc434775 req-776db33d-00f4-493f-b407-d850af8fb491 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 944 time: 0.2990046 Nov 09 11:04:00.137612 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.269720 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f8dcb11-2553-4de1-bdae-e173a2468f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:00.298860 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.330204 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.373917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event deleted for resources: {'Port': ['ID=206e1727-cbd8-4b68-b963-c87a8536d67c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:00.383428 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:00.540068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] No DVR routers for this DVR port 206e1727-cbd8-4b68-b963-c87a8536d67c on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:00.550566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.553148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-deleted', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:00.595638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 11764e1a-3b37-4525-9402-184100627290 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:00.600696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4c19dce-5a99-4266-abc7-6e3adc434775 req-727eba7b-7c6b-4642-b43e-c2826ce03199 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452997 Nov 09 11:04:00.612245 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.617473 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.658125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:00.663846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.676188 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:00.694071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Transition to ACTIVE for port object 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:00.721371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 11764e1a-3b37-4525-9402-184100627290 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:00.721539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 11764e1a-3b37-4525-9402-184100627290 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:00.722359 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f72d87f9-d5bc-488d-a0f8-a770f0276a8e req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "DELETE /v2.0/ports/206e1727-cbd8-4b68-b963-c87a8536d67c HTTP/1.1" status: 204 len: 173 time: 2.8191984 Nov 09 11:04:00.723867 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.730414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 206e1727-cbd8-4b68-b963-c87a8536d67c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:00.731068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 206e1727-cbd8-4b68-b963-c87a8536d67c not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:00.745141 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-010bec7e-0fae-465a-bc18-61b2c6976c60 req-32d5a29a-7e8d-4769-a951-21a25c389f41 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 210 time: 0.0594549 Nov 09 11:04:00.747150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event deleted for resources: {'Port': ['ID=ff996e46-394a-4ae9-ab8a-44e88b88efde,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:00.752939 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:00.754374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Transition to ACTIVE for port object 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:00.763086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.763632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9391bfa-1707-466b-a4ac-5cdbe840d01d {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:04:00.791601 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:00.807922 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.811932 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c9391bfa-1707-466b-a4ac-5cdbe840d01d HTTP/1.1" status: 204 len: 168 time: 2.7081292 Nov 09 11:04:00.812254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44870) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:00.847405 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:00.851922 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:00.907861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d228336-f6d0-491f-981f-9f44fd621fb3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:00.919953 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:01.083839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Pushing event updated for resources: {'Port': ['ID=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:01.083839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:01.084126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.084216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:01.091824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:01.104999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2d228336-f6d0-491f-981f-9f44fd621fb3 HTTP/1.1" status: 204 len: 168 time: 2.3116798 Nov 09 11:04:01.109111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] No DVR routers for this DVR port ff996e46-394a-4ae9-ab8a-44e88b88efde on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:01.110561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44876) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:01.111440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.112156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.112696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.113059 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.114295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.114604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.115044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.115470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.116225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.116348 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.116555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.116877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:01.118117 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf8d35a5-5f2f-44b5-8770-daddcdcfde92 req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.57 "DELETE /v2.0/ports/ff996e46-394a-4ae9-ab8a-44e88b88efde HTTP/1.1" status: 204 len: 173 time: 2.4538474 Nov 09 11:04:01.129786 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-553fcac8-554d-46a4-96db-f06c075240a2 req-a8b0b44d-5ee2-4041-bb48-4a7aa70753ac tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:04:01.130809 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-553fcac8-554d-46a4-96db-f06c075240a2 req-a8b0b44d-5ee2-4041-bb48-4a7aa70753ac tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/3f087fd5-ca8d-4114-a5ba-2e7861eb49fc HTTP/1.1" status: 404 len: 352 time: 0.3203638 Nov 09 11:04:01.155115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Deleting subnet 8c7892a5-1465-4956-a26c-d90d23945741 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:04:01.158304 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.164590 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:01.211983 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.229930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Attempting to bind port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:01.230305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Attempting to bind port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:01.230671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Attempting to bind port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:01.238233 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:01.238763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Checking segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:01.240301 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.241043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Bound using segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:01.241252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Bound port: 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:01.241668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.282677 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.289872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-904f2aab-524a-4b7b-a364-a55a4aa77a5b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:01.290552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-904f2aab-524a-4b7b-a364-a55a4aa77a5b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Synchronizing usage tracker for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:01.326202 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a5b925b3-dee5-4720-8f51-00e9d29259bb req-15ad423c-aac6-4d33-aade-145ca312e81f tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e0b7057-1536-42bb-8187-c2ffe395ccba HTTP/1.1" status: 200 len: 210 time: 0.0582120 Nov 09 11:04:01.360040 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.373828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] For port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:01.377290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] For port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:01.447706 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.462410 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b7057-1536-42bb-8187-c2ffe395ccba', 'name': 'network-vif-deleted', 'tag': '206e1727-cbd8-4b68-b963-c87a8536d67c', 'status': 'completed', 'code': 200} Nov 09 11:04:01.475274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-904f2aab-524a-4b7b-a364-a55a4aa77a5b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Unset dirty status for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:01.476400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-904f2aab-524a-4b7b-a364-a55a4aa77a5b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 815 time: 0.7343669 Nov 09 11:04:01.476678 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.486758 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:01.491924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b05eb25-adad-4dc8-97a7-201533b40f5f']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:01.512750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ab68bb-5551-443a-b0de-a47fc6b2e457') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:01.519655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ab68bb-5551-443a-b0de-a47fc6b2e457') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:01.535410 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.541725 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.546571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-7c8c2590-9d75-482f-83c5-ba9f31d0e9d1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/quotas/31a803fa874047df8aaeb189bd3d01ed HTTP/1.1" status: 200 len: 375 time: 0.0465679 Nov 09 11:04:01.561365 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:01.612325 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.632560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Pushing event updated for resources: {'Port': ['ID=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:01.635320 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:01.645472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:04:01.647654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.654353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51c75f-168a-4f71-a41a-20f2c8c0a18b None None] Network c9505e81-1780-4085-99c6-eafe6690270a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:04:01.654782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:01.663338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7892a5-1465-4956-a26c-d90d23945741,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:01.667527 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:01.669824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8c7892a5-1465-4956-a26c-d90d23945741 HTTP/1.1" status: 204 len: 168 time: 0.8563135 Nov 09 11:04:01.683418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44884) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:04:01.728634 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:04:02.069626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.102420 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-663b8637-81e3-483d-b6c5-7b4becf2593f req-10392142-6c7f-4c05-be0f-f77dc90ec747 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:04:02.112474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-932b00a5-7587-40bf-be67-c7151de7cc48 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5597925 Nov 09 11:04:02.129462 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-663b8637-81e3-483d-b6c5-7b4becf2593f req-10392142-6c7f-4c05-be0f-f77dc90ec747 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/d2a0acd1-932f-432f-b6ba-ab172891615e HTTP/1.1" status: 404 len: 352 time: 0.3484151 Nov 09 11:04:02.162427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Deleting port 612b2489-d661-4321-8002-3d14ad7c58b7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:02.163262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.235286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.270527 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5c6fe524-e480-427a-9b80-21243a327728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:02.350127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.446197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b05eb25-adad-4dc8-97a7-201533b40f5f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:02.461407 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:02.467818 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a80219ec-8dd8-456b-b1e9-d30038843432 req-598b4d1e-0234-4e4d-b901-8dfdfe1c0f21 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=34153cc7-70b0-4b37-a8e5-ae853060d6ff HTTP/1.1" status: 200 len: 210 time: 0.0842972 Nov 09 11:04:02.543645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] DHCP port deletion for c9505e81-1780-4085-99c6-eafe6690270a request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:04:02.551477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Deleting port 612b2489-d661-4321-8002-3d14ad7c58b7 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:02.551960 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.570834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-02598503-42ea-43bd-bd93-b17cf7527462 service neutron] 10.222.0.50 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430106 Nov 09 11:04:02.605512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] 10.222.0.50 "DELETE /v2.0/networks/8b05eb25-adad-4dc8-97a7-201533b40f5f HTTP/1.1" status: 204 len: 168 time: 1.4908471 Nov 09 11:04:02.608904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44894) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:02.629473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] For port 612b2489-d661-4321-8002-3d14ad7c58b7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=612b2489-d661-4321-8002-3d14ad7c58b7,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:02.630099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.676028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:02.724738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: ff996e46-394a-4ae9-ab8a-44e88b88efde {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:02.725465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ff996e46-394a-4ae9-ab8a-44e88b88efde not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:02.732660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:02.782160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Deleting subnet 1f1d12b5-40f3-4f8c-aa96-98a7987d8f4f {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:04:02.797588 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.822465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Calling delete_port for 612b2489-d661-4321-8002-3d14ad7c58b7 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:02.849361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-8d96ee91-a094-4b9c-ac0f-a812c2bc39a8 service neutron] 10.222.0.50 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753828 Nov 09 11:04:02.896605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:02.921140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fad8cd63-1462-4362-bf42-f2e8d5982841 req-50fa167e-eb89-46fa-b946-adc96d421e2b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 210 time: 0.0542088 Nov 09 11:04:03.020468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] For port 612b2489-d661-4321-8002-3d14ad7c58b7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=612b2489-d661-4321-8002-3d14ad7c58b7,segment=NetworkSegment(3abcfcf2-3c31-40d4-900c-9354d11a57ac),segment_id=3abcfcf2-3c31-40d4-900c-9354d11a57ac)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:03.020910 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.070416 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-9e0644d0-6cb1-4b3e-8378-8925950c0b3c req-77cdc940-9e1c-4d28-9c7f-7dcbd2514705 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:04:03.076221 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e0644d0-6cb1-4b3e-8378-8925950c0b3c req-77cdc940-9e1c-4d28-9c7f-7dcbd2514705 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/9c27f6f9-6981-4db3-93fa-ccdece985d61 HTTP/1.1" status: 404 len: 352 time: 0.0223172 Nov 09 11:04:03.152168 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.179744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.204083 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8260fd4-72de-44ca-bd57-62a1a4f56d80 tempest-LiveMigrationNegativeTest-509081262 tempest-LiveMigrationNegativeTest-509081262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:03.251111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Calling delete_port for 612b2489-d661-4321-8002-3d14ad7c58b7 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:03.299584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:03.324135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d0721365-1a44-447e-ab91-18e882e9e7bb no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:03.375297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] No DVR routers for this DVR port 612b2489-d661-4321-8002-3d14ad7c58b7 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:03.376733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: d0721365-1a44-447e-ab91-18e882e9e7bb {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:03.377386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d0721365-1a44-447e-ab91-18e882e9e7bb not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:03.505552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Pushing event deleted for resources: {'Port': ['ID=612b2489-d661-4321-8002-3d14ad7c58b7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:03.513616 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:04:03.514125 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:04:03.546042 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:03.627349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1333688e-5dc0-48ac-8489-2d7cc9031a33 None None] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:04:03.695287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'name': 'network-vif-deleted', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:03.718045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.720528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.742305 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:03.779807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9505e81-1780-4085-99c6-eafe6690270a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:03.830617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abcfcf2-3c31-40d4-900c-9354d11a57ac') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:03.831273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abcfcf2-3c31-40d4-900c-9354d11a57ac') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:03.847955 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [req-bac1552a-9901-48df-aba2-f2654b00f098 req-45601a45-1a54-4d58-9600-176af7126b8f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:04:03.861147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.861256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac1552a-9901-48df-aba2-f2654b00f098 req-45601a45-1a54-4d58-9600-176af7126b8f tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/0a9a74f4-0ff8-44d0-9be0-7e1df0c68fff HTTP/1.1" status: 404 len: 352 time: 0.1532295 Nov 09 11:04:03.876273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f1d12b5-40f3-4f8c-aa96-98a7987d8f4f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:03.903193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.912222 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:03.919819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:04:03.920224 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.951390 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:04:03.953032 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:04:03.997656 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1f1d12b5-40f3-4f8c-aa96-98a7987d8f4f HTTP/1.1" status: 204 len: 168 time: 1.3856728 Nov 09 11:04:04.009463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44922) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:04.052836 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Deleting port 612b2489-d661-4321-8002-3d14ad7c58b7 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:04.053435 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:04.130724 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:04.138638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Provisioning for port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:04.152898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-fbf0e44e-c1d4-4781-8b5a-a87be9ccb905 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:04.154742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-fbf0e44e-c1d4-4781-8b5a-a87be9ccb905 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.8073483 Nov 09 11:04:04.182144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Provisioning complete for port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:04.182710 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:04.190383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Request body: {'port': {'device_id': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'admin_state_up': True, 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:04.226461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:04.259214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b54f2b4c-4e68-407d-9247-8749a43b870d None None] The port '612b2489-d661-4321-8002-3d14ad7c58b7' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:04:04.280064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:04.324704 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26aa5675-29ba-419f-9e75-2cb39734dc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:04.444200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9505e81-1780-4085-99c6-eafe6690270a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:04.451376 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:04.523090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:04.567071 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c9505e81-1780-4085-99c6-eafe6690270a HTTP/1.1" status: 204 len: 168 time: 2.8824396 Nov 09 11:04:04.571547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44934) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:04.628159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 612b2489-d661-4321-8002-3d14ad7c58b7 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:04.684460 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34153cc7-70b0-4b37-a8e5-ae853060d6ff', 'name': 'network-vif-deleted', 'tag': 'ff996e46-394a-4ae9-ab8a-44e88b88efde', 'status': 'completed', 'code': 200} Nov 09 11:04:04.775766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 612b2489-d661-4321-8002-3d14ad7c58b7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:04.776524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 612b2489-d661-4321-8002-3d14ad7c58b7 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:04.780915 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-828bf002-112a-4020-ad96-eff5c941afcf req-518cdbf8-a0b4-48e2-aa1b-0d08399141ef tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:04:04.783719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:04.798071 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-828bf002-112a-4020-ad96-eff5c941afcf req-518cdbf8-a0b4-48e2-aa1b-0d08399141ef tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/f9f687f9-490c-4f30-a879-6c11c65b1a35 HTTP/1.1" status: 404 len: 352 time: 0.0614431 Nov 09 11:04:04.930493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-447775a2-9398-4e04-92f9-38d34e79745f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:04.938288 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-447775a2-9398-4e04-92f9-38d34e79745f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 815 time: 0.8600495 Nov 09 11:04:04.941724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:04.980529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] For port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:05.060717 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.066386 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:05.159388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:05.172242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-55168dfb-8d61-437f-926e-c66444b43c02 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/quotas/31a803fa874047df8aaeb189bd3d01ed HTTP/1.1" status: 200 len: 375 time: 0.2328165 Nov 09 11:04:05.227026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.264296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fae4bcc-df0c-4c91-91d3-11d4803b54c0']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:05.282636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89e88f6-2dba-44ea-843b-a46602a80d1c') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:05.283291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89e88f6-2dba-44ea-843b-a46602a80d1c') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:05.308276 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.322462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:05.326766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.348806 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Pushing event updated for resources: {'Port': ['ID=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:05.357701 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:05.371933 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.388175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-63667f27-091e-459e-86d0-182e6df0589a None None] Provisioning complete for port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:05.389616 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-63667f27-091e-459e-86d0-182e6df0589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.401809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:04:05.402218 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.438600 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-14fd1e51-5e4f-4be3-b849-dfaa5af16b5e tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2650554 Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:04:05.439661 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:04:05.489387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6ece0a47-1431-486b-9992-33c1b77c26cb req-8ef63558-546d-4038-bdc6-b7bc85ef485d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 210 time: 0.1118288 Nov 09 11:04:05.679091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.721026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-2f82073b-e8ff-40bf-ad2e-740a7a4d543b service neutron] 10.222.0.50 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217488 Nov 09 11:04:05.941365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5910-f11c-4a6c-b6ef-8ba76735f77a req-2f10f165-406b-4f9b-aad6-b985e0433cdf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:05.942868 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2fd5910-f11c-4a6c-b6ef-8ba76735f77a req-2f10f165-406b-4f9b-aad6-b985e0433cdf tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.2019134 Nov 09 11:04:05.973318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:05.989711 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:06.044722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2fd5910-f11c-4a6c-b6ef-8ba76735f77a req-147bc2ef-c9cd-429b-b713-263803590737 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937409 Nov 09 11:04:06.069868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Allocated IP 172.20.0.8 (74513ec1-e69e-4878-b10a-296f8b97622b/e122b810-1208-4676-9f7f-365a054a9bdd/ab1e20c0-5f52-416e-bc51-7b3b781c5cda) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:06.143478 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97c3fee0-af69-453a-8165-bbb7d3e6ba2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:06.262187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fae4bcc-df0c-4c91-91d3-11d4803b54c0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:06.265965 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:06.377936 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:06.422885 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-0c8e8b88-fc35-4578-b6c7-59e9b688e364 req-14c8ceaa-d871-40ac-89c1-db7de070453d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] show failed (client error): The resource could not be found. Nov 09 11:04:06.424503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c8e8b88-fc35-4578-b6c7-59e9b688e364 req-14c8ceaa-d871-40ac-89c1-db7de070453d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/6d4d19d7-2052-46ce-8315-23e84c841bc0 HTTP/1.1" status: 404 len: 352 time: 0.0905726 Nov 09 11:04:06.487699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-155375b2-54d2-4e8c-81e7-68fb85cb9911 service neutron] 10.222.0.50 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407561 Nov 09 11:04:06.496029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6fae4bcc-df0c-4c91-91d3-11d4803b54c0 HTTP/1.1" status: 204 len: 168 time: 2.4849792 Nov 09 11:04:06.622348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:06.767685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e8b00be-be00-43ae-bd0f-98071c92d865 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:06.768397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e8b00be-be00-43ae-bd0f-98071c92d865 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:06.773890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:06.774264 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:06.837087 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:06.851164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Deleting port 4304aef1-e5aa-4566-8b34-805243dee0d9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:06.851719 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:06.900066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e8b00be-be00-43ae-bd0f-98071c92d865 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:06.902754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e8b00be-be00-43ae-bd0f-98071c92d865 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.7144833 Nov 09 11:04:06.992532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:07.018152 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-54e56203-1226-4fa7-99f1-ef077aab1ab1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:07.168254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44960) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:07.170179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event updated for resources: {'Port': ['ID=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:07.250678 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:07.400709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] For port 4304aef1-e5aa-4566-8b34-805243dee0d9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4304aef1-e5aa-4566-8b34-805243dee0d9,segment=NetworkSegment(d50629a5-3d44-48e0-b7c9-ba31d71d1352),segment_id=d50629a5-3d44-48e0-b7c9-ba31d71d1352)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:07.401376 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:07.420195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Network 74513ec1-e69e-4878-b10a-296f8b97622b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:07.452531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:07.489712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:07.524687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-48215bb2-60e2-425b-b653-51535712ad33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3faa8f4f3c294428a10a5aee57d1c9c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3474765 Nov 09 11:04:07.533808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Deleting port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:07.534155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:07.545157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44976) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:07.552901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Calling delete_port for 4304aef1-e5aa-4566-8b34-805243dee0d9 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:07.623732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:07.624952 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:07.880595 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6940017 Nov 09 11:04:07.896646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Request body: {'port': {'device_id': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:07.954440 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:07.966113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-4f79fd0f-6eb2-4b0c-a76e-de4e00178c33 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:07.967709 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-4f79fd0f-6eb2-4b0c-a76e-de4e00178c33 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 815 time: 0.9570048 Nov 09 11:04:07.975950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60243-0949-45ee-8873-56c644d5374c req-c297db22-ba31-4b71-8377-cce545704e0f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:07.976540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-66f60243-0949-45ee-8873-56c644d5374c req-c297db22-ba31-4b71-8377-cce545704e0f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:07.997547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Request body: {'port': {'device_id': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'admin_state_up': True, 'tenant_id': '31a803fa874047df8aaeb189bd3d01ed'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:08.043660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:08.063040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e78e5b-e7db-49d7-8e66-6748abf43f69 req-d36a8589-d660-4362-af28-3015ac930073 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:08.064511 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-93e78e5b-e7db-49d7-8e66-6748abf43f69 req-d36a8589-d660-4362-af28-3015ac930073 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 950 time: 0.5182669 Nov 09 11:04:08.078465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] For port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:08.079125 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:08.214205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-66f60243-0949-45ee-8873-56c644d5374c req-c297db22-ba31-4b71-8377-cce545704e0f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:08.214856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66f60243-0949-45ee-8873-56c644d5374c req-c297db22-ba31-4b71-8377-cce545704e0f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 931 time: 0.9045203 Nov 09 11:04:08.223343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Calling delete_port for b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:08.243387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-93e78e5b-e7db-49d7-8e66-6748abf43f69 req-9717e60a-377c-4ff4-b3ba-0964d53453ba tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293857 Nov 09 11:04:08.291613 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:08.435268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:08.438864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66f60243-0949-45ee-8873-56c644d5374c req-368c2ce9-1f32-43b0-a853-2f0709d67f46 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780148 Nov 09 11:04:08.445953 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:08.454424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Usage tracker for resource:port and tenant:31a803fa874047df8aaeb189bd3d01ed is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:08.457794 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-466f5452-22ca-4cc9-a69c-4b5aca6b5026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:08.465336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:08.524749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:08.547251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:08.557370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c8221-5a60-4af2-85ec-f37ae8b8663f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:08.573621 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:08.575866 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:08.655712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Pushing event deleted for resources: {'Port': ['ID=4304aef1-e5aa-4566-8b34-805243dee0d9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:08.689636 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:08.815060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:08.827921 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:08.831637 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:08.839639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-413cf8e3-9512-405c-9ccf-53d03daef227 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:08.849456 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-413cf8e3-9512-405c-9ccf-53d03daef227 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 815 time: 0.4600835 Nov 09 11:04:08.863884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Made reservation on behalf of 31a803fa874047df8aaeb189bd3d01ed for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:08.868238 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:08.983058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:04:09.006401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event deleted for resources: {'Port': ['ID=b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:09.016018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:09.017400 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:09.133080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:09.138103 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d1c8221-5a60-4af2-85ec-f37ae8b8663f HTTP/1.1" status: 204 len: 168 time: 1.5553172 Nov 09 11:04:09.250964 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-ae12baff-180e-4463-b939-811aea83ab6d tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/quotas/31a803fa874047df8aaeb189bd3d01ed HTTP/1.1" status: 200 len: 375 time: 0.3989198 Nov 09 11:04:09.329741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1e20c0-5f52-416e-bc51-7b3b781c5cda {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:09.334070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] No DVR routers for this DVR port b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:09.340275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:09.343675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-deleted', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:09.349139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:09.386153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Transition to ACTIVE for port object ab1e20c0-5f52-416e-bc51-7b3b781c5cda will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:09.392558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5377fb-3a29-46e9-a395-d77d5ef7291b req-f036d7e5-89a2-49b2-85be-3bd950daa483 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:09.394145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d5377fb-3a29-46e9-a395-d77d5ef7291b req-f036d7e5-89a2-49b2-85be-3bd950daa483 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1023 time: 0.5185053 Nov 09 11:04:09.452362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4d5377fb-3a29-46e9-a395-d77d5ef7291b req-87043e2d-3d61-4d5b-8dd6-463f5eb86e03 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:09.453411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Allocated IP 172.20.0.13 (fb26ce4c-c1b8-464f-bea4-234dbffd03d9/f45e30ae-7f95-45ef-9e49-f32bf1ebc13f/d2b45e47-2015-4bc6-8a8f-6cb801419b85) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:09.472098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:09.481685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dee4a63c-88e7-4f51-8830-356be0a911a6 req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.59 "DELETE /v2.0/ports/b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 HTTP/1.1" status: 204 len: 173 time: 2.5692239 Nov 09 11:04:09.490740 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d800346a-2886-466a-a0b1-edcdb18eccfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:09.502816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-d41d8f31-546f-4763-a17c-42d886a8dcc3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:09.504257 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-d41d8f31-546f-4763-a17c-42d886a8dcc3 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 1023 time: 0.4630604 Nov 09 11:04:09.617751 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-d0dc8ea4-27fc-459a-94e3-c6310c350a6b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3655014 Nov 09 11:04:09.618102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4d5377fb-3a29-46e9-a395-d77d5ef7291b req-87043e2d-3d61-4d5b-8dd6-463f5eb86e03 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:09.632945 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d5377fb-3a29-46e9-a395-d77d5ef7291b req-87043e2d-3d61-4d5b-8dd6-463f5eb86e03 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups?id=2311cff4-bb7d-49b5-9ee6-0834b627c072&id=253712f6-f8e9-49c5-b958-5cecebbf0cd4&id=19c1e5ee-7e93-4bff-962f-0a8264d8001a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2320998 Nov 09 11:04:09.670271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:09.676868 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:09.956514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Deleting port 22fde135-86cd-4dad-be58-ffd4ac862663 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:09.956852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.038203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Attempting to bind port ab1e20c0-5f52-416e-bc51-7b3b781c5cda on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:10.041333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Attempting to bind port ab1e20c0-5f52-416e-bc51-7b3b781c5cda by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:10.041944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Attempting to bind port ab1e20c0-5f52-416e-bc51-7b3b781c5cda on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:10.073725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Port ab1e20c0-5f52-416e-bc51-7b3b781c5cda on network 74513ec1-e69e-4878-b10a-296f8b97622b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:04:10.074575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Attempting to bind port ab1e20c0-5f52-416e-bc51-7b3b781c5cda on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:10.090430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-d5104e5c-effd-47b2-a5e3-e3902bb545ec tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:10.093387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-d5104e5c-effd-47b2-a5e3-e3902bb545ec tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.57 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 815 time: 0.2490623 Nov 09 11:04:10.095413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:10.101852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Checking segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:10.101852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Bound using segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:10.101852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Bound port: ab1e20c0-5f52-416e-bc51-7b3b781c5cda, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:10.101852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.151831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Request body: {'port': {'device_id': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'admin_state_up': True, 'tenant_id': '31a803fa874047df8aaeb189bd3d01ed'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:10.324206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] For port ab1e20c0-5f52-416e-bc51-7b3b781c5cda, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:10.338380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45002) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:10.349242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] For port ab1e20c0-5f52-416e-bc51-7b3b781c5cda, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:10.377206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:10.387748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Usage tracker for resource:port and tenant:31a803fa874047df8aaeb189bd3d01ed is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:10.390993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:10.400719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:10.413247 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.428001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f1defa81-a446-472f-8c04-525375ac3d2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d0fde0e65e84c299226c6aea7a12ab0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0840626 Nov 09 11:04:10.428001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45008) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:10.448174 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.454229 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e6ab537e-b569-4557-800a-eaec84755b90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:10.487452 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-a0a9f719-b72e-4b10-923e-341a42814610 service neutron] 10.222.0.50 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846484 Nov 09 11:04:10.576527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Made reservation on behalf of 31a803fa874047df8aaeb189bd3d01ed for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:10.580652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.593485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Transition to ACTIVE for port object d2b45e47-2015-4bc6-8a8f-6cb801419b85 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:10.617699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fc878fa8-2f47-4205-a50e-676ac49b3520 req-cb4e28e2-a2cf-4a4d-af3e-8cd592d44cbb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:10.628758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.630208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] 10.222.0.57 "PUT /v2.0/ports/ab1e20c0-5f52-416e-bc51-7b3b781c5cda HTTP/1.1" status: 200 len: 1091 time: 2.7400775 Nov 09 11:04:10.701953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:10.714750 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:10.733272 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.780052 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.784332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] For port 22fde135-86cd-4dad-be58-ffd4ac862663, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=22fde135-86cd-4dad-be58-ffd4ac862663,segment=NetworkSegment(a439acb0-3f44-4e73-8ef0-8c8dde76a879),segment_id=a439acb0-3f44-4e73-8ef0-8c8dde76a879)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:10.784700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.793390 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.807534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-6857826a-d3f0-46cc-8dd6-9deabcb4023e service neutron] 10.222.0.50 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192213 Nov 09 11:04:10.877713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fc878fa8-2f47-4205-a50e-676ac49b3520 req-cb4e28e2-a2cf-4a4d-af3e-8cd592d44cbb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:10.879115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc878fa8-2f47-4205-a50e-676ac49b3520 req-cb4e28e2-a2cf-4a4d-af3e-8cd592d44cbb tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=8edab95d-df0a-473f-b7a9-56de134850f4 HTTP/1.1" status: 200 len: 210 time: 0.3891063 Nov 09 11:04:10.895039 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:10.961982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-59f26901-1a64-4bf6-9e75-4fa5b32996b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 1094 time: 0.1253181 Nov 09 11:04:10.968823 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:10.999698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:11.000109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:11.004776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:11.015229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Calling delete_port for 22fde135-86cd-4dad-be58-ffd4ac862663 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:11.038334 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b54edc97-4d19-4f9e-be79-8c9060bf2c8e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:11.045518 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:11.052768 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edab95d-df0a-473f-b7a9-56de134850f4', 'name': 'network-vif-deleted', 'tag': 'b5a2ebe6-076f-47f6-aa12-c4dc9c8e18e5', 'status': 'completed', 'code': 200} Nov 09 11:04:11.069637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c57846-c424-4dd1-becc-1ab0dff075b6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:11.097586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:11.105825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-4b9ee41a-e3f4-4894-989e-f275a1041942 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1e20c0-5f52-416e-bc51-7b3b781c5cda HTTP/1.1" status: 200 len: 217 time: 0.1299269 Nov 09 11:04:11.216860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Allocated IP 172.20.0.4 (fb26ce4c-c1b8-464f-bea4-234dbffd03d9/f45e30ae-7f95-45ef-9e49-f32bf1ebc13f/eac088e1-1c5e-4eae-959d-15eba1787486) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:11.230971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:11.245318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Pushing event updated for resources: {'Port': ['ID=d2b45e47-2015-4bc6-8a8f-6cb801419b85,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:11.255893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:11.255893 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:11.255893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:11.302732 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:11.307324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01c57846-c424-4dd1-becc-1ab0dff075b6 HTTP/1.1" status: 204 len: 168 time: 0.8786173 Nov 09 11:04:11.308937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-fe66a6cc-fc45-469b-a75c-335261d7ed4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:11.310546 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-fe66a6cc-fc45-469b-a75c-335261d7ed4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.1893427 Nov 09 11:04:11.389661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:11.390608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:11.584662 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-cce109d0-5006-4491-af18-fb6940fa1ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2635875 Nov 09 11:04:11.631885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ea5f1-e7d7-41a1-ba7b-3fe51bf57163 req-a5884d42-0241-4e7a-9dba-064dc776044d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:11.633390 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-604ea5f1-e7d7-41a1-ba7b-3fe51bf57163 req-a5884d42-0241-4e7a-9dba-064dc776044d tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.1405764 Nov 09 11:04:11.668047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6793654 Nov 09 11:04:11.733176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Request body: {'port': {'device_id': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:11.772129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-be8b4e82-6918-4ac6-ab77-83cc29e8dffa None None] Provisioning for port d2b45e47-2015-4bc6-8a8f-6cb801419b85 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:11.780722 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:11.784012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-be8b4e82-6918-4ac6-ab77-83cc29e8dffa None None] Provisioning complete for port d2b45e47-2015-4bc6-8a8f-6cb801419b85 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:11.785015 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-be8b4e82-6918-4ac6-ab77-83cc29e8dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:11.799403 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:11.825741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7921b9-cca3-4406-9d39-1f04c42bcea9 req-6b86cb58-2865-45ed-8e8a-ccff924d90bf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:11.827277 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7b7921b9-cca3-4406-9d39-1f04c42bcea9 req-6b86cb58-2865-45ed-8e8a-ccff924d90bf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 943 time: 0.7088845 Nov 09 11:04:11.867372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'Port': ['ID=22fde135-86cd-4dad-be58-ffd4ac862663,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:11.880883 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:11.921935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-be8b4e82-6918-4ac6-ab77-83cc29e8dffa None None] Port d2b45e47-2015-4bc6-8a8f-6cb801419b85 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:04:11.929032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-c336e088-4794-4e59-bfdb-b4610c43f6cc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:11.929745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-c336e088-4794-4e59-bfdb-b4610c43f6cc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:11.945558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-f36bf577-94fa-4ee8-84d8-770535ee4f69 service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451898 Nov 09 11:04:12.087923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-604ea5f1-e7d7-41a1-ba7b-3fe51bf57163 req-b8e11439-af09-4f32-9531-426e1d0b81e0 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433329 Nov 09 11:04:12.209931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7b7921b9-cca3-4406-9d39-1f04c42bcea9 req-c8cbf973-35bc-4717-a38c-0bbebe5b3f5d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700872 Nov 09 11:04:12.219266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] No DVR routers for this DVR port 22fde135-86cd-4dad-be58-ffd4ac862663 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:12.226970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:12.228950 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74892d7d-e36a-4c63-a96c-71090b87b3d1 req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.59 "DELETE /v2.0/ports/22fde135-86cd-4dad-be58-ffd4ac862663 HTTP/1.1" status: 204 len: 173 time: 2.7069900 Nov 09 11:04:12.229472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'name': 'network-vif-deleted', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:12.241959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:12.255466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f38fec3-4ed6-40c1-a824-4930611e6431 req-5447d6e0-6934-4d51-9e4a-34488f23fe33 service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820823 Nov 09 11:04:12.255982 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:12.265520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-c336e088-4794-4e59-bfdb-b4610c43f6cc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:12.267793 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-c336e088-4794-4e59-bfdb-b4610c43f6cc tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 1.0335352 Nov 09 11:04:12.271468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Transition to ACTIVE for port object eac088e1-1c5e-4eae-959d-15eba1787486 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:12.382224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-981b4b17-835e-4e6c-8931-b02242402c0d req-e7fbbf21-a0a8-48a9-bb9b-a28653da6453 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Synchronizing usage tracker for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:12.406761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Deleting port 3b695a56-18b7-40fd-ac0b-792ecffc8995 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:12.407696 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:12.495257 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:12.513049 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30e99940-175b-401b-af0c-7fd311613928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:12.550358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-572214dd-292f-47f9-bd32-d7ff21ca524a req-0e2fbe3c-b461-4aca-bf95-30595edf9b28 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Synchronizing usage tracker for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:12.628242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-981b4b17-835e-4e6c-8931-b02242402c0d req-e7fbbf21-a0a8-48a9-bb9b-a28653da6453 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Unset dirty status for tenant:93453b184d7a47ed93689f38345f7c33 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:12.630890 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-981b4b17-835e-4e6c-8931-b02242402c0d req-e7fbbf21-a0a8-48a9-bb9b-a28653da6453 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/ports?device_id=de8c86a1-f68e-40eb-a520-24e69708a60d HTTP/1.1" status: 200 len: 210 time: 0.3525276 Nov 09 11:04:12.693386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:12.694430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Pushing event updated for resources: {'Port': ['ID=eac088e1-1c5e-4eae-959d-15eba1787486,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:12.699383 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:12.707446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:12.710125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:12.777144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-572214dd-292f-47f9-bd32-d7ff21ca524a req-0e2fbe3c-b461-4aca-bf95-30595edf9b28 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Unset dirty status for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:12.790223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-572214dd-292f-47f9-bd32-d7ff21ca524a req-0e2fbe3c-b461-4aca-bf95-30595edf9b28 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 210 time: 0.3487251 Nov 09 11:04:12.834555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:04:12.877742 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8c86a1-f68e-40eb-a520-24e69708a60d', 'name': 'network-vif-deleted', 'tag': '22fde135-86cd-4dad-be58-ffd4ac862663', 'status': 'completed', 'code': 200} Nov 09 11:04:12.915194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 22fde135-86cd-4dad-be58-ffd4ac862663 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:12.969468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 22fde135-86cd-4dad-be58-ffd4ac862663 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:12.970598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 22fde135-86cd-4dad-be58-ffd4ac862663 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:13.062337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'tag': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:13.104401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b45e47-2015-4bc6-8a8f-6cb801419b85 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:13.108294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:13.108981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:13.114554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:13.215405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Transition to ACTIVE for port object d2b45e47-2015-4bc6-8a8f-6cb801419b85 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:13.225923 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'tag': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda', 'status': 'completed', 'code': 200} Nov 09 11:04:13.257562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-682befbf-a0c7-4c16-b7fc-a012bf0c3016 None None] Provisioning for port eac088e1-1c5e-4eae-959d-15eba1787486 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:13.265375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-682befbf-a0c7-4c16-b7fc-a012bf0c3016 None None] Provisioning complete for port eac088e1-1c5e-4eae-959d-15eba1787486 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:13.266423 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-682befbf-a0c7-4c16-b7fc-a012bf0c3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:13.275956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:04:13.281308 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b9c4d457-76c4-4b6f-b6fb-e86fa9b31855 admin admin] 10.222.0.50 "PUT /v2.0/routers/7f9e9f63-dcb0-4de6-8cc5-9b32817940d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7065179 Nov 09 11:04:13.285109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45058) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:13.341165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] Sync routers for ids ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:04:13.361027 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:13.406514 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdee6daf-f408-4062-ad04-ef360dc56d97 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:13.407529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] Routers {'7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:04:13.410259 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:13.449852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] For port 3b695a56-18b7-40fd-ac0b-792ecffc8995, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3b695a56-18b7-40fd-ac0b-792ecffc8995,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:13.450724 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:13.510873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Pushing event updated for resources: {'Port': ['ID=d2b45e47-2015-4bc6-8a8f-6cb801419b85,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:13.562185 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:13.605060 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-682befbf-a0c7-4c16-b7fc-a012bf0c3016 None None] Port eac088e1-1c5e-4eae-959d-15eba1787486 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:04:13.653232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Calling delete_port for 3b695a56-18b7-40fd-ac0b-792ecffc8995 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:13.724580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] Set router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:04:13.724840 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6036530 Nov 09 11:04:13.770269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Request body: {'port': {'device_id': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:13.893699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Attempting to bind port d2b45e47-2015-4bc6-8a8f-6cb801419b85 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:13.895364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Attempting to bind port d2b45e47-2015-4bc6-8a8f-6cb801419b85 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:13.895949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Attempting to bind port d2b45e47-2015-4bc6-8a8f-6cb801419b85 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:14.034112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2c59-38fb-4a81-81a0-cefbbd7db627 req-e0784e9d-22a5-4e51-b0ad-8cb78e478757 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:14.042529 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b4a2c59-38fb-4a81-81a0-cefbbd7db627 req-e0784e9d-22a5-4e51-b0ad-8cb78e478757 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faeaaa4-e6c3-420f-817a-11e2fc7e8563 HTTP/1.1" status: 200 len: 945 time: 0.7108157 Nov 09 11:04:14.047382 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-1a4a9b00-3259-4d83-9296-8826fbdf1fe3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 1094 time: 0.8207412 Nov 09 11:04:14.159419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T11:04:08Z', 'revision_number': 5, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:14.166360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] Checking router: 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:04:14.180110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] Routers {'7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:04:14.181701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:03:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:14.202834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Port d2b45e47-2015-4bc6-8a8f-6cb801419b85 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:04:14.203411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Attempting to bind port d2b45e47-2015-4bc6-8a8f-6cb801419b85 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:14.225271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:14.225611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Checking segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:14.226121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Bound using segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:14.226634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Bound port: d2b45e47-2015-4bc6-8a8f-6cb801419b85, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:14.227050 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:14.258185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fec9-fe59-4460-b38c-3805ff160c0d req-128d2575-868d-46c2-9082-e07c1c8461b2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:14.260765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d503fec9-fe59-4460-b38c-3805ff160c0d req-128d2575-868d-46c2-9082-e07c1c8461b2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 943 time: 0.4831870 Nov 09 11:04:14.423629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] Set router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:04:14.489223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] For port d2b45e47-2015-4bc6-8a8f-6cb801419b85, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:14.511380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d503fec9-fe59-4460-b38c-3805ff160c0d req-165200bb-d8e4-46d7-b9a2-752b61e1b390 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270956 Nov 09 11:04:14.534716 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:14.545076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] For port d2b45e47-2015-4bc6-8a8f-6cb801419b85, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:14.648959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:14.666978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b4a2c59-38fb-4a81-81a0-cefbbd7db627 req-e390d715-440f-4dfa-9eae-63f54953bea1 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229970 Nov 09 11:04:14.699422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ab1e20c0-5f52-416e-bc51-7b3b781c5cda details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:04:14.766610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:14.801775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-7a0108a3-66ee-46e1-860a-5f2b05b94a56 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:14.803480 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-7a0108a3-66ee-46e1-860a-5f2b05b94a56 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.3915050 Nov 09 11:04:14.804625 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-42d38826-ebdb-4d25-a397-0fa1a8547b90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:14.808185 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-42d38826-ebdb-4d25-a397-0fa1a8547b90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.7352028 Nov 09 11:04:14.813150 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6d019b48-4efb-4126-8512-fbe99f1f7c56 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:14.924769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-ed443a55-a923-41e7-a51b-7bf81eac9d41 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:14.926420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-ed443a55-a923-41e7-a51b-7bf81eac9d41 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 815 time: 0.5570555 Nov 09 11:04:14.950880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Request body: {'port': {'device_id': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'admin_state_up': True, 'tenant_id': '31a803fa874047df8aaeb189bd3d01ed'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:14.959896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Deleting port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:14.959896 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:14.983517 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:14.984850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] 10.222.0.59 "PUT /v2.0/ports/d2b45e47-2015-4bc6-8a8f-6cb801419b85 HTTP/1.1" status: 200 len: 1092 time: 3.2621107 Nov 09 11:04:14.988542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'tag': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:15.000751 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:15.013879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:15.089631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 3b695a56-18b7-40fd-ac0b-792ecffc8995 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:15.090390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3b695a56-18b7-40fd-ac0b-792ecffc8995 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:15.124809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Pushing event updated for resources: {'Port': ['ID=d2b45e47-2015-4bc6-8a8f-6cb801419b85,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:15.138515 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:15.144612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ab1e20c0-5f52-416e-bc51-7b3b781c5cda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:15.161411 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-cc1fd295-6611-4556-877d-d725ce2ab8ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1e20c0-5f52-416e-bc51-7b3b781c5cda HTTP/1.1" status: 200 len: 217 time: 0.0981648 Nov 09 11:04:15.166119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'port_id': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda', 'mac_address': 'fa:16:3e:0a:6d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e122b810-1208-4676-9f7f-365a054a9bdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:04:15.190974 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-12a53160-363a-474c-bae1-f88813680c78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:15.247871 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:15.279766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T11:04:08Z', 'revision_number': 5, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:15.287068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1e20c0-5f52-416e-bc51-7b3b781c5cda {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:15.292327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea232edb-9ae7-4bcc-9fe8-f0480d683a58 None None] The sync data for ids ['7f9e9f63-dcb0-4de6-8cc5-9b32817940d7'] in n-d-817173-1 is: [{'id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-548120911-router', 'tenant_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T10:57:37Z', 'updated_at': '2021-11-09T11:04:08Z', 'revision_number': 5, 'project_id': 'bec080f7aa884dd5af10fb1d97a356f1', 'gw_port': {'id': '897ace62-ecbf-4df4-a5b7-4907244c5882', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9e9f63-dcb0-4de6-8cc5-9b32817940d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T10:57:39Z', 'updated_at': '2021-11-09T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:04:15.311099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ab1e20c0-5f52-416e-bc51-7b3b781c5cda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:15.311458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:15.338578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9112187-e76e-445a-88ca-dc07f43ddb56 req-6bae7c9e-59fd-4c0d-aa24-a646b94e521c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 210 time: 0.2770782 Nov 09 11:04:15.390348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event deleted for resources: {'Port': ['ID=3b695a56-18b7-40fd-ac0b-792ecffc8995,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:15.399887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:15.402679 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:15.405250 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:15.442199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:15.456364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe174e-c788-48e1-910a-d7cc374f0154 req-cc27f408-fa66-4849-b3a3-90f0bf684331 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:15.458876 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3fe174e-c788-48e1-910a-d7cc374f0154 req-cc27f408-fa66-4849-b3a3-90f0bf684331 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 950 time: 0.6648853 Nov 09 11:04:15.470269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] No DVR routers for this DVR port 3b695a56-18b7-40fd-ac0b-792ecffc8995 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:15.475951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:15.487958 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:15.512749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:15.522079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'name': 'network-vif-deleted', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:15.529324 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-19a5e3e6-2f24-4747-be6c-29bcb1a8021d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 1095 time: 0.3593235 Nov 09 11:04:15.578044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-7bb8d3e4-bbca-4010-941f-ba5daa735fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:15.579441 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-7bb8d3e4-bbca-4010-941f-ba5daa735fee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.3021710 Nov 09 11:04:15.591721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['ab1e20c0-5f52-416e-bc51-7b3b781c5cda'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:15.635305 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-e3b5253f-7ab0-41ed-b86e-d84b97e49eed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85 HTTP/1.1" status: 200 len: 217 time: 0.0865366 Nov 09 11:04:15.636210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Made reservation on behalf of 31a803fa874047df8aaeb189bd3d01ed for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:15.639363 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:15.762512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-d8ac654a-cc14-4900-af96-234689325348 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226819 Nov 09 11:04:15.764058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8fdcf8c7-8470-4295-9021-74d540551bfa req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "DELETE /v2.0/ports/3b695a56-18b7-40fd-ac0b-792ecffc8995 HTTP/1.1" status: 204 len: 173 time: 3.4877956 Nov 09 11:04:15.771363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3fe174e-c788-48e1-910a-d7cc374f0154 req-0ea2dfb2-e41a-4455-bc62-ce4255e25967 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f42e374-a6b7-4d71-a3d1-194b95530201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008554 Nov 09 11:04:15.890907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-7cef6901-79a7-45db-9fdb-07114279be13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:15.892805 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-7cef6901-79a7-45db-9fdb-07114279be13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 200 len: 854 time: 0.2281361 Nov 09 11:04:15.894573 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'tag': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85', 'status': 'completed', 'code': 200} Nov 09 11:04:15.917141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c5737b1-66df-4bb3-b71f-7562b7a51648 req-0bd67c01-2a3c-48f2-968d-9b1f63d33754 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/2311cff4-bb7d-49b5-9ee6-0834b627c072 HTTP/1.1" status: 200 len: 1634 time: 0.2431262 Nov 09 11:04:15.985913 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.027683 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-b749a86a-e2c2-46c3-8b78-678e29b5eb04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261272 Nov 09 11:04:16.036673 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faeaaa4-e6c3-420f-817a-11e2fc7e8563', 'name': 'network-vif-deleted', 'tag': '3b695a56-18b7-40fd-ac0b-792ecffc8995', 'status': 'completed', 'code': 200} Nov 09 11:04:16.164107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Deleting port 897ace62-ecbf-4df4-a5b7-4907244c5882 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:16.164430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.250938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] For port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:16.251308 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.367161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-4c19f118-4550-40f9-852e-bfb6e4c1ddab service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324423 Nov 09 11:04:16.484709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4304aef1-e5aa-4566-8b34-805243dee0d9 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:16.496174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-4b67399c-2fe2-42f3-9b6b-adce64fb9a39 service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118781 Nov 09 11:04:16.536118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 4304aef1-e5aa-4566-8b34-805243dee0d9 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:16.536527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4304aef1-e5aa-4566-8b34-805243dee0d9 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:16.569779 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Calling delete_port for bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:16.575887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ff7a7-232f-4dc8-b055-637b2b453b83 req-70cf44a1-c924-41e1-a743-33ba266ce1cd tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:16.579259 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ab7ff7a7-232f-4dc8-b055-637b2b453b83 req-70cf44a1-c924-41e1-a743-33ba266ce1cd tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 944 time: 0.4512403 Nov 09 11:04:16.598072 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0c5737b1-66df-4bb3-b71f-7562b7a51648 req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.678521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ab1e20c0-5f52-416e-bc51-7b3b781c5cda up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:16.691419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] For port 897ace62-ecbf-4df4-a5b7-4907244c5882, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=897ace62-ecbf-4df4-a5b7-4907244c5882,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:16.691776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.714090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac088e1-1c5e-4eae-959d-15eba1787486 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:16.740989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.783862 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0c5737b1-66df-4bb3-b71f-7562b7a51648 req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.822734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Transition to ACTIVE for port object eac088e1-1c5e-4eae-959d-15eba1787486 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:16.867535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Calling delete_port for 897ace62-ecbf-4df4-a5b7-4907244c5882 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:16.914305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3338459-0260-4562-a8b1-036d49ae5bbc req-b322a1f9-131a-498a-9b45-2a66b8c92188 service neutron] 10.222.0.57 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168001 Nov 09 11:04:16.926121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ab7ff7a7-232f-4dc8-b055-637b2b453b83 req-823b7990-f96b-4d77-beb3-8a530a16fd1e tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312440 Nov 09 11:04:16.930345 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6092d21d-c2ef-4ba1-9b81-8a27bf527dd3 req-c1fcc216-e3e2-4648-88f2-c863c988c2fa service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546799 Nov 09 11:04:16.935575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port ab1e20c0-5f52-416e-bc51-7b3b781c5cda completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:16.943093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port ab1e20c0-5f52-416e-bc51-7b3b781c5cda triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:16.944209 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.952539 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:16.968306 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a2a7027-2232-491f-8857-8dc9ac5d8a82 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:17.058032 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0c5737b1-66df-4bb3-b71f-7562b7a51648 req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.118783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Allocated IP 172.20.0.8 (fb26ce4c-c1b8-464f-bea4-234dbffd03d9/f45e30ae-7f95-45ef-9e49-f32bf1ebc13f/3e1f6566-0dd7-44a9-996e-f92f21812359) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:17.133105 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5d3350c5-2414-4aea-b45b-174de854e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.137847 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.173435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Pushing event updated for resources: {'Port': ['ID=eac088e1-1c5e-4eae-959d-15eba1787486,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:17.178779 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.182356 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:17.182980 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-69bb0ebf-af7d-4fc3-9496-b494af8379e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:17.190311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:17.207513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port ab1e20c0-5f52-416e-bc51-7b3b781c5cda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:17.213168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2311cff4-bb7d-49b5-9ee6-0834b627c072,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:17.222167 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:17.226787 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9646c45e-be03-4ba8-800f-ba468ce5605a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:17.290633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.292419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:17.361733 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:17.391709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Pushing event deleted for resources: {'Port': ['ID=bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:17.396939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3dba7aca-deea-4fef-aa73-923505166255 req-082231ce-6e6e-43a4-a7fb-df33af46ee99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 1095 time: 0.2730370 Nov 09 11:04:17.430832 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:17.432053 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:17.432409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:17.483759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:17.486924 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:17.494598 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0c5737b1-66df-4bb3-b71f-7562b7a51648 req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.494598 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c5737b1-66df-4bb3-b71f-7562b7a51648 req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/2311cff4-bb7d-49b5-9ee6-0834b627c072 HTTP/1.1" status: 204 len: 173 time: 1.5755205 Nov 09 11:04:17.501734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] No DVR routers for this DVR port bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:17.502496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.504365 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-954f1d28-4941-4553-9e5f-a4f4f7b15d2d req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.57 "DELETE /v2.0/ports/bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace HTTP/1.1" status: 204 len: 173 time: 2.6951771 Nov 09 11:04:17.514849 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.526759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Attempting to bind port eac088e1-1c5e-4eae-959d-15eba1787486 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:17.527838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Attempting to bind port eac088e1-1c5e-4eae-959d-15eba1787486 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:17.527986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Attempting to bind port eac088e1-1c5e-4eae-959d-15eba1787486 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:17.535180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Port eac088e1-1c5e-4eae-959d-15eba1787486 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:04:17.535610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Attempting to bind port eac088e1-1c5e-4eae-959d-15eba1787486 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:17.545505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:17.545505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Checking segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:17.545505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Bound using segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:17.546078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Bound port: eac088e1-1c5e-4eae-959d-15eba1787486, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:17.546488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.700589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7aca-deea-4fef-aa73-923505166255 req-4ec17c94-6306-42f2-87ba-def3dd1828b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:17.702020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3dba7aca-deea-4fef-aa73-923505166255 req-4ec17c94-6306-42f2-87ba-def3dd1828b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 916 time: 0.2952862 Nov 09 11:04:17.719655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] For port eac088e1-1c5e-4eae-959d-15eba1787486, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:17.723724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca721dd8-a119-4232-b861-87523a8204de req-dc794c4b-0e1e-4a5a-8e75-f0ff055fdecb tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 210 time: 0.0800054 Nov 09 11:04:17.738928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] For port eac088e1-1c5e-4eae-959d-15eba1787486, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eac088e1-1c5e-4eae-959d-15eba1787486,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:17.788009 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.804497 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:17.831635 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.838447 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2e7ada2c-679d-4d62-9e77-e87c7e9dcd3c tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:17.847647 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.877524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3dba7aca-deea-4fef-aa73-923505166255 req-265dc73e-8100-4e6d-991a-197dbf18a24c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85 HTTP/1.1" status: 200 len: 217 time: 0.1666391 Nov 09 11:04:17.882415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Pushing event deleted for resources: {'Port': ['ID=897ace62-ecbf-4df4-a5b7-4907244c5882,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:17.886265 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:17.947726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Pushing event updated for resources: {'Port': ['ID=eac088e1-1c5e-4eae-959d-15eba1787486,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:17.985866 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:17.994094 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:17.994746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] 10.222.0.57 "PUT /v2.0/ports/eac088e1-1c5e-4eae-959d-15eba1787486 HTTP/1.1" status: 200 len: 1091 time: 4.2323816 Nov 09 11:04:17.996564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Transition to ACTIVE for port object 3e1f6566-0dd7-44a9-996e-f92f21812359 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:18.061210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-deleted', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace'}, {'name': 'network-changed', 'server_uuid': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'tag': 'eac088e1-1c5e-4eae-959d-15eba1787486'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:18.072067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-41f447e8-b9e0-4b49-a79f-77a305625186 req-ab0b7bdf-8eca-4d64-a391-0c4498265d7b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Synchronizing usage tracker for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:18.091945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7aca-deea-4fef-aa73-923505166255 req-2b462ece-63a4-4fa2-82f5-e7902d67b121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:18.093570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3dba7aca-deea-4fef-aa73-923505166255 req-2b462ece-63a4-4fa2-82f5-e7902d67b121 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 200 len: 854 time: 0.2028468 Nov 09 11:04:18.200156 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-96378a5e-4713-4a3e-8b1c-1b895d77d45e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 1094 time: 0.0771487 Nov 09 11:04:18.202113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-41f447e8-b9e0-4b49-a79f-77a305625186 req-ab0b7bdf-8eca-4d64-a391-0c4498265d7b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Unset dirty status for tenant:fb1e3ac7e24348b7ac36b2c92912ed57 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:18.203134 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-41f447e8-b9e0-4b49-a79f-77a305625186 req-ab0b7bdf-8eca-4d64-a391-0c4498265d7b tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea577b6c-d9e4-495b-b3c5-b299364823a8 HTTP/1.1" status: 200 len: 210 time: 0.1947331 Nov 09 11:04:18.278398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-7865145d-89a8-4819-addf-c01aeabdb270 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac088e1-1c5e-4eae-959d-15eba1787486 HTTP/1.1" status: 200 len: 217 time: 0.0695100 Nov 09 11:04:18.287043 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda', 'code': 200} Nov 09 11:04:18.297263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:18.308052 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e396d424-6a52-42af-9ff1-66edc46b9b5d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:18.460583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-50a8e0e8-6aa1-490f-883e-8aea261cdaae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:18.463294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-50a8e0e8-6aa1-490f-883e-8aea261cdaae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 200 len: 854 time: 0.1701243 Nov 09 11:04:18.483139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:18.579309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afec089f-780b-4a94-ba6e-b6def3003d02 req-dd4da5e3-fc48-4eb2-b8ca-d50e3247a295 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "GET /v2.0/security-groups/253712f6-f8e9-49c5-b958-5cecebbf0cd4 HTTP/1.1" status: 200 len: 1634 time: 0.1870737 Nov 09 11:04:18.721855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fbc2ef3-4bcb-46ba-8467-2875b611917e req-72d6cf05-06f9-42d1-932b-a50193f7d1a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 1096 time: 0.3284812 Nov 09 11:04:18.798835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-c80ce264-e308-4d74-87e2-0afdd6f08047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111756 Nov 09 11:04:18.800723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fbc2ef3-4bcb-46ba-8467-2875b611917e req-837ab60a-2c2e-4eed-ab8f-b963d3737192 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608318 Nov 09 11:04:18.835162 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-afec089f-780b-4a94-ba6e-b6def3003d02 req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:18.876473 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-afec089f-780b-4a94-ba6e-b6def3003d02 req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:18.915699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:18.936639 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:18.984643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Pushing event updated for resources: {'Port': ['ID=3e1f6566-0dd7-44a9-996e-f92f21812359,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:19.001567 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:19.003253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:19.008414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3dba7aca-deea-4fef-aa73-923505166255 req-1655e4fc-d59a-4f53-b358-66dac7a502d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9075458 Nov 09 11:04:19.011912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:19.016017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:19.039290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-afec089f-780b-4a94-ba6e-b6def3003d02 req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.051558 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4ac2e43a-0d27-4734-ab02-65d6adbf5b6d tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:19.191875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:19.192557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.259284 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.259284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:04:19.259809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253712f6-f8e9-49c5-b958-5cecebbf0cd4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:19.313068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad271-9f00-4299-b45d-6fbeb6dc35fa req-57475526-a69d-4c38-91d2-6602f6dc92c8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:19.314614 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-937ad271-9f00-4299-b45d-6fbeb6dc35fa req-57475526-a69d-4c38-91d2-6602f6dc92c8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 945 time: 0.3848815 Nov 09 11:04:19.316461 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3dba7aca-deea-4fef-aa73-923505166255 req-47358b8e-deaf-4249-bc7a-88089c4bd129 service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731600 Nov 09 11:04:19.338127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-afec089f-780b-4a94-ba6e-b6def3003d02 req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.339343 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afec089f-780b-4a94-ba6e-b6def3003d02 req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] 10.222.0.50 "DELETE /v2.0/security-groups/253712f6-f8e9-49c5-b958-5cecebbf0cd4 HTTP/1.1" status: 204 len: 173 time: 0.7535818 Nov 09 11:04:19.358707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45150) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:19.414371 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.415726 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] 10.222.0.50 "DELETE /v2.0/routers/7f9e9f63-dcb0-4de6-8cc5-9b32817940d7 HTTP/1.1" status: 204 len: 168 time: 6.1287754 Nov 09 11:04:19.417734 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c32edc1f-fb2c-4ed6-abcf-bfe54e049f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.427274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.427672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.428094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.428449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.428810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.429202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.429553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.429900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.430289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.431219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.431334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:19.431580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:19.443219 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:19.443219 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea577b6c-d9e4-495b-b3c5-b299364823a8', 'name': 'network-vif-deleted', 'tag': 'bc7ba1d4-cf94-4221-a70f-4b7c3ccc7ace', 'status': 'completed', 'code': 200} Nov 09 11:04:19.443219 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'tag': 'eac088e1-1c5e-4eae-959d-15eba1787486', 'status': 'completed', 'code': 200} Nov 09 11:04:19.512919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5701427 Nov 09 11:04:19.513756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Deleting subnet f091d61e-b4c2-40f4-ad07-8371f1971347 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:04:19.519336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.530141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Request body: {'port': {'device_id': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:19.537093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-86acbb36-1646-4a3d-ab40-1eefa7139d78 None None] Provisioning for port 3e1f6566-0dd7-44a9-996e-f92f21812359 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:19.544882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-86acbb36-1646-4a3d-ab40-1eefa7139d78 None None] Provisioning complete for port 3e1f6566-0dd7-44a9-996e-f92f21812359 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:19.545349 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-86acbb36-1646-4a3d-ab40-1eefa7139d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.562088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-2b9fb7cf-6a5e-47a8-affb-d8d643967993 service neutron] 10.222.0.57 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783050 Nov 09 11:04:19.610218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-86acbb36-1646-4a3d-ab40-1eefa7139d78 None None] Port 3e1f6566-0dd7-44a9-996e-f92f21812359 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:04:19.647468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-937ad271-9f00-4299-b45d-6fbeb6dc35fa req-8668bcaf-b89c-461d-b89e-1525366a7b37 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899139 Nov 09 11:04:19.664622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.718850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Deleting subnet 74d05bb3-ddb9-4b15-aaec-cd94594a6042 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:04:19.739184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.792388 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3dba7aca-deea-4fef-aa73-923505166255 req-b713b3f5-a6ce-40ec-a799-ef4bbc22e1c9 service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686296 Nov 09 11:04:19.848412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.856492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-fedfd5ef-8118-4f6f-ad60-9fd887c25a25 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:19.857205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-fedfd5ef-8118-4f6f-ad60-9fd887c25a25 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:19.874279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.885150 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:19.978449 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a758921-4e1b-4aa2-9b3a-7cca9e4aba41 req-e6125510-1aeb-424e-9303-8efcd9abe050 service neutron] 10.222.0.57 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810589 Nov 09 11:04:19.990741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d25d7-940e-4c69-8191-c35a6d70a291 req-9418fc1c-8812-42c2-837c-e47cf6a07515 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:19.991847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9d2d25d7-940e-4c69-8191-c35a6d70a291 req-9418fc1c-8812-42c2-837c-e47cf6a07515 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:20.066392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-fedfd5ef-8118-4f6f-ad60-9fd887c25a25 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:20.067565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-fedfd5ef-8118-4f6f-ad60-9fd887c25a25 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.7986777 Nov 09 11:04:20.068699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9d2d25d7-940e-4c69-8191-c35a6d70a291 req-9418fc1c-8812-42c2-837c-e47cf6a07515 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:20.069717 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d2d25d7-940e-4c69-8191-c35a6d70a291 req-9418fc1c-8812-42c2-837c-e47cf6a07515 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.5179224 Nov 09 11:04:20.096717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e559cd-8be8-4da9-a0fd-c38b6b1edccb req-c479a08a-309e-4a6e-8b04-14e72960f23b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:20.097413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-96e559cd-8be8-4da9-a0fd-c38b6b1edccb req-c479a08a-309e-4a6e-8b04-14e72960f23b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Synchronizing usage tracker for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:20.161830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.227141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.232907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Deleting port 826c8cc7-2813-4b34-9a2d-261041487157 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:20.233248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.284289 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:20.347358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f091d61e-b4c2-40f4-ad07-8371f1971347,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:20.350194 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:20.366865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d2d25d7-940e-4c69-8191-c35a6d70a291 req-6c8f283e-7dad-4703-bf2e-96be2aa2f898 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520905 Nov 09 11:04:20.385266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-96e559cd-8be8-4da9-a0fd-c38b6b1edccb req-c479a08a-309e-4a6e-8b04-14e72960f23b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Unset dirty status for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:20.388128 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96e559cd-8be8-4da9-a0fd-c38b6b1edccb req-c479a08a-309e-4a6e-8b04-14e72960f23b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 931 time: 0.5881224 Nov 09 11:04:20.388880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.434047 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f091d61e-b4c2-40f4-ad07-8371f1971347 HTTP/1.1" status: 204 len: 168 time: 1.0644982 Nov 09 11:04:20.451656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45158) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:20.461452 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.513073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 897ace62-ecbf-4df4-a5b7-4907244c5882 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:20.554094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-9a7bd6a9-aa7b-49bb-92c6-f5c7af27e079 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 1094 time: 0.3939073 Nov 09 11:04:20.573070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 897ace62-ecbf-4df4-a5b7-4907244c5882 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:20.573818 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 897ace62-ecbf-4df4-a5b7-4907244c5882 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:20.632114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1f6566-0dd7-44a9-996e-f92f21812359 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:20.639776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.657636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Transition to ACTIVE for port object 3e1f6566-0dd7-44a9-996e-f92f21812359 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:20.673020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96e559cd-8be8-4da9-a0fd-c38b6b1edccb req-8bd9c853-8cbe-4f95-8489-f51e802dbdb7 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065887 Nov 09 11:04:20.755901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.760188 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c2f7e66f-4309-478d-b2b5-e389741e2168 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:20.786833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.809781 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.859638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc99282-a2b5-41f8-9681-a5de20cf2674 None None] Network c15d7ed7-88f7-48f8-a988-25e9d40c397b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:04:20.863318 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:20.874216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/74d05bb3-ddb9-4b15-aaec-cd94594a6042 HTTP/1.1" status: 204 len: 168 time: 1.3491311 Nov 09 11:04:20.879590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45170) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:21.060980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-de50813a-dcc9-454e-b064-ca211aed4eac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:21.062740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-de50813a-dcc9-454e-b064-ca211aed4eac service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 916 time: 0.4565191 Nov 09 11:04:21.070504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] For port 826c8cc7-2813-4b34-9a2d-261041487157, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=826c8cc7-2813-4b34-9a2d-261041487157,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:21.072183 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.085300 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1f6566-0dd7-44a9-996e-f92f21812359,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:21.094375 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:21.135066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d2b45e47-2015-4bc6-8a8f-6cb801419b85 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:04:21.140467 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:21.180462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d05bb3-ddb9-4b15-aaec-cd94594a6042,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:21.186423 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:21.366416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.387759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba32b8e-c181-46ec-952c-36fd89d168ba req-338e6527-be08-4f6f-8f14-e65726ec7899 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:21.389235 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bba32b8e-c181-46ec-952c-36fd89d168ba req-338e6527-be08-4f6f-8f14-e65726ec7899 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 945 time: 0.3070977 Nov 09 11:04:21.398404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Deleting port db3eeb52-846d-431f-983f-b09841b87b9f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:21.398747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.502481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d2b45e47-2015-4bc6-8a8f-6cb801419b85, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:21.523016 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bba32b8e-c181-46ec-952c-36fd89d168ba req-41d49470-c1cd-45f7-80ff-75e690818562 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270695 Nov 09 11:04:21.538483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] DHCP port deletion for c15d7ed7-88f7-48f8-a988-25e9d40c397b request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:04:21.564676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Deleting port db3eeb52-846d-431f-983f-b09841b87b9f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:21.564676 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.587571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45186) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:21.640008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85', 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'port_id': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85', 'mac_address': 'fa:16:3e:2c:b6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e30ae-7f95-45ef-9e49-f32bf1ebc13f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:04:21.676643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Calling delete_port for 826c8cc7-2813-4b34-9a2d-261041487157 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:21.717746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-77bd475e-9796-46bb-af95-08827eaf1d4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac088e1-1c5e-4eae-959d-15eba1787486 HTTP/1.1" status: 200 len: 217 time: 0.6375966 Nov 09 11:04:21.730901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.745755 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.766579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] For port db3eeb52-846d-431f-983f-b09841b87b9f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=db3eeb52-846d-431f-983f-b09841b87b9f,segment=NetworkSegment(d50629a5-3d44-48e0-b7c9-ba31d71d1352),segment_id=d50629a5-3d44-48e0-b7c9-ba31d71d1352)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:21.767357 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.820090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b45e47-2015-4bc6-8a8f-6cb801419b85 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:21.871247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d2b45e47-2015-4bc6-8a8f-6cb801419b85, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:21.927927 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:21.932516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-5a59ddd7-0b53-4739-b253-e04d618d33d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:21.932516 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-5a59ddd7-0b53-4739-b253-e04d618d33d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 200 len: 854 time: 0.1479986 Nov 09 11:04:22.035749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Attempting to bind port 3e1f6566-0dd7-44a9-996e-f92f21812359 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:22.037472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Attempting to bind port 3e1f6566-0dd7-44a9-996e-f92f21812359 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:22.037875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Attempting to bind port 3e1f6566-0dd7-44a9-996e-f92f21812359 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:22.059957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Calling delete_port for db3eeb52-846d-431f-983f-b09841b87b9f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:22.071754 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.086691 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:22.137767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a439b8c-91a2-45f3-aa93-c03c95865e29']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:22.161576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a439acb0-3f44-4e73-8ef0-8c8dde76a879') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:22.161902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a439acb0-3f44-4e73-8ef0-8c8dde76a879') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:22.166087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] For port db3eeb52-846d-431f-983f-b09841b87b9f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=db3eeb52-846d-431f-983f-b09841b87b9f,segment=NetworkSegment(d50629a5-3d44-48e0-b7c9-ba31d71d1352),segment_id=d50629a5-3d44-48e0-b7c9-ba31d71d1352)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:22.166905 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.200687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.231509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.244722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Port 3e1f6566-0dd7-44a9-996e-f92f21812359 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:04:22.245047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Attempting to bind port 3e1f6566-0dd7-44a9-996e-f92f21812359 on network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:22.277456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:22.277807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Checking segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:22.278568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Bound using segment: {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:22.279039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Bound port: 3e1f6566-0dd7-44a9-996e-f92f21812359, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1717f-9bf4-4f2c-a27b-323a37663892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:22.279806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:04:22.280494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.280628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:04:22.309681 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:04:22.363766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Calling delete_port for db3eeb52-846d-431f-983f-b09841b87b9f owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:22.395254 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d2b45e47-2015-4bc6-8a8f-6cb801419b85,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:22.405135 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:22.411879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d2b45e47-2015-4bc6-8a8f-6cb801419b85'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:22.415479 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-47499986-2a2f-40ec-a2bf-84dd4bce388a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4030476 Nov 09 11:04:22.444513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a0f0-f324-4b1a-bd7e-47799f30fa2f req-555f266e-7441-408e-a1bc-617a8b708576 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:22.445420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681e2db-4c92-4b58-a71a-e6dca66440dd req-085c4381-2b2f-440b-9579-c94e2fa24b91 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:22.455896 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6681e2db-4c92-4b58-a71a-e6dca66440dd req-085c4381-2b2f-440b-9579-c94e2fa24b91 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 943 time: 0.3213196 Nov 09 11:04:22.456028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b6c6a0f0-f324-4b1a-bd7e-47799f30fa2f req-555f266e-7441-408e-a1bc-617a8b708576 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 944 time: 0.7449286 Nov 09 11:04:22.472381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] For port 3e1f6566-0dd7-44a9-996e-f92f21812359, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:22.484243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.490152 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa28d440-6fc4-4af4-a954-0a49c5015629 tempest-FloatingIPsAssociationTestJSON-2023970160 tempest-FloatingIPsAssociationTestJSON-2023970160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:22.530505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] For port 3e1f6566-0dd7-44a9-996e-f92f21812359, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3e1f6566-0dd7-44a9-996e-f92f21812359,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:22.549277 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ed54a024-6e99-4516-94bc-aa151fd44b8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb1e3ac7e24348b7ac36b2c92912ed57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9059050 Nov 09 11:04:22.549961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45204) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:22.555032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3eeb52-846d-431f-983f-b09841b87b9f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:22.562993 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:04:22.565232 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:04:22.572672 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:22.595465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6681e2db-4c92-4b58-a71a-e6dca66440dd req-e5a4e0b7-c5bd-4dcc-8c58-f56dff1085c8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422114 Nov 09 11:04:22.598271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] No DVR routers for this DVR port db3eeb52-846d-431f-983f-b09841b87b9f on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:22.655351 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.668257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b6c6a0f0-f324-4b1a-bd7e-47799f30fa2f req-b2aa94a4-f917-4087-8039-77805b3ef88a tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149279 Nov 09 11:04:22.686842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.687177 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:22.691566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.709961 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-625d979f-3d47-4698-b6be-aae9d11c881f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:22.714674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db3eeb52-846d-431f-983f-b09841b87b9f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:22.766821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device eac088e1-1c5e-4eae-959d-15eba1787486 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:04:22.794471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event deleted for resources: {'Port': ['ID=826c8cc7-2813-4b34-9a2d-261041487157,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:22.825441 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: db3eeb52-846d-431f-983f-b09841b87b9f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:22.825441 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db3eeb52-846d-431f-983f-b09841b87b9f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:22.831676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1f6566-0dd7-44a9-996e-f92f21812359,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:22.836491 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:22.842934 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.848093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] 10.222.0.59 "PUT /v2.0/ports/3e1f6566-0dd7-44a9-996e-f92f21812359 HTTP/1.1" status: 200 len: 1091 time: 3.3201394 Nov 09 11:04:22.848093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'tag': '3e1f6566-0dd7-44a9-996e-f92f21812359'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:22.887419 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:22.889917 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:22.930002 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:23.003979 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:23.047958 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'tag': '3e1f6566-0dd7-44a9-996e-f92f21812359', 'status': 'completed', 'code': 200} Nov 09 11:04:23.054728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 826c8cc7-2813-4b34-9a2d-261041487157 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:23.054947 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-53f85ff1-3f19-4cc9-a73c-21dda0b7fccd service neutron] 10.222.0.57 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772822 Nov 09 11:04:23.055230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 826c8cc7-2813-4b34-9a2d-261041487157 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:23.057325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a439b8c-91a2-45f3-aa93-c03c95865e29,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:23.070669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Deleting port db3eeb52-846d-431f-983f-b09841b87b9f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:23.071864 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.152788 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:23.218870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a439b8c-91a2-45f3-aa93-c03c95865e29 HTTP/1.1" status: 204 len: 168 time: 2.7621486 Nov 09 11:04:23.235454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0b5b8-da88-4618-aaab-297ed289c59e None None] The port 'db3eeb52-846d-431f-983f-b09841b87b9f' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:04:23.259703 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.271956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:23.301464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port eac088e1-1c5e-4eae-959d-15eba1787486, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eac088e1-1c5e-4eae-959d-15eba1787486,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:23.316142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] No DVR routers for this DVR port 826c8cc7-2813-4b34-9a2d-261041487157 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:23.320667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'eac088e1-1c5e-4eae-959d-15eba1787486', 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'port_id': 'eac088e1-1c5e-4eae-959d-15eba1787486', 'mac_address': 'fa:16:3e:8f:ab:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e30ae-7f95-45ef-9e49-f32bf1ebc13f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:04:23.322415 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.324556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-acc55084-fd58-4154-bac7-bbee9ce88e82 req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "DELETE /v2.0/ports/826c8cc7-2813-4b34-9a2d-261041487157 HTTP/1.1" status: 204 len: 173 time: 3.2510021 Nov 09 11:04:23.325072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'name': 'network-vif-deleted', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:23.375157 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.411496 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baae69f4-f5b3-4f9b-aac7-8316c7cbdcb1 req-84a77b25-f243-4758-ad4e-dd76514c261a service neutron] 10.222.0.57 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377435 Nov 09 11:04:23.433721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.442062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15d7ed7-88f7-48f8-a988-25e9d40c397b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:23.455775 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5846f77-e298-4a7a-b021-f726cbd23ed0', 'name': 'network-vif-deleted', 'tag': '826c8cc7-2813-4b34-9a2d-261041487157', 'status': 'completed', 'code': 200} Nov 09 11:04:23.460923 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.467214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50629a5-3d44-48e0-b7c9-ba31d71d1352') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:23.467884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50629a5-3d44-48e0-b7c9-ba31d71d1352') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:23.495009 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.499446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac088e1-1c5e-4eae-959d-15eba1787486 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:23.536380 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.545664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:04:23.546059 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.546198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port eac088e1-1c5e-4eae-959d-15eba1787486, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eac088e1-1c5e-4eae-959d-15eba1787486,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:23.563069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-44dbe866-7413-4b32-92b3-c7a6a9000de3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 1094 time: 0.3064480 Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:04:23.563751 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:04:23.612132 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.615648 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:23.730915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=eac088e1-1c5e-4eae-959d-15eba1787486,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:23.744000 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:23.748903 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-14392457-fe0b-451d-a408-9078e966339c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1f6566-0dd7-44a9-996e-f92f21812359 HTTP/1.1" status: 200 len: 217 time: 0.1741920 Nov 09 11:04:23.752813 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.804212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45236) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:23.821603 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['eac088e1-1c5e-4eae-959d-15eba1787486'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:23.846925 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.881507 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc2f41df-0c0b-478c-8e4b-4b279a4a445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:23.901167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.918516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-19b60775-bc23-4f25-9c23-9520cc3464ed req-81da1a0f-ae6a-45cc-8897-034267cc391e tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:23.937037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f42e374-a6b7-4d71-a3d1-194b95530201,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:23.942559 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:23.950654 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:23.953493 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:23.971111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a8445f2d-99be-463c-b161-c211f0b7f4d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93453b184d7a47ed93689f38345f7c33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1628332 Nov 09 11:04:23.971328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45242) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:23.989985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-c2ecc440-681d-47f0-9cf8-89e9df227515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:23.991452 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-c2ecc440-681d-47f0-9cf8-89e9df227515 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 200 len: 854 time: 0.2171535 Nov 09 11:04:23.996739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:24.000345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15d7ed7-88f7-48f8-a988-25e9d40c397b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:24.009978 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:24.062362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Usage tracker for resource:security_group_rule and tenant:8fd2b0d51bdb45e3942f99a40f2b8ebd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:24.064647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-19b60775-bc23-4f25-9c23-9520cc3464ed req-81da1a0f-ae6a-45cc-8897-034267cc391e tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:24.079525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19b60775-bc23-4f25-9c23-9520cc3464ed req-81da1a0f-ae6a-45cc-8897-034267cc391e tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5846f77-e298-4a7a-b021-f726cbd23ed0 HTTP/1.1" status: 200 len: 210 time: 0.2134235 Nov 09 11:04:24.090126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:24.113858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:24.146412 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.164848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba6dfc-ff7d-42fd-8d24-4230b3f457c6 req-cb7187d0-b3f3-4a09-9a37-d7d61bbf0551 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:24.172507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-76ba6dfc-ff7d-42fd-8d24-4230b3f457c6 req-cb7187d0-b3f3-4a09-9a37-d7d61bbf0551 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 943 time: 0.3377256 Nov 09 11:04:24.216766 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c15d7ed7-88f7-48f8-a988-25e9d40c397b HTTP/1.1" status: 204 len: 168 time: 3.2139366 Nov 09 11:04:24.226936 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.279475 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.281443 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f42e374-a6b7-4d71-a3d1-194b95530201 HTTP/1.1" status: 204 len: 168 time: 1.7271924 Nov 09 11:04:24.299549 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-29ac7730-fe5d-49b2-86e8-8e29988e399c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934101 Nov 09 11:04:24.387591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.409920 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-af66f91e-1ea5-42fe-8557-bb6e15632b67 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:24.418933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1e5ee-7e93-4bff-962f-0a8264d8001a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:24.427481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-76ba6dfc-ff7d-42fd-8d24-4230b3f457c6 req-dc9f9426-1660-4507-a08a-a003e594a594 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538214 Nov 09 11:04:24.429283 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:24.445823 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.452338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19c1e5ee-7e93-4bff-962f-0a8264d8001a HTTP/1.1" status: 204 len: 168 time: 0.4799068 Nov 09 11:04:24.473260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.529578 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-ed365011-08b3-42c0-97e8-ae6bc6233143 service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160208 Nov 09 11:04:24.610229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.620967 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a3a54afd-18ae-4e6c-8ce1-7d8408d7adde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:24.677625 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device eac088e1-1c5e-4eae-959d-15eba1787486 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:24.691702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58a059-a035-47c4-b07c-7a69a3f8386e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:24.702762 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:24.705115 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fd2b0d51bdb45e3942f99a40f2b8ebd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3611465 Nov 09 11:04:24.708101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45254) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:24.728664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fc247c8-0518-426f-bceb-d4b1a0f197c0 req-33100983-657f-40f0-9e77-05acd74c5e0e service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925030 Nov 09 11:04:24.778360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.804625 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.821085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45258) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:24.842454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port eac088e1-1c5e-4eae-959d-15eba1787486 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:24.848662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port eac088e1-1c5e-4eae-959d-15eba1787486 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:24.849123 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.896613 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e320bd39-5720-414e-b555-5993190343cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4758245c39d7467482e960be0006c0a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0773532 Nov 09 11:04:24.898949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45264) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:24.949747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.957043 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55c68932-7f75-4c72-88a2-5b9d2d0f9027 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:24.965157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d2b45e47-2015-4bc6-8a8f-6cb801419b85 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:24.972373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58a059-a035-47c4-b07c-7a69a3f8386e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:24.978812 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:24.983787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-522de18e-d54f-41e2-ace2-f8aa718d7024 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 1094 time: 0.1083829 Nov 09 11:04:24.984969 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:24.988596 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d58a059-a035-47c4-b07c-7a69a3f8386e HTTP/1.1" status: 204 len: 168 time: 0.2771363 Nov 09 11:04:25.011874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.074602 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.122287 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.168227 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac088e1-1c5e-4eae-959d-15eba1787486'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:25.183319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port eac088e1-1c5e-4eae-959d-15eba1787486, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eac088e1-1c5e-4eae-959d-15eba1787486,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:25.216524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-d18825b0-91f3-40d7-a8d2-e449102a21b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:25.219236 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-d18825b0-91f3-40d7-a8d2-e449102a21b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 916 time: 0.2279212 Nov 09 11:04:25.237022 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.237486 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac088e1-1c5e-4eae-959d-15eba1787486', 'code': 200} Nov 09 11:04:25.250422 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ac9876b1-6674-4559-98e3-59e369cba222 tempest-LiveMigrationNegativeTest-1427098044 tempest-LiveMigrationNegativeTest-1427098044-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:25.293381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ff352-877f-49a9-bf0d-f7a61106c3cb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:25.302290 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:25.303210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.305893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a69ff352-877f-49a9-bf0d-f7a61106c3cb HTTP/1.1" status: 204 len: 168 time: 0.4030263 Nov 09 11:04:25.326148 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.330946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port d2b45e47-2015-4bc6-8a8f-6cb801419b85 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:25.349009 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:25.356394 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-89b0dd8a-64e3-47a0-9f05-2b1f2061c6d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1f6566-0dd7-44a9-996e-f92f21812359 HTTP/1.1" status: 200 len: 217 time: 0.1202595 Nov 09 11:04:25.433990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port d2b45e47-2015-4bc6-8a8f-6cb801419b85 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:25.434480 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.466368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-42913c0f-9ca8-4914-aea5-889f05befff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:25.466871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-42913c0f-9ca8-4914-aea5-889f05befff4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 200 len: 854 time: 0.1092086 Nov 09 11:04:25.533715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=eac088e1-1c5e-4eae-959d-15eba1787486,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:25.536883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:25.539210 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:25.613879 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e16e68c2-6f0c-4d2d-bf14-1d62408dfc86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23d0bd1696544dff98efdda1a5e3af65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0757713 Nov 09 11:04:25.616053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:25.658960 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.674809 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-cfacfe48-10e7-485e-bed1-391144d86e80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011898 Nov 09 11:04:25.705537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d2b45e47-2015-4bc6-8a8f-6cb801419b85, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:25.738378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.811809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74fa22e6-0b4f-45cf-90fe-3757ce4d85a9 req-c6b3fe50-9f9f-4d50-849c-bed1ebc416cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 1096 time: 0.5025449 Nov 09 11:04:25.836321 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:25.840366 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:25.884346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74fa22e6-0b4f-45cf-90fe-3757ce4d85a9 req-d4fde450-7e28-4c98-a7ac-2baa81d0a78e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650029 Nov 09 11:04:25.942087 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:26.018775 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-70fcf1f7-7260-4fa9-8240-b6bb81c38500 service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365259 Nov 09 11:04:26.023724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d2b45e47-2015-4bc6-8a8f-6cb801419b85,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:26.029383 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:26.177063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4d920e4-1af7-4618-8c5e-42f6885357e3 req-f26ec5f3-fae9-4724-8bc4-a717fe2c7bce service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489139 Nov 09 11:04:26.242074 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:26.246427 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-37416205-56bd-425a-bde0-db882dd94eb8 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:26.263791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb6b8e-9b93-44e1-a1db-3b0af36e9745,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:26.270562 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:26.271824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:26.276180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80fb6b8e-9b93-44e1-a1db-3b0af36e9745 HTTP/1.1" status: 204 len: 168 time: 0.6557965 Nov 09 11:04:26.368476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45314) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:26.395896 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:26.422067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ad6ba-1fc0-4467-9bf6-002364551472 req-ec6fb77d-ca3d-440d-a592-51d38d72cd14 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:26.423550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b39ad6ba-1fc0-4467-9bf6-002364551472 req-ec6fb77d-ca3d-440d-a592-51d38d72cd14 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 943 time: 0.1313882 Nov 09 11:04:26.463367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:26.469423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Usage tracker for resource:security_group_rule and tenant:62fa6ee831bf47b19554d6b1ed0e32ba is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:26.477621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:26.487758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:26.503845 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b39ad6ba-1fc0-4467-9bf6-002364551472 req-5e9dc039-4bdc-4221-9088-3c75630c9445 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Synchronizing usage tracker for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:26.572519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:26.646645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b39ad6ba-1fc0-4467-9bf6-002364551472 req-5e9dc039-4bdc-4221-9088-3c75630c9445 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Unset dirty status for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:26.647983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b39ad6ba-1fc0-4467-9bf6-002364551472 req-5e9dc039-4bdc-4221-9088-3c75630c9445 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153797 Nov 09 11:04:26.687152 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:26.702436 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-92d246f1-9686-4c87-be54-e6d389e0f870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:26.724368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45320) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:26.814301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62fa6ee831bf47b19554d6b1ed0e32ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4444678 Nov 09 11:04:26.815718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61053e7-e9bb-4d92-acb5-ff3016833bc3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:26.831386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45324) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:26.838042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-5b0e28e9-5088-40f7-a9c4-257478dfc1f4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:26.839684 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-5b0e28e9-5088-40f7-a9c4-257478dfc1f4 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 945 time: 0.1810155 Nov 09 11:04:26.840797 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:26.994955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-457ec542-8629-42e2-bf28-57ecd8563571 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bec080f7aa884dd5af10fb1d97a356f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2685208 Nov 09 11:04:26.995760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45334) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:27.064182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Deleting port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:27.066565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.082359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50523-a7e2-4964-9ed9-3713cbbce77e req-e59e0194-0f1a-4d3e-afe9-147937394490 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:27.085776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f7a50523-a7e2-4964-9ed9-3713cbbce77e req-e59e0194-0f1a-4d3e-afe9-147937394490 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 945 time: 0.2403162 Nov 09 11:04:27.136896 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.185247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.238848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:27.339172 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f7a50523-a7e2-4964-9ed9-3713cbbce77e req-830e0b58-01c7-482e-b5b6-fe0e165bd520 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4e36fd2-46ec-47cc-bede-5f090c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375717 Nov 09 11:04:27.372458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.464481 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.480333 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.487982 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a3bcfd43-b5e2-41c7-8db8-2896fda4886b tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:27.504355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61053e7-e9bb-4d92-acb5-ff3016833bc3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:27.505988 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85', 'code': 200} Nov 09 11:04:27.509610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:27.537464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.540168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f61053e7-e9bb-4d92-acb5-ff3016833bc3 HTTP/1.1" status: 204 len: 168 time: 0.7048032 Nov 09 11:04:27.591672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] For port 9e547611-e6ba-43ae-8aeb-86dd115e71a0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=9e547611-e6ba-43ae-8aeb-86dd115e71a0,segment=NetworkSegment(3b05f680-de15-4fe6-bf24-27bf6e00c705),segment_id=3b05f680-de15-4fe6-bf24-27bf6e00c705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:27.591672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.718486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.729731 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:27.747457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Calling delete_port for 9e547611-e6ba-43ae-8aeb-86dd115e71a0 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:27.757449 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:27.759703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba14daa5-c5b9-4d5d-ac29-2f822debfe82 HTTP/1.1" status: 204 len: 168 time: 0.7567477 Nov 09 11:04:27.762578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba14daa5-c5b9-4d5d-ac29-2f822debfe82,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:27.766046 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:27.786708 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5561ee33-0162-4e71-997e-8baa8954fedf req-dc3cda45-2845-467b-be09-3740923c0da7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 1097 time: 0.2052214 Nov 09 11:04:27.903223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5561ee33-0162-4e71-997e-8baa8954fedf req-34f58e23-b52a-48cd-9d19-f65e074edb84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025202 Nov 09 11:04:28.065181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aa36c-9edc-464f-9b48-4eb545ad39e8 req-b39fe56d-5d9c-40cc-aae4-36ff546f44e3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:28.066755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c91aa36c-9edc-464f-9b48-4eb545ad39e8 req-b39fe56d-5d9c-40cc-aae4-36ff546f44e3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 943 time: 0.1173337 Nov 09 11:04:28.109990 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:28.117580 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03b88cdb-cb99-41e2-bbe4-88f2f5af3dfd tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:28.169248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Pushing event deleted for resources: {'Port': ['ID=9e547611-e6ba-43ae-8aeb-86dd115e71a0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:28.178748 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:28.182825 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c91aa36c-9edc-464f-9b48-4eb545ad39e8 req-ccf66943-29c6-4e4c-a0e7-37d4bcd69a8b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090524 Nov 09 11:04:28.287635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] No DVR routers for this DVR port 9e547611-e6ba-43ae-8aeb-86dd115e71a0 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:28.291195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:28.293993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'name': 'network-vif-deleted', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:28.366837 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19361915-851d-44e0-ac6c-fe5b65f08c73', 'name': 'network-vif-deleted', 'tag': '9e547611-e6ba-43ae-8aeb-86dd115e71a0', 'status': 'completed', 'code': 200} Nov 09 11:04:28.375771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45374) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:28.386601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18c2fdb6-cd9d-464c-88fa-7a16f37613d1 req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.59 "DELETE /v2.0/ports/9e547611-e6ba-43ae-8aeb-86dd115e71a0 HTTP/1.1" status: 204 len: 173 time: 1.5386875 Nov 09 11:04:28.547960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9309e434-5110-4f5c-aaec-862bbeb5b33c req-1495d486-9b62-47b0-a18f-964cd5e2d0e5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Synchronizing usage tracker for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:28.636532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9309e434-5110-4f5c-aaec-862bbeb5b33c req-1495d486-9b62-47b0-a18f-964cd5e2d0e5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Unset dirty status for tenant:721a615b029d4cbbbb760326c7367a03 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:28.637995 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9309e434-5110-4f5c-aaec-862bbeb5b33c req-1495d486-9b62-47b0-a18f-964cd5e2d0e5 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] 10.222.0.50 "GET /v2.0/ports?device_id=19361915-851d-44e0-ac6c-fe5b65f08c73 HTTP/1.1" status: 200 len: 210 time: 0.1559591 Nov 09 11:04:28.723041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-227633626-network', 'tenant_id': '8412988860be40e0989db769f2048db4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:28.727030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:28.733699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Usage tracker for resource:network and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:28.736800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:28.743631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:28.824177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Made reservation on behalf of 8412988860be40e0989db769f2048db4 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:28.832378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:28.865408 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:28.916766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:28.921673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:28.925672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:28.935978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:28.978052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3e1f6566-0dd7-44a9-996e-f92f21812359 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:04:29.044233 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.122029 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.145639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:04:29.152553 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8f47a49d-7f3e-4040-a4db-324d2902af2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:29.178623 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.179354 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Added segment 5b52f410-39f9-47ec-828c-fccc4f6435e7 of type vlan for network 503ce6c8-8c2d-4e32-9b43-34ac4366474f Nov 09 11:04:29.195604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3e1f6566-0dd7-44a9-996e-f92f21812359, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3e1f6566-0dd7-44a9-996e-f92f21812359,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:29.197725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68a6285-7290-4375-acd6-1d3bcdb218ba,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:29.201801 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:29.253088 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.294673 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '3e1f6566-0dd7-44a9-996e-f92f21812359', 'network_id': 'fb26ce4c-c1b8-464f-bea4-234dbffd03d9', 'port_id': '3e1f6566-0dd7-44a9-996e-f92f21812359', 'mac_address': 'fa:16:3e:d4:ed:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e30ae-7f95-45ef-9e49-f32bf1ebc13f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:04:29.377931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.377931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:29.377931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.383958 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fd8f884-55f5-4181-9abf-309045e486bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:29.448766 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.510975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1f6566-0dd7-44a9-996e-f92f21812359 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:29.565636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3e1f6566-0dd7-44a9-996e-f92f21812359, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3e1f6566-0dd7-44a9-996e-f92f21812359,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:29.629234 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.631595 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:29.642232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Pushing event updated for resources: {'Network': ['ID=503ce6c8-8c2d-4e32-9b43-34ac4366474f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:29.644906 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:29.661229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2774959 Nov 09 11:04:29.661229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45412) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:29.663673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Request body: {'subnet': {'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-227633626-subnet', 'tenant_id': '8412988860be40e0989db769f2048db4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:29.678176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:29.685674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Usage tracker for resource:subnet and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:29.689898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:29.697175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:29.712502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81013cb-c962-4971-83df-c5acbda4d846 req-86891540-d333-44b8-8958-aa3383f173da tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:29.714913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:04:29.720643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e81013cb-c962-4971-83df-c5acbda4d846 req-86891540-d333-44b8-8958-aa3383f173da tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 943 time: 0.2265251 Nov 09 11:04:29.784183 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e81013cb-c962-4971-83df-c5acbda4d846 req-5cfddc42-5c4e-4a0f-ae40-34db2b848f25 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623717 Nov 09 11:04:29.813530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Made reservation on behalf of 8412988860be40e0989db769f2048db4 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:29.816926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:29.906046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45422) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:29.988317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=3e1f6566-0dd7-44a9-996e-f92f21812359,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:30.015681 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:30.045599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['3e1f6566-0dd7-44a9-996e-f92f21812359'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:30.274368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:30.278525 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4693b4e3-c2ff-4431-a485-14959acd71f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:30.361654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04849f39-d0c2-42d6-8514-b8f7a5926219,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:30.365564 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:30.373671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Checking segment: {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:30.374273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Network hostable DHCP agents. Network: 503ce6c8-8c2d-4e32-9b43-34ac4366474f, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:04:30.406949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Deleting subnet ad99ae16-dc74-4096-b0e4-07861db6b1d7 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:04:30.410057 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:30.487396 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:30.488842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:04:30.555840 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:30.560029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 503ce6c8-8c2d-4e32-9b43-34ac4366474f) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:30.575919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:30.579005 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:30.582494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548676d-4734-4f62-935d-f501d1012a1c None None] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:04:30.777571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:30.783367 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aeef4098-1705-453c-a11d-4672a92e91d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:30.806118 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1477363 Nov 09 11:04:30.813477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45448) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:30.819681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:30.830754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad99ae16-dc74-4096-b0e4-07861db6b1d7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:30.834464 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:30.839996 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:30.845899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:30.850319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ad99ae16-dc74-4096-b0e4-07861db6b1d7 HTTP/1.1" status: 204 len: 168 time: 0.9428256 Nov 09 11:04:30.851270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45454) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:30.856736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Usage tracker for resource:router and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:30.874549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:30.893979 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:30.928896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:04:30.930668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.041984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.043268 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.097579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.122969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81c888-d76c-49e5-86a7-bcf388752d18 req-f0821b0c-f1be-4c87-a5b5-3d2a183b8a68 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:31.128120 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e81c888-d76c-49e5-86a7-bcf388752d18 req-f0821b0c-f1be-4c87-a5b5-3d2a183b8a68 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 944 time: 0.1492171 Nov 09 11:04:31.129822 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.192851 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e81c888-d76c-49e5-86a7-bcf388752d18 req-a3643b4d-7ead-4d59-bc4a-db0da2d30c4c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621436 Nov 09 11:04:31.251116 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Allocated IP 172.20.0.2 (503ce6c8-8c2d-4e32-9b43-34ac4366474f/04849f39-d0c2-42d6-8514-b8f7a5926219/ba52a163-c194-473e-9769-2c6339fdaab9) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:31.303874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.356348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9ae281-5f03-4505-b351-3da5c9df0b0e']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:31.361872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:31.374772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b05f680-de15-4fe6-bf24-27bf6e00c705') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:31.375197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b05f680-de15-4fe6-bf24-27bf6e00c705') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:31.396243 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.408846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 9e547611-e6ba-43ae-8aeb-86dd115e71a0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:31.409297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 9e547611-e6ba-43ae-8aeb-86dd115e71a0 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:31.431103 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.446922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:04:31.447157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:04:31.463514 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:04:31.473695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.617122 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.642456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Transition to ACTIVE for port object ba52a163-c194-473e-9769-2c6339fdaab9 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:31.647860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.653557 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:31.666508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Transition to ACTIVE for port object ba52a163-c194-473e-9769-2c6339fdaab9 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:31.678128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9ae281-5f03-4505-b351-3da5c9df0b0e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:31.686852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.691086 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:31.732322 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.737534 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:31.772773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fc9ae281-5f03-4505-b351-3da5c9df0b0e HTTP/1.1" status: 204 len: 168 time: 0.9195971 Nov 09 11:04:31.777693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45478) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:31.798497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:31.805697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:31.809987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:31.818365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Pushing event updated for resources: {'Port': ['ID=ba52a163-c194-473e-9769-2c6339fdaab9,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:31.860912 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:31.868994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Deleting subnet 79f30bb3-062f-452a-867a-338a03aa2ce5 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:04:31.872571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.873100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.911592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Attempting to bind port ba52a163-c194-473e-9769-2c6339fdaab9 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:31.911968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Attempting to bind port ba52a163-c194-473e-9769-2c6339fdaab9 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:31.912332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Attempting to bind port ba52a163-c194-473e-9769-2c6339fdaab9 on network 503ce6c8-8c2d-4e32-9b43-34ac4366474f {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:31.920001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:31.920386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Checking segment: {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:31.920786 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.921186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Bound using segment: {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:31.921657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Bound port: ba52a163-c194-473e-9769-2c6339fdaab9, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:31.922088 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.930280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:31.949811 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.006707 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.075899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] For port ba52a163-c194-473e-9769-2c6339fdaab9, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:32.080711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] For port ba52a163-c194-473e-9769-2c6339fdaab9, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba52a163-c194-473e-9769-2c6339fdaab9,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:32.146143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Allocated IP 172.25.7.216 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/6104b360-3499-49d2-be6a-1fda1a1c19a0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:32.152082 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.157367 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-db2dde11-c952-465f-9b03-b6948e3d07f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:32.197484 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.215733 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc62807d-8d56-47a8-ac33-553cfb79f4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:32.269010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.287332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f30bb3-062f-452a-867a-338a03aa2ce5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:32.291827 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:32.293707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/79f30bb3-062f-452a-867a-338a03aa2ce5 HTTP/1.1" status: 204 len: 168 time: 0.5148048 Nov 09 11:04:32.297219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45490) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:32.327571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Pushing event updated for resources: {'Port': ['ID=ba52a163-c194-473e-9769-2c6339fdaab9,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:32.337755 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:32.486785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.626285 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.658606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de66a60-4443-4481-a18c-9e11404828be req-cdf91dda-6c0d-4a39-a3d0-bafbd1935ab0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:32.661076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0de66a60-4443-4481-a18c-9e11404828be req-cdf91dda-6c0d-4a39-a3d0-bafbd1935ab0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 944 time: 0.1628301 Nov 09 11:04:32.699904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.707761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:32.828119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.828734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:32.832361 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0de66a60-4443-4481-a18c-9e11404828be req-782ce012-d28b-40b1-8f27-10b4ebdbce8c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564043 Nov 09 11:04:32.833554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:32.835656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Pushing event updated for resources: {'Port': ['ID=6104b360-3499-49d2-be6a-1fda1a1c19a0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:32.844723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:32.864933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55ee937-d93a-4c39-b419-ed75ef5b5a09']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:32.872992 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:32.878967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a66d85f-7283-40cd-aebf-a410b623ed66') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:32.879266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a66d85f-7283-40cd-aebf-a410b623ed66') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:32.892041 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.910714 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.922084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:04:32.922833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:04:32.941939 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:04:32.999456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3e1f6566-0dd7-44a9-996e-f92f21812359 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:33.092057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.092896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.093967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.099843 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.108940 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a0616bcd-4545-41be-b0c7-6d239af7cca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:33.134058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b55ee937-d93a-4c39-b419-ed75ef5b5a09,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:33.136919 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:33.138628 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] 10.222.0.50 "DELETE /v2.0/networks/b55ee937-d93a-4c39-b419-ed75ef5b5a09 HTTP/1.1" status: 204 len: 168 time: 0.8402936 Nov 09 11:04:33.168410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 3e1f6566-0dd7-44a9-996e-f92f21812359 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:33.181197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 3e1f6566-0dd7-44a9-996e-f92f21812359 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:33.181705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.442310 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.478523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1f6566-0dd7-44a9-996e-f92f21812359'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:33.489101 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3e1f6566-0dd7-44a9-996e-f92f21812359, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3e1f6566-0dd7-44a9-996e-f92f21812359,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:33.493408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Router 51bcb230-c96a-436f-a774-e6e291fbad1a is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:04:33.542430 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1f6566-0dd7-44a9-996e-f92f21812359', 'code': 200} Nov 09 11:04:33.583141 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.585048 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:33.654835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2866fae-82d7-4e55-83b7-61c8d9af2486 None None] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:04:33.674455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45528) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:33.766834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e95d0f98-e0b2-4086-b100-87cf47ea1a20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=721a615b029d4cbbbb760326c7367a03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0959990 Nov 09 11:04:33.769180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45532) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:33.844268 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=3e1f6566-0dd7-44a9-996e-f92f21812359,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:33.849776 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:33.908414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.960692 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:33.999588 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:34.055797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8912ddc-acae-4693-b656-ebd71b7fddf7 req-d08d4e05-0340-49ad-89f3-020645c022fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 1096 time: 0.3840275 Nov 09 11:04:34.064346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3ce8a78f-0e2a-4fa6-9d3e-0ae0e9d9fa7c None None] Provisioning for port ba52a163-c194-473e-9769-2c6339fdaab9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:34.111666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:04:34.140965 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Sync routers for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:04:34.164051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:04:34.165503 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:04:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:34.171295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:34.171786 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8912ddc-acae-4693-b656-ebd71b7fddf7 req-c709a29f-8893-4064-96ac-8d5f12529db9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084294 Nov 09 11:04:34.180879 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a7e67579-c5f2-4819-99a9-f3eba20b5448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:34.199711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e36fd2-46ec-47cc-bede-5f090c4011ff,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:34.205123 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:34.247855 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:34.249059 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4346063 Nov 09 11:04:34.260471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45548) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:34.260673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78317ef2-b71e-41d0-a5f1-841d11e26450 req-87574587-3fc1-4ceb-b066-09d9b0acf58f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:34.260673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78317ef2-b71e-41d0-a5f1-841d11e26450 req-87574587-3fc1-4ceb-b066-09d9b0acf58f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.1917384 Nov 09 11:04:34.309675 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:34.310885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4e36fd2-46ec-47cc-bede-5f090c4011ff HTTP/1.1" status: 204 len: 168 time: 0.5406353 Nov 09 11:04:34.363989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78317ef2-b71e-41d0-a5f1-841d11e26450 req-79030e86-1f61-4d40-bc98-4ca400e62d86 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031888 Nov 09 11:04:34.521050 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:04:34.635755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba52a163-c194-473e-9769-2c6339fdaab9 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:34.860675 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:32Z', 'revision_number': 3, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:34.865711 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Checking router: 51bcb230-c96a-436f-a774-e6e291fbad1a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:04:34.866143 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Updating router 51bcb230-c96a-436f-a774-e6e291fbad1a port 6104b360-3499-49d2-be6a-1fda1a1c19a0 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:04:34.888167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port ba52a163-c194-473e-9769-2c6339fdaab9 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:34.897085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ba52a163-c194-473e-9769-2c6339fdaab9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:34.897727 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:34.966321 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:35.346089 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:35.469361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port ba52a163-c194-473e-9769-2c6339fdaab9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba52a163-c194-473e-9769-2c6339fdaab9,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:35.545752 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:35.553990 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:35.558318 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:35.586997 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Transition to ACTIVE for port object 6104b360-3499-49d2-be6a-1fda1a1c19a0 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:35.613915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45574) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:35.653060 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:35.672356 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:35.696003 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=ba52a163-c194-473e-9769-2c6339fdaab9,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:35.701962 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:35.769572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-967b613e-090f-4510-b84f-db3fdb7163dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56e34d8551ee487d9c916f9225a5dcc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1534297 Nov 09 11:04:35.771085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45584) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:35.812310 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Attempting to bind port 6104b360-3499-49d2-be6a-1fda1a1c19a0 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:35.812808 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Attempting to bind port 6104b360-3499-49d2-be6a-1fda1a1c19a0 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:35.813264 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Attempting to bind port 6104b360-3499-49d2-be6a-1fda1a1c19a0 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:35.841212 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Pushing event updated for resources: {'Port': ['ID=6104b360-3499-49d2-be6a-1fda1a1c19a0,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:35.860693 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:35.861630 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:35.862570 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:35.863229 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:35.864155 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Bound port: 6104b360-3499-49d2-be6a-1fda1a1c19a0, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:35.864706 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:35.935774 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.936545 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.937482 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.938009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.938507 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.939102 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.940260 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.968973 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.968973 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.968973 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.968973 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:35.968973 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:35.970617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.063879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.066974 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] For port 6104b360-3499-49d2-be6a-1fda1a1c19a0, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:36.072179 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] For port 6104b360-3499-49d2-be6a-1fda1a1c19a0, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6104b360-3499-49d2-be6a-1fda1a1c19a0,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:36.108786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.143533 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.147997 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81f482a6-7bd3-493f-998e-e0e4454a3b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:36.252263 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:04:36.253161 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:04:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:36.276857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566ac65-8755-4aab-9cab-7b426d3829f5 req-0fda2b83-8f85-4a1b-8e36-21633f50fe32 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:36.279424 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5566ac65-8755-4aab-9cab-7b426d3829f5 req-0fda2b83-8f85-4a1b-8e36-21633f50fe32 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.0903585 Nov 09 11:04:36.375187 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5566ac65-8755-4aab-9cab-7b426d3829f5 req-7b6356c4-c158-4327-9336-6f75912925bd tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877926 Nov 09 11:04:36.377182 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.386743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Pushing event updated for resources: {'Port': ['ID=6104b360-3499-49d2-be6a-1fda1a1c19a0,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:36.388838 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:36.438295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.462705 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8349616c-95fd-4489-830b-a22613ab03ed tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:36.519967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2170662-b728-4c0f-9c85-ca2527f8cf2b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:36.562661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Allocated IP 172.20.0.1 (503ce6c8-8c2d-4e32-9b43-34ac4366474f/04849f39-d0c2-42d6-8514-b8f7a5926219/1f337c8d-268b-4048-85d4-cb8e389a88c4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:36.601733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.602260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.602640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.603042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.603474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.604405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.604799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.605164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.605521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.605874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.606232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:04:36.607651 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:04:36.621493 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:36.636768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba52a163-c194-473e-9769-2c6339fdaab9 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:36.774253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.775389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2170662-b728-4c0f-9c85-ca2527f8cf2b HTTP/1.1" status: 204 len: 168 time: 1.0034044 Nov 09 11:04:36.803793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ba52a163-c194-473e-9769-2c6339fdaab9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:36.804366 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.821636 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.839341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Transition to ACTIVE for port object 1f337c8d-268b-4048-85d4-cb8e389a88c4 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:36.927010 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:36.935800 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:36.954207 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:32Z', 'revision_number': 3, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:36.960998 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53bdd0-8331-4daf-b58e-cea94769f7fb None None] The sync data for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 is: [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:32Z', 'revision_number': 3, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:04:36.994128 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:04:37.042411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:37.046330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:37.074906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:37.168098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Pushing event updated for resources: {'Port': ['ID=1f337c8d-268b-4048-85d4-cb8e389a88c4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:37.180557 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:37.192455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa21e20-b239-4823-b93e-ec8144cc8565 req-7066bcde-25c6-4cbc-927c-5034256c18cc tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:37.194022 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3fa21e20-b239-4823-b93e-ec8144cc8565 req-7066bcde-25c6-4cbc-927c-5034256c18cc tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.3210416 Nov 09 11:04:37.206541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:37.288695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3fa21e20-b239-4823-b93e-ec8144cc8565 req-e6f77166-f9d4-4fb2-8977-870ddc7137c1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832236 Nov 09 11:04:37.534459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dc46f3ae-573b-4b6e-abd7-aa74107b9260 None None] Provisioning for port 1f337c8d-268b-4048-85d4-cb8e389a88c4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:37.541478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dc46f3ae-573b-4b6e-abd7-aa74107b9260 None None] Provisioning complete for port 1f337c8d-268b-4048-85d4-cb8e389a88c4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:37.541865 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dc46f3ae-573b-4b6e-abd7-aa74107b9260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:37.667926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-dc46f3ae-573b-4b6e-abd7-aa74107b9260 None None] Port 1f337c8d-268b-4048-85d4-cb8e389a88c4 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:04:37.682581 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:38.006866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:38.071879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:38.128131 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-621243ef-00c8-4388-a348-588c07f91dae tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:38.219192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:38.228923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbf670-7665-47fd-80c4-fcb814e6df1c req-d98e4cc0-c528-4c71-a8a4-f9bbc01b34f1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:38.230406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fbf670-7665-47fd-80c4-fcb814e6df1c req-d98e4cc0-c528-4c71-a8a4-f9bbc01b34f1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 945 time: 0.1609318 Nov 09 11:04:38.232607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Pushing event updated for resources: {'Port': ['ID=1f337c8d-268b-4048-85d4-cb8e389a88c4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:38.261589 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:38.277652 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3c80c81-517c-40a6-900d-1951fa06d8fa req-7cf041dd-52d4-41bb-854c-6921e5d7b886 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e85cb6d72f1048d2b3c35f7bfca46424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487151 Nov 09 11:04:38.286788 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fbf670-7665-47fd-80c4-fcb814e6df1c req-76035e85-5f92-4ce6-b9a3-f968cce95791 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 Nov 09 11:04:38.530024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:38.536085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:38.543496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c80c81-517c-40a6-900d-1951fa06d8fa req-ae9b647e-34b0-4b78-8cf5-3137e2029e17 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:38.564389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3c80c81-517c-40a6-900d-1951fa06d8fa req-ae9b647e-34b0-4b78-8cf5-3137e2029e17 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279971 Nov 09 11:04:38.601169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6104b360-3499-49d2-be6a-1fda1a1c19a0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:38.669181 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3c80c81-517c-40a6-900d-1951fa06d8fa req-ef172f6c-b77e-4364-80ce-dfe8dd04faf3 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/quotas/e85cb6d72f1048d2b3c35f7bfca46424 HTTP/1.1" status: 200 len: 375 time: 0.0296962 Nov 09 11:04:38.755753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 6104b360-3499-49d2-be6a-1fda1a1c19a0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:38.762399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6104b360-3499-49d2-be6a-1fda1a1c19a0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:38.762769 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:38.868052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3c80c81-517c-40a6-900d-1951fa06d8fa req-39950084-0bb8-47bf-854c-27cb3f80ca20 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e85cb6d72f1048d2b3c35f7bfca46424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1857483 Nov 09 11:04:39.068675 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:39.125218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 6104b360-3499-49d2-be6a-1fda1a1c19a0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6104b360-3499-49d2-be6a-1fda1a1c19a0,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:39.128434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d9f1fef2-1452-49bd-b7a5-7964ac08fbdd None None] Provisioning complete for port 1f337c8d-268b-4048-85d4-cb8e389a88c4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:39.128811 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d9f1fef2-1452-49bd-b7a5-7964ac08fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:39.196900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6651934-61df-4559-949b-f5123dcb9608 req-733fdbf6-a602-4d6e-9b8d-1a0f635b8581 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:39.198895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1fef2-1452-49bd-b7a5-7964ac08fbdd None None] Port 1f337c8d-268b-4048-85d4-cb8e389a88c4 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:04:39.203301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f6651934-61df-4559-949b-f5123dcb9608 req-733fdbf6-a602-4d6e-9b8d-1a0f635b8581 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 945 time: 0.1216040 Nov 09 11:04:39.238103 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:39.241160 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:39.357548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=6104b360-3499-49d2-be6a-1fda1a1c19a0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:39.362099 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:39.379446 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f6651934-61df-4559-949b-f5123dcb9608 req-695f7264-d400-4335-a4ab-c04ee1720b54 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639805 Nov 09 11:04:39.505907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Router 51bcb230-c96a-436f-a774-e6e291fbad1a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:04:39.753932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-006f439c-3f10-4db9-a864-b543f9dce765 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:39.755574 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-006f439c-3f10-4db9-a864-b543f9dce765 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 945 time: 0.0850315 Nov 09 11:04:39.798086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9162a-73cb-4780-bed3-b614e17d1845 req-551e1174-a2d1-40c5-9c29-8856988632e8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:39.799739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dac9162a-73cb-4780-bed3-b614e17d1845 req-551e1174-a2d1-40c5-9c29-8856988632e8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.1164730 Nov 09 11:04:39.840800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Deleting port ab1e20c0-5f52-416e-bc51-7b3b781c5cda {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:04:39.841149 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:39.870536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:04:39.890165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] 10.222.0.50 "PUT /v2.0/routers/51bcb230-c96a-436f-a774-e6e291fbad1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6370611 Nov 09 11:04:39.903456 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dac9162a-73cb-4780-bed3-b614e17d1845 req-24596727-7ded-481c-9002-ca099323dc9c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968843 Nov 09 11:04:40.191466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] For port ab1e20c0-5f52-416e-bc51-7b3b781c5cda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:40.191819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:40.347903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Calling delete_port for ab1e20c0-5f52-416e-bc51-7b3b781c5cda owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:04:40.581036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6104b360-3499-49d2-be6a-1fda1a1c19a0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:40.636428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45716) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:40.673532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da501801-bd4d-4229-9bdb-093d2bbaf961 req-caaee35e-7751-40ed-a08f-d81840a4cec4 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:40.675295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-da501801-bd4d-4229-9bdb-093d2bbaf961 req-caaee35e-7751-40ed-a08f-d81840a4cec4 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.2576213 Nov 09 11:04:40.691084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6104b360-3499-49d2-be6a-1fda1a1c19a0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:40.691574 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:40.756890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-da501801-bd4d-4229-9bdb-093d2bbaf961 req-29f02490-6720-4227-9446-12c9b589cb80 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648634 Nov 09 11:04:40.810758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:40.818341 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-114f71ab-59ba-4e92-a933-b6428db6b304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:40.893648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event deleted for resources: {'Port': ['ID=ab1e20c0-5f52-416e-bc51-7b3b781c5cda,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:40.897305 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:40.987115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] No DVR routers for this DVR port ab1e20c0-5f52-416e-bc51-7b3b781c5cda on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:04:40.991094 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:40.996266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'name': 'network-vif-deleted', 'tag': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:41.004424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:41.108780 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86c57c8c-6cbf-42bb-9c30-5e7120fe0e8a req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.57 "DELETE /v2.0/ports/ab1e20c0-5f52-416e-bc51-7b3b781c5cda HTTP/1.1" status: 204 len: 173 time: 1.3480995 Nov 09 11:04:41.161925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Sync routers for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:04:41.174750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:04:41.175804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:04:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:41.184800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:41.189192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Usage tracker for resource:security_group_rule and tenant:abe97d21787b42f9af995a8b6a28a9f3 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:41.192481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:41.199876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:41.302564 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60a35b45-c8fc-4a55-b666-86cacdb3b510 req-1879f886-0f10-4040-8492-010f61bcd5c9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 210 time: 0.0552633 Nov 09 11:04:41.376530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:41.452830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:41.460875 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58833cb4-33d5-4032-b318-9de8a1dee1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:41.491348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:04:41.549422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf5b37-b811-4689-88c0-b2b8210c4d14,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:41.564611 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abe97d21787b42f9af995a8b6a28a9f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9265511 Nov 09 11:04:41.566484 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:41.567289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45742) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:41.703954 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:41.767007 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:41.848446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c095-d70c-4803-9ce8-b617c5e75ab3 req-61b846da-ee13-4d85-b05a-e07ade804de2 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:41.860456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c095-d70c-4803-9ce8-b617c5e75ab3 req-61b846da-ee13-4d85-b05a-e07ade804de2 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:41.865621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c095-d70c-4803-9ce8-b617c5e75ab3 req-61b846da-ee13-4d85-b05a-e07ade804de2 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:41.868528 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd02c095-d70c-4803-9ce8-b617c5e75ab3 req-61b846da-ee13-4d85-b05a-e07ade804de2 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670&device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2&device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 2417 time: 0.1301525 Nov 09 11:04:41.933060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:41.934476 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 2, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:41.939520 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Checking router: 51bcb230-c96a-436f-a774-e6e291fbad1a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:04:41.939947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Updating router 51bcb230-c96a-436f-a774-e6e291fbad1a port 1f337c8d-268b-4048-85d4-cb8e389a88c4 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:04:41.940551 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d7486f4-33ff-42e2-8431-e776639dd0e7 tempest-ServersAdminNegativeTestJSON-2063592782 tempest-ServersAdminNegativeTestJSON-2063592782-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:41.947449 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd02c095-d70c-4803-9ce8-b617c5e75ab3 req-58dc0e5a-1765-479a-9080-80bc266ee8ac tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692656 Nov 09 11:04:41.963489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf5b37-b811-4689-88c0-b2b8210c4d14,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:41.979611 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:41.990525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45750) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:41.997451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789657793', 'description': 'tempest-description--242554086'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:42.008520 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.013229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfbf5b37-b811-4689-88c0-b2b8210c4d14 HTTP/1.1" status: 204 len: 168 time: 0.4430354 Nov 09 11:04:42.013584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:42.022405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Usage tracker for resource:security_group and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:42.031264 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6faab5-e2ae-497f-9ad9-146db6d7545d', 'name': 'network-vif-deleted', 'tag': 'ab1e20c0-5f52-416e-bc51-7b3b781c5cda', 'status': 'completed', 'code': 200} Nov 09 11:04:42.031421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:42.034732 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.047062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:42.156214 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.224173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:42.244655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Usage tracker for resource:security_group_rule and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:42.249629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:42.265711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:42.337987 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.444920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.453482 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c0f7d55a-c549-4642-9a0d-44d20e15f2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:42.500948 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.517860 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Transition to ACTIVE for port object 1f337c8d-268b-4048-85d4-cb8e389a88c4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:42.545520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87674f4-6f15-41f4-8509-9d34d1f7bbb6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:42.559647 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:42.590345 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.591664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6000791 Nov 09 11:04:42.594439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45768) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:42.600030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Request body: {'security_group_rule': {'security_group_id': 'd87674f4-6f15-41f4-8509-9d34d1f7bbb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:42.607228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:42.611281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Usage tracker for resource:security_group_rule and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:42.614365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:42.623407 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.624451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:42.635664 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:42.747717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:42.808260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ab1e20c0-5f52-416e-bc51-7b3b781c5cda no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:04:42.866546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: ab1e20c0-5f52-416e-bc51-7b3b781c5cda {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:04:42.866962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device ab1e20c0-5f52-416e-bc51-7b3b781c5cda not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:04:42.960670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11fd29-a9be-42fd-83cb-a78339408128 None None] Pushing event updated for resources: {'Port': ['ID=1f337c8d-268b-4048-85d4-cb8e389a88c4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:42.964717 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f11fd29-a9be-42fd-83cb-a78339408128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:43.005259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-65b3f1de-b45c-4c98-b763-0f75e6ab95ea tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=068e45e34e334fbfa8507545fe319766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502567 Nov 09 11:04:43.045709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.046659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Attempting to bind port 1f337c8d-268b-4048-85d4-cb8e389a88c4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:43.047180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Attempting to bind port 1f337c8d-268b-4048-85d4-cb8e389a88c4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:43.047608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Attempting to bind port 1f337c8d-268b-4048-85d4-cb8e389a88c4 on network 503ce6c8-8c2d-4e32-9b43-34ac4366474f {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:43.054362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45782) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:43.059729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:43.060107 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Checking segment: {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:43.060539 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.061497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Bound using segment: {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:43.061497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Bound port: 1f337c8d-268b-4048-85d4-cb8e389a88c4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:43.061797 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.097593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.144254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440179e7-357e-4ea2-9528-443fa6244a7e req-d17d0df9-2220-458a-9a13-6f97a793a0f1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:43.154552 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-440179e7-357e-4ea2-9528-443fa6244a7e req-d17d0df9-2220-458a-9a13-6f97a793a0f1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.3130310 Nov 09 11:04:43.175249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.175569 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] For port 1f337c8d-268b-4048-85d4-cb8e389a88c4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:43.179401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] For port 1f337c8d-268b-4048-85d4-cb8e389a88c4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1f337c8d-268b-4048-85d4-cb8e389a88c4,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:43.189405 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:43.201678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:43.221526 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Usage tracker for resource:security_group_rule and tenant:ba007345f0694899aa79f7edc9ed3c09 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:43.224513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0f4a3d-32f0-46d9-b533-857c156f0656,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:43.229005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:43.233532 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:43.251933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16d82-2998-4bc2-b837-6129d19962ad req-09257d8f-c8c9-4193-a7af-80b8dc698d73 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:43.252162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:43.252270 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.254918 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-09257d8f-c8c9-4193-a7af-80b8dc698d73 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392755 Nov 09 11:04:43.255699 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:43.274617 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-440179e7-357e-4ea2-9528-443fa6244a7e req-72a83e0e-1323-4a63-bc25-c25cb3ecbe6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181841 Nov 09 11:04:43.275238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-02f3af25-fbc2-4472-aa87-bd67383dafe5 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/quotas/068e45e34e334fbfa8507545fe319766 HTTP/1.1" status: 200 len: 375 time: 0.0186610 Nov 09 11:04:43.340799 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.342178 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7467613 Nov 09 11:04:43.347080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45792) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:43.347325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-82deb47f-3f50-400f-abc8-a6ea57929576 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=068e45e34e334fbfa8507545fe319766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709298 Nov 09 11:04:43.369318 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11fd29-a9be-42fd-83cb-a78339408128 None None] Pushing event updated for resources: {'Port': ['ID=1f337c8d-268b-4048-85d4-cb8e389a88c4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:43.373176 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f11fd29-a9be-42fd-83cb-a78339408128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:43.374196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Request body: {'security_group_rule': {'security_group_id': 'd87674f4-6f15-41f4-8509-9d34d1f7bbb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:43.376667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:04:43.379649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:04:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:43.395530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:43.403496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Usage tracker for resource:security_group_rule and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:43.427257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:43.447898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:43.603407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df570fbe-4a8c-475d-a67a-660b557ef80c req-94c898f5-9856-434c-aee3-90e5e868aa02 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6faab5-e2ae-497f-9ad9-146db6d7545d HTTP/1.1" status: 200 len: 210 time: 0.0811219 Nov 09 11:04:43.626052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.627603 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.657407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:04:43.706055 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.714760 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9843bc75-d721-4cab-ab10-102ada5bb857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:43.814457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae4622c2-d90e-4865-9489-bf4fcb6eb661 req-79276ae5-030e-406c-8b7a-b0c397dc82fe tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e85cb6d72f1048d2b3c35f7bfca46424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517294 Nov 09 11:04:43.816353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.818418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10de7d4d-279e-4aef-8fd8-c6cbf3addb3c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:43.834547 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:43.837554 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba007345f0694899aa79f7edc9ed3c09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7764187 Nov 09 11:04:43.838697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:43.920512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:43.934307 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:43.990275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbed77c-9846-4aac-bbf6-f8094496be95,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:44.021255 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:44.040177 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.083389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.106650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4622c2-d90e-4865-9489-bf4fcb6eb661 req-9a505b3a-5871-4fda-9997-b80f78a77609 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:44.122235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:43Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:04:44.127646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae4622c2-d90e-4865-9489-bf4fcb6eb661 req-9a505b3a-5871-4fda-9997-b80f78a77609 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031249 Nov 09 11:04:44.133226 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24b85b-032c-44c3-b8af-f2aa83a4cf41 None None] The sync data for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 is: [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:43Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:04:44.148971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae4622c2-d90e-4865-9489-bf4fcb6eb661 req-143884f0-a0e1-4c85-8eeb-0ef6516a3e0e tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/quotas/e85cb6d72f1048d2b3c35f7bfca46424 HTTP/1.1" status: 200 len: 375 time: 0.0204172 Nov 09 11:04:44.207801 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.215489 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ebbce736-ce56-409a-9abd-597003a04d34 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8654790 Nov 09 11:04:44.221507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45812) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:44.244893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:44.251474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae4622c2-d90e-4865-9489-bf4fcb6eb661 req-e3795601-107b-4db8-8965-6122a7f1aabe tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e85cb6d72f1048d2b3c35f7bfca46424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898743 Nov 09 11:04:44.271134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:44.279264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Usage tracker for resource:floatingip and tenant:8412988860be40e0989db769f2048db4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:44.288498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:44.298073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:44.300883 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.320625 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4562dff6-f0e6-4f06-bd99-70f3c7e9d3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:44.346981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de7d4d-279e-4aef-8fd8-c6cbf3addb3c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:44.358244 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:44.438033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.441548 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10de7d4d-279e-4aef-8fd8-c6cbf3addb3c HTTP/1.1" status: 204 len: 168 time: 0.5994141 Nov 09 11:04:44.451171 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d9d143c-6867-4b0a-bed3-d00c3acba9db req-1465d8ef-7fa8-4e81-b266-2d145d6e06f3 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 210 time: 0.0853450 Nov 09 11:04:44.452082 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.633303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1f337c8d-268b-4048-85d4-cb8e389a88c4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:44.713344 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.841727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 1f337c8d-268b-4048-85d4-cb8e389a88c4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:44.850362 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 1f337c8d-268b-4048-85d4-cb8e389a88c4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:44.850744 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:44.964783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Allocated IP 172.25.7.155 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/6b9a2c0c-98d6-4df2-9385-33ecb9951a94) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:45.097472 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:45.204969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 1f337c8d-268b-4048-85d4-cb8e389a88c4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1f337c8d-268b-4048-85d4-cb8e389a88c4,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:45.312928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:45.316196 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:45.318435 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:45.452807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=1f337c8d-268b-4048-85d4-cb8e389a88c4,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:45.462808 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:45.522684 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:45.529958 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9526880-0c70-43f9-84d1-5030edf97f5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:45.618837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:45.622362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:45.627041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:45.728742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event updated for resources: {'Port': ['ID=6b9a2c0c-98d6-4df2-9385-33ecb9951a94,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:45.728742 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:45.952946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.027358 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ee1b05a-63ca-48f1-940b-33d0d84ddf3d req-390108c2-0d53-4a49-8129-c9582b00cc9b tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 210 time: 0.1041038 Nov 09 11:04:46.112967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.316129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45876) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:46.578438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.622743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1f337c8d-268b-4048-85d4-cb8e389a88c4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:46.659243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.664893 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-30ba3485-3049-4e0d-bb16-c8c88da37e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:46.702066 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.780074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:46.784386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Usage tracker for resource:security_group_rule and tenant:96153dd5f49e42a3872f8dd018878cca is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:46.788222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:46.795213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:46.886316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.893047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 1f337c8d-268b-4048-85d4-cb8e389a88c4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:46.893649 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.952984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.956122 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:46.965140 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-41d59543-7f5f-41ce-a918-e4afd10d8a06 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:46.999143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event updated for resources: {'Port': ['ID=6b9a2c0c-98d6-4df2-9385-33ecb9951a94,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:47.002820 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:47.100285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb48cd-d47d-4a9b-9cc8-ec04e2b914fa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:47.109416 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:47.115626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96153dd5f49e42a3872f8dd018878cca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7982602 Nov 09 11:04:47.119158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45906) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:47.181296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:47.183169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9648221 Nov 09 11:04:47.201010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:47.202730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-b519d89f-c296-4c8c-a5e3-98fcfb54b35b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:47.207900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-b519d89f-c296-4c8c-a5e3-98fcfb54b35b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:47.223393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ad40-74c6-482b-805a-312c758f1dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:47.278500 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:47.314055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-b519d89f-c296-4c8c-a5e3-98fcfb54b35b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:47.315422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-b519d89f-c296-4c8c-a5e3-98fcfb54b35b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.4144976 Nov 09 11:04:47.346630 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-39cd2d1a-4637-410b-901f-0d03202fce02 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/quotas/f622129bdc5942c9ad2a19ef05d96161 HTTP/1.1" status: 200 len: 375 time: 0.0149968 Nov 09 11:04:47.404450 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:47.414327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-eb8914bf-9203-471f-a152-932edd031a55 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590024 Nov 09 11:04:47.523588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-169711a4-271b-4e92-9f95-6bdc21ca284f tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=068e45e34e334fbfa8507545fe319766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897121 Nov 09 11:04:47.593164 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-9c5a7ec5-e749-4d3a-9f12-13953dc636c3 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713953 Nov 09 11:04:47.698638 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:47.715435 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0f1d419-2319-4d43-8bd5-04685101c8a3 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:47.765293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16d82-2998-4bc2-b837-6129d19962ad req-fbe4c2ff-3784-4e6a-96d0-9d4f62486c02 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:47.768220 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-fbe4c2ff-3784-4e6a-96d0-9d4f62486c02 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384799 Nov 09 11:04:47.776524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb48cd-d47d-4a9b-9cc8-ec04e2b914fa,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:47.786135 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:47.787416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bdb48cd-d47d-4a9b-9cc8-ec04e2b914fa HTTP/1.1" status: 204 len: 168 time: 0.6655071 Nov 09 11:04:47.792163 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:47.796264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Request body: {'port': {'device_id': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '068e45e34e334fbfa8507545fe319766'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:47.858225 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4fdc42e-c304-46be-b66c-33e79a309e49 req-c441d375-bc0f-4759-abaa-39a80c421b62 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640936 Nov 09 11:04:48.060705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:48.064648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Usage tracker for resource:port and tenant:068e45e34e334fbfa8507545fe319766 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:48.067961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:48.075007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:48.322609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Made reservation on behalf of 068e45e34e334fbfa8507545fe319766 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:48.325722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29f3a2ad-87af-4a39-8fca-73525be3f64d req-2880b700-1432-4625-9091-4ed9ddc4da89 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 210 time: 0.0440049 Nov 09 11:04:48.330436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:48.402520 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:48.520071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:48.530992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Usage tracker for resource:security_group_rule and tenant:068e45e34e334fbfa8507545fe319766 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:48.542246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:48.600292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:48.717905 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:48.741459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b5a1cf30-1571-4235-a0bb-5a138fbbe197 req-7418d242-d8f0-412c-804e-b25b49bf89da tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=9476d1f1-20cc-4b98-96fc-b8f1f5065771 HTTP/1.1" status: 200 len: 210 time: 0.1006348 Nov 09 11:04:48.786002 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:48.899659 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b9bd740-3842-4492-9654-7a8f4a67f285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:48.924430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6aa014d-6908-42c7-a6c3-e8e26f5473cc req-d0f2c6c3-fa1b-4048-aeec-109cde62e491 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e85cb6d72f1048d2b3c35f7bfca46424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341761 Nov 09 11:04:49.116295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1ff704-b8cb-4838-9338-6cf91f30ae3c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:49.125501 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:49.174602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec9f21-d2d6-455c-a413-ab0942c41b52 req-536cb839-6be7-42b1-a213-df937461ddce tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:49.176255 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdec9f21-d2d6-455c-a413-ab0942c41b52 req-536cb839-6be7-42b1-a213-df937461ddce tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.6354551 Nov 09 11:04:49.203915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa014d-6908-42c7-a6c3-e8e26f5473cc req-9584fb40-4a8e-4e8b-8787-acfe7584e62c tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:49.205525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6aa014d-6908-42c7-a6c3-e8e26f5473cc req-9584fb40-4a8e-4e8b-8787-acfe7584e62c tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581525 Nov 09 11:04:49.224722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6aa014d-6908-42c7-a6c3-e8e26f5473cc req-baf71e69-e41c-4f03-8b0b-c49c32575ef1 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/quotas/e85cb6d72f1048d2b3c35f7bfca46424 HTTP/1.1" status: 200 len: 375 time: 0.0119002 Nov 09 11:04:49.237006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Allocated IP 192.168.233.23 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/174669d8-e378-4e5d-8de0-491dc665e17c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:49.283459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6aa014d-6908-42c7-a6c3-e8e26f5473cc req-a09bf073-89c2-450d-a69b-0b733c3761c9 tempest-QuotasAdminNegativeTest-1115020409 tempest-QuotasAdminNegativeTest-1115020409-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e85cb6d72f1048d2b3c35f7bfca46424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519354 Nov 09 11:04:49.319022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45984) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:49.349263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:49.436161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:49.445654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdec9f21-d2d6-455c-a413-ab0942c41b52 req-d34a742b-ba11-4741-a4e2-3b04d7a068cd tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576723 Nov 09 11:04:49.451267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Usage tracker for resource:security_group_rule and tenant:22d1ad7427b04e8cb7be72b48b173550 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:49.454263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:49.461633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:49.493124 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3ba836c8-d085-448a-a5bd-8ef5b0abda7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:49.642213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:49.727606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:49.790464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:49.809127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Transition to ACTIVE for port object 174669d8-e378-4e5d-8de0-491dc665e17c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:49.816248 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:49.840988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22d1ad7427b04e8cb7be72b48b173550&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5203869 Nov 09 11:04:49.846630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46010) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:49.864753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cd4e3637-c07f-4bed-ae9d-78b66ee8a40d req-f0bdade8-3155-4055-9585-264715789cd6 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 210 time: 0.1580243 Nov 09 11:04:49.906210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1191ab8-96c5-4a7a-a8ff-08a1b79db268,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:49.909395 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:49.992660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:49.994647 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.002759 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87efd873-d2a2-45e3-9701-9022016454dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:50.081398 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.106374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:50.110545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:50.116238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:50.151163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Pushing event updated for resources: {'Port': ['ID=174669d8-e378-4e5d-8de0-491dc665e17c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:50.173027 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:50.218550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:50.219312 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.285353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.291093 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:50.305354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1191ab8-96c5-4a7a-a8ff-08a1b79db268,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:50.311569 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:50.316493 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.324160 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1191ab8-96c5-4a7a-a8ff-08a1b79db268 HTTP/1.1" status: 204 len: 168 time: 0.4745646 Nov 09 11:04:50.339657 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5496602 Nov 09 11:04:50.354224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Request body: {'port': {'device_id': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:50.467833 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.532227 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.599283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:50.641035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2a0b07fb-e4a3-45eb-883e-e25d42aa02b5 None None] Provisioning for port 174669d8-e378-4e5d-8de0-491dc665e17c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:50.651500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2a0b07fb-e4a3-45eb-883e-e25d42aa02b5 None None] Provisioning complete for port 174669d8-e378-4e5d-8de0-491dc665e17c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:50.651500 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a0b07fb-e4a3-45eb-883e-e25d42aa02b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:50.721200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b07fb-e4a3-45eb-883e-e25d42aa02b5 None None] Port 174669d8-e378-4e5d-8de0-491dc665e17c cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:04:51.009931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174669d8-e378-4e5d-8de0-491dc665e17c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:51.019420 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.036913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Transition to ACTIVE for port object 174669d8-e378-4e5d-8de0-491dc665e17c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:51.112414 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.190980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:51.197778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Usage tracker for resource:security_group_rule and tenant:6452c26f22bd49fb9b21d6669be2cd6c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:51.202388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:51.220050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:51.237619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c2645-6fc3-4b3f-a4d6-d1e4250a5878 req-b3673314-7d74-4f2c-921d-5254f05c57a1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:51.239415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-153c2645-6fc3-4b3f-a4d6-d1e4250a5878 req-b3673314-7d74-4f2c-921d-5254f05c57a1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.1555264 Nov 09 11:04:51.318779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-153c2645-6fc3-4b3f-a4d6-d1e4250a5878 req-999c6914-77c8-46fd-915a-a2660965ffe6 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700631 Nov 09 11:04:51.323124 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.353942 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:51.559112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.594485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Pushing event updated for resources: {'Port': ['ID=174669d8-e378-4e5d-8de0-491dc665e17c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:51.598752 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:51.609648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b9346-3067-4d2e-96c7-8755f39b3c41 req-038d30c4-ed62-4088-828f-bb257305c698 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:51.611327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b7b9346-3067-4d2e-96c7-8755f39b3c41 req-038d30c4-ed62-4088-828f-bb257305c698 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 947 time: 0.1519353 Nov 09 11:04:51.654602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.668135 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-889bdcdf-92aa-40eb-8d1e-3dfd32ea2b19 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:51.742228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b308f16-2644-41e5-badf-0297f5274199,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:51.749227 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:51.757697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Attempting to bind port 174669d8-e378-4e5d-8de0-491dc665e17c on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:04:51.758093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Attempting to bind port 174669d8-e378-4e5d-8de0-491dc665e17c by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:04:51.758734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Attempting to bind port 174669d8-e378-4e5d-8de0-491dc665e17c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:51.762284 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6452c26f22bd49fb9b21d6669be2cd6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1596117 Nov 09 11:04:51.763117 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b7b9346-3067-4d2e-96c7-8755f39b3c41 req-908024a2-b470-4f04-ad12-094780a7d3d9 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393619 Nov 09 11:04:51.763600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46072) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:51.796526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Port 174669d8-e378-4e5d-8de0-491dc665e17c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:04:51.796526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Attempting to bind port 174669d8-e378-4e5d-8de0-491dc665e17c on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:04:51.798740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:04:51.799018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:04:51.799402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:04:51.799958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Bound port: 174669d8-e378-4e5d-8de0-491dc665e17c, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:04:51.800311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.908811 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.925371 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.944625 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:51.960628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46084) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:52.165065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] For port 174669d8-e378-4e5d-8de0-491dc665e17c, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:04:52.173515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:52.187938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] For port 174669d8-e378-4e5d-8de0-491dc665e17c, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=174669d8-e378-4e5d-8de0-491dc665e17c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:04:52.233465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-f0650ec9-6c55-48d1-a1ff-eaeee4976ea1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:52.233465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-f0650ec9-6c55-48d1-a1ff-eaeee4976ea1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.2597256 Nov 09 11:04:52.255309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-0d993963-cd99-467e-95be-3f859357e48d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/quotas/f622129bdc5942c9ad2a19ef05d96161 HTTP/1.1" status: 200 len: 375 time: 0.0162091 Nov 09 11:04:52.303687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-02b03dd4-d789-4679-a9b0-2269cd5e82cf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:52.331135 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:52.336976 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:52.340659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:52.346854 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-580b02ef-362f-4f15-851e-e4cf0239e1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:52.380431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:52.399383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e85cb6d72f1048d2b3c35f7bfca46424 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:52.405931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:52.416962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:52.421748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-02b03dd4-d789-4679-a9b0-2269cd5e82cf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:52.430325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-02b03dd4-d789-4679-a9b0-2269cd5e82cf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1738098 Nov 09 11:04:52.488448 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:52.490109 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] 10.222.0.57 "PUT /v2.0/ports/174669d8-e378-4e5d-8de0-491dc665e17c HTTP/1.1" status: 200 len: 1095 time: 2.1412871 Nov 09 11:04:52.496186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'tag': '174669d8-e378-4e5d-8de0-491dc665e17c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:52.528190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b308f16-2644-41e5-badf-0297f5274199,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:52.533544 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:52.535706 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:52.537244 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:52.539513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b308f16-2644-41e5-badf-0297f5274199 HTTP/1.1" status: 204 len: 168 time: 0.7744539 Nov 09 11:04:52.645000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:52.661852 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-660ecc60-c55a-43b1-860a-93e956dccddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:52.776275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Pushing event updated for resources: {'Port': ['ID=174669d8-e378-4e5d-8de0-491dc665e17c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:52.780534 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:52.859573 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-afa63dc2-cb6e-4d60-a757-abf56cbe5a17 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280543 Nov 09 11:04:52.908883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-8b7964ae-47f0-4e5a-9e19-367cecaa0220 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=068e45e34e334fbfa8507545fe319766&device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 1098 time: 0.1965802 Nov 09 11:04:52.981467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e85cb6d72f1048d2b3c35f7bfca46424&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0191364 Nov 09 11:04:52.993315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:53.045141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce6756-89e6-4ae2-92dc-4eb80c7ea31d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:53.050267 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:53.067149 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-fa225c9b-1fc5-407f-80d4-753f6e167331 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=174669d8-e378-4e5d-8de0-491dc665e17c HTTP/1.1" status: 200 len: 217 time: 0.1042645 Nov 09 11:04:53.117049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66fa60-5b91-4649-9f9c-c87c46edb0fc req-1d2d3f24-d31b-4ce0-aa1c-a3cc6efc4e90 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:53.123035 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e66fa60-5b91-4649-9f9c-c87c46edb0fc req-1d2d3f24-d31b-4ce0-aa1c-a3cc6efc4e90 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.5191119 Nov 09 11:04:53.125744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:53.172879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-4f8d6b19-38fb-45d0-b97c-3a58a766cba2 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117356 Nov 09 11:04:53.196679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16d82-2998-4bc2-b837-6129d19962ad req-4cdb3728-ad31-4860-8ec3-37c860c772a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:53.199210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:53.205195 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-4cdb3728-ad31-4860-8ec3-37c860c772a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1298878 Nov 09 11:04:53.219393 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e66fa60-5b91-4649-9f9c-c87c46edb0fc req-1a053730-d576-4b83-a42a-642976e29c22 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953991 Nov 09 11:04:53.319077 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'tag': '174669d8-e378-4e5d-8de0-491dc665e17c', 'status': 'completed', 'code': 200} Nov 09 11:04:53.378550 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:53.380409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-9cbb0325-0b6e-45cf-9248-55a8aa2716e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677334 Nov 09 11:04:53.382816 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d7637f04-ae47-445b-942d-7b3bb12896ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:53.402128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce6756-89e6-4ae2-92dc-4eb80c7ea31d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:53.406504 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:53.417804 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:53.419808 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bce6756-89e6-4ae2-92dc-4eb80c7ea31d HTTP/1.1" status: 204 len: 168 time: 0.4245422 Nov 09 11:04:53.632356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e90def-8968-404f-b79a-1b6610b459cb req-658e931a-be18-493f-a380-4c2b923b0f21 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:53.641647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49e90def-8968-404f-b79a-1b6610b459cb req-658e931a-be18-493f-a380-4c2b923b0f21 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 947 time: 0.1757057 Nov 09 11:04:53.729346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49e90def-8968-404f-b79a-1b6610b459cb req-500963ee-69e3-4fbc-871d-dacf7107f893 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854292 Nov 09 11:04:53.785583 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-8d1ca756-c6be-4ee7-a202-49990b1fa98f service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970869 Nov 09 11:04:53.792743 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ecee2ff8-e23d-49bb-9d2d-904b6d8de541 req-c4931c68-de11-453e-b61e-7c7f06c929cc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 210 time: 0.0579975 Nov 09 11:04:53.808540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46130) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:53.837698 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:53.940848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:53.945781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:d30c46a38fa540669bccf2e796d8ed8e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:53.952639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:53.962047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:54.003993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34e16d82-2998-4bc2-b837-6129d19962ad req-5e36bd47-03f1-4755-9a70-9f51896a6ed0 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104588 Nov 09 11:04:54.089830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:54.180209 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:54.188945 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:54.219792 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-536ab4c5-32ad-4034-a6ff-363da3ba144d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=068e45e34e334fbfa8507545fe319766&device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 1098 time: 0.0827096 Nov 09 11:04:54.235429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f9a0dd-6b6c-4610-999c-27c50347da69,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:54.239121 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:54.250623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d30c46a38fa540669bccf2e796d8ed8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4397857 Nov 09 11:04:54.253541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46142) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:54.339941 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:54.378023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:54.427830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-5aff044c-daf4-4b06-97d5-81bfd64d44a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:54.429384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-5aff044c-daf4-4b06-97d5-81bfd64d44a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2038200 Nov 09 11:04:54.527213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-d7ce178e-c731-49f8-97c0-85f8fcd5c382 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=174669d8-e378-4e5d-8de0-491dc665e17c HTTP/1.1" status: 200 len: 217 time: 0.0888860 Nov 09 11:04:54.545175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568b498-f1ee-4b32-a5f4-17bde2445599 req-b381de3f-4391-4e98-94be-77fd92beaff5 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:54.546860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d568b498-f1ee-4b32-a5f4-17bde2445599 req-b381de3f-4391-4e98-94be-77fd92beaff5 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.0989950 Nov 09 11:04:54.547344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46152) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:54.591060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:54.609597 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:54.612596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-17650377-cd15-4eeb-8325-1a3165620865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:54.614890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-17650377-cd15-4eeb-8325-1a3165620865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0821717 Nov 09 11:04:54.627140 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8c01c18e-0c87-4f34-b596-36f90ba7d955 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:54.644476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f9a0dd-6b6c-4610-999c-27c50347da69,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:54.674064 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:54.706592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-178c4e69-3207-449f-bd36-71a01c3a2807 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833216 Nov 09 11:04:54.711315 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:54.712617 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62f9a0dd-6b6c-4610-999c-27c50347da69 HTTP/1.1" status: 204 len: 168 time: 0.4532831 Nov 09 11:04:54.720475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:54.725079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d568b498-f1ee-4b32-a5f4-17bde2445599 req-887eadf7-5310-459a-87a1-a65636f83458 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538413 Nov 09 11:04:54.729518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Usage tracker for resource:security_group_rule and tenant:c1416879eccf44fc8758f901eeb58710 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:54.730881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:54.738741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:54.902094 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:55.016377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:55.030007 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-376bb42d-ec2e-46b0-b855-70462ab5f97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:55.092456 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-79dd3e53-237f-4453-bc2f-285d1602a8f8 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701737 Nov 09 11:04:55.138545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8902a969-699c-40d8-80d4-51fc9dacbf4b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:55.146120 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:55.167946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1416879eccf44fc8758f901eeb58710&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6194513 Nov 09 11:04:55.169470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46170) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:55.216958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e42cf-4179-4d7f-a8a5-3649a39bddd4 req-2b4028c3-2f9d-4215-a92b-62b77d0f7d40 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:55.218995 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-025e42cf-4179-4d7f-a8a5-3649a39bddd4 req-2b4028c3-2f9d-4215-a92b-62b77d0f7d40 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 947 time: 0.3189244 Nov 09 11:04:55.289621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5dc081e6-9a08-4dc9-8c2e-775095a0336b req-e2a29e71-4e40-472f-8001-f9126c112eac tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 210 time: 0.1000421 Nov 09 11:04:55.341767 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-025e42cf-4179-4d7f-a8a5-3649a39bddd4 req-20fe1076-0b37-4297-b955-da06d9c9ceba tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084638 Nov 09 11:04:55.428814 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:55.520357 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:55.549350 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1316ce52-6f1e-419f-9b4b-3369c00de7d6 req-c41a2260-9db9-4921-a571-bac304fed001 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500065 Nov 09 11:04:55.673220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:55.679527 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ed517852-588b-430f-8e5d-7620cc80f5ec tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:55.698302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8902a969-699c-40d8-80d4-51fc9dacbf4b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:55.701519 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:55.702391 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:55.703551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8902a969-699c-40d8-80d4-51fc9dacbf4b HTTP/1.1" status: 204 len: 168 time: 0.5326219 Nov 09 11:04:55.988011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb71d9-251e-481f-9658-2907148eda0a req-18614b36-0dc5-4556-ab73-4612f9421951 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:55.989765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2fb71d9-251e-481f-9658-2907148eda0a req-18614b36-0dc5-4556-ab73-4612f9421951 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.1002622 Nov 09 11:04:56.044193 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2fb71d9-251e-481f-9658-2907148eda0a req-6823f46a-cd33-4a52-9b26-8715da225166 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Nov 09 11:04:56.579063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-18a562c8-c9c2-4ef1-bff3-27cff3ed0286 req-49a3ab32-f612-4057-8a62-cb0e8ae44757 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 210 time: 0.0982447 Nov 09 11:04:56.724267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-cae9f64b-ef96-4868-ae0f-a3f1cbde6744 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:56.726365 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-cae9f64b-ef96-4868-ae0f-a3f1cbde6744 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.3043621 Nov 09 11:04:56.751357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Request body: {'port': {'device_id': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'admin_state_up': True, 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:56.790145 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff11d1-830b-43c5-9a38-ae15b4064e1a req-d66f6a28-1370-4998-a9dc-9c3d9c296f94 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:56.792538 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5ff11d1-830b-43c5-9a38-ae15b4064e1a req-d66f6a28-1370-4998-a9dc-9c3d9c296f94 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 947 time: 0.1975949 Nov 09 11:04:56.877672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 174669d8-e378-4e5d-8de0-491dc665e17c details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:04:56.944332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5ff11d1-830b-43c5-9a38-ae15b4064e1a req-9d30b1f9-7854-4c03-a624-621caf7c3709 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415243 Nov 09 11:04:57.010197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:57.025182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:57.073234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 174669d8-e378-4e5d-8de0-491dc665e17c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=174669d8-e378-4e5d-8de0-491dc665e17c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:57.090298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '174669d8-e378-4e5d-8de0-491dc665e17c', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '174669d8-e378-4e5d-8de0-491dc665e17c', 'mac_address': 'fa:16:3e:8b:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:04:57.133045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:57.144322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:04:57.148251 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:57.162146 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:57.184328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174669d8-e378-4e5d-8de0-491dc665e17c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:57.201089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 174669d8-e378-4e5d-8de0-491dc665e17c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=174669d8-e378-4e5d-8de0-491dc665e17c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:57.287252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:57.289863 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:57.454545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=174669d8-e378-4e5d-8de0-491dc665e17c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:57.458774 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:57.461977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22088e44-73a5-4dc1-93ed-ed5f9e0df86e req-8c05be8f-3b6f-411c-ae34-83be5a70b15b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:57.464217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22088e44-73a5-4dc1-93ed-ed5f9e0df86e req-8c05be8f-3b6f-411c-ae34-83be5a70b15b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.2548189 Nov 09 11:04:57.534347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['174669d8-e378-4e5d-8de0-491dc665e17c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:04:57.555437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22088e44-73a5-4dc1-93ed-ed5f9e0df86e req-78ad6819-1d9f-4597-a82e-e996520000e8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764785 Nov 09 11:04:57.582858 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:57.640388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Allocated IP 172.20.0.8 (74513ec1-e69e-4878-b10a-296f8b97622b/e122b810-1208-4676-9f7f-365a054a9bdd/f61b44fb-e360-4cb1-9b0b-2083b873be23) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:04:57.643164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:57.651944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:abf8d235cbbc4dcdbe382c7d628bbf61 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:57.660200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:57.668913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:04:57.896183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-421563ea-7be2-4526-8cbd-94a37dc06993 req-5f18ef34-925e-4fb8-9adf-1bc29c6c0d37 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 210 time: 0.1165402 Nov 09 11:04:58.068657 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.118403 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.166886 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.204790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013f85-f556-4be8-bea5-982d03e5330f req-64c1c575-489c-4fc1-b8ad-7b46c0163f2f tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:58.205848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e8013f85-f556-4be8-bea5-982d03e5330f req-64c1c575-489c-4fc1-b8ad-7b46c0163f2f tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Synchronizing usage tracker for tenant:068e45e34e334fbfa8507545fe319766 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:58.215372 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d77c98e-4be1-416f-8026-30f843796def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:58.229562 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abf8d235cbbc4dcdbe382c7d628bbf61&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0954049 Nov 09 11:04:58.232810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46268) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:58.254339 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.264169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61921958-c7dc-44bd-816a-4debd5adbd93,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:58.268254 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:58.268254 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2980194b-9294-4f76-a866-9eeaf86c1c6a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:58.312763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.352261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.355956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Network 74513ec1-e69e-4878-b10a-296f8b97622b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:04:58.360076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:04:58.365873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:04:58.402735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e8013f85-f556-4be8-bea5-982d03e5330f req-64c1c575-489c-4fc1-b8ad-7b46c0163f2f tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Unset dirty status for tenant:068e45e34e334fbfa8507545fe319766 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:58.403176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event updated for resources: {'Port': ['ID=f61b44fb-e360-4cb1-9b0b-2083b873be23,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:58.403176 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:58.417308 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e8013f85-f556-4be8-bea5-982d03e5330f req-64c1c575-489c-4fc1-b8ad-7b46c0163f2f tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 948 time: 0.3008523 Nov 09 11:04:58.442057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:58.442695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.483862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e8013f85-f556-4be8-bea5-982d03e5330f req-57c6e856-080a-4697-9804-0809275fec65 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Synchronizing usage tracker for tenant:068e45e34e334fbfa8507545fe319766 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:58.570861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.581391 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b27b1b2-a38c-45e9-a853-2cc6e07a1f0c tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:58.611854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8721101 Nov 09 11:04:58.614464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61921958-c7dc-44bd-816a-4debd5adbd93,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:58.622365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.622365 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61921958-c7dc-44bd-816a-4debd5adbd93 HTTP/1.1" status: 204 len: 168 time: 0.3845944 Nov 09 11:04:58.622365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e8013f85-f556-4be8-bea5-982d03e5330f req-57c6e856-080a-4697-9804-0809275fec65 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Unset dirty status for tenant:068e45e34e334fbfa8507545fe319766 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:58.629889 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Request body: {'port': {'device_id': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:04:58.630544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e8013f85-f556-4be8-bea5-982d03e5330f req-57c6e856-080a-4697-9804-0809275fec65 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117169 Nov 09 11:04:58.633042 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:58.807450 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:58.881399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2399a-5231-4289-a628-90da8e916949 req-d4ee6e39-e42c-4718-8010-ce1daa7fa46c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:58.883908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cf2399a-5231-4289-a628-90da8e916949 req-d4ee6e39-e42c-4718-8010-ce1daa7fa46c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.0957463 Nov 09 11:04:58.893304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 174669d8-e378-4e5d-8de0-491dc665e17c up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:04:59.007746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cf2399a-5231-4289-a628-90da8e916949 req-e2ed0308-70f3-45f5-a312-84c152aff631 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080840 Nov 09 11:04:59.064956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 174669d8-e378-4e5d-8de0-491dc665e17c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:04:59.077091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 174669d8-e378-4e5d-8de0-491dc665e17c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:04:59.078082 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:59.300506 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:59.349645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174669d8-e378-4e5d-8de0-491dc665e17c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:04:59.362361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 174669d8-e378-4e5d-8de0-491dc665e17c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=174669d8-e378-4e5d-8de0-491dc665e17c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:04:59.422630 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174669d8-e378-4e5d-8de0-491dc665e17c', 'code': 200} Nov 09 11:04:59.430569 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:59.432758 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:59.446284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176543bf-602e-40bb-b966-f9f994bf65db req-6259c8f6-c43f-41e4-8936-7e62535a3afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:04:59.447234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-176543bf-602e-40bb-b966-f9f994bf65db req-6259c8f6-c43f-41e4-8936-7e62535a3afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:04:59.455725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61b44fb-e360-4cb1-9b0b-2083b873be23 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:04:59.480881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:59.499576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Transition to ACTIVE for port object f61b44fb-e360-4cb1-9b0b-2083b873be23 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:04:59.514824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=174669d8-e378-4e5d-8de0-491dc665e17c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:59.518479 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:59.574731 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d64889b-a66d-46eb-9633-2793cefb77e9 req-db71639f-1465-4be1-ba82-b4a754736c58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 1100 time: 0.0869079 Nov 09 11:04:59.584016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-176543bf-602e-40bb-b966-f9f994bf65db req-6259c8f6-c43f-41e4-8936-7e62535a3afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:04:59.585298 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176543bf-602e-40bb-b966-f9f994bf65db req-6259c8f6-c43f-41e4-8936-7e62535a3afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 931 time: 0.4380443 Nov 09 11:04:59.629128 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d64889b-a66d-46eb-9633-2793cefb77e9 req-c927f14f-c37e-4fc0-911b-3ee8b1c1f7a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478914 Nov 09 11:04:59.631498 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:59.637405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46306) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:04:59.638563 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:04:59.682928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:04:59.726950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Pushing event updated for resources: {'Port': ['ID=f61b44fb-e360-4cb1-9b0b-2083b873be23,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:04:59.732501 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:04:59.750718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176543bf-602e-40bb-b966-f9f994bf65db req-c1e013f8-3a06-4a51-a931-79e8991de6f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595716 Nov 09 11:04:59.775481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:04:59.796517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Usage tracker for resource:security_group_rule and tenant:76112a126f104155892db9b4e0825b88 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:04:59.803594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:04:59.818782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:00.014204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Attempting to bind port f61b44fb-e360-4cb1-9b0b-2083b873be23 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:00.014539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Attempting to bind port f61b44fb-e360-4cb1-9b0b-2083b873be23 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:00.014885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Attempting to bind port f61b44fb-e360-4cb1-9b0b-2083b873be23 on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:00.021295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Port f61b44fb-e360-4cb1-9b0b-2083b873be23 on network 74513ec1-e69e-4878-b10a-296f8b97622b not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:00.021621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Attempting to bind port f61b44fb-e360-4cb1-9b0b-2083b873be23 on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:00.029181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:00.029508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Checking segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:00.029893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Bound using segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:00.030318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Bound port: f61b44fb-e360-4cb1-9b0b-2083b873be23, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:00.030668 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.046370 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.112496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eca14-282d-4fec-a1a3-4352513088cf req-eb125f98-43c6-48f9-90ff-a8fc9d47ee0b tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:00.113973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae8eca14-282d-4fec-a1a3-4352513088cf req-eb125f98-43c6-48f9-90ff-a8fc9d47ee0b tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 949 time: 0.1932237 Nov 09 11:05:00.138299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.149791 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fb334b20-9589-4623-b5f1-564db6052c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:00.202855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] For port f61b44fb-e360-4cb1-9b0b-2083b873be23, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:00.206962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] For port f61b44fb-e360-4cb1-9b0b-2083b873be23, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f61b44fb-e360-4cb1-9b0b-2083b873be23,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:00.224723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b9b651-8183-46d8-8224-6feddea727c3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:00.229476 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:00.232841 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76112a126f104155892db9b4e0825b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5932043 Nov 09 11:05:00.241067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:00.246543 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ae8eca14-282d-4fec-a1a3-4352513088cf req-56a42483-c2c7-4b26-b5a0-27f1b92f40a6 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252801 Nov 09 11:05:00.294359 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.304453 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5ef7b17-a381-486d-bf70-22c40bc08fff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:00.386653 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.388079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] 10.222.0.59 "PUT /v2.0/ports/f61b44fb-e360-4cb1-9b0b-2083b873be23 HTTP/1.1" status: 200 len: 1091 time: 1.7678568 Nov 09 11:05:00.407861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'tag': 'f61b44fb-e360-4cb1-9b0b-2083b873be23'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:00.427213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.459823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c52ca-f739-4b48-a50d-7a75862b4b39 req-8e9da1bb-e514-4d92-b669-5cb2bf5a0281 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:00.461928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.468276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe7c52ca-f739-4b48-a50d-7a75862b4b39 req-8e9da1bb-e514-4d92-b669-5cb2bf5a0281 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.0970607 Nov 09 11:05:00.539319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe7c52ca-f739-4b48-a50d-7a75862b4b39 req-ac136bc9-514f-4b11-bfd2-a78133bdf48f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699754 Nov 09 11:05:00.567597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Pushing event updated for resources: {'Port': ['ID=f61b44fb-e360-4cb1-9b0b-2083b873be23,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:00.571504 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:00.607615 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.613914 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-46b6a55f-a600-470f-bf2c-b1b52fec87a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:00.633025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b9b651-8183-46d8-8224-6feddea727c3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:00.635645 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:00.662040 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'tag': 'f61b44fb-e360-4cb1-9b0b-2083b873be23', 'status': 'completed', 'code': 200} Nov 09 11:05:00.688179 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:00.689416 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37b9b651-8183-46d8-8224-6feddea727c3 HTTP/1.1" status: 204 len: 168 time: 0.4460585 Nov 09 11:05:00.694051 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-c0b6f140-6217-46fc-8a02-ad3105331a5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 1094 time: 0.1657846 Nov 09 11:05:00.780598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-8a73638d-fffb-4003-8b25-01eaf3f1f2b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f61b44fb-e360-4cb1-9b0b-2083b873be23 HTTP/1.1" status: 200 len: 217 time: 0.0790575 Nov 09 11:05:00.942592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-97839a56-396e-48ac-96d9-c024d93db414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:00.944405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-97839a56-396e-48ac-96d9-c024d93db414 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.1571214 Nov 09 11:05:01.030454 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-aeb65aa0-a0a1-4f1c-93c8-cc3e1fa7e3c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788023 Nov 09 11:05:01.372366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-43a9a508-e812-4e5e-9830-e143b32a0b36 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355744 Nov 09 11:05:01.386410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9793b65-70e6-4aea-9828-f1961f3a4a45 req-4d4d20cb-05c7-4f07-ba13-c274ff990f60 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:01.388240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9793b65-70e6-4aea-9828-f1961f3a4a45 req-4d4d20cb-05c7-4f07-ba13-c274ff990f60 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 943 time: 0.3109901 Nov 09 11:05:01.550533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9793b65-70e6-4aea-9828-f1961f3a4a45 req-3768ac9a-237f-437a-b194-54e6467a214a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345818 Nov 09 11:05:01.575360 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-650480eb-5ef6-4d4e-bf7f-09b315ebf043 req-bfda8671-9a0b-472c-a3f0-c937507b085b service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861253 Nov 09 11:05:01.766068 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-05fc6ffe-ea7d-4e0e-9739-557f53b54532 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421801 Nov 09 11:05:01.773080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e463-9b1b-4965-b934-cbb655576ec1 req-2ffb7d3b-ba24-4576-82eb-951cf91feac5 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:01.774806 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b84e463-9b1b-4965-b934-cbb655576ec1 req-2ffb7d3b-ba24-4576-82eb-951cf91feac5 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 949 time: 0.0974691 Nov 09 11:05:01.874822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46370) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:01.895799 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b84e463-9b1b-4965-b934-cbb655576ec1 req-9375136b-5bb5-48f5-9581-7993325ff888 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844579 Nov 09 11:05:01.953313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-8ad121c8-293e-4c3f-b7e2-4ccb6fbf976e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 1094 time: 0.1865044 Nov 09 11:05:02.036911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-c30d1c24-4226-41d5-a9c4-457aa567afd2 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:02.052236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-c30d1c24-4226-41d5-a9c4-457aa567afd2 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837844 Nov 09 11:05:02.102388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-44e26512-e452-4af1-9bce-110f2f357b10 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/quotas/972c9634273c4f58b939bf1c839c6d08 HTTP/1.1" status: 200 len: 375 time: 0.0478017 Nov 09 11:05:02.173872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-e8292ba1-8e42-44eb-8848-d4ba41cafe38 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700865 Nov 09 11:05:02.231892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:02.299435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-8b2cef1e-31eb-4e4d-a643-26deba9536b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:02.300982 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-8b2cef1e-31eb-4e4d-a643-26deba9536b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.3402872 Nov 09 11:05:02.371976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:02.381724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Usage tracker for resource:security_group_rule and tenant:e34e9bc8b2c54c938de311194e055f3f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:02.395441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:02.411603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:02.418614 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-5ea7d85c-60de-447b-851f-92e0cf6ea15e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f61b44fb-e360-4cb1-9b0b-2083b873be23 HTTP/1.1" status: 200 len: 217 time: 0.1075752 Nov 09 11:05:02.496990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13cd65-c81e-4f67-a73d-78bf520c58e5 req-241b8f41-d62f-405c-b078-994b404cc19a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:02.505584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c13cd65-c81e-4f67-a73d-78bf520c58e5 req-241b8f41-d62f-405c-b078-994b404cc19a tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.3644969 Nov 09 11:05:02.533435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-d37cf18b-0d1e-4780-8981-134f70aa3851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:02.535349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-d37cf18b-0d1e-4780-8981-134f70aa3851 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.1004999 Nov 09 11:05:02.645413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-75e0c0a2-7d0e-4d86-bc80-a8807425ee73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927453 Nov 09 11:05:02.778820 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c13cd65-c81e-4f67-a73d-78bf520c58e5 req-2c2649b0-043c-400a-a5d4-bb20cc90cd2c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722886 Nov 09 11:05:02.811932 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:02.882559 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:02.965078 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ae9a59b-a05c-4175-b668-d92f958abdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:02.977644 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-11d664d6-116c-4202-a262-88357faa01c0 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162487 Nov 09 11:05:03.029029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31871069-6f51-44ad-98b0-75c8a5c7e9aa req-970e31a4-f1e7-4a92-809b-d5af308c0c1f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 210 time: 0.1515822 Nov 09 11:05:03.111539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852688e1-4a1e-48bb-9b23-f82b8c8af073,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:03.115057 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:03.131767 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e34e9bc8b2c54c938de311194e055f3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2460206 Nov 09 11:05:03.131767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46410) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:03.292019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:03.334064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cacf65-6b0d-4895-ba3b-80d32113c26c req-87c904d9-7dec-4c02-b186-66b1d53383e9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:03.340611 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:03.346697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b0aa944c-92b1-4aba-bbe2-ca5ec7fcc7e3 req-3df29fe9-dd68-43b9-b17a-bd6e6fc74047 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607988 Nov 09 11:05:03.351285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15cacf65-6b0d-4895-ba3b-80d32113c26c req-87c904d9-7dec-4c02-b186-66b1d53383e9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 943 time: 0.2315335 Nov 09 11:05:03.453709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15cacf65-6b0d-4895-ba3b-80d32113c26c req-e705f521-5e91-4e88-9f88-50ee32e9255c tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918794 Nov 09 11:05:03.495727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:03.501258 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ea58eb5-e81d-4e63-8927-58a063c6685b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:03.519565 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852688e1-4a1e-48bb-9b23-f82b8c8af073,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:03.521844 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:03.528082 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:03.529872 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/852688e1-4a1e-48bb-9b23-f82b8c8af073 HTTP/1.1" status: 204 len: 168 time: 0.4022694 Nov 09 11:05:03.910842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:04.175269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a501-19e3-433b-9c0c-e77ffb34aa3c req-bfc97d69-677f-4c46-aa69-063a85b01e61 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:04.183620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60a7a501-19e3-433b-9c0c-e77ffb34aa3c req-bfc97d69-677f-4c46-aa69-063a85b01e61 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.2124352 Nov 09 11:05:04.246013 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60a7a501-19e3-433b-9c0c-e77ffb34aa3c req-6426b570-4c96-49bb-8b39-550ec2c476c5 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Nov 09 11:05:04.414491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fef55a-7952-40cd-8fbd-b474ed63e39a req-623fa35e-e0fd-4acb-a8b6-dc30e25cb469 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:04.422161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4fef55a-7952-40cd-8fbd-b474ed63e39a req-623fa35e-e0fd-4acb-a8b6-dc30e25cb469 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 949 time: 0.1016338 Nov 09 11:05:04.514634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39a5feaf-1dfb-4ae0-9a11-7ce33ec0bc3d req-baf4c158-875c-409a-8adf-fde5921e6744 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 210 time: 0.0817266 Nov 09 11:05:04.534247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4fef55a-7952-40cd-8fbd-b474ed63e39a req-03b3cf0f-abb2-402f-9cd3-c404dbb6ec6e tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992925 Nov 09 11:05:04.603824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46454) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:04.623610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:04.712149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:04.718676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Usage tracker for resource:security_group_rule and tenant:919dd36836b84976b7aa35d5b2638afd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:04.721622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:04.731934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:04.763618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340a648-dff5-4323-aace-5e56b2c9d11b req-9b1d8c81-b9cf-48b5-87ee-2c5ac61edf63 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:04.765486 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1340a648-dff5-4323-aace-5e56b2c9d11b req-9b1d8c81-b9cf-48b5-87ee-2c5ac61edf63 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 943 time: 0.1030803 Nov 09 11:05:04.845458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1340a648-dff5-4323-aace-5e56b2c9d11b req-b7c469fa-2b54-45d7-93ff-830b2120becf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728893 Nov 09 11:05:04.856000 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.010557 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.018664 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:05.072162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=919dd36836b84976b7aa35d5b2638afd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4647849 Nov 09 11:05:05.072162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1126b06-fba9-49b7-a3ba-6cfd027de26e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:05.072770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46466) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:05.074220 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:05.117042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f61b44fb-e360-4cb1-9b0b-2083b873be23 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:05.324967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f61b44fb-e360-4cb1-9b0b-2083b873be23, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f61b44fb-e360-4cb1-9b0b-2083b873be23,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:05.342945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'f61b44fb-e360-4cb1-9b0b-2083b873be23', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'port_id': 'f61b44fb-e360-4cb1-9b0b-2083b873be23', 'mac_address': 'fa:16:3e:f8:29:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e122b810-1208-4676-9f7f-365a054a9bdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:05.405639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-fe23c0ac-f209-455d-b869-d113d2e24105 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:05.407512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-fe23c0ac-f209-455d-b869-d113d2e24105 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.57 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 949 time: 0.1635637 Nov 09 11:05:05.407800 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.453649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61b44fb-e360-4cb1-9b0b-2083b873be23 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:05.472843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f61b44fb-e360-4cb1-9b0b-2083b873be23, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f61b44fb-e360-4cb1-9b0b-2083b873be23,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:05.496804 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.531513 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.538758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Deleting port 174669d8-e378-4e5d-8de0-491dc665e17c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:05.540299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.596120 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.598308 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:05.720470 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.731980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f61b44fb-e360-4cb1-9b0b-2083b873be23,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:05.732740 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0e327f42-9185-4cf5-afd1-4b26c0b73b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:05.752920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.754415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.757898 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.758356 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:05.763907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1126b06-fba9-49b7-a3ba-6cfd027de26e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:05.777284 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:05.778741 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:05.846634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-adf5c2fd-2c3d-4542-8877-2ad0065c5dd9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1734354 Nov 09 11:05:05.854675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:05.858127 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1126b06-fba9-49b7-a3ba-6cfd027de26e HTTP/1.1" status: 204 len: 168 time: 0.7820199 Nov 09 11:05:05.860518 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61c9216d-21af-463e-82e7-7a8150a631f5 req-cffb2694-40da-4fb1-a6c2-64739543f8c0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 210 time: 0.0776162 Nov 09 11:05:05.874637 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-7ccfb095-4ead-4fb1-a969-96d43d98a80d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a803fa874047df8aaeb189bd3d01ed&device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 1097 time: 0.2179115 Nov 09 11:05:05.955031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['f61b44fb-e360-4cb1-9b0b-2083b873be23'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:06.261603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-96e41655-30d0-4a75-8c19-d9d19ee0f7d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:06.267201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-96e41655-30d0-4a75-8c19-d9d19ee0f7d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 200 len: 916 time: 0.3811088 Nov 09 11:05:06.376185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b3fa3-0498-498c-90df-d139b106c785 req-b30b7a1c-de6f-462e-9301-1b87ad826819 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:06.384839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa6b3fa3-0498-498c-90df-d139b106c785 req-b30b7a1c-de6f-462e-9301-1b87ad826819 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 949 time: 0.2870595 Nov 09 11:05:06.385209 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-e9d3bc82-fc67-424d-957d-7e6f6f88a33c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85 HTTP/1.1" status: 200 len: 217 time: 0.1042767 Nov 09 11:05:06.396470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] For port 174669d8-e378-4e5d-8de0-491dc665e17c, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=174669d8-e378-4e5d-8de0-491dc665e17c,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:06.396826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:06.418010 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:06.511807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-81158b92-384a-4431-9b7a-f07bb7a5f6f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:06.512752 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-81158b92-384a-4431-9b7a-f07bb7a5f6f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 200 len: 854 time: 0.1061416 Nov 09 11:05:06.523519 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa6b3fa3-0498-498c-90df-d139b106c785 req-ab45e7e9-1ef1-447f-8d1e-7e9520edfca6 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b1ff704-b8cb-4838-9338-6cf91f30ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332989 Nov 09 11:05:06.539771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84d58c-4221-4c76-b435-aea23b4f9b86 req-70a8aef1-a1ac-4c56-9349-610b4386c7b8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:06.550045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e84d58c-4221-4c76-b435-aea23b4f9b86 req-70a8aef1-a1ac-4c56-9349-610b4386c7b8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.8720121 Nov 09 11:05:06.555872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Calling delete_port for 174669d8-e378-4e5d-8de0-491dc665e17c owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:05:06.601664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-d370078b-3db8-4169-9fe4-6784510ffc85 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:06.603386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-d370078b-3db8-4169-9fe4-6784510ffc85 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7464073 Nov 09 11:05:06.635708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:06.683035 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-efe3b79d-38f6-4e45-9a98-d8a2be0f91a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb26ce4c-c1b8-464f-bea4-234dbffd03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577370 Nov 09 11:05:06.798846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e84d58c-4221-4c76-b435-aea23b4f9b86 req-e391544f-e1cf-4cc3-b117-24093a875dd4 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513468 Nov 09 11:05:06.865274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:06.871457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Usage tracker for resource:port and tenant:972c9634273c4f58b939bf1c839c6d08 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:06.914344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:06.926655 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-49a888d4-9e36-4e3a-b9c9-956bfd626fae service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365294 Nov 09 11:05:06.946167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:07.099224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:07.105876 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:07.128828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f61b44fb-e360-4cb1-9b0b-2083b873be23 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:07.168848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Pushing event deleted for resources: {'Port': ['ID=174669d8-e378-4e5d-8de0-491dc665e17c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:07.175346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed086fa-4d9a-4e9f-8d67-46ac4e2ed47e req-1ec83c04-cb4d-41dd-b3d8-6f1470f529ad service neutron] 10.222.0.59 "GET /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409172 Nov 09 11:05:07.178986 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:07.223322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:07.227269 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:07.304525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port f61b44fb-e360-4cb1-9b0b-2083b873be23 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:07.305037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] No DVR routers for this DVR port 174669d8-e378-4e5d-8de0-491dc665e17c on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:05:07.307827 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:07.314411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port f61b44fb-e360-4cb1-9b0b-2083b873be23 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:07.315097 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:07.320621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:07.322921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'name': 'network-vif-deleted', 'tag': '174669d8-e378-4e5d-8de0-491dc665e17c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:07.333611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa84622-b861-422a-8b9f-d87f5b5394c9 req-a81eb242-94c4-45d9-b3ec-7a8bbd46bb6d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:07.345565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8aa84622-b861-422a-8b9f-d87f5b5394c9 req-a81eb242-94c4-45d9-b3ec-7a8bbd46bb6d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 944 time: 0.3170583 Nov 09 11:05:07.473850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8aa84622-b861-422a-8b9f-d87f5b5394c9 req-f1a1b036-f2f3-4cc8-a0fa-82db208a5d2b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247361 Nov 09 11:05:07.482829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:07.493487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Usage tracker for resource:security_group_rule and tenant:972c9634273c4f58b939bf1c839c6d08 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:07.501343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:07.516060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:07.527728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c020ea9-32af-4039-bf1b-78aa57a23afe req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.57 "DELETE /v2.0/ports/174669d8-e378-4e5d-8de0-491dc665e17c HTTP/1.1" status: 204 len: 173 time: 2.1140211 Nov 09 11:05:07.680038 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:07.720220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61b44fb-e360-4cb1-9b0b-2083b873be23'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:07.721540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df824954-3647-40f8-a7e8-57edc979261d req-5d195a7e-d0e6-4493-8f9f-a1e2d77800b5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 210 time: 0.0720279 Nov 09 11:05:07.734318 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f61b44fb-e360-4cb1-9b0b-2083b873be23, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f61b44fb-e360-4cb1-9b0b-2083b873be23,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:07.743534 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72c9e26-0809-4218-8e75-3d6cf402bdae', 'name': 'network-vif-deleted', 'tag': '174669d8-e378-4e5d-8de0-491dc665e17c', 'status': 'completed', 'code': 200} Nov 09 11:05:07.788981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:07.869444 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61b44fb-e360-4cb1-9b0b-2083b873be23', 'code': 200} Nov 09 11:05:08.020353 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dcda4eea-0d85-4426-98f7-92e96704b3ea req-e64e1824-c19d-402f-b093-8d0fed725db5 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Synchronizing usage tracker for tenant:068e45e34e334fbfa8507545fe319766 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:08.068493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aff61082-895f-470c-aa3d-af4f7e9a169e req-06113100-20d0-4510-9f09-7ab03f274cae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 1095 time: 0.1106334 Nov 09 11:05:08.084374 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:08.089660 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:08.132940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:08.136084 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c5a3db44-2a47-43bf-b1fa-07635213537c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:08.142701 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aff61082-895f-470c-aa3d-af4f7e9a169e req-e0c1886c-7321-4e38-90af-e835f0993653 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670123 Nov 09 11:05:08.173469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f61b44fb-e360-4cb1-9b0b-2083b873be23,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:08.190549 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:08.242781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dcda4eea-0d85-4426-98f7-92e96704b3ea req-e64e1824-c19d-402f-b093-8d0fed725db5 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Unset dirty status for tenant:068e45e34e334fbfa8507545fe319766 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:08.243951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dcda4eea-0d85-4426-98f7-92e96704b3ea req-e64e1824-c19d-402f-b093-8d0fed725db5 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 210 time: 0.3372629 Nov 09 11:05:08.249993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93161446-5c90-4bc8-823d-f05cfceec477,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:08.258056 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:08.383501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.6 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/4e5fb1ed-daa0-4df1-aa53-9f061c109c41) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:08.560656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246de7-bfbd-440e-b203-205cc69c5731 req-4f66db18-1b81-481b-b9bf-d12d03398d5b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:08.562185 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f246de7-bfbd-440e-b203-205cc69c5731 req-4f66db18-1b81-481b-b9bf-d12d03398d5b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.1762288 Nov 09 11:05:08.702409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f246de7-bfbd-440e-b203-205cc69c5731 req-e721b6c7-83fb-4a7b-8aac-e272d15e92f2 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897520 Nov 09 11:05:08.734637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:08.752501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:08.897896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522045e-8134-43df-b384-66939f8e68b0 req-91657190-14b7-40ac-9635-680422378622 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:08.899383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f522045e-8134-43df-b384-66939f8e68b0 req-91657190-14b7-40ac-9635-680422378622 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 945 time: 0.0779114 Nov 09 11:05:08.924096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 174669d8-e378-4e5d-8de0-491dc665e17c no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:05:08.954143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f522045e-8134-43df-b384-66939f8e68b0 req-54f45115-0d71-41a3-990d-551f7329bbdd tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481524 Nov 09 11:05:08.970921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 174669d8-e378-4e5d-8de0-491dc665e17c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:05:08.971556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 174669d8-e378-4e5d-8de0-491dc665e17c not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:05:09.383433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c5d26b2-8510-4bf7-a011-8148d54c3cf8 req-b338f06c-398b-474b-b94b-c2a00ae925ab tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 210 time: 0.1833780 Nov 09 11:05:09.612876 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-930015d4-1b1c-48e1-8420-080ecae4ba23 req-e9eb5991-4fcf-42e9-bb37-db78b9ca710c tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a72c9e26-0809-4218-8e75-3d6cf402bdae HTTP/1.1" status: 200 len: 210 time: 0.0468340 Nov 09 11:05:09.630875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:09.640100 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5410ac3e-8cf0-44d7-b721-084ddc074852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:09.723296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:09.728225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:09.735472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:09.830903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:09.831964 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:09.925047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:09.943290 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:10.059814 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4304383 Nov 09 11:05:10.073629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Request body: {'port': {'device_id': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:10.196313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9021171c-a9ac-4301-b87c-f96f28fb8878 None None] Provisioning for port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:10.202533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9021171c-a9ac-4301-b87c-f96f28fb8878 None None] Provisioning complete for port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:10.203754 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9021171c-a9ac-4301-b87c-f96f28fb8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:10.267550 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:10.298652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21adf6b-e9da-4f4f-ba63-8929e55c0112 req-3ba394f7-d3ba-433a-abca-9fbb18553426 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:10.307266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c21adf6b-e9da-4f4f-ba63-8929e55c0112 req-3ba394f7-d3ba-433a-abca-9fbb18553426 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.3087742 Nov 09 11:05:10.337658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9021171c-a9ac-4301-b87c-f96f28fb8878 None None] Port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:05:10.425217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c21adf6b-e9da-4f4f-ba63-8929e55c0112 req-6f419290-4642-4968-9799-fe87a78f7a66 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173208 Nov 09 11:05:10.439493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860c48c-90dd-4a77-9745-fcfe769ae371 req-b1f57610-09fb-4db0-94a2-34c37e16c72b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:10.440993 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a860c48c-90dd-4a77-9745-fcfe769ae371 req-b1f57610-09fb-4db0-94a2-34c37e16c72b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 945 time: 0.1375415 Nov 09 11:05:10.511378 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a860c48c-90dd-4a77-9745-fcfe769ae371 req-0b895f54-a6ee-4848-8504-96e3e8dc4222 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593097 Nov 09 11:05:10.784942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:10.801858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:10.816854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05186f29-fd92-450e-88af-cc10008e09cf req-42f9aa6b-5039-4572-8e68-726210f4a5ce tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:10.818452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Transition to ACTIVE for port object 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:10.823460 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05186f29-fd92-450e-88af-cc10008e09cf req-42f9aa6b-5039-4572-8e68-726210f4a5ce tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 934 time: 0.1425846 Nov 09 11:05:10.871412 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05186f29-fd92-450e-88af-cc10008e09cf req-98a97b41-f4b8-45fa-a974-167fd6d5072a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Nov 09 11:05:10.876097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46598) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:10.890142 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:10.895266 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93edf035-ff23-4243-97bf-a1b68df22005 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:11.143468 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:11.164932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:11.168896 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:11.252554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03786b-9833-4cf3-beeb-4ef5a981f50c req-3ddf0190-c477-4ef1-9849-f5c33d16ed8b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:11.267646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9a03786b-9833-4cf3-beeb-4ef5a981f50c req-3ddf0190-c477-4ef1-9849-f5c33d16ed8b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.1438456 Nov 09 11:05:11.317255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:11.325045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Usage tracker for resource:security_group_rule and tenant:37ee1aa77bed48bd9570aa1cb17d1da9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:11.329502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:11.339380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9a03786b-9833-4cf3-beeb-4ef5a981f50c req-19cb1094-5e46-498e-ba84-e13c2d2c6cc3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707819 Nov 09 11:05:11.347582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:11.363527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Attempting to bind port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:11.364706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Attempting to bind port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:11.364706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Attempting to bind port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:11.439552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:11.439552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Attempting to bind port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:11.463051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:11.463283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:11.463671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:11.464103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Bound port: 4e5fb1ed-daa0-4df1-aa53-9f061c109c41, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:11.464439 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:11.585346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:11.606246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78d707-56b4-434a-a726-a16b82cdecb7 req-caf3b9f0-1dc3-4a5f-a0bb-59db55f3e741 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:11.607740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e78d707-56b4-434a-a726-a16b82cdecb7 req-caf3b9f0-1dc3-4a5f-a0bb-59db55f3e741 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 945 time: 0.2407427 Nov 09 11:05:11.636787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] For port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:11.651176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] For port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:11.656955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae13f5c-9998-4990-8ec4-80a64af37563 req-14cd8bf2-43fd-4edb-98b9-b7ae9d1cfda1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:11.661858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:11.665667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ae13f5c-9998-4990-8ec4-80a64af37563 req-14cd8bf2-43fd-4edb-98b9-b7ae9d1cfda1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 945 time: 0.1044788 Nov 09 11:05:11.672953 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e09676f3-492c-48dd-8a30-b8f27425dd0e tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:11.706485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e78d707-56b4-434a-a726-a16b82cdecb7 req-485d5556-83de-4e7f-925a-ed9f0245b6a1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911992 Nov 09 11:05:11.724734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a87d97-0f0c-4f09-b9d1-ff9428922560,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:11.729069 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:11.731946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37ee1aa77bed48bd9570aa1cb17d1da9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8548300 Nov 09 11:05:11.733643 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:11.737364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46626) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:11.737973 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:11.755842 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ae13f5c-9998-4990-8ec4-80a64af37563 req-2ccd26b5-2eae-4887-8697-c0d6f23caecf tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892165 Nov 09 11:05:11.844779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:11.907664 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:11.916644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] 10.222.0.57 "PUT /v2.0/ports/4e5fb1ed-daa0-4df1-aa53-9f061c109c41 HTTP/1.1" status: 200 len: 1094 time: 1.8467860 Nov 09 11:05:11.953622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'tag': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:12.182983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:12.186266 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:12.244849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-889e50b2-105e-478c-b06b-31a15d459b26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=068e45e34e334fbfa8507545fe319766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3971615 Nov 09 11:05:12.246731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46646) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:12.253088 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.312918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5889-9068-4ecf-9ad9-3be3c587da4c req-9c47d8e0-53d1-487b-93b8-4a0079fb0300 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:12.314497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82fc5889-9068-4ecf-9ad9-3be3c587da4c req-9c47d8e0-53d1-487b-93b8-4a0079fb0300 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 946 time: 0.1492941 Nov 09 11:05:12.348433 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.387439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de6a57-42c8-4348-aafe-c3b27a16267d req-ab449479-929c-4e28-bcdc-c48826444d4c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:12.394062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10de6a57-42c8-4348-aafe-c3b27a16267d req-ab449479-929c-4e28-bcdc-c48826444d4c tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.4241130 Nov 09 11:05:12.395136 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.410724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82fc5889-9068-4ecf-9ad9-3be3c587da4c req-326c2f14-5ba6-45f5-a513-529a06d25975 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834613 Nov 09 11:05:12.431587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-5ac7aca9-d664-4cd7-863d-c0027968e960 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 1097 time: 0.3214808 Nov 09 11:05:12.445278 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.550197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-c27fff11-00db-43cc-87a1-e5541a3201a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41 HTTP/1.1" status: 200 len: 217 time: 0.1052222 Nov 09 11:05:12.551788 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'tag': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41', 'status': 'completed', 'code': 200} Nov 09 11:05:12.556099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.557850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10de6a57-42c8-4348-aafe-c3b27a16267d req-77deceec-f2c6-4343-a327-a599bceb72e1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629922 Nov 09 11:05:12.592221 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-acf2e625-1400-4f0e-bc55-4aa9461c21cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:12.627620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1ff704-b8cb-4838-9338-6cf91f30ae3c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:12.639067 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:12.674231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-886fecee-5cd6-4cdf-88fe-880adac39a8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:12.676380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-886fecee-5cd6-4cdf-88fe-880adac39a8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1174822 Nov 09 11:05:12.679016 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.682982 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b1ff704-b8cb-4838-9338-6cf91f30ae3c HTTP/1.1" status: 204 len: 168 time: 0.4327099 Nov 09 11:05:12.683367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-08b25ef9-80a3-40de-b0b7-bf46e2eee05c req-17e5e93f-4cc5-46e2-9ed0-b64a75ab8fed tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:05:12.693372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08b25ef9-80a3-40de-b0b7-bf46e2eee05c req-17e5e93f-4cc5-46e2-9ed0-b64a75ab8fed tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0288141 Nov 09 11:05:12.811246 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.819302 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-217cdea1-f083-4331-9417-81a2a956f6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:12.838513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a87d97-0f0c-4f09-b9d1-ff9428922560,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:12.847231 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:12.857831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:12.861819 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88a87d97-0f0c-4f09-b9d1-ff9428922560 HTTP/1.1" status: 204 len: 168 time: 1.0814803 Nov 09 11:05:12.902455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08b25ef9-80a3-40de-b0b7-bf46e2eee05c req-bb17fa99-c528-4ab3-9bab-9c61933c1665 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2074995 Nov 09 11:05:12.906427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-4ec54474-a3f2-46ac-89ea-bb8b1b41a2b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099006 Nov 09 11:05:13.094787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-1d579d93-4122-45fe-b1c0-3d9963183c4e service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800692 Nov 09 11:05:13.238584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabff7c-79cd-48c4-8e11-99cde393f3fd req-c7333fd8-9248-4316-9ff5-b2f0286cb98f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:13.238584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-faabff7c-79cd-48c4-8e11-99cde393f3fd req-c7333fd8-9248-4316-9ff5-b2f0286cb98f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 945 time: 0.3240657 Nov 09 11:05:13.295679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-faabff7c-79cd-48c4-8e11-99cde393f3fd req-daa92bde-f5bf-4ec1-940b-196fc10aeda1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541334 Nov 09 11:05:13.307455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0df89fb2-891a-43f8-9e08-bd87ad770edc req-20564598-db93-498a-a11e-23f2338afd69 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062507 Nov 09 11:05:13.545140 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-7656e48b-f9c3-40ad-b959-56345c50a109 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 1097 time: 0.1173933 Nov 09 11:05:13.601377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b95610-befc-454d-ba32-3df3af6387ad req-207faf83-ba7e-4327-8aea-595a1b05a5d8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:13.612949 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39b95610-befc-454d-ba32-3df3af6387ad req-207faf83-ba7e-4327-8aea-595a1b05a5d8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.1103013 Nov 09 11:05:13.666453 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39b95610-befc-454d-ba32-3df3af6387ad req-08fb2170-58b1-4a33-a624-da4de2508801 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523188 Nov 09 11:05:13.736391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-f1b596ca-eaca-4016-ae01-b0a0602972bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:13.737997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-f1b596ca-eaca-4016-ae01-b0a0602972bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1855760 Nov 09 11:05:13.820951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-740c1b9f-02ad-40d5-b8b9-f65796039fff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41 HTTP/1.1" status: 200 len: 217 time: 0.0738373 Nov 09 11:05:13.862752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46684) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:13.907227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-baa1643a-0b5f-4526-9376-14162c193d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:13.908927 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-baa1643a-0b5f-4526-9376-14162c193d9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0816212 Nov 09 11:05:13.917861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46690) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:13.945641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6a8fc-52bc-4d9b-b806-c37781fcc716 req-4b906f2c-57d2-4eb4-afcc-8ff9835719a6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:13.952944 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63b6a8fc-52bc-4d9b-b806-c37781fcc716 req-4b906f2c-57d2-4eb4-afcc-8ff9835719a6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 946 time: 0.1391041 Nov 09 11:05:13.974432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:13.988336 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:05:14.020555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-c3c97fbd-b638-4132-ba8e-6012d61b5958 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050954 Nov 09 11:05:14.022820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:14.036949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Usage tracker for resource:security_group_rule and tenant:af48492df9454629a9f1f1fc22d2c599 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:14.042477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:14.058275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:14.067080 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63b6a8fc-52bc-4d9b-b806-c37781fcc716 req-7a1fb62e-6936-4b39-a6f2-c87c86fb4928 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130538 Nov 09 11:05:14.159635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.236649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-75c71f93-9069-4217-84fd-f08c11827d73 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091525 Nov 09 11:05:14.252216 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.297220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:14.303240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed2610816a648f7b2794f522f7bfd6c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:14.306652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:14.314376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:14.338914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16714817-e547-462b-b86b-531e499104fd req-53427432-3091-49d7-b513-89eceaf38ed1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:14.340413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16714817-e547-462b-b86b-531e499104fd req-53427432-3091-49d7-b513-89eceaf38ed1 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 945 time: 0.1278510 Nov 09 11:05:14.344692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.355224 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58ec8a64-a283-473e-8ca8-a2e67896c737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:14.427610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23e6115b-141b-4dc4-b20b-c917d2ed5c83 req-12e6de9c-b5a7-45db-a2ce-bf8febbd10d0 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818948 Nov 09 11:05:14.439220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512dba0-c999-4ae4-ba42-ca956c260e39,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:14.448455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb5bfc-b743-4cc9-b5e4-59028574f5bc req-bbe47770-13a0-49a0-a310-d8923e10a6f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:14.449928 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:14.455128 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-77cb5bfc-b743-4cc9-b5e4-59028574f5bc req-bbe47770-13a0-49a0-a310-d8923e10a6f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 945 time: 0.1893556 Nov 09 11:05:14.464052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af48492df9454629a9f1f1fc22d2c599&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5450923 Nov 09 11:05:14.469087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46698) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:14.469255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46700) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:14.479895 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16714817-e547-462b-b86b-531e499104fd req-e5bf8ee5-4dcf-4f1d-a2ae-8932bfedbe13 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262529 Nov 09 11:05:14.512650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.524222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-77cb5bfc-b743-4cc9-b5e4-59028574f5bc req-57556177-df28-4acb-ad16-20a8d46eb303 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Nov 09 11:05:14.600263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.604401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:14.616832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea581b110db46a3aef6ffe761426b8e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:14.621034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:14.628068 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.630233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:14.661172 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.719837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811cdf0-4b4d-4d08-8e3c-24d9dff4057d req-1dee1d92-147b-44ef-8087-e2a2be7280f4 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:14.721384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c811cdf0-4b4d-4d08-8e3c-24d9dff4057d req-1dee1d92-147b-44ef-8087-e2a2be7280f4 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.0818517 Nov 09 11:05:14.752874 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.762518 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a7734a1b-57c2-486b-8582-cc7d70fa4055 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:14.769429 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c811cdf0-4b4d-4d08-8e3c-24d9dff4057d req-f1e195c0-5b4c-4fb5-8f65-2165b296ce16 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Nov 09 11:05:14.821894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77612b8a-446b-4773-8dbe-392d8c361836,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:14.825670 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:14.831052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ed2610816a648f7b2794f522f7bfd6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9652283 Nov 09 11:05:14.831716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46710) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:14.860905 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.879869 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4987fa1a-4632-4cfe-8d35-9175ced88be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:14.901123 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.910139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.924557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512dba0-c999-4ae4-ba42-ca956c260e39,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:14.929130 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:14.933665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.933665 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c512dba0-c999-4ae4-ba42-ca956c260e39 HTTP/1.1" status: 204 len: 168 time: 0.4598293 Nov 09 11:05:14.940585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:14.956367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:15.029698 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.052506 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aff1ebdf-14fd-41d3-9ce1-1c7cb0be278f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:15.121280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46720) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:15.121754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ea581b110db46a3aef6ffe761426b8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6509485 Nov 09 11:05:15.165798 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84afdb1e-089b-4f10-a493-2c285e01e906,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:15.177156 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:15.200955 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.234406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.264432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:15.296223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41', 'mac_address': 'fa:16:3e:ce:a4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:15.301670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515972ba-e909-4a2a-a20c-840fe2dad386 req-8151e253-8a27-4043-b346-0df61833c6d7 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:15.306004 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515972ba-e909-4a2a-a20c-840fe2dad386 req-8151e253-8a27-4043-b346-0df61833c6d7 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:15.309911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515972ba-e909-4a2a-a20c-840fe2dad386 req-8151e253-8a27-4043-b346-0df61833c6d7 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:15.311615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-515972ba-e909-4a2a-a20c-840fe2dad386 req-8151e253-8a27-4043-b346-0df61833c6d7 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670&device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2&device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 2417 time: 0.1214247 Nov 09 11:05:15.325750 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.339453 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ab16af31-0c55-4faf-945e-7ad1d1664768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:15.351380 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.352035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77612b8a-446b-4773-8dbe-392d8c361836,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:15.356073 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:15.385284 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-515972ba-e909-4a2a-a20c-840fe2dad386 req-43021d50-d60a-4db4-81d8-b0dedcfd98a8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513201 Nov 09 11:05:15.386280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.386280 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77612b8a-446b-4773-8dbe-392d8c361836 HTTP/1.1" status: 204 len: 168 time: 0.5383396 Nov 09 11:05:15.386471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:15.402271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:15.440407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-48d2fbb0-5431-4ab5-ade8-f256c348031b req-e5fb8dbe-1926-4964-a118-4d83060303f2 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:05:15.441417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48d2fbb0-5431-4ab5-ade8-f256c348031b req-e5fb8dbe-1926-4964-a118-4d83060303f2 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060816 Nov 09 11:05:15.449510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fb58f-762f-452f-93b7-360d9637aabc req-7789a47d-440b-47d5-88b1-df540f697301 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:15.450296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf5fb58f-762f-452f-93b7-360d9637aabc req-7789a47d-440b-47d5-88b1-df540f697301 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:15.484047 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.489236 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7338c11e-9871-44b5-982e-1b75b139c8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:15.501619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.502754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84afdb1e-089b-4f10-a493-2c285e01e906 HTTP/1.1" status: 204 len: 168 time: 0.3796897 Nov 09 11:05:15.503871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84afdb1e-089b-4f10-a493-2c285e01e906,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:15.507181 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:15.530633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:15.532353 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ae7c7c95-b9ac-424c-a12d-0386c66ddb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:15.546222 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48d2fbb0-5431-4ab5-ade8-f256c348031b req-8087f80f-8296-4e23-9bde-043e88049b80 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0930774 Nov 09 11:05:15.596557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf5fb58f-762f-452f-93b7-360d9637aabc req-7789a47d-440b-47d5-88b1-df540f697301 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:15.597778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf5fb58f-762f-452f-93b7-360d9637aabc req-7789a47d-440b-47d5-88b1-df540f697301 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 946 time: 0.3191516 Nov 09 11:05:15.604575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:15.614490 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:15.652700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf5fb58f-762f-452f-93b7-360d9637aabc req-b82468cc-381d-4a86-adb9-23902b15bb30 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:15.732079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:15.781592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf5fb58f-762f-452f-93b7-360d9637aabc req-b82468cc-381d-4a86-adb9-23902b15bb30 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:15.782836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf5fb58f-762f-452f-93b7-360d9637aabc req-b82468cc-381d-4a86-adb9-23902b15bb30 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768122 Nov 09 11:05:15.994767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3927a58-8341-41c6-80be-1f196913866a req-e3cfc58c-be0a-4f38-92f6-19a14674f9c7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:16.001233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3927a58-8341-41c6-80be-1f196913866a req-e3cfc58c-be0a-4f38-92f6-19a14674f9c7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 945 time: 0.2015910 Nov 09 11:05:16.085237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf327-0d11-410c-8ebc-107df785cf87 req-0bdc3764-8fc4-4f8c-be20-19bce1783c5a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:16.086544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-467bf327-0d11-410c-8ebc-107df785cf87 req-0bdc3764-8fc4-4f8c-be20-19bce1783c5a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 945 time: 0.1745563 Nov 09 11:05:16.145681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Deleting port f61b44fb-e360-4cb1-9b0b-2083b873be23 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:16.146315 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:16.383169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-467bf327-0d11-410c-8ebc-107df785cf87 req-fed94401-e95e-4a62-8938-2bbc085913bd tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693367 Nov 09 11:05:16.466640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] For port f61b44fb-e360-4cb1-9b0b-2083b873be23, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f61b44fb-e360-4cb1-9b0b-2083b873be23,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:16.467038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:16.602618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Calling delete_port for f61b44fb-e360-4cb1-9b0b-2083b873be23 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:05:16.954776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:17.081736 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:17.100802 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['f61b44fb-e360-4cb1-9b0b-2083b873be23'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:17.105404 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78e63530-8413-49e8-9297-a5d62d083697 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:17.134017 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-12e92a7e-f323-4c55-a2d9-3e83286ca7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:17.160435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event deleted for resources: {'Port': ['ID=f61b44fb-e360-4cb1-9b0b-2083b873be23,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:17.166609 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:17.172237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:17.177658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:17.178138 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:17.316098 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:17.343942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] No DVR routers for this DVR port f61b44fb-e360-4cb1-9b0b-2083b873be23 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:05:17.357090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:17.363891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'name': 'network-vif-deleted', 'tag': 'f61b44fb-e360-4cb1-9b0b-2083b873be23'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:17.378505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:17.392448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:17.413419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e89c3-0477-489f-90f6-058fc992d08c req-368b586b-ff52-4182-8520-437ac5a8703e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:17.415169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-606e89c3-0477-489f-90f6-058fc992d08c req-368b586b-ff52-4182-8520-437ac5a8703e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 947 time: 0.5001202 Nov 09 11:05:17.479659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-606e89c3-0477-489f-90f6-058fc992d08c req-df49cba2-27ed-47cb-9e0c-1a3fe989a4d4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561733 Nov 09 11:05:17.536238 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3927a58-8341-41c6-80be-1f196913866a req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "DELETE /v2.0/ports/f61b44fb-e360-4cb1-9b0b-2083b873be23 HTTP/1.1" status: 204 len: 173 time: 1.5315351 Nov 09 11:05:17.538559 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:17.564374 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:17.567024 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99de4d-b86b-4d3d-845f-5ecc2ea601fb', 'name': 'network-vif-deleted', 'tag': 'f61b44fb-e360-4cb1-9b0b-2083b873be23', 'status': 'completed', 'code': 200} Nov 09 11:05:17.568168 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:17.622223 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41', 'code': 200} Nov 09 11:05:17.671528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:17.674965 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:17.759704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:17.778537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9ff5d59e-2856-4050-8738-dfb6a12bcf19 req-0c1a388a-f991-4831-a342-55e326d39fe3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:17.809510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7561240-624b-476b-b0ac-9a7883bf933a req-841ff3a0-9554-4270-8945-8f5bc5b60c5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 1099 time: 0.1234024 Nov 09 11:05:17.892191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-9ff5d59e-2856-4050-8738-dfb6a12bcf19 req-0c1a388a-f991-4831-a342-55e326d39fe3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:17.893401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9ff5d59e-2856-4050-8738-dfb6a12bcf19 req-0c1a388a-f991-4831-a342-55e326d39fe3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae99de4d-b86b-4d3d-845f-5ecc2ea601fb HTTP/1.1" status: 200 len: 210 time: 0.1705244 Nov 09 11:05:17.908362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7561240-624b-476b-b0ac-9a7883bf933a req-e450bf83-4100-4e29-8c8d-0a23457cd109 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908263 Nov 09 11:05:17.950676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1113310547-network', 'tenant_id': '1b20bffc4ca84b1a8ea50249ecbb392d'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:17.959741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:17.963818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Usage tracker for resource:network and tenant:1b20bffc4ca84b1a8ea50249ecbb392d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:17.967196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:17.970738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46812) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:17.977303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:18.067315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-614749283-network', 'tenant_id': '6eaad57182c1440aa6d064b5c9fc3c6a'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:18.072091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:18.076437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Usage tracker for resource:network and tenant:6eaad57182c1440aa6d064b5c9fc3c6a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:18.079670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:18.087908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:18.152988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Made reservation on behalf of 1b20bffc4ca84b1a8ea50249ecbb392d for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:18.155438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.169513 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.200975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:18.205675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Usage tracker for resource:security_group_rule and tenant:1b20bffc4ca84b1a8ea50249ecbb392d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:18.208562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:18.215207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:18.296357 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.329855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Made reservation on behalf of 6eaad57182c1440aa6d064b5c9fc3c6a for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:18.332242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.345607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.377869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:18.388615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Usage tracker for resource:security_group_rule and tenant:6eaad57182c1440aa6d064b5c9fc3c6a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:18.394758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:18.402860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:18.446605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.450177 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-01769d30-6bc2-4288-acfb-09159ed627a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:18.494277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:18.513931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:18.513931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:05:18.517626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.539505 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.539771 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Added segment cd3f0cf8-a75a-40e2-8140-7bcf226032b5 of type vlan for network 53e5863e-695e-461b-b404-3d056cdc9dc0 Nov 09 11:05:18.587332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.640026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.644779 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd4c23d2-25de-47ed-9777-56b526a325bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:18.677142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:05:18.698432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f8fd0-4c9c-432d-a900-def8a071ea23,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:18.702109 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:18.706091 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.706436 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Added segment 4c4ac8f9-d554-4832-963c-b5f10db3359e of type vlan for network bf09faab-93ec-4862-b4b6-cefa5275b099 Nov 09 11:05:18.740773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657388a-fbd0-442e-96c9-601255607115 req-d320db23-9349-4845-871c-b63f80a6a7ae tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:18.740773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4657388a-fbd0-442e-96c9-601255607115 req-d320db23-9349-4845-871c-b63f80a6a7ae tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.1448274 Nov 09 11:05:18.748887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc170c-b6e7-4186-baea-017c560d1d69 req-076459fd-02ec-4ce7-a612-0ada68756cef tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:18.750418 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22dc170c-b6e7-4186-baea-017c560d1d69 req-076459fd-02ec-4ce7-a612-0ada68756cef tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 948 time: 0.0894434 Nov 09 11:05:18.768253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.777906 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.780834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:18.781420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:18.786342 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:18.814498 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4657388a-fbd0-442e-96c9-601255607115 req-2698699f-b33e-4172-91b9-fc0b8b15c05b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669491 Nov 09 11:05:18.833970 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22dc170c-b6e7-4186-baea-017c560d1d69 req-8d11c626-e776-4004-a69f-67f782d1a40c tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771544 Nov 09 11:05:18.936846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Pushing event updated for resources: {'Network': ['ID=53e5863e-695e-461b-b404-3d056cdc9dc0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:18.944409 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:18.948772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 53e5863e-695e-461b-b404-3d056cdc9dc0 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:05:19.007474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:19.009195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:19.010045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:19.016008 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd39d1ae-6050-4d0a-8a73-fada47d98608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:19.150171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f61b44fb-e360-4cb1-9b0b-2083b873be23 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:05:19.172606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4118314 Nov 09 11:05:19.197704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46836) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:19.203397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Request body: {'subnet': {'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1113310547-subnet', 'tenant_id': '1b20bffc4ca84b1a8ea50249ecbb392d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:19.213724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: f61b44fb-e360-4cb1-9b0b-2083b873be23 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:05:19.213941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:19.214547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f61b44fb-e360-4cb1-9b0b-2083b873be23 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:05:19.218652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Usage tracker for resource:subnet and tenant:1b20bffc4ca84b1a8ea50249ecbb392d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:19.222228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:19.227978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Pushing event updated for resources: {'Network': ['ID=bf09faab-93ec-4862-b4b6-cefa5275b099,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:19.229921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:19.239211 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:19.255099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network bf09faab-93ec-4862-b4b6-cefa5275b099 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:05:19.367323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Made reservation on behalf of 1b20bffc4ca84b1a8ea50249ecbb392d for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:19.373606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:19.374062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4020207 Nov 09 11:05:19.379581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46846) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:19.387754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Request body: {'subnet': {'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-614749283-subnet', 'tenant_id': '6eaad57182c1440aa6d064b5c9fc3c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:19.393321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:19.403551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Usage tracker for resource:subnet and tenant:6eaad57182c1440aa6d064b5c9fc3c6a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:19.410686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:19.421382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:19.535664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Made reservation on behalf of 6eaad57182c1440aa6d064b5c9fc3c6a for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:19.535868 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-896ddded-9134-45b5-865d-d3fdd2898102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:19.538899 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:19.716870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-efa729d4-7b3c-44d7-8ab1-3a7c4b6d0a28 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:19.719911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-efa729d4-7b3c-44d7-8ab1-3a7c4b6d0a28 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.2568557 Nov 09 11:05:19.739362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-980544e0-ee0b-4c73-9ccb-e66b6768d958 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/quotas/f622129bdc5942c9ad2a19ef05d96161 HTTP/1.1" status: 200 len: 375 time: 0.0152595 Nov 09 11:05:19.801328 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-b22848db-f056-4d93-a358-c57f863438f6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513046 Nov 09 11:05:19.907182 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:19.915672 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3f75a3e2-5dfc-4077-a7c7-0f5c5183053c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:19.979713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:19.996087 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9bb94d69-2418-40a5-83f4-1d92cf1fd3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:20.082754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b7b6ee-d976-44d3-8337-f4cb1c1cde78,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:20.087720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Checking segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:20.087720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Network hostable DHCP agents. Network: bf09faab-93ec-4862-b4b6-cefa5275b099, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:05:20.105900 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8fa8fef0-3d24-4f0b-b697-cd11602434c2 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805140 Nov 09 11:05:20.106147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.106147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.106147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.106147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.106147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.106147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.106965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.107296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.107686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.108037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.108388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:20.109580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063879ac-6cec-416e-891e-ffb05ad875ac req-7537764c-292a-47e0-86ae-1dcc0e3e6452 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:20.110987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-063879ac-6cec-416e-891e-ffb05ad875ac req-7537764c-292a-47e0-86ae-1dcc0e3e6452 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.2059989 Nov 09 11:05:20.112370 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:20.135569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03619f6-7907-4318-b3d5-20098ef24000,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:20.144426 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:20.152500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e9c67-85a0-4915-8a2e-ea89b9f4141a req-5245d45f-f775-4380-a005-76169891e5ac tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:20.153964 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f2e9c67-85a0-4915-8a2e-ea89b9f4141a req-5245d45f-f775-4380-a005-76169891e5ac tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 945 time: 0.1449180 Nov 09 11:05:20.205545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f2e9c67-85a0-4915-8a2e-ea89b9f4141a req-afb117b8-39ab-44ba-a428-1139537cc093 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458696 Nov 09 11:05:20.260850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Network bf09faab-93ec-4862-b4b6-cefa5275b099 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:05:20.285838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Checking segment: {'id': 'cd3f0cf8-a75a-40e2-8140-7bcf226032b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:20.294687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Network hostable DHCP agents. Network: 53e5863e-695e-461b-b404-3d056cdc9dc0, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:05:20.309424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Deleting port 3e1f6566-0dd7-44a9-996e-f92f21812359 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:20.309764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:20.402639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, bf09faab-93ec-4862-b4b6-cefa5275b099) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:20.421016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff89a0-03c0-4b20-8fbf-629f78e1dd6d None None] Network bf09faab-93ec-4862-b4b6-cefa5275b099 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:20.454225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:20.454846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:20.467036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2fd02-8c28-467f-bd36-f27ed6b07369 req-b0dff3ce-00f2-4b58-91ed-44a6bd6267ca tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:20.475937 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-25d2fd02-8c28-467f-bd36-f27ed6b07369 req-b0dff3ce-00f2-4b58-91ed-44a6bd6267ca tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 948 time: 0.1354942 Nov 09 11:05:20.495492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-37fb5260-8403-48b9-8512-8f00b50410cc service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799345 Nov 09 11:05:20.508696 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:20.580495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-25d2fd02-8c28-467f-bd36-f27ed6b07369 req-2df40b7a-1ff0-45cf-a989-13d6015d63d4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033247 Nov 09 11:05:20.598207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Network 53e5863e-695e-461b-b404-3d056cdc9dc0 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:05:20.611090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 53e5863e-695e-461b-b404-3d056cdc9dc0) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:20.628323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735c8895-219e-42c0-b3df-c766e6d353ba None None] Network 53e5863e-695e-461b-b404-3d056cdc9dc0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:20.656182 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2746511 Nov 09 11:05:20.674833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:20.675427 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:20.778427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] For port 3e1f6566-0dd7-44a9-996e-f92f21812359, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3e1f6566-0dd7-44a9-996e-f92f21812359,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:20.778864 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:20.995552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Calling delete_port for 3e1f6566-0dd7-44a9-996e-f92f21812359 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:05:21.014908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d402bedc-34ee-433d-a4c3-136276ca5569 None None] Network bf09faab-93ec-4862-b4b6-cefa5275b099 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:21.032685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-bfe68273-7238-4986-ad56-e17ac3ac27db tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f24b3960a7b40118b37c41e137874fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935426 Nov 09 11:05:21.185622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9865952 Nov 09 11:05:21.246306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-3b5e7a05-55d0-4875-a797-47744273a531 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:21.252063 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bffa0a-00b2-4a40-b7e3-a2f56bb91364 None None] Network 53e5863e-695e-461b-b404-3d056cdc9dc0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:21.253866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-3b5e7a05-55d0-4875-a797-47744273a531 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199941 Nov 09 11:05:21.274661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-dec301da-23c2-4a63-a6b6-84ddb05d63f3 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/quotas/2f24b3960a7b40118b37c41e137874fa HTTP/1.1" status: 200 len: 375 time: 0.0194697 Nov 09 11:05:21.301287 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:21.309676 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:21.342958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-2e60d0ff-7b3f-437b-a7ed-058e2e81e2a6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634341 Nov 09 11:05:21.455076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Pushing event deleted for resources: {'Port': ['ID=3e1f6566-0dd7-44a9-996e-f92f21812359,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:21.466983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d2b45e47-2015-4bc6-8a8f-6cb801419b85'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:21.469743 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:21.494524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['eac088e1-1c5e-4eae-959d-15eba1787486'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:21.557056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] No DVR routers for this DVR port 3e1f6566-0dd7-44a9-996e-f92f21812359 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:05:21.560441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:21.563020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'name': 'network-vif-deleted', 'tag': '3e1f6566-0dd7-44a9-996e-f92f21812359'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:21.594717 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-cf6be66d-b836-4c80-b128-d2950a54e665 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 1099 time: 0.1918092 Nov 09 11:05:21.624990 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:21.708120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:21.721645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Usage tracker for resource:security_group_rule and tenant:87c0f8998f09455cb68aa74d1bdda2aa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:21.727643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:21.739458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-063879ac-6cec-416e-891e-ffb05ad875ac req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "DELETE /v2.0/ports/3e1f6566-0dd7-44a9-996e-f92f21812359 HTTP/1.1" status: 204 len: 173 time: 1.6220777 Nov 09 11:05:21.752691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:21.872075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:21.969929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9766b34-bde7-447b-a00a-1de3e2a0a94a req-807f163e-0924-450d-bc14-65546842029d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 210 time: 0.1094167 Nov 09 11:05:22.008211 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:22.033753 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d00e853d-ff76-4146-a7ec-86014d6a8fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:22.077485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6105a1da-c9bb-4d76-954b-24c94791b755 req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764736 Nov 09 11:05:22.086273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f4383-9cb5-41a9-a4fd-57df83a0711f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:22.095893 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:22.283400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ca21b922-4d5f-429d-8fa3-f14961c894a0 req-d6b22f7e-ceb8-475b-8a14-da43928068ec tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Synchronizing usage tracker for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:22.307769 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:22.437240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ca21b922-4d5f-429d-8fa3-f14961c894a0 req-d6b22f7e-ceb8-475b-8a14-da43928068ec tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Unset dirty status for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:22.441821 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca21b922-4d5f-429d-8fa3-f14961c894a0 req-d6b22f7e-ceb8-475b-8a14-da43928068ec tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7f007ce-6b8c-4d80-a66d-c028aae41670 HTTP/1.1" status: 200 len: 210 time: 0.2001462 Nov 09 11:05:22.508584 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f007ce-6b8c-4d80-a66d-c028aae41670', 'name': 'network-vif-deleted', 'tag': '3e1f6566-0dd7-44a9-996e-f92f21812359', 'status': 'completed', 'code': 200} Nov 09 11:05:22.541406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9acec133-9949-4cfd-acf2-0a37838c4955 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:22.542115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9acec133-9949-4cfd-acf2-0a37838c4955 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:22.617798 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-82152037-4058-429f-8a10-4ddd42cc0dab tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f24b3960a7b40118b37c41e137874fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313461 Nov 09 11:05:22.661464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9acec133-9949-4cfd-acf2-0a37838c4955 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:22.663455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9acec133-9949-4cfd-acf2-0a37838c4955 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.2838409 Nov 09 11:05:22.681363 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-491b9808-03f7-48a5-aa24-569adcb1d0be tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/quotas/6eaad57182c1440aa6d064b5c9fc3c6a HTTP/1.1" status: 200 len: 375 time: 0.0124462 Nov 09 11:05:22.729567 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-6438d593-b8ca-477b-97f4-e01e5424709e tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428262 Nov 09 11:05:22.808272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-fbcd8d6b-ec7e-4a8b-a3fc-3951e33c5a24 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:22.815488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-fbcd8d6b-ec7e-4a8b-a3fc-3951e33c5a24 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917634 Nov 09 11:05:22.863156 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-0c01114e-a387-4274-8187-4753d69abfc2 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/quotas/2f24b3960a7b40118b37c41e137874fa HTTP/1.1" status: 200 len: 375 time: 0.0467949 Nov 09 11:05:22.931495 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-1d0b8964-2f34-4284-ba8d-79a7963106da tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618293 Nov 09 11:05:23.036065 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-796326e5-ead1-46a1-8639-c263f0fd2518 service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990770 Nov 09 11:05:23.179313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3e1f6566-0dd7-44a9-996e-f92f21812359 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:05:23.189304 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-dd2e2d1b-686a-4038-91b5-3ec249cb3b9b service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454310 Nov 09 11:05:23.216875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 3e1f6566-0dd7-44a9-996e-f92f21812359 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:05:23.217284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3e1f6566-0dd7-44a9-996e-f92f21812359 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:05:23.399826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46960) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:23.405396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-676510864-network', 'tenant_id': '52bea13dd6654a65814e832a5245e55b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:23.415392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:23.428681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Usage tracker for resource:network and tenant:52bea13dd6654a65814e832a5245e55b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:23.441145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:23.447968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:23.639704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Made reservation on behalf of 52bea13dd6654a65814e832a5245e55b for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:23.643886 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:23.664633 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:23.706502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:23.710900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Usage tracker for resource:security_group_rule and tenant:52bea13dd6654a65814e832a5245e55b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:23.714241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:23.722385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:23.726602 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e738e765-24a9-4a89-a4dc-bc074823c12d req-9ed8968d-3663-4854-b3d8-a218ecfba359 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 210 time: 0.0672996 Nov 09 11:05:23.794885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f90c589e-a5be-4623-92b1-3389dd0ab363 req-65950d4e-96d1-4a4b-a001-1ae5e3c7fa89 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 210 time: 0.0622537 Nov 09 11:05:23.864253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-edfd3ae4-84a5-4b57-bdfc-1c74f30a5295 req-469fc748-518a-41a8-a51f-4e9b1a85b4eb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 210 time: 0.0740871 Nov 09 11:05:23.886948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:24.005451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-2b192ce9-bf9e-4f9f-927f-3e64e2cf6d4c tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329936 Nov 09 11:05:24.115113 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:24.124196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-673ae977-0c6c-4aec-baa8-c12d39dc2032 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:24.148792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:05:24.157547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b062695-0185-4be7-91d8-5ed46c3a164c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:24.162169 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:24.164783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:24.165125 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Added segment 3eeecb19-52ee-4e36-8c94-507aecaa7d3f of type vlan for network b4b4404b-1d45-4b80-9d13-22b714bb335c Nov 09 11:05:24.177465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-d81ba99e-ed8e-4f07-8b55-1e6916d47425 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:24.185940 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-d81ba99e-ed8e-4f07-8b55-1e6916d47425 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744626 Nov 09 11:05:24.198028 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:24.198756 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e430c983-9352-480b-9dbc-96de714446cc tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/quotas/972c9634273c4f58b939bf1c839c6d08 HTTP/1.1" status: 200 len: 375 time: 0.0119801 Nov 09 11:05:24.317457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-dad213cb-8a0f-45d1-9c67-99c6cd068042 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910029 Nov 09 11:05:24.416066 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:24.418684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:24.419626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:24.428995 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:24.531350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-941aefc4-ef5d-4852-a546-b7802177718d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:24.532919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-941aefc4-ef5d-4852-a546-b7802177718d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.1528146 Nov 09 11:05:24.550676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Request body: {'port': {'device_id': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'admin_state_up': True, 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:24.550866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b4404b-1d45-4b80-9d13-22b714bb335c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:24.556919 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:24.566509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network b4b4404b-1d45-4b80-9d13-22b714bb335c details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:05:24.746066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3451989 Nov 09 11:05:24.755384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47000) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:24.768761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Request body: {'subnet': {'network_id': 'b4b4404b-1d45-4b80-9d13-22b714bb335c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-676510864-subnet', 'tenant_id': '52bea13dd6654a65814e832a5245e55b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:24.782159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:24.804660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Usage tracker for resource:subnet and tenant:52bea13dd6654a65814e832a5245e55b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:24.808140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:24.814222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:24.850865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:24.862000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:24.938936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bb29d-f1cd-4dd4-902d-ccfde613c0dd req-978286a7-6179-4472-8864-04fe8d12ae5e tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:24.940359 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c5bb29d-f1cd-4dd4-902d-ccfde613c0dd req-978286a7-6179-4472-8864-04fe8d12ae5e tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 945 time: 0.0885446 Nov 09 11:05:24.987501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Made reservation on behalf of 52bea13dd6654a65814e832a5245e55b for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:24.995840 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:25.018288 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c5bb29d-f1cd-4dd4-902d-ccfde613c0dd req-6d809a8b-30f9-487c-89dc-e4156e7fce34 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Nov 09 11:05:25.092506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:25.096234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:25.226972 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d3664675-6957-4e0c-a9cd-b975e2794fd5 req-8c9c40c1-5f9b-433e-ac0f-a0443dfcab02 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 210 time: 0.0680916 Nov 09 11:05:25.315943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Allocated IP 172.20.0.10 (74513ec1-e69e-4878-b10a-296f8b97622b/e122b810-1208-4676-9f7f-365a054a9bdd/28e0dd61-4233-4b9b-87be-df2c8b0a73b6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:25.370841 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60ef50c9-9759-42b7-a3e4-303671df0591 req-e87d1fe2-20e7-459a-9d54-a7acb083abcd tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 210 time: 0.0508153 Nov 09 11:05:25.472635 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:25.476891 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:25.607301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:25.619535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d12c5d9-e6c1-4d38-89b9-01616d485928 req-39545e9c-161d-428f-8f2b-3142cfe31287 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 210 time: 0.1049383 Nov 09 11:05:25.671126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07705734-7028-471e-a57d-d0b5bec98f5a,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:25.675026 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:25.688450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Checking segment: {'id': '3eeecb19-52ee-4e36-8c94-507aecaa7d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b4b4404b-1d45-4b80-9d13-22b714bb335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:25.688450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Network hostable DHCP agents. Network: b4b4404b-1d45-4b80-9d13-22b714bb335c, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:05:25.798630 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Network b4b4404b-1d45-4b80-9d13-22b714bb335c is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:05:25.803809 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:25.821177 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82f20824-4f36-42f1-a424-0e4be82efbfc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:25.918238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Network 74513ec1-e69e-4878-b10a-296f8b97622b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:25.921823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:25.926306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:25.962961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, b4b4404b-1d45-4b80-9d13-22b714bb335c) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:25.972573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:25.973116 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e201f-ea2d-4fd7-bd54-365d54b96965 None None] Network b4b4404b-1d45-4b80-9d13-22b714bb335c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:25.975605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:26.032547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:26.039669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d09a755-8c9d-4b2a-9039-2875791b5062 req-bdda8458-e40b-4002-94cf-83c21fb4f8bf tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 210 time: 0.0844531 Nov 09 11:05:26.047395 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:26.076433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:26.077042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:26.208222 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6616085 Nov 09 11:05:26.221354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Request body: {'port': {'device_id': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:26.222431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4654274 Nov 09 11:05:26.260979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-d33c6250-e930-46c4-94a7-db4a31fdce16 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f24b3960a7b40118b37c41e137874fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995667 Nov 09 11:05:26.319420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-dad36d2a-5f7d-4fde-a4b2-74535ce1cd50 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:26.322672 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-dad36d2a-5f7d-4fde-a4b2-74535ce1cd50 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 945 time: 0.3129733 Nov 09 11:05:26.502721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:26.593752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb895b-900a-412b-a23c-31546d4c9e6b None None] Network b4b4404b-1d45-4b80-9d13-22b714bb335c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:26.610966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Deleting port eac088e1-1c5e-4eae-959d-15eba1787486 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:26.611323 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:26.881914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720da2f-0481-4e68-90aa-72f1ef1def94 req-0959bbfb-40c0-4d2a-a408-a6f61bb5c405 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:26.882986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7720da2f-0481-4e68-90aa-72f1ef1def94 req-0959bbfb-40c0-4d2a-a408-a6f61bb5c405 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:27.060606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7720da2f-0481-4e68-90aa-72f1ef1def94 req-0959bbfb-40c0-4d2a-a408-a6f61bb5c405 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:27.064107 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7720da2f-0481-4e68-90aa-72f1ef1def94 req-0959bbfb-40c0-4d2a-a408-a6f61bb5c405 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 932 time: 0.5120029 Nov 09 11:05:27.080296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270fd4-e72f-4e99-9aba-3b644dcfbd58 req-d36642fc-76e8-46a6-943e-900aa0ce4ab8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:27.082489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a8270fd4-e72f-4e99-9aba-3b644dcfbd58 req-d36642fc-76e8-46a6-943e-900aa0ce4ab8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 945 time: 0.8624375 Nov 09 11:05:27.112459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-2d5c799c-9274-4813-9e52-859b5aa9135b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:27.114274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-2d5c799c-9274-4813-9e52-859b5aa9135b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7857096 Nov 09 11:05:27.151412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Request body: {'port': {'device_id': '69529429-b0fa-421a-913c-90fe745969bb', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '2f24b3960a7b40118b37c41e137874fa'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:27.152634 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7720da2f-0481-4e68-90aa-72f1ef1def94 req-be3d266b-6830-466f-9feb-00922913f474 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780246 Nov 09 11:05:27.230376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:27.242452 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:27.266592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Transition to ACTIVE for port object 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:27.336284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a8270fd4-e72f-4e99-9aba-3b644dcfbd58 req-5befc048-0a82-4ef3-8331-db909757872b tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292013 Nov 09 11:05:27.375407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40a23ab0-f451-4d70-8ad8-36faac87dc1c req-23baf54d-8961-421c-93d3-18c345951e9a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 210 time: 0.0832214 Nov 09 11:05:27.377388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:27.385486 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1d5bbffa-f615-48c0-ba81-1c3ea48a9257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:27.424581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] For port eac088e1-1c5e-4eae-959d-15eba1787486, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=eac088e1-1c5e-4eae-959d-15eba1787486,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:27.433460 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:27.504986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:27.508833 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:27.511017 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-c936571b-fbb2-4030-a0b4-8fe86ce7337b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f24b3960a7b40118b37c41e137874fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361400 Nov 09 11:05:27.658484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:27.668507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Calling delete_port for eac088e1-1c5e-4eae-959d-15eba1787486 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:05:27.729931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Usage tracker for resource:port and tenant:2f24b3960a7b40118b37c41e137874fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:27.742145 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36b163ff-f4cc-4aba-bae2-8910de7792fd req-c151e724-cd65-45c0-850e-a20cac96e7f8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 210 time: 0.1659155 Nov 09 11:05:27.742389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:27.755168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:28.024136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-872a544e-7737-46f2-9d8b-c99e1970cb08 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:28.025695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-872a544e-7737-46f2-9d8b-c99e1970cb08 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4948404 Nov 09 11:05:28.047530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Request body: {'port': {'device_id': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '2f24b3960a7b40118b37c41e137874fa'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:28.067311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Attempting to bind port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:28.071409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Attempting to bind port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:28.071409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Attempting to bind port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:28.111427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2871626-94d5-45be-b85f-525b698c8a72 req-1a6b60e7-72e8-4062-8ca5-aa5f9458534c tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:28.113063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-1a6b60e7-72e8-4062-8ca5-aa5f9458534c tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/networks?id=53e5863e-695e-461b-b404-3d056cdc9dc0 HTTP/1.1" status: 200 len: 815 time: 0.4164200 Nov 09 11:05:28.117521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Made reservation on behalf of 2f24b3960a7b40118b37c41e137874fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:28.121087 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.144798 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.160561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-0ceb56c9-5f55-4833-aa9d-a233ae7fe72b tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/quotas/1b20bffc4ca84b1a8ea50249ecbb392d HTTP/1.1" status: 200 len: 375 time: 0.0259912 Nov 09 11:05:28.179428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5d4c7db5-c78b-4c54-8366-a108c3c27bbb req-986b0a43-830a-4838-8b15-0fdfe1d31e2b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 210 time: 0.1165938 Nov 09 11:05:28.186065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 on network 74513ec1-e69e-4878-b10a-296f8b97622b not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:28.186065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Attempting to bind port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:28.227832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:28.228336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Checking segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:28.228725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Bound using segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:28.229166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Bound port: 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:28.229510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.232391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:28.237011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Usage tracker for resource:security_group_rule and tenant:2f24b3960a7b40118b37c41e137874fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:28.242417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:28.248841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:28.286549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-54ca28ca-257f-4b8e-b571-9b6d58f22311 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b20bffc4ca84b1a8ea50249ecbb392d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099608 Nov 09 11:05:28.312299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:28.328050 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.340342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d2b45e47-2015-4bc6-8a8f-6cb801419b85'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:28.342419 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bceaa496-0206-47e7-b7bd-b4b1adae054f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:28.345233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Usage tracker for resource:port and tenant:2f24b3960a7b40118b37c41e137874fa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:28.360164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:28.445244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:28.452804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Pushing event deleted for resources: {'Port': ['ID=eac088e1-1c5e-4eae-959d-15eba1787486,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:28.470216 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:28.516192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:28.541961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Made reservation on behalf of 2f24b3960a7b40118b37c41e137874fa for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:28.545221 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.566429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:28.585023 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.592969 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.606453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] No DVR routers for this DVR port eac088e1-1c5e-4eae-959d-15eba1787486 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:05:28.609992 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.612592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'name': 'network-vif-deleted', 'tag': 'eac088e1-1c5e-4eae-959d-15eba1787486'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:28.624668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-495ba767-3190-4504-8351-4eeb17f53f6d service neutron] 10.222.0.50 "GET /v2.0/networks/53e5863e-695e-461b-b404-3d056cdc9dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220775 Nov 09 11:05:28.628619 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-4d2f73ce-2041-49d5-817b-3a0556b9eaca tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Synchronizing usage tracker for tenant:8412988860be40e0989db769f2048db4 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:28.647163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-ff062f89-53cb-4cf1-9ce6-8c925e2e0c5a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:28.649015 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-ff062f89-53cb-4cf1-9ce6-8c925e2e0c5a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.3284199 Nov 09 11:05:28.667823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.674414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b753cb18-cae5-4d1e-8b49-dcdf97c4d3ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:28.710940 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Request body: {'port': {'device_id': '656a1033-a827-49da-a696-794bcfd26328', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'admin_state_up': True, 'tenant_id': '6eaad57182c1440aa6d064b5c9fc3c6a'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:28.716995 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.721439 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aaca22fb-1965-463c-8345-a182f0702cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:28.789391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-286afc76-372c-4550-ab77-1e6fca1aed62 req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.57 "DELETE /v2.0/ports/eac088e1-1c5e-4eae-959d-15eba1787486 HTTP/1.1" status: 204 len: 173 time: 2.4011705 Nov 09 11:05:28.824378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:28.824606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784b1f58-be4d-4607-85c4-cab0365359bd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:28.825762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] 10.222.0.59 "PUT /v2.0/ports/28e0dd61-4233-4b9b-87be-df2c8b0a73b6 HTTP/1.1" status: 200 len: 1092 time: 2.6085360 Nov 09 11:05:28.826520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:28.830847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-4d2f73ce-2041-49d5-817b-3a0556b9eaca tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Unset dirty status for tenant:8412988860be40e0989db769f2048db4 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:28.838525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-4d2f73ce-2041-49d5-817b-3a0556b9eaca tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1789657793&fields=id&tenant_id=8412988860be40e0989db769f2048db4 HTTP/1.1" status: 200 len: 267 time: 0.3947313 Nov 09 11:05:28.844490 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:28.846968 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2f24b3960a7b40118b37c41e137874fa {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:05:28.847089 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:05:28.898524 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-cbb66312-375d-4793-ad68-e4b1827b57d2 service neutron] 10.222.0.50 "GET /v2.0/networks/53e5863e-695e-461b-b404-3d056cdc9dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634268 Nov 09 11:05:28.901856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:28.941858 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:29.011724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device eac088e1-1c5e-4eae-959d-15eba1787486 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:05:29.057631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Allocated IP 192.168.233.155 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/d9236e72-4d82-429a-9d9a-ebf13f8f4c50) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:29.094412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:29.104226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Usage tracker for resource:port and tenant:6eaad57182c1440aa6d064b5c9fc3c6a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:29.124983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:29.147250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:29.156436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: eac088e1-1c5e-4eae-959d-15eba1787486 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:05:29.160251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device eac088e1-1c5e-4eae-959d-15eba1787486 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:05:29.272677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-753f74c7-8160-4072-8f83-54b9b2df86a0 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:29.273401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-753f74c7-8160-4072-8f83-54b9b2df86a0 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Synchronizing usage tracker for tenant:8412988860be40e0989db769f2048db4 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:29.342582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-532d2d37-525b-4bf2-b012-e57a9319b673 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 1095 time: 0.2024949 Nov 09 11:05:29.343857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Made reservation on behalf of 6eaad57182c1440aa6d064b5c9fc3c6a for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:29.347412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:29.360241 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:29.479915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-753f74c7-8160-4072-8f83-54b9b2df86a0 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Unset dirty status for tenant:8412988860be40e0989db769f2048db4 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:29.489135 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-753f74c7-8160-4072-8f83-54b9b2df86a0 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/networks?id=503ce6c8-8c2d-4e32-9b43-34ac4366474f HTTP/1.1" status: 200 len: 815 time: 0.6493869 Nov 09 11:05:29.570587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-7e6b0d17-12b1-446d-9ede-610bbe7085f9 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/quotas/8412988860be40e0989db769f2048db4 HTTP/1.1" status: 200 len: 375 time: 0.0805426 Nov 09 11:05:29.710856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-ff37c587-2a30-461b-90ad-1672285c3c69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6 HTTP/1.1" status: 200 len: 217 time: 0.3518884 Nov 09 11:05:29.732934 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-54d2017d-d490-4875-bee3-3af8ca323865 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913904 Nov 09 11:05:29.885063 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:29.934976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Transition to ACTIVE for port object d9236e72-4d82-429a-9d9a-ebf13f8f4c50 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:29.956120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-e4e2b01e-c751-437c-bacc-f863514017b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:29.958127 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-e4e2b01e-c751-437c-bacc-f863514017b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.2407336 Nov 09 11:05:29.961228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be619cf-5f1d-4cde-abb7-58b334daa9cd req-b19def8b-ea06-44e2-a3fb-9626adde31a1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:29.962707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8be619cf-5f1d-4cde-abb7-58b334daa9cd req-b19def8b-ea06-44e2-a3fb-9626adde31a1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 944 time: 0.3200963 Nov 09 11:05:29.973272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-8d51cc2d-a25c-4035-aed0-6bfe3872dcfb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:29.979360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-8d51cc2d-a25c-4035-aed0-6bfe3872dcfb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358375 Nov 09 11:05:30.009806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': '29c09712-beed-4726-8fdb-12f1bb25082a', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:30.087647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-2ce55040-799b-4f8e-be06-a91e440b38d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091099 Nov 09 11:05:30.151644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8be619cf-5f1d-4cde-abb7-58b334daa9cd req-1f5c8769-a3b1-47f2-9c55-a1f8014d2dd9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740539 Nov 09 11:05:30.213072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:30.223324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:30.299525 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:30.309196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-006ae364-f01e-4990-9cb8-2457ae3dac71 tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:30.369256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Allocated IP 172.20.0.7 (bf09faab-93ec-4862-b4b6-cefa5275b099/78b7b6ee-d976-44d3-8337-f4cb1c1cde78/df506188-e75f-4197-a5b8-c69c3bae4fd4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:30.389303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:30.392194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:30.432487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9cf1a08f-41d0-4cf9-b8be-aca60f0e8461 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Synchronizing usage tracker for tenant:8412988860be40e0989db769f2048db4 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:30.447794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-142adaff-f5d4-47bf-8ac9-435197277ff4 req-c11e9092-4d85-4a93-b18c-2723e47411f5 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Synchronizing usage tracker for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:30.472844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-ff168f55-3321-4d08-a40c-a83693e62dba tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711486 Nov 09 11:05:30.481901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:30.489142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:30.491595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:30.493438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:30.564874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Allocated IP 192.168.233.169 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/d36cbba8-ce54-4120-b40d-26a5de764983) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:30.570509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-1fd70d47-4c2d-4261-a254-72da1ee90038 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632859 Nov 09 11:05:30.587475 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:30.714708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-142adaff-f5d4-47bf-8ac9-435197277ff4 req-c11e9092-4d85-4a93-b18c-2723e47411f5 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Unset dirty status for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:30.728632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-142adaff-f5d4-47bf-8ac9-435197277ff4 req-c11e9092-4d85-4a93-b18c-2723e47411f5 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f264-cb8a-4794-b3bf-62c4189b6cc2 HTTP/1.1" status: 200 len: 210 time: 0.3844073 Nov 09 11:05:30.732217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9cf1a08f-41d0-4cf9-b8be-aca60f0e8461 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Unset dirty status for tenant:8412988860be40e0989db769f2048db4 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:30.747320 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9cf1a08f-41d0-4cf9-b8be-aca60f0e8461 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8412988860be40e0989db769f2048db4&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1600368 Nov 09 11:05:30.772195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:30.772956 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:30.854280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-18a1e241-367c-4a06-a869-1f25bca64408 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:30.855982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-18a1e241-367c-4a06-a869-1f25bca64408 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365848 Nov 09 11:05:30.878376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:30.949231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ef0de87b-5e3c-43d6-8aa7-10ce652ce33d None None] Provisioning for port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:30.958847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ef0de87b-5e3c-43d6-8aa7-10ce652ce33d None None] Provisioning complete for port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:30.959413 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ef0de87b-5e3c-43d6-8aa7-10ce652ce33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:30.963456 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8181126 Nov 09 11:05:30.963456 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-78078844-0e01-4d5d-b13e-872c5f3832ee req-d48c7069-3a68-48de-a287-beb841b39b94 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 210 time: 0.0921116 Nov 09 11:05:31.013792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Request body: {'port': {'device_id': '69529429-b0fa-421a-913c-90fe745969bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:31.052483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ef0de87b-5e3c-43d6-8aa7-10ce652ce33d None None] Port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:05:31.135132 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757f264-cb8a-4794-b3bf-62c4189b6cc2', 'name': 'network-vif-deleted', 'tag': 'eac088e1-1c5e-4eae-959d-15eba1787486', 'status': 'completed', 'code': 200} Nov 09 11:05:31.141639 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37791b4d-78e7-464c-8bd5-a18f5f4b6748 req-ef127fcd-ac96-45bf-b1c0-8c0f14183ec9 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539324 Nov 09 11:05:31.182315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:31.187329 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:31.210377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:31.276613 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:31.280968 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-56d01672-1053-41b6-a6aa-4d8e6097b1fe service neutron] 10.222.0.50 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013573 Nov 09 11:05:31.294974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2a7fc0df-9b22-456b-ae60-c58ea268b61b req-098b1da8-d9ca-4bc7-88eb-8925a45c5a49 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:31.373569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:31.376587 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:31.453785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2a7fc0df-9b22-456b-ae60-c58ea268b61b req-098b1da8-d9ca-4bc7-88eb-8925a45c5a49 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:31.454948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a7fc0df-9b22-456b-ae60-c58ea268b61b req-098b1da8-d9ca-4bc7-88eb-8925a45c5a49 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 210 time: 0.2134817 Nov 09 11:05:31.479922 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:31.510182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-3db8b9de-3f9b-4f09-99c1-1b646a1c7085 service neutron] 10.222.0.50 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187860 Nov 09 11:05:31.513038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Transition to ACTIVE for port object d36cbba8-ce54-4120-b40d-26a5de764983 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:31.556749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:31.560124 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'status': 'completed', 'code': 200} Nov 09 11:05:31.565934 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-822a467f-213b-4857-b481-9b47e40b567c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:31.658476 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:31.712733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:31.720688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Network bf09faab-93ec-4862-b4b6-cefa5275b099 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:31.725303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:31.729327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:31.731934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:31.742410 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:31.743154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:31.776350 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c038d51-d527-4a33-96b2-0ee97d5a4794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:31.867938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Pushing event updated for resources: {'Port': ['ID=d36cbba8-ce54-4120-b40d-26a5de764983,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:31.876025 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:31.877446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.58 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/651e8f13-7de2-4962-a02e-6b60b1ee1feb) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:31.910133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:31.987158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:31.987808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.011003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:32.011531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-77c676e7-6969-4087-b94f-ccc91c48bab7 req-932b1a55-e85b-4606-a592-c3c45eaecde1 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:32.011708 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.034759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-d09bd050-c1de-4c1a-9d02-ff6540ea2d02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 1095 time: 0.4311433 Nov 09 11:05:32.036284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-77c676e7-6969-4087-b94f-ccc91c48bab7 req-932b1a55-e85b-4606-a592-c3c45eaecde1 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:32.038532 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-77c676e7-6969-4087-b94f-ccc91c48bab7 req-932b1a55-e85b-4606-a592-c3c45eaecde1 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 210 time: 0.0894008 Nov 09 11:05:32.185146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-b87aa063-e546-4e84-a73c-141b7beca479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:32.186646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-b87aa063-e546-4e84-a73c-141b7beca479 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.1405504 Nov 09 11:05:32.195334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0d27c1ce-fd42-46d4-8e0a-1c50221fb63e None None] Provisioning for port d36cbba8-ce54-4120-b40d-26a5de764983 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:32.201011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0d27c1ce-fd42-46d4-8e0a-1c50221fb63e None None] Provisioning complete for port d36cbba8-ce54-4120-b40d-26a5de764983 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:32.201492 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0d27c1ce-fd42-46d4-8e0a-1c50221fb63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.241543 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3186a587-15ca-439d-9b88-a3b2431d1624 req-343fceb6-074c-42d4-86c2-409ba847e798 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 210 time: 0.0604484 Nov 09 11:05:32.247924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2043612 Nov 09 11:05:32.249154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.254221 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5816247 Nov 09 11:05:32.261382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0d27c1ce-fd42-46d4-8e0a-1c50221fb63e None None] Port d36cbba8-ce54-4120-b40d-26a5de764983 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:05:32.268903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object 651e8f13-7de2-4962-a02e-6b60b1ee1feb will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:32.392690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Request body: {'port': {'device_id': '656a1033-a827-49da-a696-794bcfd26328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:32.406925 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.419030 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:32.423494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Request body: {'port': {'device_id': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:32.451159 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6486e91b-4fd4-4e1a-9509-8d6690e16afc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:32.472840 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-8e108e8a-5fb0-4dfe-a6c2-cb5d6ce6ffa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6 HTTP/1.1" status: 200 len: 217 time: 0.2795174 Nov 09 11:05:32.637725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=651e8f13-7de2-4962-a02e-6b60b1ee1feb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:32.641478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:32.663298 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:32.665758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:32.674908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:32.735500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-ac846c4c-ee0f-46b5-9aaa-e0167c66743f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:32.736967 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-ac846c4c-ee0f-46b5-9aaa-e0167c66743f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.2521079 Nov 09 11:05:32.737562 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.803433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-55811bb4-ff96-414f-b038-dafdfc7825fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489054 Nov 09 11:05:32.924177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:32.924800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.939072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:32.972967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f482-3053-4241-8b26-e6089b768988 req-57b22cf3-7fac-41a9-b820-1a8318adc3e4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:32.974524 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4f0f482-3053-4241-8b26-e6089b768988 req-57b22cf3-7fac-41a9-b820-1a8318adc3e4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 944 time: 0.5737743 Nov 09 11:05:32.985696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2871626-94d5-45be-b85f-525b698c8a72 req-118862c6-6d9a-46bd-af0c-7ea99ecf2056 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:32.987076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-118862c6-6d9a-46bd-af0c-7ea99ecf2056 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.57 "GET /v2.0/networks?id=53e5863e-695e-461b-b404-3d056cdc9dc0 HTTP/1.1" status: 200 len: 815 time: 0.3847675 Nov 09 11:05:33.045847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Request body: {'port': {'device_id': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0', 'admin_state_up': True, 'tenant_id': '1b20bffc4ca84b1a8ea50249ecbb392d'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:33.091115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0882573 Nov 09 11:05:33.095416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9236e72-4d82-429a-9d9a-ebf13f8f4c50 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:33.168946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Request body: {'port': {'device_id': '29c09712-beed-4726-8fdb-12f1bb25082a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:33.180042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2a7251c2-79c2-49ca-a345-0f87a73c8751 None None] Provisioning for port 651e8f13-7de2-4962-a02e-6b60b1ee1feb completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:33.187817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2a7251c2-79c2-49ca-a345-0f87a73c8751 None None] Provisioning complete for port 651e8f13-7de2-4962-a02e-6b60b1ee1feb triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:33.188512 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a7251c2-79c2-49ca-a345-0f87a73c8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.201475 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.258825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2a7251c2-79c2-49ca-a345-0f87a73c8751 None None] Port 651e8f13-7de2-4962-a02e-6b60b1ee1feb cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:05:33.276008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4f0f482-3053-4241-8b26-e6089b768988 req-0a057c22-a7cc-417a-b30c-b80e1593aaf9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869835 Nov 09 11:05:33.312514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Transition to ACTIVE for port object d9236e72-4d82-429a-9d9a-ebf13f8f4c50 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:33.355769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:33.361390 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.361515 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-d914c886-e259-4ec6-ac84-eaf1302e2733 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241349 Nov 09 11:05:33.370395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Usage tracker for resource:port and tenant:1b20bffc4ca84b1a8ea50249ecbb392d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:33.375475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:33.386901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:33.416801 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.426120 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4fad91eb-618c-4991-bf11-493517d720a3 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:33.547366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2e27-c950-47de-bd52-2af8017655db req-3b368f2a-d334-45dc-a2dc-779d4d96a62c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:33.549397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-76ba2e27-c950-47de-bd52-2af8017655db req-3b368f2a-d334-45dc-a2dc-779d4d96a62c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:33.655956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:33.670285 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84e1816d-07cb-4dbd-acc6-b65cef461f14 req-509d909e-4521-4d6d-958c-3fe661f37f5b service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006525 Nov 09 11:05:33.672734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Made reservation on behalf of 1b20bffc4ca84b1a8ea50249ecbb392d for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:33.675727 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.702158 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:33.704907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.187 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/d85d7343-3718-45ec-831b-b604ece4c3da) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:33.707625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-76ba2e27-c950-47de-bd52-2af8017655db req-3b368f2a-d334-45dc-a2dc-779d4d96a62c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:33.711328 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-76ba2e27-c950-47de-bd52-2af8017655db req-3b368f2a-d334-45dc-a2dc-779d4d96a62c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 931 time: 0.7758582 Nov 09 11:05:33.799075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df506188-e75f-4197-a5b8-c69c3bae4fd4 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:33.810439 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.821340 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-76ba2e27-c950-47de-bd52-2af8017655db req-8a334c76-98fc-4f44-b924-4873f1dcde35 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788350 Nov 09 11:05:33.831272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Transition to ACTIVE for port object df506188-e75f-4197-a5b8-c69c3bae4fd4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:33.878192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.941159 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b61b5a17-8530-4157-a5bf-49df65927bfa req-abc39494-a47b-4053-9b46-2fa5d9d7e085 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 210 time: 0.0507722 Nov 09 11:05:33.946397 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:33.959589 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a15031c8-7af6-4583-bb96-f1186a7c8367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:34.145276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:34.155217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544610-b3f2-4e62-bfbe-3f10cb2f32cc req-8e874b2f-c2dd-4da7-9f69-aa1278cc5160 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:34.156221 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:34.163953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52544610-b3f2-4e62-bfbe-3f10cb2f32cc req-8e874b2f-c2dd-4da7-9f69-aa1278cc5160 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 936 time: 0.7102704 Nov 09 11:05:34.239657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Attempting to bind port df506188-e75f-4197-a5b8-c69c3bae4fd4 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:34.240695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Attempting to bind port df506188-e75f-4197-a5b8-c69c3bae4fd4 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:34.241624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Attempting to bind port df506188-e75f-4197-a5b8-c69c3bae4fd4 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:34.248625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Port df506188-e75f-4197-a5b8-c69c3bae4fd4 on network bf09faab-93ec-4862-b4b6-cefa5275b099 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:34.248996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Attempting to bind port df506188-e75f-4197-a5b8-c69c3bae4fd4 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:34.257689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:34.261280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Checking segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:34.261280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Bound using segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:34.261280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Bound port: df506188-e75f-4197-a5b8-c69c3bae4fd4, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:34.261280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.328858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Attempting to bind port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:34.329135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Attempting to bind port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:34.329467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Attempting to bind port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:34.390292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:34.390663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Attempting to bind port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:34.399949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-52544610-b3f2-4e62-bfbe-3f10cb2f32cc req-fc381a91-eff9-467d-ae13-836e92584ef0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:34.411476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Allocated IP 172.20.0.4 (53e5863e-695e-461b-b404-3d056cdc9dc0/f03619f6-7907-4318-b3d5-20098ef24000/f198ee37-77f4-428a-8205-c43fd13ce0a5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:34.451469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:34.451806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:34.452190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:34.452626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Bound port: d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:34.452968 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.463967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.475511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:34.478965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:34.537498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object d85d7343-3718-45ec-831b-b604ece4c3da will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:34.564160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.570524 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:34.608046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-52544610-b3f2-4e62-bfbe-3f10cb2f32cc req-fc381a91-eff9-467d-ae13-836e92584ef0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:34.609210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52544610-b3f2-4e62-bfbe-3f10cb2f32cc req-fc381a91-eff9-467d-ae13-836e92584ef0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442725 Nov 09 11:05:34.625376 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.626030 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] 10.222.0.59 "PUT /v2.0/ports/df506188-e75f-4197-a5b8-c69c3bae4fd4 HTTP/1.1" status: 200 len: 1091 time: 2.2372644 Nov 09 11:05:34.660916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:34.691250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:34.702898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:34.712213 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:34.727494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:34.772788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-54b6c4c3-376c-4229-8da3-52a24aff27a6 req-ee219078-51e1-4a7f-ab89-8311985978a0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 210 time: 0.0496504 Nov 09 11:05:34.778041 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.787798 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f3fe007c-6a26-4dbb-bd57-f9685e6ad5c9 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:34.795068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:34.869098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.891297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=d85d7343-3718-45ec-831b-b604ece4c3da,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:34.897709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:34.904318 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:34.904827 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:35.019385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5a8a310-0ba2-4202-b801-c01452dd0c58 req-ab11cbef-3f93-4cfc-9c42-a87b07c20383 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 210 time: 0.1565320 Nov 09 11:05:35.053075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:35.053075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.054613 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] 10.222.0.59 "PUT /v2.0/ports/d9236e72-4d82-429a-9d9a-ebf13f8f4c50 HTTP/1.1" status: 200 len: 1096 time: 4.0448143 Nov 09 11:05:35.057732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:35.062571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:35.067794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:35.108012 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-5baf8bf9-72e5-4060-8e1f-c1c376392826 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 1094 time: 0.3335199 Nov 09 11:05:35.114460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:35.120308 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:35.151381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.167115 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90b0cb33-5e16-40a3-b705-237ebcd09dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:35.200680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-fb883153-57c0-4deb-9027-c9dc72315334 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4 HTTP/1.1" status: 200 len: 217 time: 0.0839357 Nov 09 11:05:35.204903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:35.205533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.206277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5db486-2de7-42d5-b0de-f3c6671a4688 req-4a942089-4711-4fe5-9747-e1c5d20a8065 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:35.207764 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b5db486-2de7-42d5-b0de-f3c6671a4688 req-4a942089-4711-4fe5-9747-e1c5d20a8065 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 944 time: 0.2636869 Nov 09 11:05:35.209478 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:05:35.243919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:35.364572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Network 53e5863e-695e-461b-b404-3d056cdc9dc0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:35.371216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:35.377915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:35.379111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36cbba8-ce54-4120-b40d-26a5de764983 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:35.385703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-76e12c2d-ec77-4639-819c-8443ef67b30d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:35.387891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-76e12c2d-ec77-4639-819c-8443ef67b30d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.1696725 Nov 09 11:05:35.394094 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.398479 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b5db486-2de7-42d5-b0de-f3c6671a4688 req-47c9cbd4-0eac-4419-8084-af5cfaa11262 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798198 Nov 09 11:05:35.472170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:35.472926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Pushing event updated for resources: {'Port': ['ID=f198ee37-77f4-428a-8205-c43fd13ce0a5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:35.477898 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-a0a4c02a-c592-4a27-8131-25cc1e2525c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769506 Nov 09 11:05:35.480820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Transition to ACTIVE for port object d36cbba8-ce54-4120-b40d-26a5de764983 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:35.484668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:35.485334 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.497782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'port_id': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'mac_address': 'fa:16:3e:bf:74:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e122b810-1208-4676-9f7f-365a054a9bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:35.501246 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:35.508849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-9cc002b4-aaa1-4b48-a331-4debd166b079 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6367104 Nov 09 11:05:35.549589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Request body: {'port': {'device_id': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:35.566980 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.579587 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'status': 'completed', 'code': 200} Nov 09 11:05:35.579966 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.592655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:35.595266 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-beaf8ded-af9e-4250-abd3-a86a500a9317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:35.646963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:35.738074 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.742903 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:35.774146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.821043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:35.826462 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:35.829319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95670719-1997-40d7-855b-c1ce957d6441 None None] Provisioning for port d85d7343-3718-45ec-831b-b604ece4c3da completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:35.835646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95670719-1997-40d7-855b-c1ce957d6441 None None] Provisioning complete for port d85d7343-3718-45ec-831b-b604ece4c3da triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:35.836021 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95670719-1997-40d7-855b-c1ce957d6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:35.919134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95670719-1997-40d7-855b-c1ce957d6441 None None] Port d85d7343-3718-45ec-831b-b604ece4c3da cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:05:35.939332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=d36cbba8-ce54-4120-b40d-26a5de764983,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:35.989532 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:35.997730 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-d1508501-c11e-4cbf-9dcc-c944e66e4a50 service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072994 Nov 09 11:05:36.118628 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-fcee95a3-c779-4188-b356-c0fb3b237085 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1099 time: 0.8885753 Nov 09 11:05:36.119852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0961647 Nov 09 11:05:36.168576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Request body: {'port': {'device_id': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:36.175276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['28e0dd61-4233-4b9b-87be-df2c8b0a73b6'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:36.188574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Attempting to bind port d36cbba8-ce54-4120-b40d-26a5de764983 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:36.189132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Attempting to bind port d36cbba8-ce54-4120-b40d-26a5de764983 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:36.189265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Attempting to bind port d36cbba8-ce54-4120-b40d-26a5de764983 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:36.273086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a5c7-9feb-46ef-8004-e3417767e8c3 req-027a3f94-ded2-4b9e-a7eb-ed45ed215c97 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:36.281851 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b56a5c7-9feb-46ef-8004-e3417767e8c3 req-027a3f94-ded2-4b9e-a7eb-ed45ed215c97 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 943 time: 0.5189967 Nov 09 11:05:36.281851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Port d36cbba8-ce54-4120-b40d-26a5de764983 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:36.282136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Attempting to bind port d36cbba8-ce54-4120-b40d-26a5de764983 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:36.305557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752077c-b962-4c49-a9e6-cabd0d07296b req-22dfbe4d-27c2-41e1-bfab-b4f396b26dc8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:36.312968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e752077c-b962-4c49-a9e6-cabd0d07296b req-22dfbe4d-27c2-41e1-bfab-b4f396b26dc8 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 1.0962131 Nov 09 11:05:36.341141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:36.341527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:36.341876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:36.342327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Bound port: d36cbba8-ce54-4120-b40d-26a5de764983, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:36.342678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:36.364461 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8adc8b58-9ac1-4c6b-a838-d8a574f8747f req-c48dbf6a-8a0a-41db-94f0-163ca11fe692 service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567746 Nov 09 11:05:36.403542 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:36.409689 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-369a65bf-1a90-49be-8097-74674c23ae8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50 HTTP/1.1" status: 200 len: 217 time: 0.2648904 Nov 09 11:05:36.446618 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b56a5c7-9feb-46ef-8004-e3417767e8c3 req-6a2d1f2c-3d73-43bc-a45e-7c6139a93eb2 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656804 Nov 09 11:05:36.483454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-4e529b3c-a411-4ddf-8e1a-7786089d2cd4 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:36.484975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-4e529b3c-a411-4ddf-8e1a-7786089d2cd4 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 946 time: 0.2902849 Nov 09 11:05:36.651273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-b7fc6f5f-f16d-4c4f-a5e9-15346aebf97e tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:36.652695 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-b7fc6f5f-f16d-4c4f-a5e9-15346aebf97e tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.57 "GET /v2.0/networks?id=503ce6c8-8c2d-4e32-9b43-34ac4366474f HTTP/1.1" status: 200 len: 815 time: 0.8984516 Nov 09 11:05:36.745214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-e94a3dce-b395-4f6f-af83-cae75ca10198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:36.747575 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-e94a3dce-b395-4f6f-af83-cae75ca10198 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2847319 Nov 09 11:05:36.759016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] For port d36cbba8-ce54-4120-b40d-26a5de764983, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:36.765911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ce3cd49-8695-4bb6-ac8f-4434d34ecc40 req-129f63d1-755d-4861-9592-f735be7f68d5 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 210 time: 0.0620065 Nov 09 11:05:36.774772 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e752077c-b962-4c49-a9e6-cabd0d07296b req-11a141a0-5ee8-41e1-a8b7-9a18beff1f7e tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/security-groups?id=46ed9aea-6ce3-4a03-b81c-c7da2a09efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608507 Nov 09 11:05:36.789052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Deleting port d2b45e47-2015-4bc6-8a8f-6cb801419b85 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:36.789431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:36.845607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] For port d36cbba8-ce54-4120-b40d-26a5de764983, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d36cbba8-ce54-4120-b40d-26a5de764983,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:36.872702 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:36.909229 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'status': 'completed', 'code': 200} Nov 09 11:05:36.923281 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:36.935283 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86cd4a73-cd45-4cdf-8b95-53d7bd28a14e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:36.972633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651e8f13-7de2-4962-a02e-6b60b1ee1feb {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:36.978941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-403010c2-c025-433d-b5c1-429916fe9db0 req-fe0a7ef3-3081-49f3-85c7-19c796d8554a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 1094 time: 0.4901183 Nov 09 11:05:36.981673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-963dd9d4-3e8c-4341-a52e-1506c1fe4cb3 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8412988860be40e0989db769f2048db4 HTTP/1.1" status: 200 len: 380 time: 0.3089464 Nov 09 11:05:36.987786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:37.002431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Request body: {'port': {'device_id': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'admin_state_up': True, 'tenant_id': '8412988860be40e0989db769f2048db4', 'security_groups': ['d87674f4-6f15-41f4-8509-9d34d1f7bbb6']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:37.095639 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:37.097019 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] 10.222.0.59 "PUT /v2.0/ports/d36cbba8-ce54-4120-b40d-26a5de764983 HTTP/1.1" status: 200 len: 1096 time: 4.6777358 Nov 09 11:05:37.123070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Transition to ACTIVE for port object 651e8f13-7de2-4962-a02e-6b60b1ee1feb will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:37.278539 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:37.287819 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-4088ab0e-2767-401b-a9e2-c18ecd1aa8be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5071130 Nov 09 11:05:37.300617 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-17cb32fe-3d75-4d0d-a5ca-f5e079fc9a56 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:37.417366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=d36cbba8-ce54-4120-b40d-26a5de764983,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:37.429309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403010c2-c025-433d-b5c1-429916fe9db0 req-ddac5ade-3715-4b8a-82bb-81fb0e89fe8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:37.430849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-403010c2-c025-433d-b5c1-429916fe9db0 req-ddac5ade-3715-4b8a-82bb-81fb0e89fe8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 905 time: 0.4399328 Nov 09 11:05:37.534364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.534869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.535302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.535745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.536168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.537492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.537971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.538675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.539292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.540680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.540680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:05:37.544418 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:37.567729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-403010c2-c025-433d-b5c1-429916fe9db0 req-b32dd528-e4a6-4c56-a254-2d0e5f4fd09b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4 HTTP/1.1" status: 200 len: 217 time: 0.1222291 Nov 09 11:05:37.613187 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'tag': 'd36cbba8-ce54-4120-b40d-26a5de764983'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:37.642970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] For port d2b45e47-2015-4bc6-8a8f-6cb801419b85, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d2b45e47-2015-4bc6-8a8f-6cb801419b85,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:37.643443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:37.720514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:37.738601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Pushing event updated for resources: {'Port': ['ID=651e8f13-7de2-4962-a02e-6b60b1ee1feb,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:37.768157 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:37.824755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Calling delete_port for d2b45e47-2015-4bc6-8a8f-6cb801419b85 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:05:37.862930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403010c2-c025-433d-b5c1-429916fe9db0 req-33860937-0d39-44c0-8adb-46e4697bc4b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:37.864383 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-403010c2-c025-433d-b5c1-429916fe9db0 req-33860937-0d39-44c0-8adb-46e4697bc4b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.2888994 Nov 09 11:05:37.871392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-667b4b53-b1c9-4a76-a489-1193b35b2143 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 1099 time: 0.6210303 Nov 09 11:05:37.955734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:37.983752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91146829-a802-4952-aafc-5b09ed736fb1 req-0cbb1d83-6fa7-463d-88c0-6ed9bb00e5e5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:37.985104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91146829-a802-4952-aafc-5b09ed736fb1 req-0cbb1d83-6fa7-463d-88c0-6ed9bb00e5e5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 936 time: 0.7332659 Nov 09 11:05:37.999687 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-403010c2-c025-433d-b5c1-429916fe9db0 req-bb5569a7-0852-40d0-86ce-fa173e044e0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236644 Nov 09 11:05:38.031307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166796d-3b8d-4f4a-8f44-ee659f33d864 req-b8a8ab3c-d819-44b2-ab24-c608d034821d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:38.032774 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6166796d-3b8d-4f4a-8f44-ee659f33d864 req-b8a8ab3c-d819-44b2-ab24-c608d034821d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 948 time: 0.9111550 Nov 09 11:05:38.077739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-12221f86-46b3-4b3b-8dff-4b388dc9946a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d36cbba8-ce54-4120-b40d-26a5de764983 HTTP/1.1" status: 200 len: 217 time: 0.1592016 Nov 09 11:05:38.121324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-801b7cb5-cf81-428f-b33e-c6fa29344d39 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749689 Nov 09 11:05:38.129067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Made reservation on behalf of 8412988860be40e0989db769f2048db4 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:38.132788 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.176060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:05:38.263258 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:05:38.283902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91146829-a802-4952-aafc-5b09ed736fb1 req-6e8f7f05-7ad6-4573-81a0-e2329e1d1ea5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753165 Nov 09 11:05:38.296774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-47264136-105b-42e4-9446-6fede1cb143d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:38.298146 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-47264136-105b-42e4-9446-6fede1cb143d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2139480 Nov 09 11:05:38.373079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-403010c2-c025-433d-b5c1-429916fe9db0 req-9858b70d-4094-4f97-a9fa-8780faaa8232 service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538299 Nov 09 11:05:38.446045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85d7343-3718-45ec-831b-b604ece4c3da {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:38.459788 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6166796d-3b8d-4f4a-8f44-ee659f33d864 req-95e31970-765c-45ec-93c0-7f23ebfa001e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971159 Nov 09 11:05:38.497653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.544997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Attempting to bind port 651e8f13-7de2-4962-a02e-6b60b1ee1feb on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:38.545145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Attempting to bind port 651e8f13-7de2-4962-a02e-6b60b1ee1feb by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:38.545473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Attempting to bind port 651e8f13-7de2-4962-a02e-6b60b1ee1feb on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:38.561698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f198ee37-77f4-428a-8205-c43fd13ce0a5 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:38.574442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Transition to ACTIVE for port object d85d7343-3718-45ec-831b-b604ece4c3da will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:38.587788 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.593928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.647942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Port 651e8f13-7de2-4962-a02e-6b60b1ee1feb on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:38.647942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Attempting to bind port 651e8f13-7de2-4962-a02e-6b60b1ee1feb on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:38.664460 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:38.698898 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b3c1fdd-18c3-47a9-98a9-84150a89638d req-ba0ec324-eca1-41a8-8b3e-6d0efc2b2a4b service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484862 Nov 09 11:05:38.698898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Transition to ACTIVE for port object f198ee37-77f4-428a-8205-c43fd13ce0a5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:38.702546 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.715484 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:38.731090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Pushing event deleted for resources: {'Port': ['ID=d2b45e47-2015-4bc6-8a8f-6cb801419b85,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:38.737517 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:38.759440 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-c992a6a2-9752-4d22-9993-cc4873bc4e11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4437017 Nov 09 11:05:38.775428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:38.775753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:38.776132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:38.776592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Bound port: 651e8f13-7de2-4962-a02e-6b60b1ee1feb, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:38.776932 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.807478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Allocated IP 172.20.0.11 (503ce6c8-8c2d-4e32-9b43-34ac4366474f/04849f39-d0c2-42d6-8514-b8f7a5926219/7cae47b7-edf3-4c33-8273-d41fbd3d3336) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:38.810277 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.968396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] No DVR routers for this DVR port d2b45e47-2015-4bc6-8a8f-6cb801419b85 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:05:38.974922 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-403010c2-c025-433d-b5c1-429916fe9db0 req-a8ad6c27-bd01-4377-863b-8ce796be584d service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917001 Nov 09 11:05:38.984879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d85d7343-3718-45ec-831b-b604ece4c3da,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:38.986744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:38.997083 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:39.001144 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:39.027634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0295c-1e48-4210-9a7c-a321f7940e55 req-aa9b5d69-a0db-4a29-bd85-81f8c98e19f5 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:39.031245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2f0295c-1e48-4210-9a7c-a321f7940e55 req-aa9b5d69-a0db-4a29-bd85-81f8c98e19f5 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 931 time: 0.4903793 Nov 09 11:05:39.119513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00c3fc88-1fc2-43c5-81a9-b01d8de98adc req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.59 "DELETE /v2.0/ports/d2b45e47-2015-4bc6-8a8f-6cb801419b85 HTTP/1.1" status: 204 len: 173 time: 2.5880132 Nov 09 11:05:39.136672 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-90cd58c4-2e31-4560-b8c3-5268a2a10546 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235588 Nov 09 11:05:39.173890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b2f0295c-1e48-4210-9a7c-a321f7940e55 req-4c9a7b8b-377b-4813-8064-2cd074ccf700 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Synchronizing usage tracker for tenant:1b20bffc4ca84b1a8ea50249ecbb392d on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:39.271432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Pushing event updated for resources: {'Port': ['ID=f198ee37-77f4-428a-8205-c43fd13ce0a5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:39.277222 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:39.285139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device df506188-e75f-4197-a5b8-c69c3bae4fd4 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:39.289490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:39.343525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169b84a-927e-49b5-b2de-d9836449d236 req-df0bfb0f-ca3b-47e8-8428-d12d00da15ea tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:39.344933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3169b84a-927e-49b5-b2de-d9836449d236 req-df0bfb0f-ca3b-47e8-8428-d12d00da15ea tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 945 time: 0.7073121 Nov 09 11:05:39.355292 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aecd874c-8031-42cb-9eb8-a60cbf721c14 req-55ab3b66-945d-4af6-8463-87c02b22d496 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822681 Nov 09 11:05:39.402489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b2f0295c-1e48-4210-9a7c-a321f7940e55 req-4c9a7b8b-377b-4813-8064-2cd074ccf700 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Unset dirty status for tenant:1b20bffc4ca84b1a8ea50249ecbb392d on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:39.404121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2f0295c-1e48-4210-9a7c-a321f7940e55 req-4c9a7b8b-377b-4813-8064-2cd074ccf700 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341286 Nov 09 11:05:39.410999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] For port 651e8f13-7de2-4962-a02e-6b60b1ee1feb, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:39.532870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:39.540410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:39.541352 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:39.565338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] For port 651e8f13-7de2-4962-a02e-6b60b1ee1feb, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:39.575166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:39.607761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'mac_address': 'fa:16:3e:2d:22:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:39.632164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-d6db7dc1-4256-44a9-8cc0-60a4143428c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1099 time: 0.7479379 Nov 09 11:05:39.644254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c64644-b6fe-4686-8a7b-d83f5f77d001 req-74568f0b-a0aa-4599-af27-83b45f1822b3 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:39.651475 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15c64644-b6fe-4686-8a7b-d83f5f77d001 req-74568f0b-a0aa-4599-af27-83b45f1822b3 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 943 time: 0.1004219 Nov 09 11:05:39.671071 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:39.694215 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-df4f1a28-3999-4cfe-b063-9cfb6e382a66 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:39.703889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-15c64644-b6fe-4686-8a7b-d83f5f77d001 req-97fc44e7-0795-4c50-9c1b-d641ac6fa305 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513842 Nov 09 11:05:39.721182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Attempting to bind port d85d7343-3718-45ec-831b-b604ece4c3da on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:39.721519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Attempting to bind port d85d7343-3718-45ec-831b-b604ece4c3da by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:39.721847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Attempting to bind port d85d7343-3718-45ec-831b-b604ece4c3da on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:39.742426 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:39.751520 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:39.772244 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:39.776997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3169b84a-927e-49b5-b2de-d9836449d236 req-e8db047f-b8b7-4496-a359-abcd31a8bdcd tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182980 Nov 09 11:05:39.783740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df506188-e75f-4197-a5b8-c69c3bae4fd4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:39.793458 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'tag': 'd36cbba8-ce54-4120-b40d-26a5de764983', 'status': 'completed', 'code': 200} Nov 09 11:05:39.805541 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:39.832893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:39.845139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:39.889446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:39.893376 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:39.951459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd608461-fa79-490c-8238-9a6039112c17 req-96f4be95-cdcd-4ad9-b280-8e8981718828 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 1099 time: 0.1293125 Nov 09 11:05:39.966704 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:39.968204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d2b45e47-2015-4bc6-8a8f-6cb801419b85 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:05:40.002707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Port d85d7343-3718-45ec-831b-b604ece4c3da on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:40.003055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Attempting to bind port d85d7343-3718-45ec-831b-b604ece4c3da on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:40.024085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Transition to ACTIVE for port object 7cae47b7-edf3-4c33-8273-d41fbd3d3336 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:40.033981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:40.035415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] 10.222.0.57 "PUT /v2.0/ports/651e8f13-7de2-4962-a02e-6b60b1ee1feb HTTP/1.1" status: 200 len: 1095 time: 6.9357975 Nov 09 11:05:40.046765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c09712-beed-4726-8fdb-12f1bb25082a', 'tag': '651e8f13-7de2-4962-a02e-6b60b1ee1feb'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:40.059645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: d2b45e47-2015-4bc6-8a8f-6cb801419b85 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:05:40.076653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d2b45e47-2015-4bc6-8a8f-6cb801419b85 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:05:40.081166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-63ec99b0-4617-43e6-98c5-7d3317201c99 req-4a0498f2-a9ba-4de3-b54d-e03b4b52cd93 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Synchronizing usage tracker for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:40.141077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Attempting to bind port f198ee37-77f4-428a-8205-c43fd13ce0a5 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:40.141668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Attempting to bind port f198ee37-77f4-428a-8205-c43fd13ce0a5 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'cd3f0cf8-a75a-40e2-8140-7bcf226032b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:40.142517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Attempting to bind port f198ee37-77f4-428a-8205-c43fd13ce0a5 on network 53e5863e-695e-461b-b404-3d056cdc9dc0 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:40.143959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:40.145269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:40.146038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:40.146618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:40.147244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Bound port: d85d7343-3718-45ec-831b-b604ece4c3da, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:40.147754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:40.150488 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:40.151004 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf820a2a-099e-4518-a5d9-b238ae6f8dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:40.173416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Pushing event updated for resources: {'Port': ['ID=651e8f13-7de2-4962-a02e-6b60b1ee1feb,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:40.200999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21370a58-09b0-4a2e-961f-4ef858a957be req-3d935c28-a6e2-4775-b46e-1318413fc900 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 210 time: 0.1753216 Nov 09 11:05:40.201911 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:40.237944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608461-fa79-490c-8238-9a6039112c17 req-9d3e3ac8-c251-48d1-bfa9-9953d36ebc75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:40.240598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd608461-fa79-490c-8238-9a6039112c17 req-9d3e3ac8-c251-48d1-bfa9-9953d36ebc75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2823956 Nov 09 11:05:40.280785 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:40.282743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Port f198ee37-77f4-428a-8205-c43fd13ce0a5 on network 53e5863e-695e-461b-b404-3d056cdc9dc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:40.283312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Attempting to bind port f198ee37-77f4-428a-8205-c43fd13ce0a5 on network 53e5863e-695e-461b-b404-3d056cdc9dc0 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:40.287939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:40.293264 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:40.329037 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44cd03c7-3b68-4516-8510-eb8b7bacd855 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:40.341206 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd608461-fa79-490c-8238-9a6039112c17 req-f71efb79-9649-4c1a-9970-000eb02a3e35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d36cbba8-ce54-4120-b40d-26a5de764983 HTTP/1.1" status: 200 len: 217 time: 0.0848234 Nov 09 11:05:40.341808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-63ec99b0-4617-43e6-98c5-7d3317201c99 req-4a0498f2-a9ba-4de3-b54d-e03b4b52cd93 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Unset dirty status for tenant:31a803fa874047df8aaeb189bd3d01ed on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:40.342835 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63ec99b0-4617-43e6-98c5-7d3317201c99 req-4a0498f2-a9ba-4de3-b54d-e03b4b52cd93 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ff390b-0530-47d8-ade3-8d9130928d5d HTTP/1.1" status: 200 len: 210 time: 0.3398345 Nov 09 11:05:40.379845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['df506188-e75f-4197-a5b8-c69c3bae4fd4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:40.421853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608461-fa79-490c-8238-9a6039112c17 req-847f871f-3d68-4b54-a4a9-3275cf985d90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:40.424200 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd608461-fa79-490c-8238-9a6039112c17 req-847f871f-3d68-4b54-a4a9-3275cf985d90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0763078 Nov 09 11:05:40.512543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd608461-fa79-490c-8238-9a6039112c17 req-3f26812a-f049-45df-af7d-f86b2735f8e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798814 Nov 09 11:05:40.573145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:40.573737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Checking segment: {'id': 'cd3f0cf8-a75a-40e2-8140-7bcf226032b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:40.573867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Bound using segment: {'id': 'cd3f0cf8-a75a-40e2-8140-7bcf226032b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:40.574288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Bound port: f198ee37-77f4-428a-8205-c43fd13ce0a5, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3f0cf8-a75a-40e2-8140-7bcf226032b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:40.574634 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:40.595394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-1b3831f0-be80-46fc-a859-5b640b7fbac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:40.596850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-1b3831f0-be80-46fc-a859-5b640b7fbac3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.9546371 Nov 09 11:05:40.601482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] For port d85d7343-3718-45ec-831b-b604ece4c3da, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:40.721783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:40.758700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd608461-fa79-490c-8238-9a6039112c17 req-21287122-de1b-4b00-b89c-41a7d44add68 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385335 Nov 09 11:05:40.774356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:40.776268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event updated for resources: {'Port': ['ID=7cae47b7-edf3-4c33-8273-d41fbd3d3336,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:40.780214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] For port d85d7343-3718-45ec-831b-b604ece4c3da, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d85d7343-3718-45ec-831b-b604ece4c3da,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:40.787849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:40.813253 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:40.826908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-30121e7c-3db3-47e6-8d69-cc46dcab559c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50 HTTP/1.1" status: 200 len: 217 time: 0.2146645 Nov 09 11:05:40.926327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:40.939925 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:40.977219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e7d74-151d-4d8b-a6af-7656a31fd2a4 req-a124f71d-b990-4eab-9c9f-a5787a3a9151 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:40.978646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c4e7d74-151d-4d8b-a6af-7656a31fd2a4 req-a124f71d-b990-4eab-9c9f-a5787a3a9151 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 948 time: 0.3287177 Nov 09 11:05:41.020327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:41.022057 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.045088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-0db52740-3116-492c-9df2-1740d1d89102 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 1098 time: 0.8119504 Nov 09 11:05:41.055245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] For port f198ee37-77f4-428a-8205-c43fd13ce0a5, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:41.071482 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd608461-fa79-490c-8238-9a6039112c17 req-26bd1d7d-ed44-4f4b-90d9-318cc9e60ea2 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028932 Nov 09 11:05:41.073552 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c4e7d74-151d-4d8b-a6af-7656a31fd2a4 req-6f990fbc-bf16-4dbe-95d4-eb86af6ffc52 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857358 Nov 09 11:05:41.088846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f18c5131-ac68-436c-9cd1-b1e37cb7fccf None None] Provisioning for port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:41.095070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f18c5131-ac68-436c-9cd1-b1e37cb7fccf None None] Provisioning complete for port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:41.095452 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f18c5131-ac68-436c-9cd1-b1e37cb7fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.152092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-b69edc9f-3a62-4e67-ae38-8ac432dd8dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:41.153395 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'code': 200} Nov 09 11:05:41.153561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-b69edc9f-3a62-4e67-ae38-8ac432dd8dfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.3153234 Nov 09 11:05:41.155937 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.157267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/d85d7343-3718-45ec-831b-b604ece4c3da HTTP/1.1" status: 200 len: 1096 time: 5.6177948 Nov 09 11:05:41.179788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] For port f198ee37-77f4-428a-8205-c43fd13ce0a5, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f198ee37-77f4-428a-8205-c43fd13ce0a5,segment=NetworkSegment(cd3f0cf8-a75a-40e2-8140-7bcf226032b5),segment_id=cd3f0cf8-a75a-40e2-8140-7bcf226032b5)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:41.185767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f18c5131-ac68-436c-9cd1-b1e37cb7fccf None None] Port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:05:41.219049 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c09712-beed-4726-8fdb-12f1bb25082a', 'tag': '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'status': 'completed', 'code': 200} Nov 09 11:05:41.229419 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-8ef0d6d6-e7a9-42a5-bd29-f4a9a0ba3fef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb HTTP/1.1" status: 200 len: 217 time: 0.1710193 Nov 09 11:05:41.231302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d85d7343-3718-45ec-831b-b604ece4c3da,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:41.244263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6d799-70f9-414a-973a-32cb71e0f54f req-b4175847-dccf-4dda-a5ee-c05996de9a6e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:41.246933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3f6d799-70f9-414a-973a-32cb71e0f54f req-b4175847-dccf-4dda-a5ee-c05996de9a6e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 948 time: 0.6586366 Nov 09 11:05:41.272272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:41.290761 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:41.349694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f317c06f-d4d3-434d-8a6f-f2dfca2ea39b req-4dbc9d1a-d552-4954-b632-e7ef1a67ef0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 1097 time: 0.1145959 Nov 09 11:05:41.381428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-01db8534-2288-4f1e-a763-9fd6c3804041 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3851092 Nov 09 11:05:41.383179 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.405827 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee026754-3987-4575-b85c-b644e65922b8 tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:41.450066 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f317c06f-d4d3-434d-8a6f-f2dfca2ea39b req-995eeeda-d51f-453d-a762-9221223fdedc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617869 Nov 09 11:05:41.450317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:41.462834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Request body: {'port': {'device_id': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:41.465021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'mac_address': 'fa:16:3e:37:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:41.481156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77e114-dea3-4f3e-8de6-5d710068e8db req-e8994851-5dfc-4eb2-92d9-9cf205cdaba0 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:41.482569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d77e114-dea3-4f3e-8de6-5d710068e8db req-e8994851-5dfc-4eb2-92d9-9cf205cdaba0 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 943 time: 0.1320112 Nov 09 11:05:41.532167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-6aa1e070-697b-4945-a092-daf2361c3a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:41.533679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-6aa1e070-697b-4945-a092-daf2361c3a2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2856295 Nov 09 11:05:41.534311 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d77e114-dea3-4f3e-8de6-5d710068e8db req-a39d9eba-f980-44d3-baf4-2528974e084e tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Nov 09 11:05:41.542295 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.563494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9236e72-4d82-429a-9d9a-ebf13f8f4c50 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:41.581730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:41.600025 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.601388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] 10.222.0.57 "PUT /v2.0/ports/f198ee37-77f4-428a-8205-c43fd13ce0a5 HTTP/1.1" status: 200 len: 1091 time: 5.4511247 Nov 09 11:05:41.652037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.654734 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:41.696574 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3f6d799-70f9-414a-973a-32cb71e0f54f req-9a64e350-7c6a-4cc3-a1ca-b9a689f429a8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980088 Nov 09 11:05:41.709720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Pushing event updated for resources: {'Port': ['ID=f198ee37-77f4-428a-8205-c43fd13ce0a5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:41.717596 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:41.736421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-f700c63b-d332-4bf0-91a1-c27edf66614b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5586281 Nov 09 11:05:41.752631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:41.756480 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:41.767916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49933783-0a39-4a36-94b8-183764080b26 req-2eb4dd23-fd78-4af9-80dd-bcbe9ca4caab tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:41.775453 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49933783-0a39-4a36-94b8-183764080b26 req-2eb4dd23-fd78-4af9-80dd-bcbe9ca4caab tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 944 time: 0.1157269 Nov 09 11:05:41.796639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'name': 'network-vif-deleted', 'tag': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:41.829026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:41.833422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-49933783-0a39-4a36-94b8-183764080b26 req-c72f8f05-6f72-4736-b598-d78842fc76f6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569742 Nov 09 11:05:41.841053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-d0d59d53-c0e0-41db-b634-e9dd275545cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 1099 time: 0.5398448 Nov 09 11:05:42.009378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d9236e72-4d82-429a-9d9a-ebf13f8f4c50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:42.043095 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104f31b-3df1-4368-bc80-2c7733c5a4f9 req-005d8eda-6fca-4f74-97eb-d25347e580d5 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:42.044647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7104f31b-3df1-4368-bc80-2c7733c5a4f9 req-005d8eda-6fca-4f74-97eb-d25347e580d5 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 932 time: 0.0884988 Nov 09 11:05:42.099789 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7104f31b-3df1-4368-bc80-2c7733c5a4f9 req-50c685e8-5a5c-4abe-81b5-3b4d8b9ac5fa tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494144 Nov 09 11:05:42.207172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47186) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:42.221773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-c91a4059-925e-451b-9c29-fda98e1241a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=d85d7343-3718-45ec-831b-b604ece4c3da HTTP/1.1" status: 200 len: 217 time: 0.3162856 Nov 09 11:05:42.231778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-8199d397-4247-440f-80a9-00f6a4fc9e02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6826279 Nov 09 11:05:42.295142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Deleting subnet f45e30ae-7f95-45ef-9e49-f32bf1ebc13f {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:05:42.295142 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:42.350678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:42.385187 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ff390b-0530-47d8-ade3-8d9130928d5d', 'name': 'network-vif-deleted', 'tag': 'd2b45e47-2015-4bc6-8a8f-6cb801419b85', 'status': 'completed', 'code': 200} Nov 09 11:05:42.442918 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:42.497190 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-057f38bc-0ffa-4c50-90ee-60c3c0e324d3 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174826 Nov 09 11:05:42.559531 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-2a4608c5-fc12-4fc0-a499-accc37331cfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b20bffc4ca84b1a8ea50249ecbb392d&device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 1094 time: 0.8174977 Nov 09 11:05:42.570985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-2d681592-aa29-4cae-b6f1-6bdeaa177d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:42.572536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-2d681592-aa29-4cae-b6f1-6bdeaa177d65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.3374455 Nov 09 11:05:42.580980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcbc4d-2f02-478c-a782-4ca5d5ca76bd req-668177dc-f325-469a-af26-489a4dbce4d6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:42.582361 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19dcbc4d-2f02-478c-a782-4ca5d5ca76bd req-668177dc-f325-469a-af26-489a4dbce4d6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 948 time: 0.1119323 Nov 09 11:05:42.632822 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19dcbc4d-2f02-478c-a782-4ca5d5ca76bd req-bde04d42-bb81-47ae-bb6f-6f52a5086c15 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Nov 09 11:05:42.657724 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:42.664428 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:42.701878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45e30ae-7f95-45ef-9e49-f32bf1ebc13f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:42.704658 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:42.709531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:42.717981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f45e30ae-7f95-45ef-9e49-f32bf1ebc13f HTTP/1.1" status: 204 len: 168 time: 0.5074933 Nov 09 11:05:42.721138 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4bee1-eb3e-421e-8bb3-78a4102fb5e4 None None] Network fb26ce4c-c1b8-464f-bea4-234dbffd03d9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:42.728226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47192) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:42.815934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b94f5-f81e-4a1e-8fdc-f1bc8e5b99d7 req-06655b7d-a647-4054-bff7-5f1293fe1ca0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:42.817308 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-769b94f5-f81e-4a1e-8fdc-f1bc8e5b99d7 req-06655b7d-a647-4054-bff7-5f1293fe1ca0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.9697702 Nov 09 11:05:42.868528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-27d3a452-b496-44b4-a822-7be950d6149d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f198ee37-77f4-428a-8205-c43fd13ce0a5 HTTP/1.1" status: 200 len: 217 time: 0.2950308 Nov 09 11:05:42.889864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-0c773520-5836-4760-814c-4eee085ba721 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501205 Nov 09 11:05:42.915249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:42.957474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Deleting port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:42.957818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.024845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bcb7f-3021-4cf7-9db2-514a4548d022 req-e48632bb-bdf2-45e1-a189-7ce236341e9a tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:43.026758 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f7bcb7f-3021-4cf7-9db2-514a4548d022 req-e48632bb-bdf2-45e1-a189-7ce236341e9a tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 943 time: 0.2664876 Nov 09 11:05:43.033244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] DHCP port deletion for fb26ce4c-c1b8-464f-bea4-234dbffd03d9 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:05:43.042920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Deleting port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:43.043799 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.146208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2871626-94d5-45be-b85f-525b698c8a72 req-309823e3-f7a9-4b77-93f8-95ce71f53ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:43.148850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-309823e3-f7a9-4b77-93f8-95ce71f53ad7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f03619f6-7907-4318-b3d5-20098ef24000 HTTP/1.1" status: 200 len: 855 time: 0.2635787 Nov 09 11:05:43.160058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-769b94f5-f81e-4a1e-8fdc-f1bc8e5b99d7 req-d3a3a4b7-05c7-4ec3-a8c5-ff88360478e6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779427 Nov 09 11:05:43.178305 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f7bcb7f-3021-4cf7-9db2-514a4548d022 req-a17d19bd-316a-4e94-85af-3ef7b91c4986 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311400 Nov 09 11:05:43.229367 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff0a6aa3-181c-4e07-bd14-024ba24b33fb req-b6a87aaf-4935-4f0d-bea0-1b77cd72db33 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160289 Nov 09 11:05:43.229949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'tag': 'd85d7343-3718-45ec-831b-b604ece4c3da'}, {'name': 'network-changed', 'server_uuid': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'tag': 'f198ee37-77f4-428a-8205-c43fd13ce0a5'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:43.250877 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-c160e6b1-756d-4158-8a45-2ccc4a06d500 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53e5863e-695e-461b-b404-3d056cdc9dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896995 Nov 09 11:05:43.296665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d36cbba8-ce54-4120-b40d-26a5de764983 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:43.300721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device df506188-e75f-4197-a5b8-c69c3bae4fd4 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:43.355664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] For port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:43.355955 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.443875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] For port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,segment=NetworkSegment(47b1717f-9bf4-4f2c-a27b-323a37663892),segment_id=47b1717f-9bf4-4f2c-a27b-323a37663892)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:43.444295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.467676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-05c48705-db90-4840-9742-275a74475cae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8786702 Nov 09 11:05:43.474984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-8473ea5a-a2f9-4128-89cc-c481e8d105b4 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372045 Nov 09 11:05:43.482476 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:05:43.577664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Calling delete_port for 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:05:43.578067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Calling delete_port for 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:05:43.656977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b877a6b-5740-44f5-b854-c165358216e2 req-0f6e5945-3594-4842-a905-9c3dec6e06a4 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:43.665988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b877a6b-5740-44f5-b854-c165358216e2 req-0f6e5945-3594-4842-a905-9c3dec6e06a4 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 944 time: 0.2819695 Nov 09 11:05:43.762981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d36cbba8-ce54-4120-b40d-26a5de764983, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d36cbba8-ce54-4120-b40d-26a5de764983,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:43.781918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'd36cbba8-ce54-4120-b40d-26a5de764983', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'd36cbba8-ce54-4120-b40d-26a5de764983', 'mac_address': 'fa:16:3e:76:b2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:43.835497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b877a6b-5740-44f5-b854-c165358216e2 req-1f3de91f-138d-46a1-a2aa-98a10ba7c0d8 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688185 Nov 09 11:05:43.842622 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port df506188-e75f-4197-a5b8-c69c3bae4fd4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:43.854150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port df506188-e75f-4197-a5b8-c69c3bae4fd4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:43.854707 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.883000 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.883579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:05:43.885256 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:05:43.904695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cae47b7-edf3-4c33-8273-d41fbd3d3336 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:43.911727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-9c8d065f-06aa-4fb4-96de-921da1abd644 service neutron] 10.222.0.57 "GET /v2.0/networks/53e5863e-695e-461b-b404-3d056cdc9dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423135 Nov 09 11:05:43.916153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36cbba8-ce54-4120-b40d-26a5de764983 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:43.936798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d36cbba8-ce54-4120-b40d-26a5de764983, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d36cbba8-ce54-4120-b40d-26a5de764983,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:43.947570 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.948702 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:43.956144 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:44.007660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Transition to ACTIVE for port object 7cae47b7-edf3-4c33-8273-d41fbd3d3336 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:05:44.014365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Pushing event deleted for resources: {'Port': ['ID=15cfd20d-ba25-453c-a5b2-2c9efe84d7b2,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:44.024358 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:44.030680 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] No DVR routers for this DVR port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:05:44.037926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836c83d-2049-473f-9f7b-6368556a3979 req-acc4f081-3def-4836-8ddf-227e64bec1d5 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:44.040416 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.044423 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:44.055586 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7836c83d-2049-473f-9f7b-6368556a3979 req-acc4f081-3def-4836-8ddf-227e64bec1d5 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 932 time: 0.1040545 Nov 09 11:05:44.096177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d3a1-57b6-4538-9d4f-8ee0ec50d0a8 req-c72f810b-bb66-472c-95ba-af50e360c6cb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:44.097631 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36a7d3a1-57b6-4538-9d4f-8ee0ec50d0a8 req-c72f810b-bb66-472c-95ba-af50e360c6cb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 948 time: 0.7614496 Nov 09 11:05:44.103936 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-00f7d7d9-8df2-4ded-9261-129cd6f43fad service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280041 Nov 09 11:05:44.107333 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.111778 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7836c83d-2049-473f-9f7b-6368556a3979 req-c1468ac3-e696-4de1-81fd-be137fb5158e tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546668 Nov 09 11:05:44.122408 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-351c082b-ac98-469e-b3f7-2fe1141c0139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:44.195424 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.201015 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'tag': 'd85d7343-3718-45ec-831b-b604ece4c3da', 'status': 'completed', 'code': 200} Nov 09 11:05:44.201415 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'tag': 'f198ee37-77f4-428a-8205-c43fd13ce0a5', 'status': 'completed', 'code': 200} Nov 09 11:05:44.211935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d36cbba8-ce54-4120-b40d-26a5de764983,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:44.222854 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:44.241040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:44.250720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:44.326069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.326987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:44.330631 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e183152-4131-4256-bfd0-688a04c1e617 req-9ed4c780-05b2-4f5f-84c0-a9ff01c91a7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 1098 time: 0.4984312 Nov 09 11:05:44.356568 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:44.385998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Deleting port 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:05:44.386699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.419443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d36cbba8-ce54-4120-b40d-26a5de764983'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:44.456089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cae47b7-edf3-4c33-8273-d41fbd3d3336,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:44.460451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2871626-94d5-45be-b85f-525b698c8a72 req-5adb9662-18d1-4655-8f69-3513eeb748fc service neutron] 10.222.0.57 "GET /v2.0/networks/53e5863e-695e-461b-b404-3d056cdc9dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351989 Nov 09 11:05:44.468782 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:44.529016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] The port '15cfd20d-ba25-453c-a5b2-2c9efe84d7b2' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:05:44.576337 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:44.579127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36a7d3a1-57b6-4538-9d4f-8ee0ec50d0a8 req-6012acf1-c3f5-45fd-a5e1-535cf4cca438 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580419 Nov 09 11:05:44.580698 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:44.646303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:05:44.690976 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.696449 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:05:44.696922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 15cfd20d-ba25-453c-a5b2-2c9efe84d7b2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:05:44.720414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb26ce4c-c1b8-464f-bea4-234dbffd03d9']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:05:44.735466 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:44.741614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b1717f-9bf4-4f2c-a27b-323a37663892') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:05:44.741907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b1717f-9bf4-4f2c-a27b-323a37663892') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:05:44.746478 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37ef2bcb-cb08-4263-9669-2aac8d47718c req-62dac9c0-4725-4279-b2a4-7a002e6741aa service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748937 Nov 09 11:05:44.750029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:44.751088 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.768130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.787931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9572a9b-b203-401b-bf1a-66d028ffa57d req-410794cd-b2d8-441c-a505-467237215d37 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:44.789395 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9572a9b-b203-401b-bf1a-66d028ffa57d req-410794cd-b2d8-441c-a505-467237215d37 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 948 time: 0.3545165 Nov 09 11:05:44.795573 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.803806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:05:44.804269 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:05:44.818730 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:05:44.831602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183152-4131-4256-bfd0-688a04c1e617 req-e8f22706-6ec6-4512-a6d7-d2abaf3ebf39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:44.832530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e183152-4131-4256-bfd0-688a04c1e617 req-e8f22706-6ec6-4512-a6d7-d2abaf3ebf39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4286966 Nov 09 11:05:44.947238 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9572a9b-b203-401b-bf1a-66d028ffa57d req-0472121a-7572-480b-9031-3d327b06d420 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282663 Nov 09 11:05:44.949355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Attempting to bind port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:05:44.949855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Attempting to bind port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:05:44.950069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Attempting to bind port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 on network 503ce6c8-8c2d-4e32-9b43-34ac4366474f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:44.957417 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:44.973030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e183152-4131-4256-bfd0-688a04c1e617 req-eaf18225-99aa-4442-adfa-93efad78f004 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb HTTP/1.1" status: 200 len: 217 time: 0.1265910 Nov 09 11:05:45.000843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:45.008948 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.016252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.019297 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:45.032521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 on network 503ce6c8-8c2d-4e32-9b43-34ac4366474f not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:05:45.032895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Attempting to bind port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 on network 503ce6c8-8c2d-4e32-9b43-34ac4366474f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:05:45.044351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb26ce4c-c1b8-464f-bea4-234dbffd03d9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:45.055323 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:45.065031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 651e8f13-7de2-4962-a02e-6b60b1ee1feb details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:45.075135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:05:45.075473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Checking segment: {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:45.075864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Bound using segment: {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:05:45.076306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Bound port: 7cae47b7-edf3-4c33-8273-d41fbd3d3336, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b52f410-39f9-47ec-828c-fccc4f6435e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:05:45.076650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.099964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183152-4131-4256-bfd0-688a04c1e617 req-ee5ed976-1e87-4a23-9520-8e39d401f728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:45.101261 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e183152-4131-4256-bfd0-688a04c1e617 req-ee5ed976-1e87-4a23-9520-8e39d401f728 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1203418 Nov 09 11:05:45.104249 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.113855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb31e3-2d8d-414f-8332-71c57fd3914b req-f5240c55-44da-42c5-b957-407efcb80bcb tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:45.115926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7eb31e3-2d8d-414f-8332-71c57fd3914b req-f5240c55-44da-42c5-b957-407efcb80bcb tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3397133 Nov 09 11:05:45.148986 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-eb56fe03-571f-4291-82c2-5cd26a30b20f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 1099 time: 0.2454317 Nov 09 11:05:45.155177 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:45.167160 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fb26ce4c-c1b8-464f-bea4-234dbffd03d9 HTTP/1.1" status: 204 len: 168 time: 2.4374700 Nov 09 11:05:45.181314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214b456-0670-46f9-9aec-2b5e823c3084 req-bf367ac6-6963-4d75-b59e-2259b8ecbaf9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:45.183263 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c214b456-0670-46f9-9aec-2b5e823c3084 req-bf367ac6-6963-4d75-b59e-2259b8ecbaf9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 943 time: 0.0942266 Nov 09 11:05:45.253634 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c214b456-0670-46f9-9aec-2b5e823c3084 req-b42e29da-2a69-47bf-a191-7b9c7d284a24 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636113 Nov 09 11:05:45.258459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:45.269995 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:45.281094 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 651e8f13-7de2-4962-a02e-6b60b1ee1feb, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:45.299452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'mac_address': 'fa:16:3e:65:4d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:45.337677 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'code': 200} Nov 09 11:05:45.389595 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.403820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7eb31e3-2d8d-414f-8332-71c57fd3914b req-4cdb86d8-7016-4ee3-a9ff-6f39f63b1474 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094460 Nov 09 11:05:45.405278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] For port 7cae47b7-edf3-4c33-8273-d41fbd3d3336, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:05:45.412277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651e8f13-7de2-4962-a02e-6b60b1ee1feb {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:45.429593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 651e8f13-7de2-4962-a02e-6b60b1ee1feb, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:45.492769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] For port 7cae47b7-edf3-4c33-8273-d41fbd3d3336, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:05:45.496176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-51dc380f-29b2-4806-ad4a-5fcde1334c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:45.497625 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-51dc380f-29b2-4806-ad4a-5fcde1334c9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3216715 Nov 09 11:05:45.506613 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e183152-4131-4256-bfd0-688a04c1e617 req-f021cc38-7e7f-45cb-91b1-ed053318df42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3893828 Nov 09 11:05:45.517471 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.519241 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:45.540380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad573-2251-4d97-8efc-ebd0091f5b58 req-04abb311-03f4-4ace-9fb5-551f8f7769e6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:45.542169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f5ad573-2251-4d97-8efc-ebd0091f5b58 req-04abb311-03f4-4ace-9fb5-551f8f7769e6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 945 time: 0.0911136 Nov 09 11:05:45.610755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=651e8f13-7de2-4962-a02e-6b60b1ee1feb,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:45.614034 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:45.619517 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f5ad573-2251-4d97-8efc-ebd0091f5b58 req-5d7e0471-3de6-4a07-a609-d6b4074c59c3 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647576 Nov 09 11:05:45.714942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47226) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:45.721531 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.763951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['651e8f13-7de2-4962-a02e-6b60b1ee1feb'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:45.766580 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aba5d84c-846e-44bd-8604-27b37833d183 tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:45.778601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-99b626de-8b14-4f42-a102-4358d4960b51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31a803fa874047df8aaeb189bd3d01ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0619998 Nov 09 11:05:45.780862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47230) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:45.825732 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-aa942dd4-7117-40da-8678-501a253f61e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=d85d7343-3718-45ec-831b-b604ece4c3da HTTP/1.1" status: 200 len: 217 time: 0.3180528 Nov 09 11:05:45.850528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.883227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.981622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:45.983007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/7cae47b7-edf3-4c33-8273-d41fbd3d3336 HTTP/1.1" status: 200 len: 1092 time: 4.5306621 Nov 09 11:05:46.019585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cae47b7-edf3-4c33-8273-d41fbd3d3336,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:46.023815 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:46.029259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3da7ae-104e-43e0-90e1-947813f5c76e req-07e0fd26-1ea5-46de-ac77-dfc31721e189 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 1096 time: 0.6211269 Nov 09 11:05:46.034431 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-569bb047-b716-45ca-8c9a-666631282499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:46.034874 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:46.060058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-2f1e72e6-e14c-4d82-999c-890dec96a2e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:46.060914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ed9aea-6ce3-4a03-b81c-c7da2a09efed,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:46.065260 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-2f1e72e6-e14c-4d82-999c-890dec96a2e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1769478 Nov 09 11:05:46.065426 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:46.102906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e183152-4131-4256-bfd0-688a04c1e617 req-a745efca-374c-445a-a772-b0b12bfd889e service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072549 Nov 09 11:05:46.164959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:46.166828 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46ed9aea-6ce3-4a03-b81c-c7da2a09efed HTTP/1.1" status: 204 len: 168 time: 0.3842516 Nov 09 11:05:46.205119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:46.288831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6daa53-bac0-4580-8e50-f88fa81f5232 req-b3d8da06-8f31-45c6-b8de-d7145a25fb6a tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:46.289261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5d6daa53-bac0-4580-8e50-f88fa81f5232 req-b3d8da06-8f31-45c6-b8de-d7145a25fb6a tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Synchronizing usage tracker for tenant:8412988860be40e0989db769f2048db4 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:46.298461 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3da7ae-104e-43e0-90e1-947813f5c76e req-58e06a63-192b-459a-a87a-0596ad1adca6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555923 Nov 09 11:05:46.404869 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-a1264b25-0dd3-4d5c-bd5f-905bdc64d508 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3324909 Nov 09 11:05:46.406545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8e183152-4131-4256-bfd0-688a04c1e617 req-236daa46-d40d-4193-8d12-05a8e3383ba6 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883511 Nov 09 11:05:46.411980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-eec3f77d-b1c1-4a6d-92e3-5c525c55fcef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8412988860be40e0989db769f2048db4&device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 1095 time: 0.2620604 Nov 09 11:05:46.502563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5d6daa53-bac0-4580-8e50-f88fa81f5232 req-b3d8da06-8f31-45c6-b8de-d7145a25fb6a tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Unset dirty status for tenant:8412988860be40e0989db769f2048db4 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:46.503872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5d6daa53-bac0-4580-8e50-f88fa81f5232 req-b3d8da06-8f31-45c6-b8de-d7145a25fb6a tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 944 time: 0.8092856 Nov 09 11:05:46.583740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-6ae84e58-a665-4ca9-abe1-209ff16e07e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336 HTTP/1.1" status: 200 len: 217 time: 0.1445467 Nov 09 11:05:46.706539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5d6daa53-bac0-4580-8e50-f88fa81f5232 req-29c0fb5d-78bb-451f-838a-d856df56dad2 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902180 Nov 09 11:05:46.766059 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-e4e581e8-e087-483d-a34e-84c716955293 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482726 Nov 09 11:05:46.780584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-a5a878e4-ba6a-4458-90be-3716d8a2769b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:46.782041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-a5a878e4-ba6a-4458-90be-3716d8a2769b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04849f39-d0c2-42d6-8514-b8f7a5926219 HTTP/1.1" status: 200 len: 854 time: 0.1895087 Nov 09 11:05:46.874104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816e72-2c0d-428d-88c0-aa4e685afb44 req-04f183ef-1550-42ac-864b-265fdf75597c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:46.875387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11816e72-2c0d-428d-88c0-aa4e685afb44 req-04f183ef-1550-42ac-864b-265fdf75597c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:46.948791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11816e72-2c0d-428d-88c0-aa4e685afb44 req-04f183ef-1550-42ac-864b-265fdf75597c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:46.950146 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11816e72-2c0d-428d-88c0-aa4e685afb44 req-04f183ef-1550-42ac-864b-265fdf75597c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 949 time: 0.1720572 Nov 09 11:05:47.002680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11816e72-2c0d-428d-88c0-aa4e685afb44 req-033b9cd5-1154-407e-96ae-87a8cbd2b66d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:47.015700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11816e72-2c0d-428d-88c0-aa4e685afb44 req-033b9cd5-1154-407e-96ae-87a8cbd2b66d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:47.016819 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11816e72-2c0d-428d-88c0-aa4e685afb44 req-033b9cd5-1154-407e-96ae-87a8cbd2b66d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605152 Nov 09 11:05:47.050740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-cb2ee9b5-f1b1-47c7-9960-06c5acd0e324 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4593766 Nov 09 11:05:47.068004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d85d7343-3718-45ec-831b-b604ece4c3da details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:47.074129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 651e8f13-7de2-4962-a02e-6b60b1ee1feb up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:47.094602 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-88fb629e-50fd-4482-a736-1197046ae100 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100045 Nov 09 11:05:47.105045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-bc7f9c52-1154-4911-947c-e1965244c4a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=503ce6c8-8c2d-4e32-9b43-34ac4366474f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2955511 Nov 09 11:05:47.171496 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-55fa1e7e-7b4d-4e5f-b4cc-3e03a0fc5595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.196462 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'status': 'completed', 'code': 200} Nov 09 11:05:47.353268 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:47.369575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d36cbba8-ce54-4120-b40d-26a5de764983 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:47.409525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac55368-e257-4a08-b1ea-ab40f9252332 req-4cdbe819-ef4d-4dea-b7c3-4b5e027d2d83 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:47.411620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1ac55368-e257-4a08-b1ea-ab40f9252332 req-4cdbe819-ef4d-4dea-b7c3-4b5e027d2d83 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 943 time: 0.1008854 Nov 09 11:05:47.416113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 651e8f13-7de2-4962-a02e-6b60b1ee1feb completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:47.438007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713259d-6036-4f52-8b1e-be38e8b940b2 req-2fc67554-b153-4d87-9275-5c1069d6a48f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:47.438439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 651e8f13-7de2-4962-a02e-6b60b1ee1feb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:47.438838 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.447063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3713259d-6036-4f52-8b1e-be38e8b940b2 req-2fc67554-b153-4d87-9275-5c1069d6a48f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 948 time: 0.5219471 Nov 09 11:05:47.471718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1ac55368-e257-4a08-b1ea-ab40f9252332 req-497f84dc-470b-4a6d-ab84-eb324c42b2ef tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Nov 09 11:05:47.484986 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.504300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port d85d7343-3718-45ec-831b-b604ece4c3da, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d85d7343-3718-45ec-831b-b604ece4c3da,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:47.537320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'd85d7343-3718-45ec-831b-b604ece4c3da', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'd85d7343-3718-45ec-831b-b604ece4c3da', 'mac_address': 'fa:16:3e:af:33:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:47.648687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3713259d-6036-4f52-8b1e-be38e8b940b2 req-17c908b9-1e2a-422f-80ab-0745fedf2455 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006502 Nov 09 11:05:47.651226 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.664041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port d36cbba8-ce54-4120-b40d-26a5de764983 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:47.664222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-d29ee024-b7f5-4e59-8ea2-e55345befd35 service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309629 Nov 09 11:05:47.678021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port d36cbba8-ce54-4120-b40d-26a5de764983 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:47.678437 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.734089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85d7343-3718-45ec-831b-b604ece4c3da {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:47.741533 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.781495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a2859-a808-4b6f-b3c2-450cfd10c868 req-11b3bfe9-a9e2-46c5-b408-68019f380696 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:47.790189 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d58a2859-a808-4b6f-b3c2-450cfd10c868 req-11b3bfe9-a9e2-46c5-b408-68019f380696 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 945 time: 0.1834981 Nov 09 11:05:47.836796 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port d85d7343-3718-45ec-831b-b604ece4c3da, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d85d7343-3718-45ec-831b-b604ece4c3da,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:47.858444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 651e8f13-7de2-4962-a02e-6b60b1ee1feb, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:47.860531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d58a2859-a808-4b6f-b3c2-450cfd10c868 req-ce62dbda-c10b-40ad-8c04-372f7eb344a5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677760 Nov 09 11:05:47.919011 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.920184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f198ee37-77f4-428a-8205-c43fd13ce0a5 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:47.930584 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f11fd29-a9be-42fd-83cb-a78339408128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:47.962139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-4054f2eb-b3cd-4fb1-81e6-86f60a2dd8be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b20bffc4ca84b1a8ea50249ecbb392d&device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 1094 time: 0.8131819 Nov 09 11:05:47.971404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8855cfed-656e-4ed5-be41-1d85028fc53f req-08802e78-2f05-4680-9d9b-275a6f063477 service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059516 Nov 09 11:05:47.977232 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:47.991922 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:48.046874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d36cbba8-ce54-4120-b40d-26a5de764983, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d36cbba8-ce54-4120-b40d-26a5de764983,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:48.074630 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'code': 200} Nov 09 11:05:48.081415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=d85d7343-3718-45ec-831b-b604ece4c3da,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:48.086262 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:48.090944 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:48.190719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:48.243882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-3601df61-ceb7-4418-ac92-7652443c1ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a15b53e154041abb116076ef75d7986&device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 1096 time: 0.7924728 Nov 09 11:05:48.252440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=651e8f13-7de2-4962-a02e-6b60b1ee1feb,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:48.267271 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:48.267747 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3e158f2d-e3da-4059-932f-6dbbc5a9044f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:48.300692 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-664cce6d-3f7e-4796-918c-aae253e6527f req-6362b6a9-2308-406a-a376-c978444603a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1101 time: 0.1355808 Nov 09 11:05:48.302533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-4b05f12d-37a6-4768-a460-b21824b4e5c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:48.305056 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-4b05f12d-37a6-4768-a460-b21824b4e5c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53e5863e-695e-461b-b404-3d056cdc9dc0 HTTP/1.1" status: 200 len: 916 time: 0.2752960 Nov 09 11:05:48.310454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36fcb7-c3d7-421f-8fef-df48468aecc3 req-3590fd80-c84a-4294-a1fe-393cb8a1e289 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:48.318204 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac36fcb7-c3d7-421f-8fef-df48468aecc3 req-3590fd80-c84a-4294-a1fe-393cb8a1e289 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 944 time: 0.1141491 Nov 09 11:05:48.320099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f198ee37-77f4-428a-8205-c43fd13ce0a5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f198ee37-77f4-428a-8205-c43fd13ce0a5,segment=NetworkSegment(cd3f0cf8-a75a-40e2-8140-7bcf226032b5),segment_id=cd3f0cf8-a75a-40e2-8140-7bcf226032b5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:48.345792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f198ee37-77f4-428a-8205-c43fd13ce0a5', 'network_id': '53e5863e-695e-461b-b404-3d056cdc9dc0', 'port_id': 'f198ee37-77f4-428a-8205-c43fd13ce0a5', 'mac_address': 'fa:16:3e:9e:24:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03619f6-7907-4318-b3d5-20098ef24000', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:48.391422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-664cce6d-3f7e-4796-918c-aae253e6527f req-e4ff29f8-fb09-49ee-a0b6-5df38103187b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784237 Nov 09 11:05:48.396640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d36cbba8-ce54-4120-b40d-26a5de764983,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:48.401839 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:48.403316 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac36fcb7-c3d7-421f-8fef-df48468aecc3 req-59ee0938-11da-4219-9df0-9dd90bbcb6e0 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764897 Nov 09 11:05:48.420858 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:48.440724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f198ee37-77f4-428a-8205-c43fd13ce0a5 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:48.461587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f198ee37-77f4-428a-8205-c43fd13ce0a5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f198ee37-77f4-428a-8205-c43fd13ce0a5,segment=NetworkSegment(cd3f0cf8-a75a-40e2-8140-7bcf226032b5),segment_id=cd3f0cf8-a75a-40e2-8140-7bcf226032b5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:48.481533 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-2e7c87ed-4196-4358-a8ea-4aae87318f1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f198ee37-77f4-428a-8205-c43fd13ce0a5 HTTP/1.1" status: 200 len: 217 time: 0.1646237 Nov 09 11:05:48.501161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350559e-f838-42ef-9fd2-e0e8837cba33 req-18ec5fda-5385-43fd-884c-2214a47619b6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:48.502508 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b350559e-f838-42ef-9fd2-e0e8837cba33 req-18ec5fda-5385-43fd-884c-2214a47619b6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.5299592 Nov 09 11:05:48.545109 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:48.554916 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:48.610048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-d0a6df4c-e61a-4a80-96c1-349fc19aaec3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8412988860be40e0989db769f2048db4&device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 1095 time: 0.4350407 Nov 09 11:05:48.617417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-f07dacb3-5d7b-48a9-8630-2f15f45c3458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:48.618881 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-f07dacb3-5d7b-48a9-8630-2f15f45c3458 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c HTTP/1.1" status: 200 len: 906 time: 0.3415878 Nov 09 11:05:48.651967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f198ee37-77f4-428a-8205-c43fd13ce0a5,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:48.655142 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:48.690451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f07d-296a-4cf3-ab54-52d26e16e917 req-cf232c96-1c52-470c-9532-0750c78b4268 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:48.698271 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc20f07d-296a-4cf3-ab54-52d26e16e917 req-cf232c96-1c52-470c-9532-0750c78b4268 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 950 time: 0.1533890 Nov 09 11:05:48.739573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc20f07d-296a-4cf3-ab54-52d26e16e917 req-1fb67abd-30d6-4643-8c3a-b840b1369d5b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Nov 09 11:05:48.752098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-030d771a-0304-4f4c-b95d-1f61b0a3d109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:48.753458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-030d771a-0304-4f4c-b95d-1f61b0a3d109 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f03619f6-7907-4318-b3d5-20098ef24000 HTTP/1.1" status: 200 len: 855 time: 0.2500610 Nov 09 11:05:48.782627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['d85d7343-3718-45ec-831b-b604ece4c3da'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:48.816192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f198ee37-77f4-428a-8205-c43fd13ce0a5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:48.899527 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b350559e-f838-42ef-9fd2-e0e8837cba33 req-9bca3cb9-8e9d-4ff4-beb6-2409affdd359 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464108 Nov 09 11:05:48.940955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-01da4de2-2d67-42fc-8010-000cb827b17b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53e5863e-695e-461b-b404-3d056cdc9dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635127 Nov 09 11:05:48.982088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319aab3-9fda-4ba8-acc2-ddbae33daae3 req-7e6be1c4-bb53-409e-ae9b-f443b554d29c tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:48.984121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9319aab3-9fda-4ba8-acc2-ddbae33daae3 req-7e6be1c4-bb53-409e-ae9b-f443b554d29c tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 944 time: 0.1084247 Nov 09 11:05:49.024269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-91a088cd-750f-4acc-b2da-54dc7d14e88e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303e27da-79ed-426b-8a36-8bd7276d0615 HTTP/1.1" status: 200 len: 1000 time: 0.3761277 Nov 09 11:05:49.062261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9319aab3-9fda-4ba8-acc2-ddbae33daae3 req-ca6990a9-65af-4315-a211-d23b527fd087 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689652 Nov 09 11:05:49.120003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47288) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:49.216536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-1cc0cdfa-53d2-4cac-a85d-4bc7e22274e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:49.218131 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-1cc0cdfa-53d2-4cac-a85d-4bc7e22274e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=503ce6c8-8c2d-4e32-9b43-34ac4366474f HTTP/1.1" status: 200 len: 916 time: 0.5984082 Nov 09 11:05:49.306086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-d36db40e-4de2-49ae-90eb-5a30a78bf1a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:49.307606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-d36db40e-4de2-49ae-90eb-5a30a78bf1a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3591be2a-ee1a-450a-b205-539b40c646c3 HTTP/1.1" status: 200 len: 844 time: 0.2658947 Nov 09 11:05:49.389155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:49.429311 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e0e8fee8-7a0a-490c-8c35-5563b1da75bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:49.442936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:49.449141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Usage tracker for resource:security_group_rule and tenant:35f6350aed9144618a61a0dd45137d1f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:49.452544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:49.461469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204dc2a-e148-4f79-8386-effc470f40db req-8350bb5d-ae75-4020-9d7e-1bfc999a3867 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:49.463055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c204dc2a-e148-4f79-8386-effc470f40db req-8350bb5d-ae75-4020-9d7e-1bfc999a3867 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 945 time: 0.2442682 Nov 09 11:05:49.467365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:49.503781 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-6a4b0ba2-6639-4a79-a141-f6db46f2b9b8 service neutron] 10.222.0.57 "GET /v2.0/networks/53e5863e-695e-461b-b404-3d056cdc9dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502520 Nov 09 11:05:49.528289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c204dc2a-e148-4f79-8386-effc470f40db req-da8adda6-732d-4e71-847c-3065f7efde9e tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586233 Nov 09 11:05:49.561360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-69bf6d1f-3cce-4368-9a8f-183b40caa097 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8509371 Nov 09 11:05:49.584826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:49.604037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-cba547bf-b29e-4ce6-af00-8e08065a1297 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336 HTTP/1.1" status: 200 len: 217 time: 0.2888799 Nov 09 11:05:49.651590 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:49.659671 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c238763-78a5-4326-b203-b294203b8d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:49.712151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bfae16-ed88-48f2-9457-12527124760c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:49.724746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35f6350aed9144618a61a0dd45137d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5986648 Nov 09 11:05:49.724746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47298) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:49.724746 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:49.793969 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:49.840162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-396897df-525d-43f4-a8df-a2a82fe8ebaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:49.841698 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-396897df-525d-43f4-a8df-a2a82fe8ebaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04849f39-d0c2-42d6-8514-b8f7a5926219 HTTP/1.1" status: 200 len: 854 time: 0.1907260 Nov 09 11:05:49.863717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:49.896445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8327d13d-b692-44ed-bbaa-566c1026f25e req-9a4f0334-f1ef-4314-9f24-5c221f4bab0d service neutron] 10.222.0.57 "GET /v2.0/networks/53e5863e-695e-461b-b404-3d056cdc9dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406556 Nov 09 11:05:49.902082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74de9f5-9782-41fa-8bfe-91266954d8cd req-7b66c6b4-14b7-42af-abb5-dfe01638b83f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:49.903524 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f74de9f5-9782-41fa-8bfe-91266954d8cd req-7b66c6b4-14b7-42af-abb5-dfe01638b83f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 949 time: 0.6738153 Nov 09 11:05:49.919259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-338b3a1b-bed9-442c-94ae-d7ba01f2c8b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4deceb9a-6ba9-4d14-be96-e04fdf27f11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4240167 Nov 09 11:05:49.936305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1820e-2462-403f-9c47-9586812d7895 req-c2dd3991-8b3f-4879-ae61-e93008187fba tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:49.938300 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9b1820e-2462-403f-9c47-9586812d7895 req-c2dd3991-8b3f-4879-ae61-e93008187fba tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 944 time: 0.1455514 Nov 09 11:05:49.995309 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9b1820e-2462-403f-9c47-9586812d7895 req-eec627fb-1ae5-40f9-956f-884384e83b64 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444565 Nov 09 11:05:50.028395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:50.035687 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ad02bb8c-381f-467a-99cc-ec2537b1a464 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:50.054165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bfae16-ed88-48f2-9457-12527124760c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:50.057281 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:50.061038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:50.069196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7bfae16-ed88-48f2-9457-12527124760c HTTP/1.1" status: 204 len: 168 time: 0.3399773 Nov 09 11:05:50.069880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-f8d721ae-616e-4de6-9b74-bec88283d052 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 1099 time: 0.4107625 Nov 09 11:05:50.093379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f74de9f5-9782-41fa-8bfe-91266954d8cd req-96e8384e-e06a-4df6-bb99-3dca327f5232 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797867 Nov 09 11:05:50.101032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c09712-beed-4726-8fdb-12f1bb25082a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e8f13-7de2-4962-a02e-6b60b1ee1feb'}, {'server_uuid': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36cbba8-ce54-4120-b40d-26a5de764983'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:50.157621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-ac3dacb7-d516-4b96-b3f3-2f09b97e5fb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=503ce6c8-8c2d-4e32-9b43-34ac4366474f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3069592 Nov 09 11:05:50.235955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-486084f2-5cb0-4324-8fae-6f915ca1c40c service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971082 Nov 09 11:05:50.506661 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:50.527987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-13a5cb43-cae0-4e71-a807-5b57ae926126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:50.529420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-13a5cb43-cae0-4e71-a807-5b57ae926126 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.4156065 Nov 09 11:05:50.560897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be8a44-d327-45b2-b997-8219d8bea464 req-460e91dd-3b12-4d72-8402-4ab0e5e72721 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:50.568273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7be8a44-d327-45b2-b997-8219d8bea464 req-460e91dd-3b12-4d72-8402-4ab0e5e72721 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1028969 Nov 09 11:05:50.623759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7be8a44-d327-45b2-b997-8219d8bea464 req-7fbc44ef-f5ac-40c5-9ae9-9af507aa84ce tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528989 Nov 09 11:05:50.634432 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-78ed4aa0-fb04-4ae5-8275-f623cff4dfdb service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675109 Nov 09 11:05:50.666353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-50d4843f-8187-4ab9-b90b-fbdb1d9869f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41 HTTP/1.1" status: 200 len: 217 time: 0.1239948 Nov 09 11:05:50.721908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ead9e2-d91e-47fd-ae8e-0ea6ca0b0cd9 req-668e46d0-beb2-470a-84da-7190a1dce6ed service neutron] 10.222.0.59 "GET /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690645 Nov 09 11:05:50.804406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058798-847e-4095-a3c7-4e839829cc82 req-3efea49f-a721-4299-9f35-9464ace610e9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:50.805887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a058798-847e-4095-a3c7-4e839829cc82 req-3efea49f-a721-4299-9f35-9464ace610e9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 950 time: 0.4844499 Nov 09 11:05:50.830829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f760d0d-23e9-4234-b577-cc2f8e7511f6 req-c121ea77-f6dd-4b82-a416-98627f644dd6 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:50.833595 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5f760d0d-23e9-4234-b577-cc2f8e7511f6 req-c121ea77-f6dd-4b82-a416-98627f644dd6 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 944 time: 0.0908153 Nov 09 11:05:50.852396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-39a5e76d-20b7-41ba-b7b3-3a46711cc57c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:50.853946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-39a5e76d-20b7-41ba-b7b3-3a46711cc57c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1741943 Nov 09 11:05:50.891797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5f760d0d-23e9-4234-b577-cc2f8e7511f6 req-c4fc63b9-077e-4254-a8fb-9942cfbc0e3e tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Nov 09 11:05:50.957047 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fa0b5a-e12f-449e-b7f8-318f805b1f35 req-34ed9108-c52c-46a6-9f79-fdd776f20828 service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123884 Nov 09 11:05:50.960813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a058798-847e-4095-a3c7-4e839829cc82 req-d97d8972-6558-4241-acf0-6d61fea49c49 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449509 Nov 09 11:05:50.989576 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-f170648c-5b6b-4158-88fa-0b9a26775270 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278443 Nov 09 11:05:50.990707 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:05:51.027904 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c09712-beed-4726-8fdb-12f1bb25082a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'code': 200} Nov 09 11:05:51.028843 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36cbba8-ce54-4120-b40d-26a5de764983', 'code': 200} Nov 09 11:05:51.098892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d85d7343-3718-45ec-831b-b604ece4c3da up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:51.306208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port d85d7343-3718-45ec-831b-b604ece4c3da completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:51.312760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port d85d7343-3718-45ec-831b-b604ece4c3da triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:51.313409 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:51.392771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db266ce2-3ad4-46b4-ae4f-c3e10a6c6fc0 req-3db6bcfa-4ccf-49e3-aaa8-c53f32ba1c7a tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:51.395612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db266ce2-3ad4-46b4-ae4f-c3e10a6c6fc0 req-3db6bcfa-4ccf-49e3-aaa8-c53f32ba1c7a tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 944 time: 0.1035261 Nov 09 11:05:51.446304 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:51.456097 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db266ce2-3ad4-46b4-ae4f-c3e10a6c6fc0 req-b6e31238-9ae5-4aa1-a5b7-84d14de5f133 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524676 Nov 09 11:05:51.482144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port d85d7343-3718-45ec-831b-b604ece4c3da, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d85d7343-3718-45ec-831b-b604ece4c3da,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:51.494062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-fead3fe2-9d1d-4aea-b870-08b189b32e43 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981935 Nov 09 11:05:51.546501 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c6a4b91d-9363-4c42-8ca7-0d42002da55e req-645d790a-80c9-4257-a317-53d3d72840ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 1101 time: 0.3621690 Nov 09 11:05:51.563898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eefe2-7365-4953-a287-c0a6ebd57c83 req-1ef6c80a-2e85-442d-bd43-596983683139 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:51.565546 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c10eefe2-7365-4953-a287-c0a6ebd57c83 req-1ef6c80a-2e85-442d-bd43-596983683139 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 945 time: 0.3709865 Nov 09 11:05:51.568889 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75659e8a-9ee6-41c9-8925-e6791aab802f req-b469fd9e-f2e2-41be-95b6-4ddce0562439 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 1100 time: 0.3812294 Nov 09 11:05:51.574537 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:51.578131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f198ee37-77f4-428a-8205-c43fd13ce0a5 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:51.579316 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47342) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:51.634521 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:51.728379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df2b21-f82e-4763-9bb1-1678d056aef6 req-29a0a994-f65a-4e9f-a59d-fb62b24af94c tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:51.732715 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91df2b21-f82e-4763-9bb1-1678d056aef6 req-29a0a994-f65a-4e9f-a59d-fb62b24af94c tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 950 time: 0.1197126 Nov 09 11:05:51.756523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c6a4b91d-9363-4c42-8ca7-0d42002da55e req-f4059114-bbe1-4eaa-b516-dc08a2852f13 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021270 Nov 09 11:05:51.785244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1940282007-network', 'tenant_id': '6a2c18b5add241a8bf7fc402b0c928df'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:51.785445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75659e8a-9ee6-41c9-8925-e6791aab802f req-8d320fd6-2fb2-41b9-a042-d069c29afcad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567297 Nov 09 11:05:51.791916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c10eefe2-7365-4953-a287-c0a6ebd57c83 req-0dac1034-578b-4308-8709-b218d6eb5647 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:51.793275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:51.803511 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91df2b21-f82e-4763-9bb1-1678d056aef6 req-a7799bf3-c010-4e20-a036-c8b0da9402e9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661736 Nov 09 11:05:51.804974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61215e79-0a39-47f2-8638-ba1aac88f627 req-519f2c5e-7105-4643-844c-1f8ce1ef534a service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004344 Nov 09 11:05:51.806279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=d85d7343-3718-45ec-831b-b604ece4c3da,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:51.810078 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:51.810620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Usage tracker for resource:network and tenant:6a2c18b5add241a8bf7fc402b0c928df is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:51.815150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:51.822967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:51.917636 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:51.953534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Made reservation on behalf of 6a2c18b5add241a8bf7fc402b0c928df for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:51.954441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c10eefe2-7365-4953-a287-c0a6ebd57c83 req-0dac1034-578b-4308-8709-b218d6eb5647 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:51.955768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port f198ee37-77f4-428a-8205-c43fd13ce0a5 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:51.959062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:51.967422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c10eefe2-7365-4953-a287-c0a6ebd57c83 req-0dac1034-578b-4308-8709-b218d6eb5647 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374395 Nov 09 11:05:51.968110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f198ee37-77f4-428a-8205-c43fd13ce0a5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:51.968735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:51.977266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.018631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:52.024400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2c18b5add241a8bf7fc402b0c928df is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:52.027780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:52.035112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:52.110781 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.150071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f198ee37-77f4-428a-8205-c43fd13ce0a5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f198ee37-77f4-428a-8205-c43fd13ce0a5,segment=NetworkSegment(cd3f0cf8-a75a-40e2-8140-7bcf226032b5),segment_id=cd3f0cf8-a75a-40e2-8140-7bcf226032b5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:52.157302 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.195962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bad712-2fa6-4bea-a284-696529ccfc8d req-a61d3cf4-60c1-421c-b362-9421ed064143 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:52.196661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-58bad712-2fa6-4bea-a284-696529ccfc8d req-a61d3cf4-60c1-421c-b362-9421ed064143 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Synchronizing usage tracker for tenant:1b20bffc4ca84b1a8ea50249ecbb392d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:52.197164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddd1-2a12-45b8-81c2-e22b287a547e req-120aadb4-2f52-41e9-be5b-bfb46241cd58 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:52.198718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2fdddd1-2a12-45b8-81c2-e22b287a547e req-120aadb4-2f52-41e9-be5b-bfb46241cd58 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.0870357 Nov 09 11:05:52.245916 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2fdddd1-2a12-45b8-81c2-e22b287a547e req-e7283569-ee19-4c52-999c-f87300951d7a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Nov 09 11:05:52.273351 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.273660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.276440 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f11fd29-a9be-42fd-83cb-a78339408128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:52.276594 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4247a79-efa9-4405-afca-40a7fc1bfe79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:52.296888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-58bad712-2fa6-4bea-a284-696529ccfc8d req-a61d3cf4-60c1-421c-b362-9421ed064143 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Unset dirty status for tenant:1b20bffc4ca84b1a8ea50249ecbb392d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:52.298072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58bad712-2fa6-4bea-a284-696529ccfc8d req-a61d3cf4-60c1-421c-b362-9421ed064143 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 944 time: 0.1976271 Nov 09 11:05:52.306475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:05:52.319870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a8617-afbb-407e-a0ef-7728a989c0b9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:52.323726 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:52.337352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.337680 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Added segment 8cff0a19-d4c6-47ec-9b38-ccd06ba4698e of type vlan for network c3c2e9fe-baec-4940-9a66-3624912c10c4 Nov 09 11:05:52.354336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f198ee37-77f4-428a-8205-c43fd13ce0a5,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:52.357450 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:52.372084 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.374898 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58bad712-2fa6-4bea-a284-696529ccfc8d req-a7136e51-4f5c-48c6-b5ee-7a333ec4a664 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646551 Nov 09 11:05:52.491936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.493221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:52.493856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:52.499954 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-536e1b23-509a-4bbd-b9f6-cc0c31d782f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:52.576600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92ad1c-0ea4-46d7-9b3d-19fc949e1251 req-bb12e1c1-155a-4c34-b834-8b980d39eb11 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:52.578080 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf92ad1c-0ea4-46d7-9b3d-19fc949e1251 req-bb12e1c1-155a-4c34-b834-8b980d39eb11 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 950 time: 0.0877557 Nov 09 11:05:52.606142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c3c2e9fe-baec-4940-9a66-3624912c10c4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:52.608951 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:52.617509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:05:52.629395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf92ad1c-0ea4-46d7-9b3d-19fc949e1251 req-22369b3d-d88b-449c-8ace-ab309ee5811b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Nov 09 11:05:52.708795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47366) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:05:52.711173 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1299310 Nov 09 11:05:52.716011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Request body: {'subnet': {'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1940282007-subnet', 'tenant_id': '6a2c18b5add241a8bf7fc402b0c928df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:52.720830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:52.725349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Usage tracker for resource:subnet and tenant:6a2c18b5add241a8bf7fc402b0c928df is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:52.728265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:52.734019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:52.820306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Made reservation on behalf of 6a2c18b5add241a8bf7fc402b0c928df for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:52.822744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:53.030694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d7343-3718-45ec-831b-b604ece4c3da'}, {'server_uuid': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f198ee37-77f4-428a-8205-c43fd13ce0a5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:53.049246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04292c-1fd2-4398-9ccc-375099a3c0d3 req-ef9471c0-a749-4878-97dc-c14e29eea176 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:53.050705 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea04292c-1fd2-4398-9ccc-375099a3c0d3 req-ef9471c0-a749-4878-97dc-c14e29eea176 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 944 time: 0.1582050 Nov 09 11:05:53.139041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5afb3-921b-409c-8f90-e060a070c330 req-29fd76ec-c6ac-4e15-838f-667e9e0b082b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:53.140521 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5bb5afb3-921b-409c-8f90-e060a070c330 req-29fd76ec-c6ac-4e15-838f-667e9e0b082b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 950 time: 0.1000481 Nov 09 11:05:53.142752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea04292c-1fd2-4398-9ccc-375099a3c0d3 req-5a5a8d02-bc07-4b82-8f04-a6f177d21c46 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788400 Nov 09 11:05:53.197453 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5bb5afb3-921b-409c-8f90-e060a070c330 req-0c84dde0-8999-47c9-a7be-44b13b9121d0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495522 Nov 09 11:05:53.243860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:53.248066 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ed83f24-187a-4e70-bb1d-e2d06cb2c402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:53.275337 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d7343-3718-45ec-831b-b604ece4c3da', 'code': 200} Nov 09 11:05:53.275624 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f198ee37-77f4-428a-8205-c43fd13ce0a5', 'code': 200} Nov 09 11:05:53.328481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:53.332994 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:53.350583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Checking segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:05:53.351220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Network hostable DHCP agents. Network: c3c2e9fe-baec-4940-9a66-3624912c10c4, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:05:53.502456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:05:53.581290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e929e-a762-4b0f-b3a0-e9c0f940f2be req-a4837cfb-a6fc-4ca2-99f0-f7a4e274fd60 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:53.582771 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c68e929e-a762-4b0f-b3a0-e9c0f940f2be req-a4837cfb-a6fc-4ca2-99f0-f7a4e274fd60 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 945 time: 0.0800695 Nov 09 11:05:53.590726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36d18-b533-470a-8110-f5f938feb430 req-cf9b0583-95ce-4da1-bc9e-e396b1418fe1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:53.592196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5ef36d18-b533-470a-8110-f5f938feb430 req-cf9b0583-95ce-4da1-bc9e-e396b1418fe1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.2066932 Nov 09 11:05:53.597272 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c6c2871f-ae8f-46ea-ba8b-17e55b2dd133 req-f267058e-1b95-4448-b982-884e65051d3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 1096 time: 0.1481206 Nov 09 11:05:53.601072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, c3c2e9fe-baec-4940-9a66-3624912c10c4) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:53.614858 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a09f2-d277-4ee6-ba28-99c7543a7711 None None] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:53.620060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dd2723f-c4e7-4718-8964-47eb6a935e85 req-3ce49123-935c-43dd-9b0d-96cc59eb97bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 1101 time: 0.1998270 Nov 09 11:05:53.621111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:53.621726 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:53.644520 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c68e929e-a762-4b0f-b3a0-e9c0f940f2be req-6fe2718e-32bc-4607-a88c-fa52d1a5e761 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546701 Nov 09 11:05:53.735689 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5ef36d18-b533-470a-8110-f5f938feb430 req-a547b432-d9d4-4b5b-8c8b-ee0089618315 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374166 Nov 09 11:05:53.750354 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dd2723f-c4e7-4718-8964-47eb6a935e85 req-cac8e2d1-9148-440f-a002-c329af26379a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049192 Nov 09 11:05:53.757283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c6c2871f-ae8f-46ea-ba8b-17e55b2dd133 req-d0ed7cc7-0e7b-4af2-936f-c01a86b0e2cf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318088 Nov 09 11:05:53.773778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0641251 Nov 09 11:05:53.862672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8734be3-98e0-4256-8681-00e784fc3e7c None None] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:05:53.928887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d098ddf-7964-4ddc-b527-d6909f2d47b5 req-a2b92e2e-778f-4d17-84ee-79b0de46b560 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:53.932696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d098ddf-7964-4ddc-b527-d6909f2d47b5 req-a2b92e2e-778f-4d17-84ee-79b0de46b560 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 950 time: 0.1558919 Nov 09 11:05:54.001556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d098ddf-7964-4ddc-b527-d6909f2d47b5 req-3827a42e-2ab2-4fa9-bd36-bb7b54fc989d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 Nov 09 11:05:54.217441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045afa-d144-4fb3-a5a2-8810903aa5d5 req-e4587102-5341-4155-a24c-40d5aed620e8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:54.218910 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00045afa-d144-4fb3-a5a2-8810903aa5d5 req-e4587102-5341-4155-a24c-40d5aed620e8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.0824654 Nov 09 11:05:54.267177 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00045afa-d144-4fb3-a5a2-8810903aa5d5 req-c931892f-d889-4366-9f3e-bd77f940bfeb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Nov 09 11:05:54.459879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507717c5-9950-4bd4-8c5b-390a3053ade0 req-5ef47357-6cb5-4dc9-8149-482bd3333463 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:54.461381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-507717c5-9950-4bd4-8c5b-390a3053ade0 req-5ef47357-6cb5-4dc9-8149-482bd3333463 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 944 time: 0.0847905 Nov 09 11:05:54.509075 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-507717c5-9950-4bd4-8c5b-390a3053ade0 req-9565dcbc-76d6-42bd-9ba1-abc0e14d17a6 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Nov 09 11:05:54.527349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-dc15c3b4-69a0-4ca4-853b-aa21f61bff9e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:54.528798 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-dc15c3b4-69a0-4ca4-853b-aa21f61bff9e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.2644937 Nov 09 11:05:54.546088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-1e1b7c42-1ab8-437b-a159-033235dfd0cc tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/quotas/6a2c18b5add241a8bf7fc402b0c928df HTTP/1.1" status: 200 len: 375 time: 0.0115175 Nov 09 11:05:54.592581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-9b8d3476-a048-4e35-8483-046606c58f70 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411179 Nov 09 11:05:54.703474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351989c2-1b82-4ecd-8235-a6e28cfc93e9 req-17af1bc7-5953-40b3-aee1-a5f3f34b7ba3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:54.704846 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-351989c2-1b82-4ecd-8235-a6e28cfc93e9 req-17af1bc7-5953-40b3-aee1-a5f3f34b7ba3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 950 time: 0.0832396 Nov 09 11:05:54.729685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-0ca1290c-7031-41fb-b751-9a042b785721 service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299615 Nov 09 11:05:54.753026 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-351989c2-1b82-4ecd-8235-a6e28cfc93e9 req-5d09c2c7-3af1-4922-904d-6d1f872431bf tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Nov 09 11:05:54.871414 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-0e509c5a-c8cd-4a06-9465-68550a4cfac8 service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357253 Nov 09 11:05:54.945861 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-9fd1a514-a273-4162-89f4-77f5457948a4 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f24b3960a7b40118b37c41e137874fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339692 Nov 09 11:05:55.137321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7cae47b7-edf3-4c33-8273-d41fbd3d3336 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:55.248630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-eda482a3-a01f-4c72-9ed5-6e30c285afa0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:55.255839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-eda482a3-a01f-4c72-9ed5-6e30c285afa0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088543 Nov 09 11:05:55.269598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-1210bd21-b94e-49a7-aad9-ab24dfd1851f tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/quotas/2f24b3960a7b40118b37c41e137874fa HTTP/1.1" status: 200 len: 375 time: 0.0128827 Nov 09 11:05:55.323487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54048289-0848-4a35-ba8b-ab8c6d1e954c req-5bb1b687-8f1a-4e6c-94d0-26186e18d727 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:55.325105 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54048289-0848-4a35-ba8b-ab8c6d1e954c req-5bb1b687-8f1a-4e6c-94d0-26186e18d727 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 945 time: 0.1186998 Nov 09 11:05:55.368461 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7cae47b7-edf3-4c33-8273-d41fbd3d3336, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:55.376659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-f32a1b7d-0751-46fa-90fa-48b6ff3cd5c1 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978308 Nov 09 11:05:55.387654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54048289-0848-4a35-ba8b-ab8c6d1e954c req-2238c828-cc49-4386-b808-5bc848268c49 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545912 Nov 09 11:05:55.393259 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'port_id': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'mac_address': 'fa:16:3e:0b:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:55.461071 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:55.482725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cae47b7-edf3-4c33-8273-d41fbd3d3336 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:55.498300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7cae47b7-edf3-4c33-8273-d41fbd3d3336, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:55.612703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:55.615548 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:55.621697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73017d-4dce-4a9d-b568-046b6e3b4211 req-67474746-8f08-4ae6-8870-41446d83db0b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:55.628474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c73017d-4dce-4a9d-b568-046b6e3b4211 req-67474746-8f08-4ae6-8870-41446d83db0b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.0876653 Nov 09 11:05:55.698612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c73017d-4dce-4a9d-b568-046b6e3b4211 req-ce3c6bd3-d5a8-41d9-81aa-2f2bc31ce3e8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692470 Nov 09 11:05:55.758648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=7cae47b7-edf3-4c33-8273-d41fbd3d3336,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:55.763999 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:55.791434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-78c76c5d-01d4-4ede-ba2b-9a2e22698694 req-ca3822af-67cd-4448-a21b-d492caba3f2b tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 210 time: 0.0557659 Nov 09 11:05:55.862198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7cae47b7-edf3-4c33-8273-d41fbd3d3336'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:55.891448 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aca06b4d-e0d4-4877-a0da-9ff187d86efc req-676c269d-edc7-44f7-8220-7a588b7fb0e2 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 210 time: 0.0449123 Nov 09 11:05:55.963078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c6a84-5353-437f-aa96-01dbb0465cbf req-74a786d8-ff7b-47d6-982a-3052b19fb788 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:55.968080 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c6c6a84-5353-437f-aa96-01dbb0465cbf req-74a786d8-ff7b-47d6-982a-3052b19fb788 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 945 time: 0.1198888 Nov 09 11:05:56.052936 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c6c6a84-5353-437f-aa96-01dbb0465cbf req-e4743c21-0a00-42f9-8619-a51932d01b5c tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746090 Nov 09 11:05:56.159283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc556cc-4068-4ec6-8cbd-c14ed3c823c8 req-0985735b-76ad-4a5a-abe8-aef285eb97e0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:56.162544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0cc556cc-4068-4ec6-8cbd-c14ed3c823c8 req-0985735b-76ad-4a5a-abe8-aef285eb97e0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 950 time: 0.1127968 Nov 09 11:05:56.209040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0cc556cc-4068-4ec6-8cbd-c14ed3c823c8 req-f45563f6-2afe-4d94-b50f-6c5cfd3829fd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Nov 09 11:05:56.412038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678b88-06d2-44e9-bd2f-ab1b8653af4b req-c1902479-f2d1-4330-9dcd-2c153e4de05f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:56.413603 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e678b88-06d2-44e9-bd2f-ab1b8653af4b req-c1902479-f2d1-4330-9dcd-2c153e4de05f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 949 time: 0.0774200 Nov 09 11:05:56.462062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e678b88-06d2-44e9-bd2f-ab1b8653af4b req-e04612b2-13df-4e32-b1b7-a1ee8e955bc7 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Nov 09 11:05:56.602210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ac21-d8ba-4480-9232-79ec14b6b178 req-21b5242f-c328-41f3-8846-53a2f3173625 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:56.603949 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fd84ac21-d8ba-4480-9232-79ec14b6b178 req-21b5242f-c328-41f3-8846-53a2f3173625 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 945 time: 0.0905168 Nov 09 11:05:56.652716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fd84ac21-d8ba-4480-9232-79ec14b6b178 req-8ae5a523-9f7b-44b0-81b0-116624dd7eb4 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Nov 09 11:05:56.925863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081383-b925-4eb1-8fdf-75f4d42fec6d req-d753b338-c932-452e-b5d5-4248e0f3413e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:56.932362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081383-b925-4eb1-8fdf-75f4d42fec6d req-d753b338-c932-452e-b5d5-4248e0f3413e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:56.934059 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e081383-b925-4eb1-8fdf-75f4d42fec6d req-d753b338-c932-452e-b5d5-4248e0f3413e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352&device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 1690 time: 0.1400156 Nov 09 11:05:57.004920 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e081383-b925-4eb1-8fdf-75f4d42fec6d req-c480b012-54d0-450c-bff4-b5c86e8e1d9f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Nov 09 11:05:57.015827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2680-667e-4ce8-bd2d-d610cc72e332 req-6b7e3715-2f32-414c-9b73-e26a2b876398 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:57.017170 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-afea2680-667e-4ce8-bd2d-d610cc72e332 req-6b7e3715-2f32-414c-9b73-e26a2b876398 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1006172 Nov 09 11:05:57.065629 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-afea2680-667e-4ce8-bd2d-d610cc72e332 req-519b8f33-44b9-441b-b6e8-52d680acc62c tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Nov 09 11:05:57.130833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7cae47b7-edf3-4c33-8273-d41fbd3d3336 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:57.159163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea7ac3fe-441e-4d0f-8901-0b8929b9e964 req-2328201c-8b46-47b2-a538-66b3dd3935f0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 210 time: 0.0585918 Nov 09 11:05:57.249797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-93fca6bf-7149-4498-a2a3-661da8cfc25f req-8b75bb85-9890-4776-9021-9ffc349d5811 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 210 time: 0.0484712 Nov 09 11:05:57.308537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:05:57.314432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:57.314863 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:57.443400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device df506188-e75f-4197-a5b8-c69c3bae4fd4 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:05:57.477534 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:57.526245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925b836-9bdb-48e8-8f4a-58af8374ddb2 req-77dbb00a-7da3-47d0-ab60-686ca36fb07d tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:57.530629 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b925b836-9bdb-48e8-8f4a-58af8374ddb2 req-77dbb00a-7da3-47d0-ab60-686ca36fb07d tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 945 time: 0.1493387 Nov 09 11:05:57.596476 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:57.635913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7e99ec47-818b-4066-a128-d99144981ec3 req-97617b80-0a58-4e75-9f8a-f598b6701777 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 1101 time: 0.1470430 Nov 09 11:05:57.648501 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b925b836-9bdb-48e8-8f4a-58af8374ddb2 req-161d9b67-a7b8-43d5-8ac8-4da070402c42 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069605 Nov 09 11:05:57.667225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7cae47b7-edf3-4c33-8273-d41fbd3d3336, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:57.705499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7e99ec47-818b-4066-a128-d99144981ec3 req-274a8dc6-8825-45d3-a56d-cd2bda8fecdf tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Synchronizing usage tracker for tenant:87c0f8998f09455cb68aa74d1bdda2aa on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:05:57.735072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:57.753746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'mac_address': 'fa:16:3e:2d:22:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:05:57.757596 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:57.761263 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:57.791878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7e99ec47-818b-4066-a128-d99144981ec3 req-274a8dc6-8825-45d3-a56d-cd2bda8fecdf tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] Unset dirty status for tenant:87c0f8998f09455cb68aa74d1bdda2aa on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:05:57.793012 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'code': 200} Nov 09 11:05:57.793177 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7e99ec47-818b-4066-a128-d99144981ec3 req-274a8dc6-8825-45d3-a56d-cd2bda8fecdf tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556993 Nov 09 11:05:57.872433 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:57.924021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df506188-e75f-4197-a5b8-c69c3bae4fd4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:05:57.968815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:57.980095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=7cae47b7-edf3-4c33-8273-d41fbd3d3336,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:57.986192 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:58.050966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:58.054298 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:58.093072 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4d56761-7cd0-4473-869c-416014f026f5 req-58e29201-b67f-4a95-a21b-b027b51d3e4e tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 1100 time: 0.0856731 Nov 09 11:05:58.143297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-61147559-d4b7-4b8c-88f0-54449be6763f tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:58.145434 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-61147559-d4b7-4b8c-88f0-54449be6763f tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.59 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.2676187 Nov 09 11:05:58.154350 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4d56761-7cd0-4473-869c-416014f026f5 req-b5a37e2f-4b9c-4292-a4e8-cc598864bc7f tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Nov 09 11:05:58.170948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Request body: {'port': {'device_id': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'admin_state_up': True, 'tenant_id': '6a2c18b5add241a8bf7fc402b0c928df'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:58.204742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f337216f-d6c7-4dcc-b0a7-16a7a4a15e9f req-607575f1-17cc-4adc-aa12-dee9a36ce6a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 1097 time: 0.3290536 Nov 09 11:05:58.226611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['df506188-e75f-4197-a5b8-c69c3bae4fd4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:05:58.325792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:58.331139 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:58.436708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:58.455201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Usage tracker for resource:port and tenant:6a2c18b5add241a8bf7fc402b0c928df is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:05:58.459473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:05:58.475865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:58.490464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f337216f-d6c7-4dcc-b0a7-16a7a4a15e9f req-37c2ab9e-77f6-4c55-b78e-2c5a666a4b1e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273841 Nov 09 11:05:58.533638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ef8d-d01e-4cd4-aca3-374fd4f5d325 req-8f82857e-0cf0-4f60-8dc4-7fdbb37b8068 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:58.536471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34c1ef8d-d01e-4cd4-aca3-374fd4f5d325 req-8f82857e-0cf0-4f60-8dc4-7fdbb37b8068 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1688950 Nov 09 11:05:58.581031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Made reservation on behalf of 6a2c18b5add241a8bf7fc402b0c928df for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:58.589245 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:58.624142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34c1ef8d-d01e-4cd4-aca3-374fd4f5d325 req-dfe485e6-5d8c-4a1b-b6c8-c30519bb0a28 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826955 Nov 09 11:05:58.674155 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8aa01dc-2d0e-4387-bcda-2f761621901c req-e43470b8-49f4-49a3-a5c1-05320f0cc998 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 210 time: 0.0923560 Nov 09 11:05:58.679099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-82709ef4-dfa1-4c71-be52-305c38fa4e9f tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f24b3960a7b40118b37c41e137874fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417709 Nov 09 11:05:58.860750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Allocated IP 172.20.0.5 (c3c2e9fe-baec-4940-9a66-3624912c10c4/9dc9e9b9-b2b3-479a-9193-d5cd4275b99f/c9869b0d-b702-40bb-a0bf-15f806593fef) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:58.976033 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-d5b0f6ad-89f0-4f7e-9bf8-b31bb60f2023 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578482 Nov 09 11:05:58.991686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-99b9c2b5-e7ef-42ba-aaaf-7da4a482a819 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:58.993569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-99b9c2b5-e7ef-42ba-aaaf-7da4a482a819 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066862 Nov 09 11:05:59.020658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Request body: {'port': {'device_id': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '2f24b3960a7b40118b37c41e137874fa'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:59.079436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01ffad3c-1121-4f0f-aaee-ab7e41c5013a req-dd071267-45da-404b-8842-473ad588b88a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 210 time: 0.1746314 Nov 09 11:05:59.256945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-28bbccaa-b6bc-4827-b545-c549bddaf465 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:59.258251 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-28bbccaa-b6bc-4827-b545-c549bddaf465 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730756 Nov 09 11:05:59.266157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:05:59.287182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:05:59.291597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4d038403-364c-4698-8ba6-5a441cbba40a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/quotas/972c9634273c4f58b939bf1c839c6d08 HTTP/1.1" status: 200 len: 375 time: 0.0272515 Nov 09 11:05:59.322763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:59.348918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3752a4-8ce2-441b-a7d1-bee8801a7d3e req-e2998c18-4e23-4fb9-9d9c-c51ef61ee9ed tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:59.350378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a3752a4-8ce2-441b-a7d1-bee8801a7d3e req-e2998c18-4e23-4fb9-9d9c-c51ef61ee9ed tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.1333604 Nov 09 11:05:59.377038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-ba987df4-48da-47e9-b27e-f176a486bf2d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774727 Nov 09 11:05:59.391848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Made reservation on behalf of 2f24b3960a7b40118b37c41e137874fa for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:05:59.396385 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:59.408159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a3752a4-8ce2-441b-a7d1-bee8801a7d3e req-144df0e9-cd62-427a-a3a6-2d1b3412738c tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510614 Nov 09 11:05:59.478051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device df506188-e75f-4197-a5b8-c69c3bae4fd4 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:05:59.480184 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:59.486645 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-634a40ea-bb0e-4be6-9283-b36e7d0fdbb9 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:05:59.573139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:05:59.576976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:05:59.579588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event updated for resources: {'Port': ['ID=c9869b0d-b702-40bb-a0bf-15f806593fef,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:05:59.582472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:05:59.610298 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:05:59.619273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port df506188-e75f-4197-a5b8-c69c3bae4fd4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:05:59.619645 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:59.653924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:05:59.655033 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:59.732576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Allocated IP 192.168.233.124 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/cd10eb36-e63b-4da9-b444-a33f395845a0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:05:59.802329 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:59.804717 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6441543 Nov 09 11:05:59.816100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Request body: {'port': {'device_id': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:05:59.839387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:05:59.852143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:05:59.925832 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:05:59.929230 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d7492e77-2641-423f-8232-7ea44f6939ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:00.031074 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:00.032706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:00.051742 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:00.159651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84938f8-9eae-439e-af2c-87c967a5d092 req-57d26322-c96f-400d-ae71-a2f626541e16 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:00.161840 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f84938f8-9eae-439e-af2c-87c967a5d092 req-57d26322-c96f-400d-ae71-a2f626541e16 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.2460265 Nov 09 11:06:00.176628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:00.193856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Transition to ACTIVE for port object cd10eb36-e63b-4da9-b444-a33f395845a0 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:00.295618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f84938f8-9eae-439e-af2c-87c967a5d092 req-5debec0d-8118-40bb-8ba7-c034ffc7db1a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933838 Nov 09 11:06:00.314659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:00.328779 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c70976f2-9d02-4e95-a04a-f76e6e35333d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:00.331447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'd36cbba8-ce54-4120-b40d-26a5de764983'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:00.531772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:06:00.553713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:06:00.564402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:06:00.594840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Pushing event updated for resources: {'Port': ['ID=cd10eb36-e63b-4da9-b444-a33f395845a0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:00.601665 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:00.608174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9869b0d-b702-40bb-a0bf-15f806593fef {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:00.628743 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'code': 200} Nov 09 11:06:00.644637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:00.683515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Transition to ACTIVE for port object c9869b0d-b702-40bb-a0bf-15f806593fef will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:00.691236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:00.694715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:00.725379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f81786-378d-4224-96d7-8c75841539d8 req-7d771b14-b354-4e9f-9213-15b777937492 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:00.733260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31f81786-378d-4224-96d7-8c75841539d8 req-7d771b14-b354-4e9f-9213-15b777937492 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 931 time: 0.3429577 Nov 09 11:06:00.797443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:00.804420 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a93ce3c-4917-4a28-b16a-b60e8d31929e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:00.807199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-31f81786-378d-4224-96d7-8c75841539d8 req-7c0146e5-d68a-43b3-8ff1-32fd126fd835 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:00.865559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8495753 Nov 09 11:06:00.879126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Request body: {'port': {'device_id': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:00.997745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-31f81786-378d-4224-96d7-8c75841539d8 req-7c0146e5-d68a-43b3-8ff1-32fd126fd835 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:01.011136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Pushing event updated for resources: {'Port': ['ID=c9869b0d-b702-40bb-a0bf-15f806593fef,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:01.012147 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31f81786-378d-4224-96d7-8c75841539d8 req-7c0146e5-d68a-43b3-8ff1-32fd126fd835 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772985 Nov 09 11:06:01.022073 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:01.107966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-091776ab-1cb3-4071-a45c-191d65fb4803 None None] Provisioning for port cd10eb36-e63b-4da9-b444-a33f395845a0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:01.114925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-091776ab-1cb3-4071-a45c-191d65fb4803 None None] Provisioning complete for port cd10eb36-e63b-4da9-b444-a33f395845a0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:01.115290 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-091776ab-1cb3-4071-a45c-191d65fb4803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:01.126623 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:01.213566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-091776ab-1cb3-4071-a45c-191d65fb4803 None None] Port cd10eb36-e63b-4da9-b444-a33f395845a0 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:06:01.219386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Attempting to bind port c9869b0d-b702-40bb-a0bf-15f806593fef on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:06:01.219641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Attempting to bind port c9869b0d-b702-40bb-a0bf-15f806593fef by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:06:01.219976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Attempting to bind port c9869b0d-b702-40bb-a0bf-15f806593fef on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:01.227616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Port c9869b0d-b702-40bb-a0bf-15f806593fef on network c3c2e9fe-baec-4940-9a66-3624912c10c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:06:01.227943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Attempting to bind port c9869b0d-b702-40bb-a0bf-15f806593fef on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:01.236109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:06:01.236447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Checking segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:06:01.236837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Bound using segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:06:01.237333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Bound port: c9869b0d-b702-40bb-a0bf-15f806593fef, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:06:01.237682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:01.384406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] For port c9869b0d-b702-40bb-a0bf-15f806593fef, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:06:01.391944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] For port c9869b0d-b702-40bb-a0bf-15f806593fef, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c9869b0d-b702-40bb-a0bf-15f806593fef,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:06:01.425842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588fa02-0f68-4915-a393-cc3e3b4ac8cd req-57a08fe4-b8c1-4432-88aa-236e8e0e11e6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:01.426910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a588fa02-0f68-4915-a393-cc3e3b4ac8cd req-57a08fe4-b8c1-4432-88aa-236e8e0e11e6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:01.477935 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:01.500355 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-300a753e-8e33-4079-8f31-ebc93fe8cebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:01.574205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a588fa02-0f68-4915-a393-cc3e3b4ac8cd req-57a08fe4-b8c1-4432-88aa-236e8e0e11e6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:01.576000 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a588fa02-0f68-4915-a393-cc3e3b4ac8cd req-57a08fe4-b8c1-4432-88aa-236e8e0e11e6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 936 time: 0.4252954 Nov 09 11:06:01.593888 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:01.597353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] 10.222.0.59 "PUT /v2.0/ports/c9869b0d-b702-40bb-a0bf-15f806593fef HTTP/1.1" status: 200 len: 1091 time: 1.7854438 Nov 09 11:06:01.615813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'tag': 'c9869b0d-b702-40bb-a0bf-15f806593fef'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:01.669743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a588fa02-0f68-4915-a393-cc3e3b4ac8cd req-868b4ecc-d1b0-4e3b-b66e-953b6f1841aa tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791414 Nov 09 11:06:01.679740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Pushing event updated for resources: {'Port': ['ID=c9869b0d-b702-40bb-a0bf-15f806593fef,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:01.686100 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:01.793034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd10eb36-e63b-4da9-b444-a33f395845a0 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:01.805169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:01.839457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Transition to ACTIVE for port object cd10eb36-e63b-4da9-b444-a33f395845a0 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:01.876779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-9a326940-a7af-4179-9af8-f162dbfa983b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 1094 time: 0.1329646 Nov 09 11:06:01.966041 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:01.999717 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-81891afd-89ba-42b9-848e-49e636ed0231 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9869b0d-b702-40bb-a0bf-15f806593fef HTTP/1.1" status: 200 len: 217 time: 0.1112289 Nov 09 11:06:02.018635 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9cc37873-b687-4dc9-a603-e111447f8616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:02.171141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-9af0b41f-fe21-43a5-9df3-ebc432e54bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:02.177034 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-9af0b41f-fe21-43a5-9df3-ebc432e54bd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.1654227 Nov 09 11:06:02.284685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-2483baa5-88bf-4969-8fb0-10e051f5a01b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986676 Nov 09 11:06:02.322069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Pushing event updated for resources: {'Port': ['ID=cd10eb36-e63b-4da9-b444-a33f395845a0,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:02.328773 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:02.639126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Attempting to bind port cd10eb36-e63b-4da9-b444-a33f395845a0 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:06:02.639745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Attempting to bind port cd10eb36-e63b-4da9-b444-a33f395845a0 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:06:02.640061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Attempting to bind port cd10eb36-e63b-4da9-b444-a33f395845a0 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:02.655472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Port cd10eb36-e63b-4da9-b444-a33f395845a0 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:06:02.656002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Attempting to bind port cd10eb36-e63b-4da9-b444-a33f395845a0 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:02.669527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:06:02.669906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:06:02.670243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:06:02.670726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Bound port: cd10eb36-e63b-4da9-b444-a33f395845a0, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:06:02.671101 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:02.686734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c3302-54bd-4be0-b77c-9032d0f7181c req-7d222e0a-e7ed-4e6c-bf7b-5e71ecaaf7c1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:02.693743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a9c3302-54bd-4be0-b77c-9032d0f7181c req-7d222e0a-e7ed-4e6c-bf7b-5e71ecaaf7c1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.2660785 Nov 09 11:06:02.816143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-2f9a766f-fbdf-45e8-b8ad-f5ebd9c9db53 service neutron] 10.222.0.59 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242562 Nov 09 11:06:02.828085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a9c3302-54bd-4be0-b77c-9032d0f7181c req-285b6d4b-31e0-4523-a435-07f87df275d4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333692 Nov 09 11:06:02.828482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efa0a0-7cac-4f06-aca2-f442dd9d2209 req-708957d7-aea5-4571-acd0-2503e880286e tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:02.838174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70efa0a0-7cac-4f06-aca2-f442dd9d2209 req-708957d7-aea5-4571-acd0-2503e880286e tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.2878733 Nov 09 11:06:02.904083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] For port cd10eb36-e63b-4da9-b444-a33f395845a0, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:06:02.916142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] For port cd10eb36-e63b-4da9-b444-a33f395845a0, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=cd10eb36-e63b-4da9-b444-a33f395845a0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:06:03.010769 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'tag': 'c9869b0d-b702-40bb-a0bf-15f806593fef', 'status': 'completed', 'code': 200} Nov 09 11:06:03.021129 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:03.023136 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9f2b43e-25db-4c74-bb68-c18eb177de5c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:03.046540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70efa0a0-7cac-4f06-aca2-f442dd9d2209 req-b9cebc97-99c3-41fb-a14b-5f575c0cdc01 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067430 Nov 09 11:06:03.170345 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:03.177108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-648ddc7c-51f8-432a-abf7-5f73c9c3eb7d req-09d12919-68ac-4155-8db6-9d807f7adc17 service neutron] 10.222.0.59 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121259 Nov 09 11:06:03.179116 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] 10.222.0.59 "PUT /v2.0/ports/cd10eb36-e63b-4da9-b444-a33f395845a0 HTTP/1.1" status: 200 len: 1096 time: 2.3062224 Nov 09 11:06:03.182604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'tag': 'cd10eb36-e63b-4da9-b444-a33f395845a0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:03.279860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-38bde29d-50f4-4d3c-9124-ffeaa277eb13 req-21a0b484-dacc-4a04-a60e-491feaad239a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 210 time: 0.0841401 Nov 09 11:06:03.293664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Pushing event updated for resources: {'Port': ['ID=cd10eb36-e63b-4da9-b444-a33f395845a0,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:03.298086 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:03.394326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fee91b-8d35-4aab-a234-8825deb3531e req-9225eb40-0182-4206-b9a4-d4f43328ab61 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:03.395682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-95fee91b-8d35-4aab-a234-8825deb3531e req-9225eb40-0182-4206-b9a4-d4f43328ab61 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:03.518289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-9ce19630-0081-4298-9178-58ea60c50155 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 1094 time: 0.1985433 Nov 09 11:06:03.522661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-95fee91b-8d35-4aab-a234-8825deb3531e req-9225eb40-0182-4206-b9a4-d4f43328ab61 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:03.523956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-95fee91b-8d35-4aab-a234-8825deb3531e req-9225eb40-0182-4206-b9a4-d4f43328ab61 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 943 time: 0.2663574 Nov 09 11:06:03.685673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-95fee91b-8d35-4aab-a234-8825deb3531e req-177d49b0-abc0-44da-a51a-0cfd18077530 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540945 Nov 09 11:06:03.806218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-f1d2ec56-30c7-46c5-b515-887a8491dc57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 1099 time: 0.2481945 Nov 09 11:06:03.861031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32699d66-b1d8-41f2-b31b-1ba357258f99 req-9be088e5-3523-40d0-9e1d-167376198082 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:03.876423 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32699d66-b1d8-41f2-b31b-1ba357258f99 req-9be088e5-3523-40d0-9e1d-167376198082 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 948 time: 0.3438833 Nov 09 11:06:03.885720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-4c5729c2-ad25-4aff-86c5-a7fb0834c32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:03.887164 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-4c5729c2-ad25-4aff-86c5-a7fb0834c32a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 916 time: 0.3277829 Nov 09 11:06:03.897242 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:03.987322 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-2fe4daa0-38ed-4012-9d65-265c89c5c288 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9869b0d-b702-40bb-a0bf-15f806593fef HTTP/1.1" status: 200 len: 217 time: 0.0895123 Nov 09 11:06:04.075606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-a9bc832f-67dc-4e32-8cb5-03cb86d5bd68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=cd10eb36-e63b-4da9-b444-a33f395845a0 HTTP/1.1" status: 200 len: 217 time: 0.2599423 Nov 09 11:06:04.088018 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32699d66-b1d8-41f2-b31b-1ba357258f99 req-c55f6b46-a5ac-45be-9a82-24a1b00c91ff tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180285 Nov 09 11:06:04.157871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-3862f230-5f61-44ef-b1f5-9b8365f33917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:04.165401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-3862f230-5f61-44ef-b1f5-9b8365f33917 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.1524425 Nov 09 11:06:04.232276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9d952dc-a3c7-4889-8671-13e1d9a0ed3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:04.239179 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-c9d952dc-a3c7-4889-8671-13e1d9a0ed3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1543970 Nov 09 11:06:04.252678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d49f7-6ae4-4e08-a5a3-dcaa40089239 req-5ab033f4-b5b4-47cd-976d-4fab6251e543 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:04.286043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c25d49f7-6ae4-4e08-a5a3-dcaa40089239 req-5ab033f4-b5b4-47cd-976d-4fab6251e543 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.3038733 Nov 09 11:06:04.309245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47616) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:04.375991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Request body: {'floatingip': {'port_id': '7cae47b7-edf3-4c33-8273-d41fbd3d3336'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:04.461058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-efbdba79-559c-46ab-a757-2f5792bb04c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989760 Nov 09 11:06:04.534570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-7718cee0-a5ae-416d-bdda-b4beb53e6513 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3614585 Nov 09 11:06:04.538486 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'tag': 'cd10eb36-e63b-4da9-b444-a33f395845a0', 'status': 'completed', 'code': 200} Nov 09 11:06:04.703507 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:04.847664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-de0fa4eb-7cc1-414f-a762-1795546abc12 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1773171 Nov 09 11:06:04.926827 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d904c5d1-776c-4e21-85eb-77bf0f6b7c27 req-68c9af72-e21a-47c7-9034-4a95cb25e8e1 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 210 time: 0.1464994 Nov 09 11:06:04.933005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-c063a4ce-beed-4415-8915-0de903b657ab tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894585 Nov 09 11:06:04.950407 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-203de227-492f-49db-8300-b8b1bebfcf36 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600072 Nov 09 11:06:05.295865 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-d6907b04-eb57-4e0e-b5e8-3164053fb916 service neutron] 10.222.0.59 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490594 Nov 09 11:06:05.372032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-176a49cc-266f-4c74-a209-b2e87028eb68 req-4b2614ce-f0ab-4fec-9a03-985fca5642a4 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172745 Nov 09 11:06:05.377307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-014a440e-268e-42fb-89aa-d173c482b47f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:05.388312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-014a440e-268e-42fb-89aa-d173c482b47f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3996651 Nov 09 11:06:05.388906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ca12f-2d81-4b40-b257-9711144692ad req-1e131cde-0a90-4378-aa12-b2b41693545f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:05.399947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b9ca12f-2d81-4b40-b257-9711144692ad req-1e131cde-0a90-4378-aa12-b2b41693545f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.7759559 Nov 09 11:06:05.422602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:05.437461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-93f6923b-a772-4afc-8847-efd56feb7ffe tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:05.439813 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-93f6923b-a772-4afc-8847-efd56feb7ffe tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5686183 Nov 09 11:06:05.497134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c9869b0d-b702-40bb-a0bf-15f806593fef details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:05.642950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:05.716376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:05.728946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:05.730784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c9869b0d-b702-40bb-a0bf-15f806593fef, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c9869b0d-b702-40bb-a0bf-15f806593fef,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:05.756200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'c9869b0d-b702-40bb-a0bf-15f806593fef', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'port_id': 'c9869b0d-b702-40bb-a0bf-15f806593fef', 'mac_address': 'fa:16:3e:13:f7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc9e9b9-b2b3-479a-9193-d5cd4275b99f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:05.814400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51273c61-c104-407d-bcb7-13c5e91f2284 req-17f58207-0155-49e9-8b0b-15131dad995f tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:05.822465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-51273c61-c104-407d-bcb7-13c5e91f2284 req-17f58207-0155-49e9-8b0b-15131dad995f tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 943 time: 0.6196618 Nov 09 11:06:05.836659 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:05.868403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:06:05.870823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9869b0d-b702-40bb-a0bf-15f806593fef {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:05.873069 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:05.893557 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c9869b0d-b702-40bb-a0bf-15f806593fef, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c9869b0d-b702-40bb-a0bf-15f806593fef,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:06.002882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:06.005891 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:06.116712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c9869b0d-b702-40bb-a0bf-15f806593fef,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:06.131699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.132150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.132497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.132832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.133530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.134021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.134915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.135403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.136114 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.136482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.136931 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:06.141397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.33 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/b2a56388-cf32-4b77-b9c4-f2408b36f5d1) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:06:06.152022 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:06.269220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:06.309073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:06.321559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-bb853427-0d2a-4932-88a2-41c40c15f2a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 1099 time: 0.5833426 Nov 09 11:06:06.365997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-51273c61-c104-407d-bcb7-13c5e91f2284 req-e6937afd-5293-4b96-99d4-e9945704c23c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414453 Nov 09 11:06:06.383813 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b9ca12f-2d81-4b40-b257-9711144692ad req-f843f0d2-4674-4a00-964f-99bdc066c608 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9830701 Nov 09 11:06:06.388482 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:06.488178 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0856656b-02ad-4a03-8b9f-ffd58e0a54da req-74796df9-0296-49f6-9d64-703bd6070154 service neutron] 10.222.0.59 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1749246 Nov 09 11:06:06.495969 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:06.501959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:06:06.505648 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:06.527359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object b2a56388-cf32-4b77-b9c4-f2408b36f5d1 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:06.756964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c9869b0d-b702-40bb-a0bf-15f806593fef'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:06.838115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-db84ec37-b734-49e5-9225-3fc6e38af88c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:06.841854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-db84ec37-b734-49e5-9225-3fc6e38af88c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.5102742 Nov 09 11:06:06.844941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:06.872559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:06.959148 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:07.073794 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-0d890195-0151-40f0-be56-ff3ca7061224 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=cd10eb36-e63b-4da9-b444-a33f395845a0 HTTP/1.1" status: 200 len: 217 time: 0.2119918 Nov 09 11:06:07.172819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.188 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/7a5a7b6c-56dd-47db-8cb8-8158bda2c422) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:06:07.201865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:07.239941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:07.258503 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:07.258741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b9f4c-d732-46cd-904b-45aa627c2c47 req-04ea321c-6933-4eea-b06b-bb7667f91901 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:07.268894 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b69b9f4c-d732-46cd-904b-45aa627c2c47 req-04ea321c-6933-4eea-b06b-bb7667f91901 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 935 time: 0.3637948 Nov 09 11:06:07.284402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:06:07.299437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:06:07.306022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:06:07.337779 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b69b9f4c-d732-46cd-904b-45aa627c2c47 req-ade4c4ec-942b-458a-92f0-460dac3e56f0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678246 Nov 09 11:06:07.338271 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:07.382444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2120ff-7ed2-4d29-a14d-eb024e82f964 req-a5a61036-9ff7-4ceb-b1dc-53e7c6a3bd8e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:07.385020 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c2120ff-7ed2-4d29-a14d-eb024e82f964 req-a5a61036-9ff7-4ceb-b1dc-53e7c6a3bd8e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 948 time: 0.7655034 Nov 09 11:06:07.461344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-11939aa5-372e-4179-bb59-c54c30da6055 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:07.465145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-11939aa5-372e-4179-bb59-c54c30da6055 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.3722169 Nov 09 11:06:07.574667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:07.576113 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:07.628122 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c2120ff-7ed2-4d29-a14d-eb024e82f964 req-03b7fc3e-50e3-495c-b567-0c3845334531 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257462 Nov 09 11:06:07.712709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2947168 Nov 09 11:06:07.721272 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-cde3594f-cf00-4051-ad79-6a19143bf492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2387390 Nov 09 11:06:07.726961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Request body: {'port': {'device_id': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:07.878099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f76ae93e-25c0-4c47-9bb0-c6d4aa90fed5 None None] Provisioning for port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:07.899069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f76ae93e-25c0-4c47-9bb0-c6d4aa90fed5 None None] Provisioning complete for port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:07.901940 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f76ae93e-25c0-4c47-9bb0-c6d4aa90fed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:07.980811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f76ae93e-25c0-4c47-9bb0-c6d4aa90fed5 None None] Port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:06:07.982618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad19022-02e9-4992-bcf7-ecdc35f5580b req-e59a22c8-0bbc-498e-9edd-a80bffb3ee01 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:07.984433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ad19022-02e9-4992-bcf7-ecdc35f5580b req-e59a22c8-0bbc-498e-9edd-a80bffb3ee01 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 944 time: 0.2997625 Nov 09 11:06:08.029412 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:08.041014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-bc51484c-4a83-4cd1-ac07-07377b769ca7 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876718 Nov 09 11:06:08.060833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:08.107487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:08.133012 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Floating IP ffe4b09d-6621-42da-ad2e-732c68e1d9dd associated. External IP: 172.25.7.155, port: 7cae47b7-edf3-4c33-8273-d41fbd3d3336. Nov 09 11:06:08.197344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ad19022-02e9-4992-bcf7-ecdc35f5580b req-41538234-1b2c-4d4e-aff2-9d48cb6860ee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583169 Nov 09 11:06:08.208585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e594aeb-dc65-4b10-8a50-ba4367756c32 req-e70bb923-fe6e-4e05-a4dd-b3e48f5aa3a6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:08.210023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e594aeb-dc65-4b10-8a50-ba4367756c32 req-e70bb923-fe6e-4e05-a4dd-b3e48f5aa3a6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3452113 Nov 09 11:06:08.381778 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:08.393474 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-715e8df9-3867-428b-9118-3f46239628d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:08.456448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:08.470276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e594aeb-dc65-4b10-8a50-ba4367756c32 req-ae45c69d-7c96-4cb8-ba59-617c6321c0f2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483544 Nov 09 11:06:08.527614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:08.536139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:06:08.538787 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:08.545380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:06:08.547554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:06:08.654224 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fa3bea9-ccec-4591-bee8-cb68a764db11 req-36b3d0d9-475c-4fd2-99cb-5599ee9035f3 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032035 Nov 09 11:06:08.770988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:08.773729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:08.888128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb22c-7435-41e3-85fa-d574833715fe req-09d76f80-b561-483c-8e4c-4dd4783fe68a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:08.888763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-86fcb22c-7435-41e3-85fa-d574833715fe req-09d76f80-b561-483c-8e4c-4dd4783fe68a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:09.045939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d213e-add7-47f2-afa6-a800b8dc1d82 req-2da1f1e3-5b5a-440f-9fc3-b82e452ccceb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:09.047466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce7d213e-add7-47f2-afa6-a800b8dc1d82 req-2da1f1e3-5b5a-440f-9fc3-b82e452ccceb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 948 time: 0.1891749 Nov 09 11:06:09.056334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a56388-cf32-4b77-b9c4-f2408b36f5d1 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:09.065546 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:09.101144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Transition to ACTIVE for port object b2a56388-cf32-4b77-b9c4-f2408b36f5d1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:09.129730 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce7d213e-add7-47f2-afa6-a800b8dc1d82 req-1381f1e5-0b57-47a0-a85a-22e6f5e5773b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681543 Nov 09 11:06:09.142939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-92f3adf2-f5c3-4db9-9131-786353777531 None None] Provisioning for port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:09.159783 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-92f3adf2-f5c3-4db9-9131-786353777531 None None] Provisioning complete for port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:09.160213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-92f3adf2-f5c3-4db9-9131-786353777531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:09.213811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:09.225471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-92f3adf2-f5c3-4db9-9131-786353777531 None None] Port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:06:09.225730 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:09.235485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6143301 Nov 09 11:06:09.235925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-86fcb22c-7435-41e3-85fa-d574833715fe req-09d76f80-b561-483c-8e4c-4dd4783fe68a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:09.236904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-86fcb22c-7435-41e3-85fa-d574833715fe req-09d76f80-b561-483c-8e4c-4dd4783fe68a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 935 time: 0.5856664 Nov 09 11:06:09.252178 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Request body: {'port': {'device_id': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:09.537840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device cd10eb36-e63b-4da9-b444-a33f395845a0 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:09.541582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c9869b0d-b702-40bb-a0bf-15f806593fef up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:09.638900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:09.650107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Attempting to bind port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:06:09.650107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Attempting to bind port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:06:09.650422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Attempting to bind port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:09.656518 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-86fcb22c-7435-41e3-85fa-d574833715fe req-0991322e-1fff-432c-a770-3dcb1b6c3e84 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997237 Nov 09 11:06:09.665434 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:09.665434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:06:09.666577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Attempting to bind port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:09.670857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:09.676319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:06:09.678562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:06:09.679170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:06:09.679709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Bound port: b2a56388-cf32-4b77-b9c4-f2408b36f5d1, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:06:09.680074 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:09.870564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] For port b2a56388-cf32-4b77-b9c4-f2408b36f5d1, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:06:09.873905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] For port b2a56388-cf32-4b77-b9c4-f2408b36f5d1, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:06:09.938528 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:09.945358 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4342f362-7ca5-40f3-a2a0-1d0f28c52b5f tempest-ServersWithSpecificFlavorTestJSON-297869262 tempest-ServersWithSpecificFlavorTestJSON-297869262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:09.981165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port cd10eb36-e63b-4da9-b444-a33f395845a0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=cd10eb36-e63b-4da9-b444-a33f395845a0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:09.996633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53ccbb-5859-4d4c-b0bf-cb4c3a3a85b4 req-2ba7b3d8-8e72-4f32-ae12-13e1a0860758 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:09.999143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf53ccbb-5859-4d4c-b0bf-cb4c3a3a85b4 req-2ba7b3d8-8e72-4f32-ae12-13e1a0860758 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 944 time: 0.4226859 Nov 09 11:06:10.038229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'cd10eb36-e63b-4da9-b444-a33f395845a0', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'cd10eb36-e63b-4da9-b444-a33f395845a0', 'mac_address': 'fa:16:3e:75:ba:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:10.040411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Router 51bcb230-c96a-436f-a774-e6e291fbad1a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:06:10.107954 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.109691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] 10.222.0.57 "PUT /v2.0/ports/b2a56388-cf32-4b77-b9c4-f2408b36f5d1 HTTP/1.1" status: 200 len: 1095 time: 2.3874974 Nov 09 11:06:10.110383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'tag': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:10.162754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf53ccbb-5859-4d4c-b0bf-cb4c3a3a85b4 req-9499fa6d-8e7d-41f5-9e41-cdb16bdf6ec0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521952 Nov 09 11:06:10.163942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:10.168515 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:10.186566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.219751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd10eb36-e63b-4da9-b444-a33f395845a0 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:10.254738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port cd10eb36-e63b-4da9-b444-a33f395845a0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=cd10eb36-e63b-4da9-b444-a33f395845a0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:10.299634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port c9869b0d-b702-40bb-a0bf-15f806593fef completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:10.311319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port c9869b0d-b702-40bb-a0bf-15f806593fef triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:10.311892 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.331773 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'tag': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1', 'status': 'completed', 'code': 200} Nov 09 11:06:10.361279 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.383933 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:10.422474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:10.439086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.454273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-1aa481bc-3db5-49f2-a1d3-91d64c063a28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 1098 time: 0.2128861 Nov 09 11:06:10.472107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Transition to ACTIVE for port object 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:10.528683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=cd10eb36-e63b-4da9-b444-a33f395845a0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:10.537339 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:10.564676 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.581353 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e8364a10-fb3c-4a6f-bbd7-64da3894f4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:10.743837 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.765366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4c96c976-bd14-4c73-b06f-969e86894b2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b2a56388-cf32-4b77-b9c4-f2408b36f5d1 HTTP/1.1" status: 200 len: 217 time: 0.2965181 Nov 09 11:06:10.781188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182841b-a7f0-4577-af72-4197874750f7 req-a5f27067-3b74-4d46-aedf-050b3f17311b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:10.789454 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a182841b-a7f0-4577-af72-4197874750f7 req-a5f27067-3b74-4d46-aedf-050b3f17311b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.6559002 Nov 09 11:06:10.812229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9869b0d-b702-40bb-a0bf-15f806593fef'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:10.842745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c9869b0d-b702-40bb-a0bf-15f806593fef, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c9869b0d-b702-40bb-a0bf-15f806593fef,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:10.851358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['cd10eb36-e63b-4da9-b444-a33f395845a0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:10.851728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:10.857752 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:10.955329 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:10.963814 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:10.995759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-59efb5e0-22b2-47ad-88e0-4c3b3c330a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:10.997723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-59efb5e0-22b2-47ad-88e0-4c3b3c330a48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2168813 Nov 09 11:06:11.055800 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a182841b-a7f0-4577-af72-4197874750f7 req-c8d52a53-50fe-43df-9afa-60591cfc9226 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652388 Nov 09 11:06:11.099894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d10d6d-fbca-4182-9858-b7c31a923714 req-6c143776-7782-49bf-91c8-522bcb0d2ac2 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:11.110083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-43d10d6d-fbca-4182-9858-b7c31a923714 req-6c143776-7782-49bf-91c8-522bcb0d2ac2 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 949 time: 0.6435466 Nov 09 11:06:11.141899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Attempting to bind port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:06:11.142237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Attempting to bind port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:06:11.142563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Attempting to bind port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:11.153251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:06:11.154005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Attempting to bind port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:11.166994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:06:11.167483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:06:11.168054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:06:11.169824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Bound port: 7a5a7b6c-56dd-47db-8cb8-8158bda2c422, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:06:11.170187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:11.210455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-43d10d6d-fbca-4182-9858-b7c31a923714 req-90ea361f-114d-400c-b50c-3dc4a97484f3 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986781 Nov 09 11:06:11.236688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c9869b0d-b702-40bb-a0bf-15f806593fef,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:11.243536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-fb1943aa-7045-4879-be0c-cf130dd3f820 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378891 Nov 09 11:06:11.246014 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:11.295071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:06:11.303627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:11.307517 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] Sync routers for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:06:11.335536 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:06:11.336169 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:05:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:11.446689 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7006deb5-a58c-437d-916f-18b77083dc72 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "PUT /v2.0/floatingips/ffe4b09d-6621-42da-ad2e-732c68e1d9dd HTTP/1.1" status: 200 len: 992 time: 7.1087496 Nov 09 11:06:11.495418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:11.530252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-234596e2-0acd-464c-84c2-2b382eb1e49d service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786963 Nov 09 11:06:11.588623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] For port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:06:11.594248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] For port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:06:11.611035 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9869b0d-b702-40bb-a0bf-15f806593fef', 'code': 200} Nov 09 11:06:11.621546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15800-70ce-47cd-862c-e15460408c9b req-f9b90cd1-b050-4aaa-9db4-1953bedbaa7a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:11.630947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f15800-70ce-47cd-862c-e15460408c9b req-f9b90cd1-b050-4aaa-9db4-1953bedbaa7a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 947 time: 0.1822150 Nov 09 11:06:11.633604 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:06:11.703827 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f15800-70ce-47cd-862c-e15460408c9b req-b0a75239-5b40-4488-8b18-7ad94fb46fce tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 Nov 09 11:06:11.705332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:11.714224 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3eefb808-8747-4349-88c3-baaa17845115 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:11.782696 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-76cf7849-b4b0-493c-943a-e633dddf9fbc service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456346 Nov 09 11:06:11.892671 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afcd5eed-867f-4d8a-b534-520b5ac573cd req-937b9156-2051-403a-84e6-07d02c6c2f1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 1096 time: 0.1088593 Nov 09 11:06:11.907953 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:11.915356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a5a7b6c-56dd-47db-8cb8-8158bda2c422 HTTP/1.1" status: 200 len: 1096 time: 2.6717939 Nov 09 11:06:11.984699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:11.999850 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:12.181693 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afcd5eed-867f-4d8a-b534-520b5ac573cd req-f40dbc8a-eb6f-4bba-84f6-672edf3d4203 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785141 Nov 09 11:06:12.214043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-d97bd691-1a56-42c9-959c-643d9e7749d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 1098 time: 0.2685952 Nov 09 11:06:12.224976 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'status': 'completed', 'code': 200} Nov 09 11:06:12.385101 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ffe4b09d-6621-42da-ad2e-732c68e1d9dd', 'tenant_id': '8412988860be40e0989db769f2048db4', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'port_id': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'mac_address': 'fa:16:3e:0b:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:04:45Z', 'updated_at': '2021-11-09T11:06:06Z', 'revision_number': 1, 'project_id': '8412988860be40e0989db769f2048db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:45Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:12.399299 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] Checking router: 51bcb230-c96a-436f-a774-e6e291fbad1a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:06:12.419733 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:06:12.420350 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:05:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:12.452970 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-5ae294ac-bb7a-4f32-9d3a-21fd6dd650cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 1099 time: 0.3605242 Nov 09 11:06:12.479088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002be36a-a0a2-47ca-801b-547e8fe5edb0 req-f1e6ac99-30fa-49d3-b63d-62d9a3296e02 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:12.481344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-002be36a-a0a2-47ca-801b-547e8fe5edb0 req-f1e6ac99-30fa-49d3-b63d-62d9a3296e02 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 945 time: 0.4570634 Nov 09 11:06:12.586431 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-f55143c9-010a-44f2-a7f0-c62193bbaecd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7a5a7b6c-56dd-47db-8cb8-8158bda2c422 HTTP/1.1" status: 200 len: 217 time: 0.0964270 Nov 09 11:06:12.587515 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0910d222-4843-4686-ad87-04e5effb5afb req-8f2b8d23-6184-4e7c-a2c7-e44c6ed2d10e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8412988860be40e0989db769f2048db4&device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 1097 time: 0.2996495 Nov 09 11:06:12.605613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-62927b7f-bca9-4fc7-b4f9-48c90733e68e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:12.607033 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-62927b7f-bca9-4fc7-b4f9-48c90733e68e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3871186 Nov 09 11:06:12.661740 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-002be36a-a0a2-47ca-801b-547e8fe5edb0 req-a81d6187-8827-4e11-be58-0e33de5ec2f3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702855 Nov 09 11:06:12.673172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-7b5da3c9-f78c-4ddf-88c1-cb3f31629a88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:12.675052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-7b5da3c9-f78c-4ddf-88c1-cb3f31629a88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0796762 Nov 09 11:06:12.695492 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:06:12.770260 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde85a-605b-4f5e-908b-bdfef11b4d64 req-cb281333-aacd-44a2-87cd-00cf9cb89776 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:12.771673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94bde85a-605b-4f5e-908b-bdfef11b4d64 req-cb281333-aacd-44a2-87cd-00cf9cb89776 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3186173 Nov 09 11:06:12.807964 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-c661e200-582e-4393-9341-4bc45a0dab02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240373 Nov 09 11:06:12.842014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-d901858e-2c09-4239-ba20-37b067cbf67b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b2a56388-cf32-4b77-b9c4-f2408b36f5d1 HTTP/1.1" status: 200 len: 217 time: 0.2123110 Nov 09 11:06:12.978288 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94bde85a-605b-4f5e-908b-bdfef11b4d64 req-d91baaa5-c205-4247-b4c2-9e7ada0c03e4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753232 Nov 09 11:06:13.072341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910d222-4843-4686-ad87-04e5effb5afb req-79b1c6f2-1245-4b83-87d9-3d12c10318a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:13.074146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0910d222-4843-4686-ad87-04e5effb5afb req-79b1c6f2-1245-4b83-87d9-3d12c10318a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=503ce6c8-8c2d-4e32-9b43-34ac4366474f HTTP/1.1" status: 200 len: 916 time: 0.4699545 Nov 09 11:06:13.075738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-b3e8eb60-558c-456a-9ded-8850d88e0a31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:13.077395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-b3e8eb60-558c-456a-9ded-8850d88e0a31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2244134 Nov 09 11:06:13.148328 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-fdd1d841-a64a-4d70-a435-f7d2f5f40b38 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885537 Nov 09 11:06:13.172401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7400d6-2050-4baa-b466-ef1d15d32ce7 req-d397444d-28f0-4010-9450-6b95dd2afbc4 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:13.187883 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b7400d6-2050-4baa-b466-ef1d15d32ce7 req-d397444d-28f0-4010-9450-6b95dd2afbc4 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 949 time: 0.3712301 Nov 09 11:06:13.200404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b2a56388-cf32-4b77-b9c4-f2408b36f5d1 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:13.522255 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b7400d6-2050-4baa-b466-ef1d15d32ce7 req-0715ac16-ce31-43ee-b1a6-d4c2e4cae526 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333142 Nov 09 11:06:13.543560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b2a56388-cf32-4b77-b9c4-f2408b36f5d1, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:13.578165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1', 'mac_address': 'fa:16:3e:57:eb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:13.589016 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ffe4b09d-6621-42da-ad2e-732c68e1d9dd', 'tenant_id': '8412988860be40e0989db769f2048db4', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'port_id': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'mac_address': 'fa:16:3e:0b:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:04:45Z', 'updated_at': '2021-11-09T11:06:06Z', 'revision_number': 1, 'project_id': '8412988860be40e0989db769f2048db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:45Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:13.604062 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4795b-5b5f-4b9a-8fa9-c8ff501de8ae None None] The sync data for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 is: [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ffe4b09d-6621-42da-ad2e-732c68e1d9dd', 'tenant_id': '8412988860be40e0989db769f2048db4', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'port_id': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'mac_address': 'fa:16:3e:0b:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:04:45Z', 'updated_at': '2021-11-09T11:06:06Z', 'revision_number': 1, 'project_id': '8412988860be40e0989db769f2048db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:45Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:06:13.639205 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e2d5d70-63af-4513-920f-726a0c4e5b07 req-1276f65a-ab25-483f-8cd7-2f709cc60058 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376466 Nov 09 11:06:13.639361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device cd10eb36-e63b-4da9-b444-a33f395845a0 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:13.694652 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0910d222-4843-4686-ad87-04e5effb5afb req-e7842b04-1af1-4fb7-a4e6-39e9d14bfa8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336 HTTP/1.1" status: 200 len: 1000 time: 0.6083319 Nov 09 11:06:13.909205 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:13.914293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-9d49f626-b62d-43d4-a8c2-3ffa6c19d7e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5863173 Nov 09 11:06:13.991074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a56388-cf32-4b77-b9c4-f2408b36f5d1 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:14.034335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910d222-4843-4686-ad87-04e5effb5afb req-ad126ddc-b83c-4b07-9dc9-e944cb117f24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:14.037090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0910d222-4843-4686-ad87-04e5effb5afb req-ad126ddc-b83c-4b07-9dc9-e944cb117f24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04849f39-d0c2-42d6-8514-b8f7a5926219 HTTP/1.1" status: 200 len: 854 time: 0.3345711 Nov 09 11:06:14.056230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b2a56388-cf32-4b77-b9c4-f2408b36f5d1, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:14.060720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2749a-792d-4778-881d-002c34045179 None None] New status for floating IP ffe4b09d-6621-42da-ad2e-732c68e1d9dd: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:06:14.187623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f399-d121-47be-abff-a043fa6d4f03 req-382a6171-ac04-4355-a106-2d5285fb910b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:14.187623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8c84f399-d121-47be-abff-a043fa6d4f03 req-382a6171-ac04-4355-a106-2d5285fb910b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:14.226486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8c84f399-d121-47be-abff-a043fa6d4f03 req-382a6171-ac04-4355-a106-2d5285fb910b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:14.226667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'tag': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:14.235008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8c84f399-d121-47be-abff-a043fa6d4f03 req-382a6171-ac04-4355-a106-2d5285fb910b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 947 time: 0.4531770 Nov 09 11:06:14.252987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port cd10eb36-e63b-4da9-b444-a33f395845a0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:14.276286 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-3526d9aa-aab1-4fd3-a634-787ba799f639 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478589 Nov 09 11:06:14.292921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port cd10eb36-e63b-4da9-b444-a33f395845a0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:14.292921 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:14.320520 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:14.352045 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:14.376958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab804e68-40c4-4a03-85cf-daf375df5a6e req-dcc1c752-abeb-47d0-806b-767f63534d12 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:14.391835 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ab804e68-40c4-4a03-85cf-daf375df5a6e req-dcc1c752-abeb-47d0-806b-767f63534d12 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 945 time: 0.1260645 Nov 09 11:06:14.549316 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ab804e68-40c4-4a03-85cf-daf375df5a6e req-d7b7b626-63b0-4959-a8a4-ed03397fbbac tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516216 Nov 09 11:06:14.561104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8c84f399-d121-47be-abff-a043fa6d4f03 req-17eb30e4-3971-4de1-bab4-b0632db4d0a3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271093 Nov 09 11:06:14.599987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0910d222-4843-4686-ad87-04e5effb5afb req-444e1161-7f39-4976-933d-f7b64e299b53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=503ce6c8-8c2d-4e32-9b43-34ac4366474f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4936335 Nov 09 11:06:14.684216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b2a56388-cf32-4b77-b9c4-f2408b36f5d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:14.847025 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'tag': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422', 'status': 'completed', 'code': 200} Nov 09 11:06:14.943404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efe331d7-a582-4edc-81dc-a4fcfb093ac2 req-211b1323-2894-43d6-bd11-e5431985a982 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519141 Nov 09 11:06:15.040073 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0910d222-4843-4686-ad87-04e5effb5afb req-9c44c854-a937-49d0-8efa-b3221255ef5f service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397535 Nov 09 11:06:15.094847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:15.106851 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:15.320769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac9018-3654-4b85-9098-462873d9fba0 req-b9180b6d-9f5e-4b65-9fb0-db982d6b2f2b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:15.330182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2cac9018-3654-4b85-9098-462873d9fba0 req-b9180b6d-9f5e-4b65-9fb0-db982d6b2f2b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.2771814 Nov 09 11:06:15.356783 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e59ed2-721b-4154-ad34-993bc51976da req-2dbc3a33-25e6-4137-adbd-03b15f5bbe3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 1099 time: 0.4762743 Nov 09 11:06:15.440897 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:15.540743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10eb36-e63b-4da9-b444-a33f395845a0'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:15.552028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0910d222-4843-4686-ad87-04e5effb5afb req-f60c5a4b-4a06-4eb8-b4b8-6ff42e60ab0a service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010536 Nov 09 11:06:15.566571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e59ed2-721b-4154-ad34-993bc51976da req-19e412d6-8c98-42e2-962d-442d2867a6fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:15.568281 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e59ed2-721b-4154-ad34-993bc51976da req-19e412d6-8c98-42e2-962d-442d2867a6fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1975100 Nov 09 11:06:15.569487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port cd10eb36-e63b-4da9-b444-a33f395845a0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=cd10eb36-e63b-4da9-b444-a33f395845a0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:15.598779 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2cac9018-3654-4b85-9098-462873d9fba0 req-98c66390-829c-4dc5-b2e6-45748bc46e3b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668543 Nov 09 11:06:15.600302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977ccb0-e838-4a52-bee6-6464c8f725cd req-46fd3260-6ddd-4bc1-98ff-14f07dcb1d5f tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:15.602266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4977ccb0-e838-4a52-bee6-6464c8f725cd req-46fd3260-6ddd-4bc1-98ff-14f07dcb1d5f tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 949 time: 0.1732478 Nov 09 11:06:15.653711 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:15.656786 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:15.697737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4977ccb0-e838-4a52-bee6-6464c8f725cd req-5559e663-e1ae-444b-b96d-862b5b7f3b17 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859137 Nov 09 11:06:15.750483 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e59ed2-721b-4154-ad34-993bc51976da req-37630508-4e42-4d93-a54f-f6fe67150a1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7a5a7b6c-56dd-47db-8cb8-8158bda2c422 HTTP/1.1" status: 200 len: 217 time: 0.1504464 Nov 09 11:06:15.793543 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10eb36-e63b-4da9-b444-a33f395845a0', 'code': 200} Nov 09 11:06:15.861964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=cd10eb36-e63b-4da9-b444-a33f395845a0,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:15.871846 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:15.956082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e59ed2-721b-4154-ad34-993bc51976da req-91d3f375-690c-4b65-809b-95be0539a83e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:15.961793 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e59ed2-721b-4154-ad34-993bc51976da req-91d3f375-690c-4b65-809b-95be0539a83e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1872661 Nov 09 11:06:16.085196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b4a351f-4600-445a-9e3c-3100629d7829 req-70e38fef-a3d3-4951-9d19-443e0df6dab4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 1101 time: 0.1889207 Nov 09 11:06:16.156993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d804-8dd4-4033-a760-751343c9d2ed req-faa8b604-18dd-4f9e-a23a-8d245e0d7d0d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:16.173283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e99d804-8dd4-4033-a760-751343c9d2ed req-faa8b604-18dd-4f9e-a23a-8d245e0d7d0d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 945 time: 0.1333723 Nov 09 11:06:16.182237 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e59ed2-721b-4154-ad34-993bc51976da req-bed01fee-6f50-4eec-888d-b38a5bc2e504 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2144372 Nov 09 11:06:16.195674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274b7f-0fe7-4a69-982f-685e4e0b491d req-558132e9-128e-4371-90b8-b35bcfb70350 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:16.202979 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db274b7f-0fe7-4a69-982f-685e4e0b491d req-558132e9-128e-4371-90b8-b35bcfb70350 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 948 time: 0.1445901 Nov 09 11:06:16.212197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b4a351f-4600-445a-9e3c-3100629d7829 req-6584bc6f-a0b7-4805-9193-6882fb9fdccc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117852 Nov 09 11:06:16.269417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e99d804-8dd4-4033-a760-751343c9d2ed req-3b8bfff7-2542-4815-9ad9-fe1220690f3c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906777 Nov 09 11:06:16.405206 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db274b7f-0fe7-4a69-982f-685e4e0b491d req-10440311-aed5-4fa6-bdaa-0455169aee80 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013037 Nov 09 11:06:16.451925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e59ed2-721b-4154-ad34-993bc51976da req-262037f0-009f-4d3f-b9d5-a50600815f11 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312911 Nov 09 11:06:16.981419 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61e59ed2-721b-4154-ad34-993bc51976da req-bd16202b-6066-4858-93a2-b8b28803b480 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687140 Nov 09 11:06:17.019867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a8639-9dbf-40fd-bc41-c9736fcc5185 req-f0189fd6-7be7-4028-85d3-c959466ff143 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:17.021451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-353a8639-9dbf-40fd-bc41-c9736fcc5185 req-f0189fd6-7be7-4028-85d3-c959466ff143 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1817904 Nov 09 11:06:17.117116 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-577011e9-50d8-434e-8ae1-57a5fe3b3b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:17.132632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a97630-3058-4a18-9e8f-0cd37e4bcb3a req-f414cf71-cc81-4ab0-b6c8-99241c76fce9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:17.144971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a97630-3058-4a18-9e8f-0cd37e4bcb3a req-f414cf71-cc81-4ab0-b6c8-99241c76fce9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 950 time: 0.1483126 Nov 09 11:06:17.148289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-353a8639-9dbf-40fd-bc41-c9736fcc5185 req-5e1585f5-bd1e-4e72-8cb7-a0d03b702ee9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206341 Nov 09 11:06:17.254645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b2a56388-cf32-4b77-b9c4-f2408b36f5d1 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:17.372799 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a97630-3058-4a18-9e8f-0cd37e4bcb3a req-0befb239-f6fb-4096-b16e-d951d9d4c41e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262063 Nov 09 11:06:17.562006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:17.646659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5f15d-8f1f-47a1-9d65-eda66b62f7b6 req-a4b11c71-efca-427a-b851-69575619e661 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:17.648511 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57a5f15d-8f1f-47a1-9d65-eda66b62f7b6 req-a4b11c71-efca-427a-b851-69575619e661 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 948 time: 0.1110597 Nov 09 11:06:17.712616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57a5f15d-8f1f-47a1-9d65-eda66b62f7b6 req-e445617d-b254-4274-bd03-2779b96f5a47 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565624 Nov 09 11:06:17.730462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:17.746564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422', 'mac_address': 'fa:16:3e:35:76:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:17.809880 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:17.829975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:17.847102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:17.928696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:17.957287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:17.958902 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:18.009927 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:18.023642 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:18.033258 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:18.249751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:18.253080 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:18.363821 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:18.451330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:18.472604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b2a56388-cf32-4b77-b9c4-f2408b36f5d1, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:18.542231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:18.544348 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:18.668804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:18.692820 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:18.696346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3135a-4481-4275-a81e-36686ddeec99 req-5b7c7385-3d0f-4313-aa28-cdeed5121a1e tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:18.697924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26e3135a-4481-4275-a81e-36686ddeec99 req-5b7c7385-3d0f-4313-aa28-cdeed5121a1e tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1965034 Nov 09 11:06:18.788976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26e3135a-4481-4275-a81e-36686ddeec99 req-15a948bb-7e50-4a56-b568-b0aa146247a8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774751 Nov 09 11:06:19.082883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b2e86-5a06-4356-8d32-c474b2b607c7 req-bfdf650e-996e-40fd-b4a3-469ee64e5628 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:19.091713 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5f7b2e86-5a06-4356-8d32-c474b2b607c7 req-bfdf650e-996e-40fd-b4a3-469ee64e5628 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 950 time: 0.1286187 Nov 09 11:06:19.152858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5f7b2e86-5a06-4356-8d32-c474b2b607c7 req-21d3501f-0a60-4afa-a63f-d31ca6afad78 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599251 Nov 09 11:06:19.211068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a5a7b6c-56dd-47db-8cb8-8158bda2c422'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:19.311507 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1', 'code': 200} Nov 09 11:06:19.523073 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf16cd3a-0c81-4632-b843-b886220b499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:19.561518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:19.638223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c85d-3188-45d0-a5a9-95ffd3ecc756 req-d259ff5a-749c-4317-9947-6570a2f8b63a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:19.658008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2684c85d-3188-45d0-a5a9-95ffd3ecc756 req-d259ff5a-749c-4317-9947-6570a2f8b63a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 949 time: 0.2979550 Nov 09 11:06:19.736843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9c4e8ffb-bc51-41fa-81b9-0daed0824026 req-69ec468d-48a5-421c-a25e-d95a949dd766 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 1100 time: 0.2901964 Nov 09 11:06:19.893737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2684c85d-3188-45d0-a5a9-95ffd3ecc756 req-8a6a3fe8-c5e5-4fd7-94ba-8e446a92862b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344382 Nov 09 11:06:19.906747 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9c4e8ffb-bc51-41fa-81b9-0daed0824026 req-3f80cc84-5916-4cb0-9e66-d6b809f6ea23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362357 Nov 09 11:06:19.926051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:19.949014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'port_id': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'mac_address': 'fa:16:3e:bf:74:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e122b810-1208-4676-9f7f-365a054a9bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:20.042937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:20.069704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:20.095885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:20.159504 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:20.161825 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:20.292306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75af73-0dab-4ed1-90b8-4aa0afbba6d3 req-6a815a9c-3959-4350-a3b4-061d9be646bd tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:20.300584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd75af73-0dab-4ed1-90b8-4aa0afbba6d3 req-6a815a9c-3959-4350-a3b4-061d9be646bd tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 945 time: 0.1082892 Nov 09 11:06:20.337651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:20.341795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['28e0dd61-4233-4b9b-87be-df2c8b0a73b6'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:20.367158 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:20.397294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd75af73-0dab-4ed1-90b8-4aa0afbba6d3 req-017269bf-7ede-401d-a73c-584426cf9476 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920219 Nov 09 11:06:20.471704 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:21.474084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24bef402-9082-46cd-825d-151adbf81eac req-8d888ef2-d471-4610-8bab-edaaa29d6fc5 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081&device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b&device_id=e3c34681-ec30-4414-afd6-d1e30b05432b&device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce&device_id=5357a9da-570e-46aa-a90a-86b9734ddde8&device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf&device_id=1cf243fc-29f3-477b-8864-8cd7407e0352&device_id=29c09712-beed-4726-8fdb-12f1bb25082a&device_id=656a1033-a827-49da-a696-794bcfd26328&device_id=e089239f-f59d-41d2-82b6-6e6a765b5063&device_id=69529429-b0fa-421a-913c-90fe745969bb&device_id=fe050f30-6d88-4f99-bf34-07c4360267cf&device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83&device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 12652 time: 0.1510351 Nov 09 11:06:21.498921 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:21.533744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:21.538829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Usage tracker for resource:security_group_rule and tenant:4816b600bcbe4d5684ff9f967585fe1d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:06:21.546283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:06:21.553492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:21.579733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:21.677642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:21.748857 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:21.752239 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c2f7acf1-6c89-4d58-b52f-6657bc7e4862 tempest-ServersAdminNegativeTestJSON-2114475105 tempest-ServersAdminNegativeTestJSON-2114475105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:21.780149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:21.800799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:21.801762 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:21.832609 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24bef402-9082-46cd-825d-151adbf81eac req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&id=93161446-5c90-4bc8-823d-f05cfceec477&id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&id=213f8fd0-4c9c-432d-a900-def8a071ea23&id=784b1f58-be4d-4607-85c4-cab0365359bd&id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 0.3518224 Nov 09 11:06:21.838324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6b618-5d61-42d3-9723-6cea05c70be1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:21.875258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.875909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.876507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.877116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.877718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.880207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.881572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.882192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.883244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.885030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.889903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:21.895644 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:21.907123 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:22.064424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9729ba-e3b0-44f2-b18e-d312a55e2a4e req-dc660d10-8cc4-4830-aa61-06784b8cdfb5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:22.073354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6d9729ba-e3b0-44f2-b18e-d312a55e2a4e req-dc660d10-8cc4-4830-aa61-06784b8cdfb5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 949 time: 0.1455977 Nov 09 11:06:22.095540 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:22.199218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:22.214758 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6d9729ba-e3b0-44f2-b18e-d312a55e2a4e req-9d236009-68bb-4701-8f7b-ac488fef8477 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405084 Nov 09 11:06:22.216470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:22.266753 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:22.270599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:22.290710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9841bec-5a51-462e-aadc-5c318bfd2282 req-65ce87fa-acee-4127-b824-51b25c1517e2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:22.300092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9841bec-5a51-462e-aadc-5c318bfd2282 req-65ce87fa-acee-4127-b824-51b25c1517e2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 945 time: 0.1552985 Nov 09 11:06:22.326250 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:22.465724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9841bec-5a51-462e-aadc-5c318bfd2282 req-ab0f5447-a65e-4291-885a-c591f8abc721 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491356 Nov 09 11:06:22.674669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:22.691467 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:22.732277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:22.732702 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:22.975470 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:23.032473 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422', 'code': 200} Nov 09 11:06:23.058648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:23.151046 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:23.151046 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:23.342309 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d809bf01-142c-461f-8e41-acb431fc2f00 req-fc17d532-8224-43e1-bc6f-4a5cdc3d5603 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 1101 time: 0.2602668 Nov 09 11:06:23.397251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:23.411063 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:23.431319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a28e60-a100-491e-b5e4-22fad3673179 req-ed7187e6-5129-4fc1-b55b-1da9a371b1f3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:23.431319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9a28e60-a100-491e-b5e4-22fad3673179 req-ed7187e6-5129-4fc1-b55b-1da9a371b1f3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 950 time: 0.2651663 Nov 09 11:06:23.494735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d809bf01-142c-461f-8e41-acb431fc2f00 req-d3e986ca-c32e-4549-854e-0c4f0398dc92 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345077 Nov 09 11:06:23.560915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9a28e60-a100-491e-b5e4-22fad3673179 req-b116ff81-ad1c-40d7-a232-e136e90c9efe tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206071 Nov 09 11:06:24.234507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9933b28f-1e97-4a1d-81c5-2e7408cf3186 req-02f5c539-74e7-4c8d-9496-9106bb60b0ee tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b&device_id=e089239f-f59d-41d2-82b6-6e6a765b5063&device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 2884 time: 0.3242183 Nov 09 11:06:24.364089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08b074-04a7-4285-aaae-4b50c5627a4d req-2789e0d1-4cdf-4342-8a91-c47e3965c100 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:24.378658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c08b074-04a7-4285-aaae-4b50c5627a4d req-2789e0d1-4cdf-4342-8a91-c47e3965c100 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3145673 Nov 09 11:06:24.431088 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9933b28f-1e97-4a1d-81c5-2e7408cf3186 req-fde6a158-52d4-485a-a0a6-19eada8deb74 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866536 Nov 09 11:06:24.525231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c08b074-04a7-4285-aaae-4b50c5627a4d req-e2e9d4b8-1881-4b5b-a344-dcdb4ae150d3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434903 Nov 09 11:06:24.903322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20bd2-25a8-4713-81b5-10181b856d28 req-95a64017-5d3d-4c27-8be3-a4297d4ee691 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:24.904988 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bcf20bd2-25a8-4713-81b5-10181b856d28 req-95a64017-5d3d-4c27-8be3-a4297d4ee691 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 950 time: 0.1236863 Nov 09 11:06:24.984386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bcf20bd2-25a8-4713-81b5-10181b856d28 req-9b30654e-6fd3-4439-ae3a-c8549431778d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709646 Nov 09 11:06:25.018954 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:25.187623 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'code': 200} Nov 09 11:06:25.831925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d33cf-688c-4664-8baa-e94ee1867467 req-db474a6d-79f7-4633-b71e-fe92026ae9b8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:25.834452 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-559d33cf-688c-4664-8baa-e94ee1867467 req-db474a6d-79f7-4633-b71e-fe92026ae9b8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1034629 Nov 09 11:06:25.920819 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-559d33cf-688c-4664-8baa-e94ee1867467 req-49f516f7-d83b-4d6f-9512-99ceb744027b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731764 Nov 09 11:06:26.219851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3266f-fec3-4783-a856-1bc1ed945d68 req-db15ec85-5886-4a92-899b-62db8760d125 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:26.221357 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cb3266f-fec3-4783-a856-1bc1ed945d68 req-db15ec85-5886-4a92-899b-62db8760d125 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 950 time: 0.0797355 Nov 09 11:06:26.271655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cb3266f-fec3-4783-a856-1bc1ed945d68 req-0fc5ed2a-d72a-4910-b337-84e93ae628bb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Nov 09 11:06:26.477733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ffca-8a8d-41ff-a367-0df52889e932 req-7393b4f0-0938-48f7-9fe3-b8470d0f6e6c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:26.478873 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7e4ffca-8a8d-41ff-a367-0df52889e932 req-7393b4f0-0938-48f7-9fe3-b8470d0f6e6c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.0853128 Nov 09 11:06:26.532260 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7e4ffca-8a8d-41ff-a367-0df52889e932 req-3b94b125-091e-489f-b2cd-eb6b67ee2297 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459137 Nov 09 11:06:26.905132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a87fba4e-0e8a-4bf3-a9f1-54fff7c2d718 req-7308d4f7-e87f-48c1-a4ea-562117076736 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1101 time: 0.0869710 Nov 09 11:06:26.933362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d112c39-d546-46a6-901a-7ccac9dc0bfa req-3daf9f72-a53c-4dcc-b458-68abfd69ac5e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:26.941466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d112c39-d546-46a6-901a-7ccac9dc0bfa req-3daf9f72-a53c-4dcc-b458-68abfd69ac5e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:26.953006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d112c39-d546-46a6-901a-7ccac9dc0bfa req-3daf9f72-a53c-4dcc-b458-68abfd69ac5e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081&device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 1690 time: 0.1136827 Nov 09 11:06:26.993669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a87fba4e-0e8a-4bf3-a9f1-54fff7c2d718 req-20524e7b-d13d-42e9-9b00-56788a01fb30 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815487 Nov 09 11:06:27.079679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d112c39-d546-46a6-901a-7ccac9dc0bfa req-11a8a0e9-cef2-4cde-a877-f49436969ae9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247191 Nov 09 11:06:27.337956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a3fe-20c1-44a7-b1ec-14a8b56b1dc4 req-7ac44457-6af9-4fc3-a7f4-faf6eaa5dcb9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:27.353607 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b49a3fe-20c1-44a7-b1ec-14a8b56b1dc4 req-7ac44457-6af9-4fc3-a7f4-faf6eaa5dcb9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1613140 Nov 09 11:06:27.414284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b49a3fe-20c1-44a7-b1ec-14a8b56b1dc4 req-307107c7-32ef-485e-abf0-44705100459d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699275 Nov 09 11:06:27.498178 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69ac8944-ac10-46c4-87cf-3d853872f78f req-9fa40693-4432-43ef-be21-997c6501664b tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1101 time: 0.1421041 Nov 09 11:06:27.562034 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69ac8944-ac10-46c4-87cf-3d853872f78f req-a9714446-56f7-43a9-ba3c-f81a18dedf12 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567098 Nov 09 11:06:27.993419 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:06:28.029549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c6c50f8-859c-40af-875c-d784097610e7 req-2ad9f1d1-df68-4850-9dfc-72ad593ace97 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 1101 time: 0.0911670 Nov 09 11:06:28.115083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c6c50f8-859c-40af-875c-d784097610e7 req-df4a2c12-6227-4632-abde-849a9e67b232 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767441 Nov 09 11:06:28.901092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37ace-0839-4c9d-b56a-9bf99f4995b2 req-9fa4db80-e09a-440e-ab2d-cd42dbadbd6c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:28.903282 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0c37ace-0839-4c9d-b56a-9bf99f4995b2 req-9fa4db80-e09a-440e-ab2d-cd42dbadbd6c tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.1018569 Nov 09 11:06:29.007572 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0c37ace-0839-4c9d-b56a-9bf99f4995b2 req-740595a4-e3a7-451f-91e4-52db9d9a3c65 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970688 Nov 09 11:06:29.251451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d547604d-1ec2-4a7c-a6c8-b56c3f84f43e req-9e56787a-6de5-421c-bd1f-d1dee6e72051 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 1100 time: 0.1058910 Nov 09 11:06:29.329487 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d547604d-1ec2-4a7c-a6c8-b56c3f84f43e req-1c6499fa-10c7-431a-a7af-f98b376c0b8d tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685749 Nov 09 11:06:29.620882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device df506188-e75f-4197-a5b8-c69c3bae4fd4 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:29.841092 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:29.903850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:29.907470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:30.012975 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:30.012975 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:30.181896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:30.187060 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:30.402547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e288dd4-5716-4931-8e53-963405d2b680 req-c2bd890f-f2d9-44dc-81df-34ce8ac217a2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:30.410928 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e288dd4-5716-4931-8e53-963405d2b680 req-c2bd890f-f2d9-44dc-81df-34ce8ac217a2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3934579 Nov 09 11:06:30.458097 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-fb359b54-5dd7-462a-9ac5-44aba89e7f62 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531816 Nov 09 11:06:30.519898 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e288dd4-5716-4931-8e53-963405d2b680 req-2bfcc490-c201-4d36-a041-887774609086 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078346 Nov 09 11:06:30.793788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-2c17e9d2-67fa-4ff9-a5d9-bb0fd8091213 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:30.795818 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-2c17e9d2-67fa-4ff9-a5d9-bb0fd8091213 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367736 Nov 09 11:06:30.826121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-ee593749-c905-4b35-b9de-d886048eb0bd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/quotas/972c9634273c4f58b939bf1c839c6d08 HTTP/1.1" status: 200 len: 375 time: 0.0234957 Nov 09 11:06:30.996669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-8cb0e9af-e44d-4b69-9fcd-601c4c088a68 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1581843 Nov 09 11:06:31.392772 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'code': 200} Nov 09 11:06:32.548199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e44953a1-2255-4ff3-bb65-9c3b86424b11 req-538e0922-7da5-4e61-aef8-072aa61421da tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 210 time: 0.1078136 Nov 09 11:06:32.682408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f81b0e-4dc0-437f-9f06-e54c808f2d06 req-3c206bf3-b9bb-4fae-8f83-4f5ef9182681 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:32.691459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96f81b0e-4dc0-437f-9f06-e54c808f2d06 req-3c206bf3-b9bb-4fae-8f83-4f5ef9182681 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1575832 Nov 09 11:06:32.770086 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96f81b0e-4dc0-437f-9f06-e54c808f2d06 req-4afc4d56-8b5a-4812-96e6-6b13b4cd8427 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Nov 09 11:06:32.896772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b73fdf1-1c19-4f89-969c-597c6d4486f6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:32.903481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b73fdf1-1c19-4f89-969c-597c6d4486f6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.1909864 Nov 09 11:06:32.942947 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-8b6cfd66-12f9-4f66-9435-808bb02d0232 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/quotas/6eaad57182c1440aa6d064b5c9fc3c6a HTTP/1.1" status: 200 len: 375 time: 0.0380323 Nov 09 11:06:33.146250 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-57ef5490-8185-4f28-a113-a595b39e2449 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1975284 Nov 09 11:06:33.283652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa394-8387-44fd-88c8-b318739cd28e req-bd41f9e9-8473-4044-ab0d-78bd1fc2af23 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:33.307358 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ffaaa394-8387-44fd-88c8-b318739cd28e req-bd41f9e9-8473-4044-ab0d-78bd1fc2af23 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.2012575 Nov 09 11:06:33.459266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ffaaa394-8387-44fd-88c8-b318739cd28e req-cf593c66-1639-4ff1-aa52-43d40e772f93 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496065 Nov 09 11:06:33.477906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-1822e5d2-6efa-4a0d-84a5-bc8f7d36aa34 service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304842 Nov 09 11:06:33.670082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-823e4982-77c1-4cf0-a4db-d222ffd383b1 service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907351 Nov 09 11:06:33.958245 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:33.993161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-22532334-0c5a-41e1-888d-17c43e9ee2d1 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:33.996806 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-22532334-0c5a-41e1-888d-17c43e9ee2d1 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "GET /v2.0/ports?device_id=656a1033-a827-49da-a696-794bcfd26328 HTTP/1.1" status: 200 len: 943 time: 0.3690007 Nov 09 11:06:34.111098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Deleting port df506188-e75f-4197-a5b8-c69c3bae4fd4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:06:34.111541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:34.500582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-ca4bf415-58db-4a33-88f4-e7cc3518f162 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:34.509408 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-ca4bf415-58db-4a33-88f4-e7cc3518f162 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.3924944 Nov 09 11:06:34.600493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-55086713-ff79-4363-bf7d-2c25123b8137 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/quotas/6a2c18b5add241a8bf7fc402b0c928df HTTP/1.1" status: 200 len: 375 time: 0.0902739 Nov 09 11:06:34.640523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] For port df506188-e75f-4197-a5b8-c69c3bae4fd4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=df506188-e75f-4197-a5b8-c69c3bae4fd4,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:34.641207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:34.804193 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-bb024130-c5ca-4cdd-9060-955341f99eff tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695442 Nov 09 11:06:34.804698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Calling delete_port for df506188-e75f-4197-a5b8-c69c3bae4fd4 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:06:34.888491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-399dba09-836b-4313-8ca0-4ca59327dcf7 req-f9f4fb9a-6bb1-44b1-82de-a2e5aee734b1 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 210 time: 0.0477295 Nov 09 11:06:35.011387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-7770c8bd-547d-491e-9e96-51003fff454a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:35.012958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-7770c8bd-547d-491e-9e96-51003fff454a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.4919329 Nov 09 11:06:35.113045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-8e13218b-ab16-498d-8ad6-7de25c6853b1 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902507 Nov 09 11:06:35.151124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Deleting port 303e27da-79ed-426b-8a36-8bd7276d0615 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:06:35.151470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:35.292458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-54877556-eef9-4a2c-853e-5c24e2155578 service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858081 Nov 09 11:06:35.466918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab7bc7-464f-4390-86ec-77eec5afd0d0 req-7d97e904-f49f-4b4c-8e90-9c09de40cbb7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:35.473953 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f8ab7bc7-464f-4390-86ec-77eec5afd0d0 req-7d97e904-f49f-4b4c-8e90-9c09de40cbb7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.2522805 Nov 09 11:06:35.495548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-64a143b8-0748-4141-aafe-28e206ce439f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:35.497440 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-64a143b8-0748-4141-aafe-28e206ce439f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046427 Nov 09 11:06:35.523566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:35.616753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-b947bb90-cce5-4dce-b72d-f26440a53911 service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094790 Nov 09 11:06:35.672332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:35.683043 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d3c6320-da06-4b04-9564-948ada90cfe0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:35.720736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] For port 303e27da-79ed-426b-8a36-8bd7276d0615, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=303e27da-79ed-426b-8a36-8bd7276d0615,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:35.721029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:35.736714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:35.799422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f8ab7bc7-464f-4390-86ec-77eec5afd0d0 req-7e782e5b-39d1-48ae-9985-3a9428905f02 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245218 Nov 09 11:06:35.801412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event deleted for resources: {'Port': ['ID=df506188-e75f-4197-a5b8-c69c3bae4fd4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:35.807792 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:35.923749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:36.059629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:06:36.067549 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:36.388630 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:36.444704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] No DVR routers for this DVR port df506188-e75f-4197-a5b8-c69c3bae4fd4 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:06:36.444704 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:36.446910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-deleted', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:36.467842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1fcfad38-487e-4db6-a82f-cea7c56c5543 req-413672b2-7fdb-48e5-9c2f-e6a912ef7983 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:36.491310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:36.491821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:36.492047 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Floating IP c3c7c230-09ab-4679-a1a3-c07032b2266d disassociated. External IP: 172.25.7.98, port: 303e27da-79ed-426b-8a36-8bd7276d0615. Nov 09 11:06:36.492586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Calling delete_port for 303e27da-79ed-426b-8a36-8bd7276d0615 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:06:36.495770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.190 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/28165ee0-75e0-40e0-b86f-a57592489050) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:06:36.529190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aac412fa-d4d5-42fb-beb1-4dd9485fe023 req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "DELETE /v2.0/ports/df506188-e75f-4197-a5b8-c69c3bae4fd4 HTTP/1.1" status: 204 len: 173 time: 2.5110202 Nov 09 11:06:36.591798 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1fcfad38-487e-4db6-a82f-cea7c56c5543 req-413672b2-7fdb-48e5-9c2f-e6a912ef7983 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:36.602700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1fcfad38-487e-4db6-a82f-cea7c56c5543 req-413672b2-7fdb-48e5-9c2f-e6a912ef7983 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 210 time: 0.2375643 Nov 09 11:06:36.611683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5a9c-e1d0-4d23-aec3-03f103d76fde req-edb68f24-d976-4352-b585-925b43fd15c7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:36.615295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46dc5a9c-e1d0-4d23-aec3-03f103d76fde req-edb68f24-d976-4352-b585-925b43fd15c7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2442398 Nov 09 11:06:36.703201 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46dc5a9c-e1d0-4d23-aec3-03f103d76fde req-f2be3ed2-39dd-4a1f-b2e3-1d6006620ed6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741742 Nov 09 11:06:37.104265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8d533-bb72-48c1-b811-06e7360bb944 req-467b94fc-aa40-4aa5-a27d-09277873c8da tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:37.105721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9cc8d533-bb72-48c1-b811-06e7360bb944 req-467b94fc-aa40-4aa5-a27d-09277873c8da tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 945 time: 0.1507339 Nov 09 11:06:37.109018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:37.110314 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:37.120222 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:37.146564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object 28165ee0-75e0-40e0-b86f-a57592489050 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:37.174334 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9cc8d533-bb72-48c1-b811-06e7360bb944 req-b50b9f5b-60db-4f40-aa3e-bc933444ecd5 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups?id=5714e8da-b02f-45a4-9d57-ae9e11cbd982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585315 Nov 09 11:06:37.180431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event deleted for resources: {'Port': ['ID=303e27da-79ed-426b-8a36-8bd7276d0615,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:37.183784 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:37.325082 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:37.339916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da', 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:37.357039 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:37.469867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a5a7b6c-56dd-47db-8cb8-8158bda2c422'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:37.508741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:06:37.541349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Router e603bc9a-83cb-4a49-a817-f5cecfa6d83d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:06:37.541935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:06:37.561845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:06:37.724929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device df506188-e75f-4197-a5b8-c69c3bae4fd4 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:37.886182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: df506188-e75f-4197-a5b8-c69c3bae4fd4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:06:37.887378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device df506188-e75f-4197-a5b8-c69c3bae4fd4 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:06:37.888787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 303e27da-79ed-426b-8a36-8bd7276d0615 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:37.992052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=28165ee0-75e0-40e0-b86f-a57592489050,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:38.038401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:38.048712 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:38.064308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 303e27da-79ed-426b-8a36-8bd7276d0615 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:06:38.070951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 303e27da-79ed-426b-8a36-8bd7276d0615 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:06:38.077880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-feeb3e78-9535-4acb-a00b-7f278d04d075 req-5edb520d-c2c2-42a0-b279-108f859fee4e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 210 time: 0.2150993 Nov 09 11:06:38.082699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.086179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.087227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.087821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.091197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.091825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.092388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.092962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.093650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.094198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.099089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:06:38.116677 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:38.181707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c54d39-c234-4614-a05a-22d3d8707bde req-45ab3046-0652-4fef-b0b7-a8ccf3fc7efb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:38.193543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-12c54d39-c234-4614-a05a-22d3d8707bde req-45ab3046-0652-4fef-b0b7-a8ccf3fc7efb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:38.266157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7471278 Nov 09 11:06:38.280122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Request body: {'port': {'device_id': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:38.355998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-0524b642-18a4-4a79-8d3a-ed60e6a9e498 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:38.357535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-0524b642-18a4-4a79-8d3a-ed60e6a9e498 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.5697856 Nov 09 11:06:38.407458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Request body: {'port': {'device_id': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'admin_state_up': True, 'tenant_id': '6eaad57182c1440aa6d064b5c9fc3c6a'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:38.457030 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a1033-a827-49da-a696-794bcfd26328', 'name': 'network-vif-deleted', 'tag': 'df506188-e75f-4197-a5b8-c69c3bae4fd4', 'status': 'completed', 'code': 200} Nov 09 11:06:38.462318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-12c54d39-c234-4614-a05a-22d3d8707bde req-45ab3046-0652-4fef-b0b7-a8ccf3fc7efb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:38.468855 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12c54d39-c234-4614-a05a-22d3d8707bde req-45ab3046-0652-4fef-b0b7-a8ccf3fc7efb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 936 time: 0.7606988 Nov 09 11:06:38.555104 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:38.595474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12c54d39-c234-4614-a05a-22d3d8707bde req-e2ccb7f6-afc1-49e3-9dcf-1a47cd9278e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253982 Nov 09 11:06:38.607427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6e45c555-53ae-4569-9717-cd35b182aa64 None None] Provisioning for port 28165ee0-75e0-40e0-b86f-a57592489050 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:38.639687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6e45c555-53ae-4569-9717-cd35b182aa64 None None] Provisioning complete for port 28165ee0-75e0-40e0-b86f-a57592489050 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:38.640282 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e45c555-53ae-4569-9717-cd35b182aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:38.680405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:06:38.693086 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] Sync routers for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:06:38.714696 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:06:38.717079 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:38.807620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] No DVR routers for this DVR port 303e27da-79ed-426b-8a36-8bd7276d0615 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:06:38.814302 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:38.829453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'name': 'network-vif-deleted', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:38.847549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6e45c555-53ae-4569-9717-cd35b182aa64 None None] Port 28165ee0-75e0-40e0-b86f-a57592489050 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:06:39.369854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:39.369854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Usage tracker for resource:port and tenant:6eaad57182c1440aa6d064b5c9fc3c6a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:06:39.369854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:06:39.369854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:39.369854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5288869-0a35-4c3d-810e-27588cd344a0 req-424ac8e8-3eeb-4ceb-948f-d0f7e00c5a1a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:39.369854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5288869-0a35-4c3d-810e-27588cd344a0 req-424ac8e8-3eeb-4ceb-948f-d0f7e00c5a1a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.5966668 Nov 09 11:06:39.473255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8319ec2-7d22-4b2f-8226-a0acc4fa44e3 req-345729c9-c8d2-4331-b8dc-be12c2d8e0d4 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:39.473255 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8319ec2-7d22-4b2f-8226-a0acc4fa44e3 req-345729c9-c8d2-4331-b8dc-be12c2d8e0d4 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 945 time: 0.3124614 Nov 09 11:06:39.477089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5288869-0a35-4c3d-810e-27588cd344a0 req-00f78dda-778b-4c4d-a555-9a07c763af9b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099586 Nov 09 11:06:39.484649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8319ec2-7d22-4b2f-8226-a0acc4fa44e3 req-0c093f45-f66f-4059-ad52-21b93efbd413 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023822 Nov 09 11:06:39.490872 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:06:39.495096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28165ee0-75e0-40e0-b86f-a57592489050 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:39.495096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:39.495096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Transition to ACTIVE for port object 28165ee0-75e0-40e0-b86f-a57592489050 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:39.512574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Made reservation on behalf of 6eaad57182c1440aa6d064b5c9fc3c6a for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:06:39.523468 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:39.535776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5d56381a-818f-4b02-a2da-0969eff9efb0 req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.59 "DELETE /v2.0/ports/303e27da-79ed-426b-8a36-8bd7276d0615 HTTP/1.1" status: 204 len: 173 time: 4.4933543 Nov 09 11:06:39.587121 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:39.624161 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:39.656954 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c57d68a3-8778-4a47-b75f-2021d20a8da0 req-4888b817-d2a8-4196-b612-06d6bf2d4868 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 210 time: 0.0799584 Nov 09 11:06:39.787005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-252aeb89-227b-4819-90fb-8fe6c0ddb5cb tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:39.789952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-252aeb89-227b-4819-90fb-8fe6c0ddb5cb tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 945 time: 0.3886418 Nov 09 11:06:39.856189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Pushing event updated for resources: {'Port': ['ID=28165ee0-75e0-40e0-b86f-a57592489050,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:39.870647 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:40.098163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963a550-b9f8-40b1-8881-e33984275d97 req-51b950a7-bd9b-40a4-8994-64f139c391d0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:40.107096 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e963a550-b9f8-40b1-8881-e33984275d97 req-51b950a7-bd9b-40a4-8994-64f139c391d0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.6058469 Nov 09 11:06:40.143093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Attempting to bind port 28165ee0-75e0-40e0-b86f-a57592489050 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:06:40.143636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Attempting to bind port 28165ee0-75e0-40e0-b86f-a57592489050 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:06:40.144175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Attempting to bind port 28165ee0-75e0-40e0-b86f-a57592489050 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:40.145616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c085fa76-1783-46f4-98ec-4fa6195f787f req-3f543e96-5fe8-48a3-a188-f5e69111d1da tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Synchronizing usage tracker for tenant:5a15b53e154041abb116076ef75d7986 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:40.170289 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:59Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:40.179300 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] Checking router: e603bc9a-83cb-4a49-a817-f5cecfa6d83d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:06:40.207777 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:06:40.213253 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:40.231747 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e963a550-b9f8-40b1-8881-e33984275d97 req-a90f39a4-a11b-4c00-94dc-ee3b5309186f tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232984 Nov 09 11:06:40.233544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Port 28165ee0-75e0-40e0-b86f-a57592489050 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:06:40.234049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Attempting to bind port 28165ee0-75e0-40e0-b86f-a57592489050 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:40.278645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:06:40.278645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:06:40.278645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:06:40.282023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Bound port: 28165ee0-75e0-40e0-b86f-a57592489050, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:06:40.282629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:40.295457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Deleting port f198ee37-77f4-428a-8205-c43fd13ce0a5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:06:40.296082 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:40.509032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] For port 28165ee0-75e0-40e0-b86f-a57592489050, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:06:40.515704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] For port 28165ee0-75e0-40e0-b86f-a57592489050, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28165ee0-75e0-40e0-b86f-a57592489050,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:06:40.548460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Allocated IP 172.20.0.12 (bf09faab-93ec-4862-b4b6-cefa5275b099/78b7b6ee-d976-44d3-8337-f4cb1c1cde78/b44d56d8-6320-4aa1-a6f4-109a48890a47) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:06:40.554881 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77adcc5-96a7-41b8-96ad-3a0113dd11df', 'name': 'network-vif-deleted', 'tag': '303e27da-79ed-426b-8a36-8bd7276d0615', 'status': 'completed', 'code': 200} Nov 09 11:06:40.557935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c085fa76-1783-46f4-98ec-4fa6195f787f req-3f543e96-5fe8-48a3-a188-f5e69111d1da tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Unset dirty status for tenant:5a15b53e154041abb116076ef75d7986 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:40.559816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c085fa76-1783-46f4-98ec-4fa6195f787f req-3f543e96-5fe8-48a3-a188-f5e69111d1da tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77adcc5-96a7-41b8-96ad-3a0113dd11df HTTP/1.1" status: 200 len: 210 time: 0.5509562 Nov 09 11:06:40.577866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:40.584191 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-489b3492-6e50-4f41-82d1-4c5e1c04b8ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:40.650097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-dbabd92f-af43-4b28-81e1-c4e3e862a7b7 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:40.651399 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-dbabd92f-af43-4b28-81e1-c4e3e862a7b7 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.7152851 Nov 09 11:06:40.668320 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:06:40.707963 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:40.709770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] 10.222.0.59 "PUT /v2.0/ports/28165ee0-75e0-40e0-b86f-a57592489050 HTTP/1.1" status: 200 len: 1096 time: 2.4342782 Nov 09 11:06:40.712862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Request body: {'port': {'device_id': '91619869-85c9-4461-9a0b-b61f70f794d9', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'admin_state_up': True, 'tenant_id': '6a2c18b5add241a8bf7fc402b0c928df'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:40.713002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'tag': '28165ee0-75e0-40e0-b86f-a57592489050'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:40.735983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Pushing event updated for resources: {'Port': ['ID=28165ee0-75e0-40e0-b86f-a57592489050,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:40.758502 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:41.214407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f65113a2-62d7-48d2-b383-0a7fe4c15436 req-f976c85f-92a1-4b89-8dac-b662dbb20d6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 210 time: 0.3982508 Nov 09 11:06:41.262751 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-e9c950ff-ab04-42d0-9bed-fff97037324a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 1099 time: 0.3709059 Nov 09 11:06:41.282603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:41.301702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:41.313229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] For port f198ee37-77f4-428a-8205-c43fd13ce0a5, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f198ee37-77f4-428a-8205-c43fd13ce0a5,segment=NetworkSegment(cd3f0cf8-a75a-40e2-8140-7bcf226032b5),segment_id=cd3f0cf8-a75a-40e2-8140-7bcf226032b5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:41.313229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:41.402611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Made reservation on behalf of 6a2c18b5add241a8bf7fc402b0c928df for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:06:41.406367 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:41.445543 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:59Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:41.460290 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8ca8c-21cf-466d-a7d3-62c17686eb09 None None] The sync data for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 is: [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:02:51Z', 'revision_number': 4, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'e5ece132-5465-424e-9b9c-7c3a88defc0f', 'name': '', 'network_id': '4deceb9a-6ba9-4d14-be96-e04fdf27f11c', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'mac_address': 'fa:16:3e:0d:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:49Z', 'updated_at': '2021-11-09T11:02:59Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'subnets': [{'id': '3591be2a-ee1a-450a-b205-539b40c646c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:06:41.481702 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-53249df4-5b36-4969-9441-db4113e19322 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=28165ee0-75e0-40e0-b86f-a57592489050 HTTP/1.1" status: 200 len: 217 time: 0.2050548 Nov 09 11:06:41.556719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Calling delete_port for f198ee37-77f4-428a-8205-c43fd13ce0a5 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:06:41.677764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-ae2dc275-4daf-41e9-9aab-3a0df0974334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:41.679251 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-ae2dc275-4daf-41e9-9aab-3a0df0974334 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1305740 Nov 09 11:06:41.814627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d6b54-4737-4bd5-b2c3-4902eb9f1fcf req-2d532e65-ef93-42fe-8de0-ec8410f3c7e4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:41.828842 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-240d6b54-4737-4bd5-b2c3-4902eb9f1fcf req-2d532e65-ef93-42fe-8de0-ec8410f3c7e4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3457685 Nov 09 11:06:41.843894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffb82-d04b-42a2-864c-4cf4ed7741fd req-ded15b9e-167c-4797-946c-0d69ee529c74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:41.853300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-496ffb82-d04b-42a2-864c-4cf4ed7741fd req-ded15b9e-167c-4797-946c-0d69ee529c74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 948 time: 0.9272509 Nov 09 11:06:41.873248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bae4f-05a5-44de-ab5e-c9924341b83f None None] New status for floating IP c3c7c230-09ab-4679-a1a3-c07032b2266d: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:06:41.897292 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-876d3332-cbdb-42da-bbf1-a20013ef7abb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038624 Nov 09 11:06:41.911713 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-240d6b54-4737-4bd5-b2c3-4902eb9f1fcf req-dfdfcad8-2df2-45a1-a0c3-b7b6cfec6f10 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816712 Nov 09 11:06:42.195008 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-4a6cdab6-0431-485d-8f8f-52d227c674e1 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822030 Nov 09 11:06:42.237549 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:42.369898 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-496ffb82-d04b-42a2-864c-4cf4ed7741fd req-2383e38c-a524-4fa5-baba-c861daa07498 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151875 Nov 09 11:06:42.375673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Allocated IP 172.20.0.2 (c3c2e9fe-baec-4940-9a66-3624912c10c4/9dc9e9b9-b2b3-479a-9193-d5cd4275b99f/cb26035c-2f4f-4f26-b625-ec435f75e416) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:06:42.399330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25058a-0322-47fa-a46d-1cb80bcdf502 req-1bf05aa5-135f-45db-8348-2c77cb48fa52 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:42.407294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc25058a-0322-47fa-a46d-1cb80bcdf502 req-1bf05aa5-135f-45db-8348-2c77cb48fa52 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 945 time: 0.2110665 Nov 09 11:06:42.481608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad776d74-5067-48c6-8d94-6cceb3c92803 req-665e4e49-bf10-464a-a926-75a68d54e910 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206433 Nov 09 11:06:42.494959 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc25058a-0322-47fa-a46d-1cb80bcdf502 req-7678ab48-df16-4997-ab05-b84eaa3922da tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867169 Nov 09 11:06:42.583425 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'tag': '28165ee0-75e0-40e0-b86f-a57592489050', 'status': 'completed', 'code': 200} Nov 09 11:06:42.616050 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:42.647605 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:42.698372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:42.728080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Pushing event deleted for resources: {'Port': ['ID=f198ee37-77f4-428a-8205-c43fd13ce0a5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:42.731165 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:42.747055 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e857c4dc-23ae-4ead-a2a0-abfb7aa151db tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:42.845071 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-9f201034-b2ef-4631-aaa2-9fb6ca52b507 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 1099 time: 0.1074972 Nov 09 11:06:42.857254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f1ccd-deaa-46aa-9f21-2d7d9cde4339 req-1ab4b660-bfb5-45f1-8ae5-c056914ea84b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:42.859233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e19f1ccd-deaa-46aa-9f21-2d7d9cde4339 req-1ab4b660-bfb5-45f1-8ae5-c056914ea84b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.1644256 Nov 09 11:06:42.949686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] No DVR routers for this DVR port f198ee37-77f4-428a-8205-c43fd13ce0a5 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:06:42.959740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Network bf09faab-93ec-4862-b4b6-cefa5275b099 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:06:42.963537 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:42.968768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:06:42.975388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'name': 'network-vif-deleted', 'tag': 'f198ee37-77f4-428a-8205-c43fd13ce0a5'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:42.980774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:06:43.025325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e19f1ccd-deaa-46aa-9f21-2d7d9cde4339 req-33a5ae41-6f53-402b-b981-e9bd89306e6c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442244 Nov 09 11:06:43.061436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:43.068441 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:43.076625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-e2c1766b-1dae-4857-805b-0976fc854e44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:43.078252 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-e2c1766b-1dae-4857-805b-0976fc854e44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2179365 Nov 09 11:06:43.108470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:43.123871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbe48d-da50-49a2-aa9e-74823dcc381b req-c4be0383-5d09-46ad-b219-acd64aa8cee3 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:43.124824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-84fbe48d-da50-49a2-aa9e-74823dcc381b req-c4be0383-5d09-46ad-b219-acd64aa8cee3 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:43.134002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:43.135058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:43.165495 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-13ab89fa-2326-4184-8a6d-40f9a2a9d491 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=28165ee0-75e0-40e0-b86f-a57592489050 HTTP/1.1" status: 200 len: 217 time: 0.0793688 Nov 09 11:06:43.186465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee15344c-b320-4647-8a70-1dcf993c8634 req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.57 "DELETE /v2.0/ports/f198ee37-77f4-428a-8205-c43fd13ce0a5 HTTP/1.1" status: 204 len: 173 time: 3.3620040 Nov 09 11:06:43.258768 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8539193 Nov 09 11:06:43.267708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-abc170c1-cabf-4d7c-a26c-71e3a6408e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:43.269669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-abc170c1-cabf-4d7c-a26c-71e3a6408e00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0856357 Nov 09 11:06:43.270531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Request body: {'port': {'device_id': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:43.345161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-84fbe48d-da50-49a2-aa9e-74823dcc381b req-c4be0383-5d09-46ad-b219-acd64aa8cee3 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:43.354899 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84fbe48d-da50-49a2-aa9e-74823dcc381b req-c4be0383-5d09-46ad-b219-acd64aa8cee3 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 932 time: 0.7805710 Nov 09 11:06:43.357272 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:43.362932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f198ee37-77f4-428a-8205-c43fd13ce0a5 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:43.397216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-eaecc168-ffc5-4811-956c-85a6025bde98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193247 Nov 09 11:06:43.426206 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:43.446186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c9869b0d-b702-40bb-a0bf-15f806593fef'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:43.533533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event updated for resources: {'Port': ['ID=cb26035c-2f4f-4f26-b625-ec435f75e416,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:43.551592 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:43.557185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: f198ee37-77f4-428a-8205-c43fd13ce0a5 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:06:43.557185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f198ee37-77f4-428a-8205-c43fd13ce0a5 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:06:43.557474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:06:43.561128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:06:43.566280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:06:43.675709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84fbe48d-da50-49a2-aa9e-74823dcc381b req-19bfaf44-b06e-414f-8a31-aad629a663c6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197663 Nov 09 11:06:43.734480 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-d73e68e2-e368-44fa-83ac-6b41b7dad2df service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276725 Nov 09 11:06:43.922127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:43.922127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:43.922370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf3bec-7415-4809-833e-724b15bbd746 req-8b4d4dd4-8f38-42ea-adf9-0fac6dfb60f4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:43.922370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bccf3bec-7415-4809-833e-724b15bbd746 req-8b4d4dd4-8f38-42ea-adf9-0fac6dfb60f4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 931 time: 0.2343435 Nov 09 11:06:43.923085 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:44.030632 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bccf3bec-7415-4809-833e-724b15bbd746 req-0ecffad8-93ba-4ad3-8cae-5f9e57cefe40 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926548 Nov 09 11:06:44.039153 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-329ff4dc-6041-42a7-9da9-aab6dfe8b5a4 req-b8158c20-fb0a-4a9b-a6f4-f3789c5906f6 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915072 Nov 09 11:06:44.098944 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3904102 Nov 09 11:06:44.112513 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b625f5b-e92c-4bd3-99b2-bf7135be30cf', 'name': 'network-vif-deleted', 'tag': 'f198ee37-77f4-428a-8205-c43fd13ce0a5', 'status': 'completed', 'code': 200} Nov 09 11:06:44.161496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Request body: {'port': {'device_id': '91619869-85c9-4461-9a0b-b61f70f794d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:44.223641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48240) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:44.246240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054300e3-e5b7-4c3a-861a-f5b652d34937 req-11d11e26-d0dd-4963-8eee-5720eb5ab294 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:44.252572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-054300e3-e5b7-4c3a-861a-f5b652d34937 req-11d11e26-d0dd-4963-8eee-5720eb5ab294 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.2760303 Nov 09 11:06:44.359548 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:44.391366 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:44.483557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:44.500402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-054300e3-e5b7-4c3a-861a-f5b652d34937 req-bcc796dc-5b71-4469-bfed-06b26895f39c tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219942 Nov 09 11:06:44.625436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f0a90-d724-4c9d-ae03-5ec68886be56 req-b098c059-511c-4c6f-b3e0-eec3ecd702a0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:44.626984 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c21f0a90-d724-4c9d-ae03-5ec68886be56 req-b098c059-511c-4c6f-b3e0-eec3ecd702a0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 948 time: 0.2194104 Nov 09 11:06:44.665493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44d56d8-6320-4aa1-a6f4-109a48890a47 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:44.675713 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:44.720407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c21f0a90-d724-4c9d-ae03-5ec68886be56 req-38ebd973-a100-4421-953d-55452317d0eb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782158 Nov 09 11:06:44.744760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:44.749208 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c491cf9d-0373-4dcc-99b1-e0e5dba61cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:44.798788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5714e8da-b02f-45a4-9d57-ae9e11cbd982,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:44.802623 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:44.931461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:44.933313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "DELETE /v2.0/security-groups/5714e8da-b02f-45a4-9d57-ae9e11cbd982 HTTP/1.1" status: 204 len: 168 time: 0.7083907 Nov 09 11:06:44.937051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48248) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:44.962438 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-8284131c-a038-44e8-9c8a-4f0ab43cd01d tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] show failed (client error): The resource could not be found. Nov 09 11:06:44.963781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8284131c-a038-44e8-9c8a-4f0ab43cd01d tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "GET /v2.0/security-groups/5714e8da-b02f-45a4-9d57-ae9e11cbd982 HTTP/1.1" status: 404 len: 347 time: 0.0256491 Nov 09 11:06:44.972583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:45.129602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Transition to ACTIVE for port object b44d56d8-6320-4aa1-a6f4-109a48890a47 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:45.145689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e7d6684c-259a-4389-814b-60b7285c6e44 req-91fcdf98-144e-457a-83de-7172a00b1a51 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Synchronizing usage tracker for tenant:1b20bffc4ca84b1a8ea50249ecbb392d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:45.155383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a768-2501-4eb1-9655-9c7bac8f71be req-385e0513-fd9e-4eb9-9c67-77daea8e45be tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:45.162951 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b31a768-2501-4eb1-9655-9c7bac8f71be req-385e0513-fd9e-4eb9-9c67-77daea8e45be tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2818544 Nov 09 11:06:45.199441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:45.206297 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25bee7b0-f813-4d1f-8096-694fcae5f431 tempest-MigrationsAdminTest-616198765 tempest-MigrationsAdminTest-616198765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:45.219972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Deleting port 5cd9e571-ec10-4dbd-bb14-96cc7dff2989 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:06:45.220405 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:45.290335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b31a768-2501-4eb1-9655-9c7bac8f71be req-7a0055d4-1d86-4bb1-bbe5-94b58f2e522d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256368 Nov 09 11:06:45.299874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:45.303771 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:45.313698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e7d6684c-259a-4389-814b-60b7285c6e44 req-91fcdf98-144e-457a-83de-7172a00b1a51 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Unset dirty status for tenant:1b20bffc4ca84b1a8ea50249ecbb392d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:45.315863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e7d6684c-259a-4389-814b-60b7285c6e44 req-91fcdf98-144e-457a-83de-7172a00b1a51 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b625f5b-e92c-4bd3-99b2-bf7135be30cf HTTP/1.1" status: 200 len: 210 time: 0.2324359 Nov 09 11:06:45.480295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:06:45.558610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:45.558856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:45.700169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb26035c-2f4f-4f26-b625-ec435f75e416 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:45.709026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:45.722917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Calling delete_port for 5cd9e571-ec10-4dbd-bb14-96cc7dff2989 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:06:45.777531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Transition to ACTIVE for port object cb26035c-2f4f-4f26-b625-ec435f75e416 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:06:45.812588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Attempting to bind port b44d56d8-6320-4aa1-a6f4-109a48890a47 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:06:45.812937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Attempting to bind port b44d56d8-6320-4aa1-a6f4-109a48890a47 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:06:45.813148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Attempting to bind port b44d56d8-6320-4aa1-a6f4-109a48890a47 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:45.823361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Port b44d56d8-6320-4aa1-a6f4-109a48890a47 on network bf09faab-93ec-4862-b4b6-cefa5275b099 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:06:45.823824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Attempting to bind port b44d56d8-6320-4aa1-a6f4-109a48890a47 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:45.837389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:06:45.837389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Checking segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:06:45.837802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Bound using segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:06:45.838153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Bound port: b44d56d8-6320-4aa1-a6f4-109a48890a47, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:06:45.838501 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:45.873760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb850c-f624-46a5-b092-71b6ff7ab1cc req-1d6b6cfb-31eb-4512-ad86-743649885fda tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:45.875425 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4bb850c-f624-46a5-b092-71b6ff7ab1cc req-1d6b6cfb-31eb-4512-ad86-743649885fda tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 931 time: 0.1597054 Nov 09 11:06:45.902238 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:45.911966 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:45.949937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de926408-a104-42fb-a94a-a9ebdee0c535 req-64c0e07a-93fe-4979-83ea-44a7a6ca977b tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:45.951475 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de926408-a104-42fb-a94a-a9ebdee0c535 req-64c0e07a-93fe-4979-83ea-44a7a6ca977b tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 944 time: 0.2374959 Nov 09 11:06:45.989473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4bb850c-f624-46a5-b092-71b6ff7ab1cc req-17e0636a-a8da-49dc-b144-4dc537a7d905 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074355 Nov 09 11:06:46.066013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.066013 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:46.122642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Pushing event deleted for resources: {'Port': ['ID=5cd9e571-ec10-4dbd-bb14-96cc7dff2989,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:46.128622 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:46.135228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb26035c-2f4f-4f26-b625-ec435f75e416,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:46.149200 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:46.163115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:06:46.179991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:06:46.218135 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de926408-a104-42fb-a94a-a9ebdee0c535 req-799dc202-5914-4d44-a4d8-93c2e0e649ba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454362 Nov 09 11:06:46.252421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.269787 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:46.328790 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.357456 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.362321 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-5b706914-e512-43db-b0d8-539e94929001 service neutron] 10.222.0.57 "PUT /v2.0/ports/b44d56d8-6320-4aa1-a6f4-109a48890a47 HTTP/1.1" status: 200 len: 1092 time: 3.0940995 Nov 09 11:06:46.362321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:46.379031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2086bd-93b8-49ad-8409-a6af7fd61576 req-4e520bbc-38b4-43b8-84a5-8ba9715f11ba tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:46.382203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:46.387803 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:46.393767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Attempting to bind port cb26035c-2f4f-4f26-b625-ec435f75e416 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:06:46.393897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Attempting to bind port cb26035c-2f4f-4f26-b625-ec435f75e416 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:06:46.394179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Attempting to bind port cb26035c-2f4f-4f26-b625-ec435f75e416 on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:46.395813 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-da2086bd-93b8-49ad-8409-a6af7fd61576 req-4e520bbc-38b4-43b8-84a5-8ba9715f11ba tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.1840618 Nov 09 11:06:46.401134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Port cb26035c-2f4f-4f26-b625-ec435f75e416 on network c3c2e9fe-baec-4940-9a66-3624912c10c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:06:46.401537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Attempting to bind port cb26035c-2f4f-4f26-b625-ec435f75e416 on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:06:46.412284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:06:46.413938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Checking segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:06:46.413938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Bound using segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:06:46.413938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Bound port: cb26035c-2f4f-4f26-b625-ec435f75e416, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:06:46.413938 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.452204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.453931 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] 10.222.0.50 "DELETE /v2.0/floatingips/c3c7c230-09ab-4679-a1a3-c07032b2266d HTTP/1.1" status: 204 len: 168 time: 1.4782264 Nov 09 11:06:46.460551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48268) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:46.549734 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-da2086bd-93b8-49ad-8409-a6af7fd61576 req-bc516f27-b46a-4ef4-aa5a-0be65237e644 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527631 Nov 09 11:06:46.666046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] For port cb26035c-2f4f-4f26-b625-ec435f75e416, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:06:46.669896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] For port cb26035c-2f4f-4f26-b625-ec435f75e416, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cb26035c-2f4f-4f26-b625-ec435f75e416,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:06:46.711352 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca84ba-10d8-4713-a618-0af3fe217118 req-62705dac-a4cd-4487-bd2c-d55cc657e39e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:46.715636 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40ca84ba-10d8-4713-a618-0af3fe217118 req-62705dac-a4cd-4487-bd2c-d55cc657e39e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 948 time: 0.2474918 Nov 09 11:06:46.753095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.761675 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1fb772ac-e41b-48c3-a7e3-014a5c05dd0a tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:46.823239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-963d8ad1-c47f-481c-97b6-c57cecff4985 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 1095 time: 0.3023167 Nov 09 11:06:46.934996 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:46.936592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] 10.222.0.57 "PUT /v2.0/ports/cb26035c-2f4f-4f26-b625-ec435f75e416 HTTP/1.1" status: 200 len: 1091 time: 2.8215504 Nov 09 11:06:46.945554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-f0cdc837-00b3-4bc5-91ed-3ba45d0bffc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47 HTTP/1.1" status: 200 len: 217 time: 0.1106577 Nov 09 11:06:46.948142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40ca84ba-10d8-4713-a618-0af3fe217118 req-826077ce-ed28-4ca6-b601-b32684377952 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248659 Nov 09 11:06:46.949145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb26035c-2f4f-4f26-b625-ec435f75e416,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:46.953695 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:47.047687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc79c5c-a9e2-49c0-93c9-7905aeaa55c0 req-61b31183-ec2a-4b99-b80f-703db422bdd7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:47.053852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-08e0a0a3-ddb6-4959-a480-63afcc77e03d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:47.056018 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efc79c5c-a9e2-49c0-93c9-7905aeaa55c0 req-61b31183-ec2a-4b99-b80f-703db422bdd7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.3425000 Nov 09 11:06:47.059821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-08e0a0a3-ddb6-4959-a480-63afcc77e03d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.1074259 Nov 09 11:06:47.116769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48276) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:47.133562 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8138-dc3c-4532-a2df-f85720e23e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:47.137891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efc79c5c-a9e2-49c0-93c9-7905aeaa55c0 req-72b66898-ebe1-4d2d-a92b-d485bd4d9457 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764091 Nov 09 11:06:47.419035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Deleting subnet f03619f6-7907-4318-b3d5-20098ef24000 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:06:47.422699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:47.448026 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:47.481980 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'status': 'completed', 'code': 200} Nov 09 11:06:47.491988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:47.499596 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-383b104e-c9d4-4f74-ba37-187cce03b4a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3660593 Nov 09 11:06:47.670354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:47.756126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f44fe8-349f-4007-92e4-e94335a9946a req-4a3f3dd9-1f30-434a-98b9-3b82c5a8fc58 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:47.757947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28165ee0-75e0-40e0-b86f-a57592489050 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:47.776411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b8f44fe8-349f-4007-92e4-e94335a9946a req-4a3f3dd9-1f30-434a-98b9-3b82c5a8fc58 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:06:47.874391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13603bed-a29b-4881-a45c-b25a381abd2b req-b21943cf-74de-49c9-ac16-e6fb00f1d613 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:47.875925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-13603bed-a29b-4881-a45c-b25a381abd2b req-b21943cf-74de-49c9-ac16-e6fb00f1d613 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 944 time: 0.2814324 Nov 09 11:06:47.882037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-b10bbfbe-9f2c-432c-a83d-a32f5d09bb89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 1094 time: 0.8298283 Nov 09 11:06:47.888147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-8f25414b-1971-4822-bc2c-0718e08ec178 service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338008 Nov 09 11:06:47.957091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:48.018894 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:48.038809 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:48.052427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28165ee0-75e0-40e0-b86f-a57592489050, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28165ee0-75e0-40e0-b86f-a57592489050,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:48.070815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '28165ee0-75e0-40e0-b86f-a57592489050', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '28165ee0-75e0-40e0-b86f-a57592489050', 'mac_address': 'fa:16:3e:0e:52:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:48.078335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b8f44fe8-349f-4007-92e4-e94335a9946a req-4a3f3dd9-1f30-434a-98b9-3b82c5a8fc58 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:06:48.079962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8f44fe8-349f-4007-92e4-e94335a9946a req-4a3f3dd9-1f30-434a-98b9-3b82c5a8fc58 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 943 time: 0.5956006 Nov 09 11:06:48.102653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03619f6-7907-4318-b3d5-20098ef24000,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:48.109841 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:48.130513 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:48.141266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-13603bed-a29b-4881-a45c-b25a381abd2b req-4346bc4b-65a7-4c1b-bb10-8dbbb9fd2797 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352047 Nov 09 11:06:48.148155 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f03619f6-7907-4318-b3d5-20098ef24000 HTTP/1.1" status: 204 len: 168 time: 1.0050030 Nov 09 11:06:48.149050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:48.166214 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:48.208105 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28165ee0-75e0-40e0-b86f-a57592489050 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:48.247852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-ad147060-8d71-4129-afc4-73b853916ff0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb26035c-2f4f-4f26-b625-ec435f75e416 HTTP/1.1" status: 200 len: 217 time: 0.3242126 Nov 09 11:06:48.252691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28165ee0-75e0-40e0-b86f-a57592489050, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28165ee0-75e0-40e0-b86f-a57592489050,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:48.264623 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8f44fe8-349f-4007-92e4-e94335a9946a req-05818808-6e77-422f-a976-cbbbc285e5f8 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680324 Nov 09 11:06:48.330687 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:48.334718 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:48.413231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-37dcc7b7-6022-489c-9bd0-409eccd4a6f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:48.414668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-37dcc7b7-6022-489c-9bd0-409eccd4a6f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.1438389 Nov 09 11:06:48.435915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-08bf3ca1-8ad7-48a8-be48-12013daa323a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4157043 Nov 09 11:06:48.468491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=28165ee0-75e0-40e0-b86f-a57592489050,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:48.476395 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:48.506669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-4125aeb4-782b-4585-a65f-c50d7e437727 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656452 Nov 09 11:06:48.551445 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:48.638294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37e56d7b-e5b5-4295-b08f-560e5f5f7dbc req-4b198219-f411-42e6-bda5-74906ac698c4 service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425387 Nov 09 11:06:48.753766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:48.771257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cd2a8-3100-4958-99fc-f2b15377768d req-9d5de3c3-b015-4f7c-b636-98e05f075b33 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:48.777547 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-930c5abd-b7c3-4aa8-80f2-9b0c5063264f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 1099 time: 0.2174213 Nov 09 11:06:48.778479 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-020cd2a8-3100-4958-99fc-f2b15377768d req-9d5de3c3-b015-4f7c-b636-98e05f075b33 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3616905 Nov 09 11:06:48.804924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab60f8-461a-42fe-88d9-588f446bcd02 req-0683be61-0c98-4199-9997-d76d1bceca3b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:48.806653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f4ab60f8-461a-42fe-88d9-588f446bcd02 req-0683be61-0c98-4199-9997-d76d1bceca3b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 949 time: 0.3174136 Nov 09 11:06:48.826768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e5863e-695e-461b-b404-3d056cdc9dc0']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:48.835070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['28165ee0-75e0-40e0-b86f-a57592489050'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:48.874537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3f0cf8-a75a-40e2-8140-7bcf226032b5') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:48.874919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3f0cf8-a75a-40e2-8140-7bcf226032b5') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:48.915994 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-a42968be-d1c3-47d5-a0a5-ea10c1336107 service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106225 Nov 09 11:06:48.936301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.001004 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-020cd2a8-3100-4958-99fc-f2b15377768d req-6546b087-0b3a-42d5-8c1c-a07d4951e2a7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217762 Nov 09 11:06:49.002091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.044458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:06:49.044689 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.167934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-59829708-97e1-4a0d-885c-fcaa6bc7a428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:49.167934 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-59829708-97e1-4a0d-885c-fcaa6bc7a428 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3598886 Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:06:49.195221 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:06:49.348871 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f4ab60f8-461a-42fe-88d9-588f446bcd02 req-b05c69b2-53a1-40b3-8ebc-f0457b98da57 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131109 Nov 09 11:06:49.352033 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-e3339493-8a39-4e51-b248-a24cfcda91aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41 HTTP/1.1" status: 200 len: 217 time: 0.1637862 Nov 09 11:06:49.449919 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2ab7df78-7b84-4eb2-bf06-6469e5fd0907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.480085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.498894 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8630d70-23f6-4347-b25e-9f83659758b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:49.525235 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.534298 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] 10.222.0.50 "DELETE /v2.0/networks/53e5863e-695e-461b-b404-3d056cdc9dc0 HTTP/1.1" status: 204 len: 168 time: 1.3832121 Nov 09 11:06:49.536254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48298) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:49.603406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Deleting subnet 07705734-7028-471e-a57d-d0b5bec98f5a {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:06:49.607059 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.625369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91619869-85c9-4461-9a0b-b61f70f794d9', 'tag': 'cb26035c-2f4f-4f26-b625-ec435f75e416'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:49.630980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-7b9a9061-b55d-4408-bc6f-9f002458829d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:49.632824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-7b9a9061-b55d-4408-bc6f-9f002458829d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2631767 Nov 09 11:06:49.636595 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e00417b9-a2c3-4958-b783-c212b9d9e73c req-0389fb59-e007-4c6a-b349-43ef0bcbeadf service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797757 Nov 09 11:06:49.677901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Pushing event deleted for resources: {'Network': ['ID=53e5863e-695e-461b-b404-3d056cdc9dc0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:49.717096 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:49.741662 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-43683824-9415-40a8-860d-2ec648e9e85e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 1095 time: 0.9116445 Nov 09 11:06:49.768721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:49.774891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.868319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:49.970301 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:50.014112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-5e42b865-8d66-4bc1-8135-4955da604cd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3635178 Nov 09 11:06:50.014891 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:50.029898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b709da-7881-4cd2-90f7-1139fb3d9863 req-e6165312-c89b-4b36-90ee-8cb66bbb870c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:50.030537 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c4b709da-7881-4cd2-90f7-1139fb3d9863 req-e6165312-c89b-4b36-90ee-8cb66bbb870c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.7516267 Nov 09 11:06:50.039107 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:50.093146 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-37275ca1-a786-479e-b9da-a971880f97cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 1097 time: 0.4068959 Nov 09 11:06:50.195408 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:50.195408 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:50.316646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c4b709da-7881-4cd2-90f7-1139fb3d9863 req-93c0ae52-2ec6-41a2-aa8e-74fef1d6d99e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673025 Nov 09 11:06:50.375001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:50.407104 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:50.417677 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:50.427295 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:50.454901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-5609281b-b06d-4d05-bffd-dc17bacedaa2 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130588 Nov 09 11:06:50.480580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-35dbd45e-1199-4f30-aa97-f0f865383483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:50.480580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-35dbd45e-1199-4f30-aa97-f0f865383483 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.3559122 Nov 09 11:06:50.513339 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:50.625062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07705734-7028-471e-a57d-d0b5bec98f5a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:50.637451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-533c16cf-a269-40ad-9443-a21bed64dee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:50.637451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-533c16cf-a269-40ad-9443-a21bed64dee2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 905 time: 0.8557475 Nov 09 11:06:50.642048 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:50.657841 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:50.666965 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-127b57ec-9a06-41ce-be30-cdcccbed7a5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6 HTTP/1.1" status: 200 len: 217 time: 0.1803353 Nov 09 11:06:50.678292 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/07705734-7028-471e-a57d-d0b5bec98f5a HTTP/1.1" status: 204 len: 168 time: 1.1380827 Nov 09 11:06:50.711549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48312) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:50.765075 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-1bfcf1fd-529f-487d-a19b-ec2ba4d733d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47 HTTP/1.1" status: 200 len: 217 time: 0.1028671 Nov 09 11:06:50.844244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ff0c0-ba23-47ab-8829-88e861e981b7 req-b1c73114-a786-4789-b9bb-311972b6e9a2 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:50.844244 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-239ff0c0-ba23-47ab-8829-88e861e981b7 req-b1c73114-a786-4789-b9bb-311972b6e9a2 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 944 time: 0.8101842 Nov 09 11:06:50.844244 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7577939-d4b2-41f3-b788-341c525f11f8 req-7bfcf592-35bc-42f7-940d-b51813e3cefe service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808637 Nov 09 11:06:50.884667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-b8303bfd-253d-41f2-8955-6425bebc3715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:50.886013 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-b8303bfd-253d-41f2-8955-6425bebc3715 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.1130826 Nov 09 11:06:50.923099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:50.931032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-f7016526-de37-4480-855f-ceb408787574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:50.932639 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-f7016526-de37-4480-855f-ceb408787574 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.2531586 Nov 09 11:06:50.943406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-239ff0c0-ba23-47ab-8829-88e861e981b7 req-8519346d-f940-4e13-976a-0189e84d9f05 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345561 Nov 09 11:06:50.953730 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-ab0cfcdb-9d53-447c-a139-4eabcb82e24b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557477 Nov 09 11:06:51.069494 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91619869-85c9-4461-9a0b-b61f70f794d9', 'tag': 'cb26035c-2f4f-4f26-b625-ec435f75e416', 'status': 'completed', 'code': 200} Nov 09 11:06:51.073254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b00a1-1f4f-4f4b-beb1-05e3c280adba req-517d198f-4e8a-40c8-9e7c-984f1a5cdc06 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:51.083451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-093b00a1-1f4f-4f4b-beb1-05e3c280adba req-517d198f-4e8a-40c8-9e7c-984f1a5cdc06 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 943 time: 0.5214427 Nov 09 11:06:51.161387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-b9cd62fc-1b3a-49f7-8822-98ff5d263017 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2202399 Nov 09 11:06:51.181375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-fab8f38f-6fc6-4598-b69d-43b1a8ecbccb service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196290 Nov 09 11:06:51.421691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cb26035c-2f4f-4f26-b625-ec435f75e416 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:51.450549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-02b5ba5f-703c-4524-8aaa-55eb6afe66e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 1094 time: 0.3539684 Nov 09 11:06:51.480025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d2340e1-4f48-4ba0-8617-dee42cd5bac1 req-8311c3d1-8456-469c-88c0-15eb0fec47ba service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874191 Nov 09 11:06:51.510072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:51.555553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-093b00a1-1f4f-4f4b-beb1-05e3c280adba req-8b4a7a46-924e-4da7-88fd-663a0517c83d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632337 Nov 09 11:06:51.572133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edf783-5f03-40a9-8c3f-dcd93e124aa4 req-a6d29eb0-4f76-4b6b-8287-83265ca010f3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:51.581542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38edf783-5f03-40a9-8c3f-dcd93e124aa4 req-a6d29eb0-4f76-4b6b-8287-83265ca010f3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.2480502 Nov 09 11:06:51.693296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-b8cee7a8-7a7b-434c-b644-666fe34803ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:51.695482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-b8cee7a8-7a7b-434c-b644-666fe34803ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 916 time: 0.2422271 Nov 09 11:06:51.714003 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38edf783-5f03-40a9-8c3f-dcd93e124aa4 req-808e7e9c-3413-4e56-b61f-ccf34bd94250 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 Nov 09 11:06:51.714971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b4404b-1d45-4b80-9d13-22b714bb335c']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:51.742441 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port cb26035c-2f4f-4f26-b625-ec435f75e416, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cb26035c-2f4f-4f26-b625-ec435f75e416,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:51.775879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'cb26035c-2f4f-4f26-b625-ec435f75e416', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'port_id': 'cb26035c-2f4f-4f26-b625-ec435f75e416', 'mac_address': 'fa:16:3e:d6:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc9e9b9-b2b3-479a-9193-d5cd4275b99f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:51.784306 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'code': 200} Nov 09 11:06:51.819314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28165ee0-75e0-40e0-b86f-a57592489050 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:51.879753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-b5bf814a-37d8-40ff-b2c7-2e7e80387dd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb26035c-2f4f-4f26-b625-ec435f75e416 HTTP/1.1" status: 200 len: 217 time: 0.1634455 Nov 09 11:06:51.971008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-1b47aa7e-5ae2-40a7-b431-2a45ed6c716b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:51.976684 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-1b47aa7e-5ae2-40a7-b431-2a45ed6c716b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.0827980 Nov 09 11:06:51.981810 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-366913c0-b603-426b-ad39-66f3cfff89a4 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8043888 Nov 09 11:06:51.986475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eeecb19-52ee-4e36-8c94-507aecaa7d3f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:51.987164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eeecb19-52ee-4e36-8c94-507aecaa7d3f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:52.008378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Deleting port e5ece132-5465-424e-9b9c-7c3a88defc0f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:06:52.008979 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.010178 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.039401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-3cb72eca-c6e3-4426-aa9b-4953862f9d4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587766 Nov 09 11:06:52.065175 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.084919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb26035c-2f4f-4f26-b625-ec435f75e416 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:52.106273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port cb26035c-2f4f-4f26-b625-ec435f75e416, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cb26035c-2f4f-4f26-b625-ec435f75e416,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:52.138904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.150664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 28165ee0-75e0-40e0-b86f-a57592489050 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:52.157010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 28165ee0-75e0-40e0-b86f-a57592489050 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:52.157841 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.193540 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.208286 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.209133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b44d56d8-6320-4aa1-a6f4-109a48890a47 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:52.224851 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:52.238376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:06:52.238778 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:06:52.253350 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:06:52.391392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-e271dea3-ea84-421f-8c4f-f43f2e4ae41e service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456852 Nov 09 11:06:52.402267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=cb26035c-2f4f-4f26-b625-ec435f75e416,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:52.407331 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:52.442482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9607a-63ae-460a-afaf-e7dd5ec4261b req-389011bc-0fd6-4c59-a9b5-92230f6fcaca tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:52.448055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66c1117e-3ed2-4c0c-80c8-1171e0e076d3 req-98461855-fb55-46f8-84e0-62b47270c83f service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404984 Nov 09 11:06:52.450328 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08a9607a-63ae-460a-afaf-e7dd5ec4261b req-389011bc-0fd6-4c59-a9b5-92230f6fcaca tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 948 time: 0.1722093 Nov 09 11:06:52.515249 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.529115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39799bb1-05dc-4e06-a422-e49394003eea req-5c2e7d8f-a258-42a2-9e46-17e97a3c2910 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:52.537803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39799bb1-05dc-4e06-a422-e49394003eea req-5c2e7d8f-a258-42a2-9e46-17e97a3c2910 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 949 time: 0.5986075 Nov 09 11:06:52.573422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:52.575214 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.585646 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-22688673-24d7-4e1b-a499-c94f09c94915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:52.600970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.601663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'mac_address': 'fa:16:3e:65:25:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:52.607108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08a9607a-63ae-460a-afaf-e7dd5ec4261b req-9865e392-76dc-40d7-8850-b7905da90506 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555200 Nov 09 11:06:52.612205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28165ee0-75e0-40e0-b86f-a57592489050, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28165ee0-75e0-40e0-b86f-a57592489050,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:52.618562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b4404b-1d45-4b80-9d13-22b714bb335c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:52.626403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b4b4404b-1d45-4b80-9d13-22b714bb335c HTTP/1.1" status: 204 len: 168 time: 1.9087219 Nov 09 11:06:52.629408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] For port e5ece132-5465-424e-9b9c-7c3a88defc0f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e5ece132-5465-424e-9b9c-7c3a88defc0f,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:52.629839 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.636009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6babe420-9cd7-49e6-b402-30282eb3c64c req-6faf030c-d6ad-4138-8bb0-ce89896bd5bd service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358196 Nov 09 11:06:52.647202 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:52.653875 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39799bb1-05dc-4e06-a422-e49394003eea req-a69c82dc-d8bf-4c59-b932-1b89864149e7 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149261 Nov 09 11:06:52.678173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.701821 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.701821 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:52.740267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44d56d8-6320-4aa1-a6f4-109a48890a47 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:52.806915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Calling delete_port for e5ece132-5465-424e-9b9c-7c3a88defc0f owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:06:52.828297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:52.837220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=28165ee0-75e0-40e0-b86f-a57592489050,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:52.840594 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:52.938064 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:52.947903 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:52.951461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2870f30-ad81-4dc3-8c42-e3ccafbf773e req-c9748a02-5dd2-4fb4-9d32-ac04910368d5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:52.953373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2870f30-ad81-4dc3-8c42-e3ccafbf773e req-c9748a02-5dd2-4fb4-9d32-ac04910368d5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 944 time: 0.0962658 Nov 09 11:06:52.998405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84601497-745d-4ec4-94e2-6feecae1c7d5 req-86702324-d085-47fa-894d-35e8d5d0ee0d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:52.999917 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84601497-745d-4ec4-94e2-6feecae1c7d5 req-86702324-d085-47fa-894d-35e8d5d0ee0d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 944 time: 0.1059980 Nov 09 11:06:53.009439 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2870f30-ad81-4dc3-8c42-e3ccafbf773e req-9112a7aa-dde8-4892-b66d-790d28795f12 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503743 Nov 09 11:06:53.062834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:53.068155 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:53.093871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84601497-745d-4ec4-94e2-6feecae1c7d5 req-79d1324d-7d97-43e5-9886-a79296aa9a56 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850976 Nov 09 11:06:53.210404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b44d56d8-6320-4aa1-a6f4-109a48890a47'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:53.227029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:53.241228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d805b-a044-4bbf-8928-b121f9a3a86a req-33acda54-dd84-4e8f-9da2-7daaf6fbf42a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:53.242144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cb26035c-2f4f-4f26-b625-ec435f75e416'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:53.243531 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d4d805b-a044-4bbf-8928-b121f9a3a86a req-33acda54-dd84-4e8f-9da2-7daaf6fbf42a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.0896792 Nov 09 11:06:53.256896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:53.260011 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:53.307431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d4d805b-a044-4bbf-8928-b121f9a3a86a req-7cd8bdb0-e389-4356-a036-8494659d5849 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569007 Nov 09 11:06:53.309554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ece132-5465-424e-9b9c-7c3a88defc0f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:53.312506 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:53.427179 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9c9d2d3d-01d0-4d30-8d2d-72b623af80cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b20bffc4ca84b1a8ea50249ecbb392d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1987672 Nov 09 11:06:53.429878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48342) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:53.633480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:53.749441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:53.785780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28165ee0-75e0-40e0-b86f-a57592489050'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:53.816868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:06:53.927830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c3529-0912-4d81-af41-3e21805913ff req-607bd97d-d7e0-41a4-b092-1fb2de9e91f5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:53.930540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db8c3529-0912-4d81-af41-3e21805913ff req-607bd97d-d7e0-41a4-b092-1fb2de9e91f5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 950 time: 0.1098664 Nov 09 11:06:53.985819 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db8c3529-0912-4d81-af41-3e21805913ff req-393f9cc4-dc77-42cc-8136-a8f1a438f741 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Nov 09 11:06:54.011152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:54.032488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-65d75782-2b61-4bf2-ada3-987f24a9f47e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 1097 time: 0.3184659 Nov 09 11:06:54.037595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'mac_address': 'fa:16:3e:37:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:06:54.079362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:54.091615 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d5a5cd93-b393-43ed-9508-e200758567af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:54.103578 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28165ee0-75e0-40e0-b86f-a57592489050', 'code': 200} Nov 09 11:06:54.104545 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:54.126656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9236e72-4d82-429a-9d9a-ebf13f8f4c50 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:06:54.146940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:54.168644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a36eb9-5138-4745-b9e5-68d0b5eeaf40,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:54.171747 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:54.188310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a7c9-3eef-4302-8c30-27286ad86226 req-678f1151-cbd9-4df5-914d-1100013bc6b7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:54.190971 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1728a7c9-3eef-4302-8c30-27286ad86226 req-678f1151-cbd9-4df5-914d-1100013bc6b7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 948 time: 0.3927302 Nov 09 11:06:54.210843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:54.224526 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:54.226569 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:54.297007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a08616ec-ed3b-4667-a2a0-db74192f2dba req-6381604c-9569-4bcd-aa60-f0874e544cbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 1101 time: 0.1523802 Nov 09 11:06:54.299514 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:54.303982 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:54.306776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735496a-3f01-4531-8811-fabd2fa4dc8f req-ac3b7ae7-fa0b-493c-be3b-4985dfd2e53c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:54.308545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7735496a-3f01-4531-8811-fabd2fa4dc8f req-ac3b7ae7-fa0b-493c-be3b-4985dfd2e53c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 945 time: 0.1283350 Nov 09 11:06:54.364009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-6e53f576-0c47-44c0-9b98-9822ca09ecc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:54.365749 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-6e53f576-0c47-44c0-9b98-9822ca09ecc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.3249881 Nov 09 11:06:54.370784 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:54.371824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5a36eb9-5138-4745-b9e5-68d0b5eeaf40 HTTP/1.1" status: 204 len: 168 time: 0.9408298 Nov 09 11:06:54.378061 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a08616ec-ed3b-4667-a2a0-db74192f2dba req-77bd9cd9-52e0-482b-9e6d-754136dc703f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684290 Nov 09 11:06:54.385383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7735496a-3f01-4531-8811-fabd2fa4dc8f req-c74a16c1-6331-45fc-937f-8493d75e7ba0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613065 Nov 09 11:06:54.448508 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1728a7c9-3eef-4302-8c30-27286ad86226 req-fe88ef63-9388-47ec-a2a7-e460c1a98550 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407978 Nov 09 11:06:54.454311 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-a6b8d01d-acb1-45c4-8989-9dcbac53f863 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6 HTTP/1.1" status: 200 len: 217 time: 0.0813043 Nov 09 11:06:54.608203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d458ff-c7c0-423f-b24c-5d09fe82f40f req-641ee2ad-957e-4b72-aeab-965d289c0f9d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:54.608203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80d458ff-c7c0-423f-b24c-5d09fe82f40f req-641ee2ad-957e-4b72-aeab-965d289c0f9d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 944 time: 0.0923660 Nov 09 11:06:54.707416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80d458ff-c7c0-423f-b24c-5d09fe82f40f req-71647593-c6c6-473a-8124-2465909cd373 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937209 Nov 09 11:06:54.827757 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d9236e72-4d82-429a-9d9a-ebf13f8f4c50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:06:54.870421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-03f3434f-1e8b-43f2-b0a3-f2055ed21c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:54.871879 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-03f3434f-1e8b-43f2-b0a3-f2055ed21c6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.1957185 Nov 09 11:06:54.941429 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-a6cfede3-29c1-4d82-8b76-adea2c7301ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606401 Nov 09 11:06:55.117255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b30b9-4c6e-4705-b146-4bc1ebe3361e req-52d8974a-3eb4-4936-a8e5-a605eef817f6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:55.118709 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-757b30b9-4c6e-4705-b146-4bc1ebe3361e req-52d8974a-3eb4-4936-a8e5-a605eef817f6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3799582 Nov 09 11:06:55.203142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-354a1083-573b-4b96-94d3-01f00b08bcf7 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532058 Nov 09 11:06:55.231407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c7244-74de-45bc-a5ea-9ec7d70dee77 req-9f08c2e9-f185-45cb-ac94-2fde2431ac77 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:55.232121 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b32c7244-74de-45bc-a5ea-9ec7d70dee77 req-9f08c2e9-f185-45cb-ac94-2fde2431ac77 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 950 time: 0.0974183 Nov 09 11:06:55.253062 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-757b30b9-4c6e-4705-b146-4bc1ebe3361e req-e523b9a5-50e0-467a-b660-03b4e6786c70 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266155 Nov 09 11:06:55.285034 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b32c7244-74de-45bc-a5ea-9ec7d70dee77 req-d79566bb-66f7-4915-a801-7c814e394ffa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Nov 09 11:06:55.337189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48366) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:55.395667 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-40e653e3-e920-4079-b4ef-a100dc2b51c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52bea13dd6654a65814e832a5245e55b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570130 Nov 09 11:06:55.397966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48370) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:55.460070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b44d56d8-6320-4aa1-a6f4-109a48890a47 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:55.478023 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1cd00282-c05c-4661-a04a-39b0df34f42e req-424f2c40-502b-4522-9ce8-addd13d819dc service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684205 Nov 09 11:06:55.478311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:55.510623 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:55.613639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Router e603bc9a-83cb-4a49-a817-f5cecfa6d83d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:06:55.615346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b44d56d8-6320-4aa1-a6f4-109a48890a47 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:55.620519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b44d56d8-6320-4aa1-a6f4-109a48890a47 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:55.621526 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:55.621938 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:55.629161 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-24a6a3e6-e050-4929-8364-a41778832880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:55.644640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b062695-0185-4be7-91d8-5ed46c3a164c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:55.657031 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:55.663829 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:55.668417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b062695-0185-4be7-91d8-5ed46c3a164c HTTP/1.1" status: 204 len: 168 time: 0.2660458 Nov 09 11:06:55.773995 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:55.794703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf55b37-3f77-4932-9eae-b4635f30db99 req-f5b37174-3dde-4972-bd72-764474504b2e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:55.803155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eaf55b37-3f77-4932-9eae-b4635f30db99 req-f5b37174-3dde-4972-bd72-764474504b2e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 949 time: 0.1339195 Nov 09 11:06:55.816511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:55.846543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:55.869542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eaf55b37-3f77-4932-9eae-b4635f30db99 req-d15ce247-3759-4268-b33b-94d1acc7cc21 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650277 Nov 09 11:06:55.882551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27bac-4898-4b43-a9da-4f6a7afeee6c req-cc6e7457-3f94-4057-94b4-af1660771f6e tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:55.890389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ea27bac-4898-4b43-a9da-4f6a7afeee6c req-cc6e7457-3f94-4057-94b4-af1660771f6e tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 945 time: 0.3447948 Nov 09 11:06:55.957880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ea27bac-4898-4b43-a9da-4f6a7afeee6c req-4663f641-ea9a-454c-89fd-bb10b067b606 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663109 Nov 09 11:06:56.023746 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:56.026475 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cb26035c-2f4f-4f26-b625-ec435f75e416 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:56.073381 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:56.129544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:56.151818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:06:56.166981 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] Sync routers for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:06:56.173355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48386) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:56.184084 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] 10.222.0.50 "PUT /v2.0/routers/e603bc9a-83cb-4a49-a817-f5cecfa6d83d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7219272 Nov 09 11:06:56.191698 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:06:56.192326 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:56.203750 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:56.427579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:56.427579 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'code': 200} Nov 09 11:06:56.427579 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:56.427579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:56.432699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e29ae7-5060-471e-bc6e-5d55863a9349 req-22464019-ebbb-4e7f-86db-cb0fa12dc8a7 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:56.432699 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87e29ae7-5060-471e-bc6e-5d55863a9349 req-22464019-ebbb-4e7f-86db-cb0fa12dc8a7 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 944 time: 0.1432071 Nov 09 11:06:56.432699 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87e29ae7-5060-471e-bc6e-5d55863a9349 req-59dd080d-5a14-4fbc-a65e-326545cc2260 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529032 Nov 09 11:06:56.495985 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:06:56.593361 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:56.597540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port cb26035c-2f4f-4f26-b625-ec435f75e416 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:06:56.599050 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:56.634431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port cb26035c-2f4f-4f26-b625-ec435f75e416 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:56.635158 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:56.664053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e564-0ea7-4fe8-8fdc-5288667c3818 req-2bec913c-5d05-492e-8f92-9a67c70b78b6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:56.666725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1792e564-0ea7-4fe8-8fdc-5288667c3818 req-2bec913c-5d05-492e-8f92-9a67c70b78b6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 950 time: 0.1457469 Nov 09 11:06:56.717242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1c67df-3826-4256-85d9-9ab3becaeb1b req-dc551a25-35be-4779-a8af-e9aba26d73ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 1097 time: 0.3337801 Nov 09 11:06:56.746431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:56.750238 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:56.759965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce7a3-f1d9-4e08-bd06-f4d441bb129b req-c6d4e0da-231e-464b-93b3-4ee9e20790c0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:56.766823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-322ce7a3-f1d9-4e08-bd06-f4d441bb129b req-c6d4e0da-231e-464b-93b3-4ee9e20790c0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 946 time: 0.3443999 Nov 09 11:06:56.837796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1792e564-0ea7-4fe8-8fdc-5288667c3818 req-acd10413-700f-471f-a997-1bff64267154 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651881 Nov 09 11:06:56.837977 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:56.840607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:56.885426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port cb26035c-2f4f-4f26-b625-ec435f75e416, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cb26035c-2f4f-4f26-b625-ec435f75e416,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:56.915052 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1c67df-3826-4256-85d9-9ab3becaeb1b req-04b9b60d-1968-4714-8b8b-9a805328fe7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900620 Nov 09 11:06:56.935410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-322ce7a3-f1d9-4e08-bd06-f4d441bb129b req-1d706f04-dbbf-4726-85c9-0ba40647fdab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670675 Nov 09 11:06:56.968876 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:56.972353 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:57.002687 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:06:53Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:57.010684 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] Checking router: e603bc9a-83cb-4a49-a817-f5cecfa6d83d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:06:57.028260 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] Routers {'e603bc9a-83cb-4a49-a817-f5cecfa6d83d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:06:57.028260 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:57.140356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ab2fb-bb94-4496-9e9e-bdb6cf04a526 req-b3cabcf3-e120-474c-bb5d-40cd5c21484a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:57.143804 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-430ab2fb-bb94-4496-9e9e-bdb6cf04a526 req-b3cabcf3-e120-474c-bb5d-40cd5c21484a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 949 time: 0.1124365 Nov 09 11:06:57.155972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=cb26035c-2f4f-4f26-b625-ec435f75e416,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:57.159770 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:57.204263 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-430ab2fb-bb94-4496-9e9e-bdb6cf04a526 req-fe2dc476-c548-4bde-8676-3852175c6aaa tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531337 Nov 09 11:06:57.254443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:57.306100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dbdd2-0ba5-41f9-811b-717fe7d6a4f4 req-72b0c8cb-828e-4f88-9a1a-6490ea1bc9b1 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:57.316011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f1dbdd2-0ba5-41f9-811b-717fe7d6a4f4 req-72b0c8cb-828e-4f88-9a1a-6490ea1bc9b1 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.1341240 Nov 09 11:06:57.340542 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] Set router e603bc9a-83cb-4a49-a817-f5cecfa6d83d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:06:57.375412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f1dbdd2-0ba5-41f9-811b-717fe7d6a4f4 req-d3ed6fa3-fdd7-4077-8cd9-40ec1e294599 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584297 Nov 09 11:06:57.421991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Deleting port c887c7c9-bff0-4d25-8055-cea8101b6039 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:06:57.422398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:57.640209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f821-f3a2-42a7-8d4f-2d8863d6e0bf req-f0b0a003-1102-457d-8ec8-6a9213c25d75 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:57.640209 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f49f821-f3a2-42a7-8d4f-2d8863d6e0bf req-f0b0a003-1102-457d-8ec8-6a9213c25d75 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 945 time: 0.0923779 Nov 09 11:06:57.650274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] For port c887c7c9-bff0-4d25-8055-cea8101b6039, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c887c7c9-bff0-4d25-8055-cea8101b6039,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:57.650726 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:57.696795 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f49f821-f3a2-42a7-8d4f-2d8863d6e0bf req-cf0c5d6e-d803-43d7-bbba-d25f8b2e9051 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484939 Nov 09 11:06:57.717121 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:06:53Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:06:57.722551 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b73f66-244f-493b-871b-77c56b2a8bab None None] The sync data for ids ['e603bc9a-83cb-4a49-a817-f5cecfa6d83d'] in n-d-817173-1 is: [{'id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'name': 'tempest-ServersTestJSON-155530106-router', 'tenant_id': '5a15b53e154041abb116076ef75d7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:02:44Z', 'updated_at': '2021-11-09T11:06:53Z', 'revision_number': 5, 'project_id': '5a15b53e154041abb116076ef75d7986', 'gw_port': {'id': 'c887c7c9-bff0-4d25-8055-cea8101b6039', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e603bc9a-83cb-4a49-a817-f5cecfa6d83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:02:45Z', 'updated_at': '2021-11-09T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:06:57.821408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Calling delete_port for c887c7c9-bff0-4d25-8055-cea8101b6039 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:06:57.849159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:06:57.959650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:06:57.960738 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:58.145306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036a70b-170b-482c-b37c-3b835a27b041 req-1220bdef-864d-401e-95b3-ed2859e818ae tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:58.146832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b036a70b-170b-482c-b37c-3b835a27b041 req-1220bdef-864d-401e-95b3-ed2859e818ae tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 950 time: 0.1318567 Nov 09 11:06:58.197769 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:58.216062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48422) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:58.219559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b036a70b-170b-482c-b37c-3b835a27b041 req-803c11dc-fbb8-48d0-8282-b1485211692d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Nov 09 11:06:58.220149 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:58.232370 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:58.261481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:06:58.273086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6'}, {'server_uuid': '91619869-85c9-4461-9a0b-b61f70f794d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26035c-2f4f-4f26-b625-ec435f75e416'}, {'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:06:58.291341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Pushing event deleted for resources: {'Port': ['ID=c887c7c9-bff0-4d25-8055-cea8101b6039,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:58.294441 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:58.331843 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:58.333760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:58.383182 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:58.391218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea26a-13a7-4fe8-b109-e22ca8b6804b req-36e519e6-3a29-43f0-9cff-d83d66ba276f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:58.393532 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4dea26a-13a7-4fe8-b109-e22ca8b6804b req-36e519e6-3a29-43f0-9cff-d83d66ba276f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 944 time: 0.2272894 Nov 09 11:06:58.511586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:58.516221 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:58.531220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f4dea26a-13a7-4fe8-b109-e22ca8b6804b req-f39fa3ee-06cc-429c-ab4c-2adf7a9168e8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135147 Nov 09 11:06:58.669578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1597468717-network', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:06:58.681611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:58.689773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Usage tracker for resource:network and tenant:e6ae7bed8453436aa65aa7ca0e553060 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:06:58.693029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:58.715588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e5ece132-5465-424e-9b9c-7c3a88defc0f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:06:58.740568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02f40951-1e1d-4ae2-9a52-2198cba306b8 req-b06fec30-4d5f-4a9f-ad5f-2a37ed64be08 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 1101 time: 0.0763257 Nov 09 11:06:58.750615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: e5ece132-5465-424e-9b9c-7c3a88defc0f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:06:58.751119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e5ece132-5465-424e-9b9c-7c3a88defc0f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:06:58.753805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:06:58.786140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02f40951-1e1d-4ae2-9a52-2198cba306b8 req-353e31db-791a-40ae-b0a1-636747178e32 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Nov 09 11:06:58.823344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:58.874633 n-d-817173-1 neutron-server[84335]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'code': 422} returned with failed status Nov 09 11:06:58.875188 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91619869-85c9-4461-9a0b-b61f70f794d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26035c-2f4f-4f26-b625-ec435f75e416', 'code': 200} Nov 09 11:06:58.875478 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'code': 200} Nov 09 11:06:59.086256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Made reservation on behalf of e6ae7bed8453436aa65aa7ca0e553060 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:06:59.088636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.144639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150db1f-cf2f-4a0b-99af-f2fe7e092a29 req-39ae6b6d-9b7a-4887-9445-bc38d7cccf02 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:59.146085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d150db1f-cf2f-4a0b-99af-f2fe7e092a29 req-39ae6b6d-9b7a-4887-9445-bc38d7cccf02 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.1221907 Nov 09 11:06:59.186920 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.205482 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d150db1f-cf2f-4a0b-99af-f2fe7e092a29 req-d484b202-1e6d-4c23-857c-6c14604cf8d7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524297 Nov 09 11:06:59.216570 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.220060 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40b60479-36d3-4594-8077-2e314f9be6c2 req-30ae0c35-6945-46db-9c17-84c2149e400c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1101 time: 0.1153383 Nov 09 11:06:59.246360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f0f0-6c9a-4378-9862-e961fc1536cb req-5c61f3e2-6ffb-4b57-9718-72ed800f96ed tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:59.248131 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afd6f0f0-6c9a-4378-9862-e961fc1536cb req-5c61f3e2-6ffb-4b57-9718-72ed800f96ed tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.6958070 Nov 09 11:06:59.257067 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.284226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:06:59.287096 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40b60479-36d3-4594-8077-2e314f9be6c2 req-60ac4393-16aa-46ec-8905-ac531a19cb88 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555518 Nov 09 11:06:59.295664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Usage tracker for resource:security_group_rule and tenant:e6ae7bed8453436aa65aa7ca0e553060 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:06:59.307334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:06:59.335398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:06:59.350753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f3b852d-2c02-4173-90a4-927db8806246 req-6db8fcec-7610-4eeb-ad2c-c30676305534 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 1096 time: 0.3023455 Nov 09 11:06:59.386436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afd6f0f0-6c9a-4378-9862-e961fc1536cb req-2ae5838c-dffc-42c3-8b7b-963e29b8d67b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286962 Nov 09 11:06:59.424001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f3b852d-2c02-4173-90a4-927db8806246 req-3beb7cfd-250c-4562-86d7-d91559fa1a63 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636284 Nov 09 11:06:59.465558 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.502085 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.503451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e603bc9a-83cb-4a49-a817-f5cecfa6d83d {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:06:59.568423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.576774 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25c4712b-d2dc-4907-8f0b-51219907b7b9 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:59.586063 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.588243 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e603bc9a-83cb-4a49-a817-f5cecfa6d83d HTTP/1.1" status: 204 len: 168 time: 3.4115682 Nov 09 11:06:59.590153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48452) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:06:59.636534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:06:59.661956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79593e-0cae-4ee0-86b1-8648f7a5042e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:06:59.667215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.667331 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Added segment 59ee4c0f-86c9-4867-93b4-54c61da9d76d of type vlan for network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 Nov 09 11:06:59.667528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Deleting subnet 3591be2a-ee1a-450a-b205-539b40c646c3 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:06:59.668667 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:06:59.670972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.713458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0c115-4e6d-42fe-b8f7-15f888bee815 req-2167d506-eafe-41dd-8472-1205d11a47e8 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:59.724843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22a0c115-4e6d-42fe-b8f7-15f888bee815 req-2167d506-eafe-41dd-8472-1205d11a47e8 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 945 time: 0.1968663 Nov 09 11:06:59.727868 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.741719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.803266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22a0c115-4e6d-42fe-b8f7-15f888bee815 req-be4ecb17-dddc-4331-8fd7-f50daa859f5b tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806346 Nov 09 11:06:59.831720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.889900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.890934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:06:59.893101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:06:59.921916 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:06:59.972175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-eaff3334-08b7-48d3-bfe9-d63a69a4d39e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512104 Nov 09 11:07:00.010457 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.010457 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d54077e-49c7-47b8-9bf7-474d00691673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:00.044454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3591be2a-ee1a-450a-b205-539b40c646c3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:00.051379 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:00.055221 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.076470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d2c0a-289e-4789-92be-81753e73a4c7 None None] Network 4deceb9a-6ba9-4d14-be96-e04fdf27f11c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:00.076941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3591be2a-ee1a-450a-b205-539b40c646c3 HTTP/1.1" status: 204 len: 168 time: 0.4757152 Nov 09 11:07:00.076941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:00.077132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8461564 Nov 09 11:07:00.077132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48472) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:00.079180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Pushing event updated for resources: {'Network': ['ID=eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:00.086856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Request body: {'subnet': {'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1597468717-subnet', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:00.090386 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:00.091680 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:07:00.141829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:00.153798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Usage tracker for resource:subnet and tenant:e6ae7bed8453436aa65aa7ca0e553060 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:00.155886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:00.171051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:00.222968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-08af51cf-e45a-4f04-bb16-e2e26c2561eb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:00.225571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-08af51cf-e45a-4f04-bb16-e2e26c2561eb tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062140 Nov 09 11:07:00.233399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.242375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-b3a27d37-d982-4d53-9cbc-ddb18e494b2d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/quotas/972c9634273c4f58b939bf1c839c6d08 HTTP/1.1" status: 200 len: 375 time: 0.0120833 Nov 09 11:07:00.261184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Deleting port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:00.261184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.334202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Made reservation on behalf of e6ae7bed8453436aa65aa7ca0e553060 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:00.336673 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.368829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-d240d5d8-440a-40f2-a01d-016f3c98d5c4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1201808 Nov 09 11:07:00.502875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] DHCP port deletion for 4deceb9a-6ba9-4d14-be96-e04fdf27f11c request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:07:00.505430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Deleting port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:00.506379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.677824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] For port 0c47ae0f-69cb-47b6-b326-c3f8e640c289, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c47ae0f-69cb-47b6-b326-c3f8e640c289,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:00.679907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.734134 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:00.742690 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:00.756489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c887c7c9-bff0-4d25-8055-cea8101b6039 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:00.817271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: c887c7c9-bff0-4d25-8055-cea8101b6039 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:07:00.820085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c887c7c9-bff0-4d25-8055-cea8101b6039 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:07:00.820610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0c47ae0f-69cb-47b6-b326-c3f8e640c289 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:00.837057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Calling delete_port for 0c47ae0f-69cb-47b6-b326-c3f8e640c289 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:00.931208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] For port 0c47ae0f-69cb-47b6-b326-c3f8e640c289, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c47ae0f-69cb-47b6-b326-c3f8e640c289,segment=NetworkSegment(25447499-4bc1-4b4e-ad21-ae31caaf58d5),segment_id=25447499-4bc1-4b4e-ad21-ae31caaf58d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:00.932520 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.018691 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.023950 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba11ebe9-782a-4bb4-a801-bcf2e1465c7f tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:01.045199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec23d59-1f37-42fb-af89-94a86f3a37c1,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:01.050709 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:01.069902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Checking segment: {'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:01.072828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Network hostable DHCP agents. Network: eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:07:01.111922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0c47ae0f-69cb-47b6-b326-c3f8e640c289,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:01.119363 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:01.124553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] No DVR routers for this DVR port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:07:01.167866 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Calling delete_port for 0c47ae0f-69cb-47b6-b326-c3f8e640c289 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:01.217968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No active binding found for port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 {{(pid=84335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 09 11:07:01.218380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0c47ae0f-69cb-47b6-b326-c3f8e640c289 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:07:01.245324 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:07:01.245825 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:07:01.257177 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.285005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4deceb9a-6ba9-4d14-be96-e04fdf27f11c']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:01.293336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:07:01.309043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25447499-4bc1-4b4e-ad21-ae31caaf58d5') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:01.309357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25447499-4bc1-4b4e-ad21-ae31caaf58d5') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:01.321991 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.354675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.375655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:07:01.376060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:07:01.390896 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:07:01.395864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:01.401863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:01.403397 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.406073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d940c3-de24-4c81-9657-908bdc81b19a None None] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:01.526326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4483080 Nov 09 11:07:01.528801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48520) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:01.535686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:01.546939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:01.553900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Usage tracker for resource:router and tenant:e6ae7bed8453436aa65aa7ca0e553060 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:01.570343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:01.584461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:01.591485 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.597290 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.600463 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:01.639580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4deceb9a-6ba9-4d14-be96-e04fdf27f11c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:01.643964 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:01.645778 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] 10.222.0.50 "DELETE /v2.0/networks/4deceb9a-6ba9-4d14-be96-e04fdf27f11c HTTP/1.1" status: 204 len: 168 time: 1.5751107 Nov 09 11:07:01.686932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771', 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'fixed_ips': [{'subnet_id': '3ec23d59-1f37-42fb-af89-94a86f3a37c1'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:07:01.688054 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.747647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Deleting port 0c47ae0f-69cb-47b6-b326-c3f8e640c289 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:01.748073 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.774014 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.775502 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.810211 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:01.875115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e977c-c1bd-4005-81e6-c33e8a8e5259 req-9b70036d-855f-4b01-92ef-eda0a6e7d66a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:01.878980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-751e977c-c1bd-4005-81e6-c33e8a8e5259 req-9b70036d-855f-4b01-92ef-eda0a6e7d66a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.1694920 Nov 09 11:07:01.886768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-6ebb0535-f27f-4502-abd1-eee0a287cbae tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:01.888449 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-6ebb0535-f27f-4502-abd1-eee0a287cbae tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe050f30-6d88-4f99-bf34-07c4360267cf HTTP/1.1" status: 200 len: 944 time: 0.0995018 Nov 09 11:07:01.903503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4781ee17-5349-4077-9e47-0f4ea8d2d55f None None] The port '0c47ae0f-69cb-47b6-b326-c3f8e640c289' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:07:01.977428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Deleting port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:01.977944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.007185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Allocated IP 172.20.0.2 (eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771/3ec23d59-1f37-42fb-af89-94a86f3a37c1/44542c9f-8ee5-441e-aaf1-9ea3a48e03e8) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:02.099992 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-751e977c-c1bd-4005-81e6-c33e8a8e5259 req-14f3393d-d74a-4f97-bbce-25f3904765d3 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081323 Nov 09 11:07:02.116253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.258142 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.269788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Transition to ACTIVE for port object 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:02.283253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] For port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:02.283705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.304162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Transition to ACTIVE for port object 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:02.304274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-113b675d-0925-4445-a3fa-0a8f8cc6dac4 req-74b77603-e82b-48e3-9b2c-9f6406565a15 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 210 time: 0.0515840 Nov 09 11:07:02.468140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:02.479418 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.479620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Calling delete_port for 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:02.479847 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:02.551683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:02.552639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Pushing event updated for resources: {'Port': ['ID=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:02.556224 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:02.557715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:02.560598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:02.578926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8d6ffbd6-bd57-48db-889d-7031d8bae866 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a15b53e154041abb116076ef75d7986&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1089957 Nov 09 11:07:02.584658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48532) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:02.677433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Attempting to bind port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:02.677951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Attempting to bind port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:02.678328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Attempting to bind port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 on network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:02.684313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f43905-a19d-4b73-be91-2958ab24fc7a req-2b65a2ef-c54a-4151-b18f-e04087ab67e0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:02.685223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:02.685770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64f43905-a19d-4b73-be91-2958ab24fc7a req-2b65a2ef-c54a-4151-b18f-e04087ab67e0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 945 time: 0.1782444 Nov 09 11:07:02.687335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Checking segment: {'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:02.693028 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.693028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Bound using segment: {'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:02.693028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Bound port: 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:02.693028 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.756001 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.776400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.783077 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:02.792785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] For port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:02.796275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] For port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,segment=NetworkSegment(59ee4c0f-86c9-4867-93b4-54c61da9d76d),segment_id=59ee4c0f-86c9-4867-93b4-54c61da9d76d)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:02.819600 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64f43905-a19d-4b73-be91-2958ab24fc7a req-31f99893-288a-4dc0-9670-3a20debdf621 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230903 Nov 09 11:07:02.829104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event deleted for resources: {'Port': ['ID=28e0dd61-4233-4b9b-87be-df2c8b0a73b6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:02.833246 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:02.843086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.868213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.874515 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.875371 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:02.919796 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.940823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] No DVR routers for this DVR port 28e0dd61-4233-4b9b-87be-df2c8b0a73b6 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:07:02.940823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:02.942494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-deleted', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:03.013396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69602c7f-6bcf-40bd-8d71-eeaf0c176889 req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "DELETE /v2.0/ports/28e0dd61-4233-4b9b-87be-df2c8b0a73b6 HTTP/1.1" status: 204 len: 173 time: 1.1194525 Nov 09 11:07:03.053404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Pushing event updated for resources: {'Port': ['ID=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:03.057231 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:03.111773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:03.118070 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c3ff36c-eaa4-45fc-98b8-7caa7a19b6dd tempest-TenantUsagesTestJSON-70401304 tempest-TenantUsagesTestJSON-70401304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:03.141537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004adde3-4c7e-4648-b3fd-bf9d70bafe6c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:03.153415 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:03.156854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Allocated IP 172.25.7.29 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:03.191720 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:03.198521 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/004adde3-4c7e-4648-b3fd-bf9d70bafe6c HTTP/1.1" status: 204 len: 168 time: 0.6065891 Nov 09 11:07:03.208946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ee0c-4d92-42a9-88e1-50c8ab080a11 req-fc3a615b-8181-4f56-8ee9-edd4c21cd109 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:03.230262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7981ee0c-4d92-42a9-88e1-50c8ab080a11 req-fc3a615b-8181-4f56-8ee9-edd4c21cd109 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.1790462 Nov 09 11:07:03.376768 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7981ee0c-4d92-42a9-88e1-50c8ab080a11 req-bc3efc19-d0c8-4f36-a4db-617218f7ffd0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390126 Nov 09 11:07:03.444948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:03.555352 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:03.563569 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea8984d7-c301-46c1-825b-aa7d93c11a5e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:03.634753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:03.643973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:03.650092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:03.694092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Pushing event updated for resources: {'Port': ['ID=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:03.699530 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:03.772749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a643d-5e58-4fca-8f50-420f070f5cfd req-c6dc5c04-4e25-4899-b3b4-aa2d3a3f70ea tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:03.779601 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-896a643d-5e58-4fca-8f50-420f070f5cfd req-c6dc5c04-4e25-4899-b3b4-aa2d3a3f70ea tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2618849 Nov 09 11:07:03.883484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-896a643d-5e58-4fca-8f50-420f070f5cfd req-89008791-b0b3-4ffb-9b79-41f95104b454 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021159 Nov 09 11:07:03.957511 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:04.002289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-bec01347-0273-44a0-acf3-cbcd7a56d1d6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922053 Nov 09 11:07:04.101921 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:04.106709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:04.411743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8f1d9-b39b-4cde-83cd-3d389b135013 None None] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:04.488767 n-d-817173-1 neutron-server[84333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe050f30-6d88-4f99-bf34-07c4360267cf', 'name': 'network-vif-deleted', 'tag': '28e0dd61-4233-4b9b-87be-df2c8b0a73b6', 'status': 'failed', 'code': 422} returned with failed status Nov 09 11:07:04.496554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-c324004a-05ec-492b-b10c-b82bf11e802a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:04.498598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-c324004a-05ec-492b-b10c-b82bf11e802a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4924829 Nov 09 11:07:04.547143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:04.588656 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e1ba23d7-5bcb-426c-9c08-80b7e670c4a0 req-6d8770b4-584a-4bcd-85e3-5d8ad7e03c18 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 210 time: 0.1013989 Nov 09 11:07:04.703934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65a0e17f-43d3-46db-85f4-cf7519355cfa None None] Provisioning for port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:04.735470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Router c9bb38b6-7ea2-40b1-982f-45f53c650452 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:07:04.798876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:04.829774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:04.854787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:04.925366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:04.928854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:05.001009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:07:05.076624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:05.082086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:05.083416 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:05.091105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:07:05.164730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Sync routers for ids ['c9bb38b6-7ea2-40b1-982f-45f53c650452'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:07:05.209289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Routers {'c9bb38b6-7ea2-40b1-982f-45f53c650452'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:07:05.209289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9bb38b6-7ea2-40b1-982f-45f53c650452'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:05.241197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.52 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/aa37d9de-928c-43f2-bbae-b2829c1804f7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:05.276769 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:05.281502 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7478120 Nov 09 11:07:05.285361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48584) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:05.516906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-230c4e69-8ffc-42e5-91ed-5e5a42b74bbc None None] Provisioning complete for port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:05.517266 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-230c4e69-8ffc-42e5-91ed-5e5a42b74bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:05.555054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48594) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:05.612398 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:05.662989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Set router c9bb38b6-7ea2-40b1-982f-45f53c650452 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:07:05.683286 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:05.702167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object aa37d9de-928c-43f2-bbae-b2829c1804f7 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:05.758097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7d704-3233-45bb-be2c-6d743569ce25 req-131bf606-a532-4d0c-8d67-7633da81234b tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:05.767661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a7d704-3233-45bb-be2c-6d743569ce25 req-131bf606-a532-4d0c-8d67-7633da81234b tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.2063518 Nov 09 11:07:05.777327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,segment=NetworkSegment(59ee4c0f-86c9-4867-93b4-54c61da9d76d),segment_id=59ee4c0f-86c9-4867-93b4-54c61da9d76d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:05.852304 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:05.859198 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27ad3676-dc27-4ce2-b640-ff7ae77e7c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:05.905485 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da', 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:05.908505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a7d704-3233-45bb-be2c-6d743569ce25 req-fc9028e6-828d-496e-b17e-666714d0282a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910540 Nov 09 11:07:05.914651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-601495777-network', 'tenant_id': '897182aa2e98416e97be2b958cd282da'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:05.927191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:05.963975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Usage tracker for resource:network and tenant:897182aa2e98416e97be2b958cd282da is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:05.969396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:05.994985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:06.003333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a5a7b6c-56dd-47db-8cb8-8158bda2c422', '28165ee0-75e0-40e0-b86f-a57592489050'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:06.083336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:06.084669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=aa37d9de-928c-43f2-bbae-b2829c1804f7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:06.095245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:06.099574 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:06.100275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:06.129465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.150081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Made reservation on behalf of 897182aa2e98416e97be2b958cd282da for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:06.150081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.150313 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:06.216665 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.238007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:06.239047 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.272828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:06.366534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:06.373227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Usage tracker for resource:security_group_rule and tenant:897182aa2e98416e97be2b958cd282da is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:06.386669 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-230c4e69-8ffc-42e5-91ed-5e5a42b74bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.398551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:06.400383 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8636832 Nov 09 11:07:06.406922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.407309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.407534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.407975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.408190 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.408598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.408923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.409492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.409804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.410118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.410434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:06.418841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Request body: {'port': {'device_id': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:06.421969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:06.433487 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:06.487176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-5aefb697-51b4-4f0f-9e63-060acca14ce6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:06.493754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-5aefb697-51b4-4f0f-9e63-060acca14ce6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.3329110 Nov 09 11:07:06.543012 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-f135aece-7a3a-4216-90b3-ba45326f0aa0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/quotas/f622129bdc5942c9ad2a19ef05d96161 HTTP/1.1" status: 200 len: 375 time: 0.0482976 Nov 09 11:07:06.564777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.606561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-b8bfb02c-513f-4e99-819e-82fcf76eae2d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625477 Nov 09 11:07:06.622083 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.703171 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-230c4e69-8ffc-42e5-91ed-5e5a42b74bbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:07:06.703533 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-230c4e69-8ffc-42e5-91ed-5e5a42b74bbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:07:06.749169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:06.850671 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:06.916588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:03Z', 'revision_number': 3, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port': {'id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:02Z', 'updated_at': '2021-11-09T11:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:06.940194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Checking router: c9bb38b6-7ea2-40b1-982f-45f53c650452 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:07:06.940929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Updating router c9bb38b6-7ea2-40b1-982f-45f53c650452 port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:07:06.941178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-b24d3815-083a-468d-92ee-4fbd1a76511d service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334260 Nov 09 11:07:07.041199 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.047292 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-745f809a-7acc-475a-8d1e-b66d0571d306 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:07.055195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086418-1d81-4c4b-a0e8-ace86ee9ba78 req-62b686cd-c693-4ecb-a085-b2c72c557d40 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:07.056675 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63086418-1d81-4c4b-a0e8-ace86ee9ba78 req-62b686cd-c693-4ecb-a085-b2c72c557d40 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2480452 Nov 09 11:07:07.075232 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.101627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:07.101903 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.174119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa37d9de-928c-43f2-bbae-b2829c1804f7 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:07.196146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:07:07.203812 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.225287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9987aaf-331e-4d8d-a84c-20b07894f8af,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:07.225287 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:07.225287 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.225287 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Added segment af12ed2a-acc9-4153-8861-0ba6433a6118 of type vlan for network 44b1e84d-cf95-401b-8929-84cf067fc9e2 Nov 09 11:07:07.225287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-3262560b-7cf3-4cc6-882c-bb9acf5f3164 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757578 Nov 09 11:07:07.236090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63086418-1d81-4c4b-a0e8-ace86ee9ba78 req-2baf1e2c-a4ed-4f4c-bcb1-14f54505d00b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380908 Nov 09 11:07:07.243247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Transition to ACTIVE for port object aa37d9de-928c-43f2-bbae-b2829c1804f7 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:07.259586 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.361843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.367188 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-db8e21a1-ddae-4410-a25f-3e9f20af4253 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:07.580642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.580642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:07.580642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:07.605341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Pushing event updated for resources: {'Port': ['ID=aa37d9de-928c-43f2-bbae-b2829c1804f7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:07.622806 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:07.668673 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:07.752955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1906688 Nov 09 11:07:07.771474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48622) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:07.780939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045199b8-ec17-4e96-8d83-4ffbd2ce7dfa req-d2e4ebeb-853b-4086-a9d1-539b6b9b4177 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:07.781719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-045199b8-ec17-4e96-8d83-4ffbd2ce7dfa req-d2e4ebeb-853b-4086-a9d1-539b6b9b4177 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:07.829326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Request body: {'subnet': {'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-601495777-subnet', 'tenant_id': '897182aa2e98416e97be2b958cd282da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:07.860168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:07.916736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Usage tracker for resource:subnet and tenant:897182aa2e98416e97be2b958cd282da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:07.952615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:07.975082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-045199b8-ec17-4e96-8d83-4ffbd2ce7dfa req-d2e4ebeb-853b-4086-a9d1-539b6b9b4177 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:07.987514 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-045199b8-ec17-4e96-8d83-4ffbd2ce7dfa req-d2e4ebeb-853b-4086-a9d1-539b6b9b4177 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 947 time: 0.5461788 Nov 09 11:07:08.006559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:08.032932 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.041071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Transition to ACTIVE for port object 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:08.151078 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.169395 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:08.209503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Attempting to bind port aa37d9de-928c-43f2-bbae-b2829c1804f7 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:08.210227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Attempting to bind port aa37d9de-928c-43f2-bbae-b2829c1804f7 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:08.210730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Attempting to bind port aa37d9de-928c-43f2-bbae-b2829c1804f7 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:08.234668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Port aa37d9de-928c-43f2-bbae-b2829c1804f7 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:07:08.235413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Attempting to bind port aa37d9de-928c-43f2-bbae-b2829c1804f7 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:08.253567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96ffd7-6919-478e-aea6-033de091dd25 None None] Pushing event updated for resources: {'Port': ['ID=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:08.260555 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1c96ffd7-6919-478e-aea6-033de091dd25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:08.261043 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-045199b8-ec17-4e96-8d83-4ffbd2ce7dfa req-ad581903-915a-4d2c-b395-a44c5cd1358f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713385 Nov 09 11:07:08.265923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:08.266282 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:08.267528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:08.269712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Bound port: aa37d9de-928c-43f2-bbae-b2829c1804f7, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:08.271210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.284600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f54ef3a-8155-4929-87df-dba2d3e354c2 None None] Provisioning for port aa37d9de-928c-43f2-bbae-b2829c1804f7 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:08.310116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Pushing event updated for resources: {'Network': ['ID=44b1e84d-cf95-401b-8929-84cf067fc9e2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:08.345528 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:08.353369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Attempting to bind port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:08.354171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Attempting to bind port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:08.355980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Attempting to bind port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:08.364410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 44b1e84d-cf95-401b-8929-84cf067fc9e2 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:07:08.383043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:08.383425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:08.384024 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.384430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:08.384910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Bound port: 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:08.385591 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.395519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Made reservation on behalf of 897182aa2e98416e97be2b958cd282da for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:08.398041 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.405229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.456572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3af5e-09fb-4d9c-bb18-35d31f079999 req-592909c6-1ec9-45dc-a760-62606e6f66cf tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:08.458379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6f3af5e-09fb-4d9c-bb18-35d31f079999 req-592909c6-1ec9-45dc-a760-62606e6f66cf tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.2651696 Nov 09 11:07:08.485985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d0d38f66-d765-442d-a523-a1bc53ccc3f6 req-6ece6d1b-49dd-4073-93e6-7ec2671cf214 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:08.623733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] For port aa37d9de-928c-43f2-bbae-b2829c1804f7, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:08.626722 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6f3af5e-09fb-4d9c-bb18-35d31f079999 req-082a4bfe-da25-47b7-85b9-df5a8c8ddd83 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334708 Nov 09 11:07:08.633553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] For port aa37d9de-928c-43f2-bbae-b2829c1804f7, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa37d9de-928c-43f2-bbae-b2829c1804f7,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:08.690127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] For port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:08.700430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d0d38f66-d765-442d-a523-a1bc53ccc3f6 req-6ece6d1b-49dd-4073-93e6-7ec2671cf214 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:08.711748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0d38f66-d765-442d-a523-a1bc53ccc3f6 req-6ece6d1b-49dd-4073-93e6-7ec2671cf214 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 210 time: 0.3237073 Nov 09 11:07:08.733130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.744802 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1fb9d00a-ea40-4d98-bfd0-07826e56fd2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:08.760166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] For port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:08.772176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Allocated IP 172.20.0.1 (eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771/3ec23d59-1f37-42fb-af89-94a86f3a37c1/f787845f-0775-48ab-aed7-7638b80a771b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:08.858128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.859694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] 10.222.0.59 "PUT /v2.0/ports/aa37d9de-928c-43f2-bbae-b2829c1804f7 HTTP/1.1" status: 200 len: 1095 time: 2.4487560 Nov 09 11:07:08.874158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'tag': 'aa37d9de-928c-43f2-bbae-b2829c1804f7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:08.898912 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:08.911635 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:08.915476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Pushing event updated for resources: {'Port': ['ID=aa37d9de-928c-43f2-bbae-b2829c1804f7,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:08.928061 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:09.072793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96ffd7-6919-478e-aea6-033de091dd25 None None] Pushing event updated for resources: {'Port': ['ID=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:09.072793 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1c96ffd7-6919-478e-aea6-033de091dd25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:09.072793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Routers {'c9bb38b6-7ea2-40b1-982f-45f53c650452'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:07:09.072793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9bb38b6-7ea2-40b1-982f-45f53c650452'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:09.073694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96cdf6-b6f9-4325-8e7a-0a69c08a0ba8 req-1794a2a0-adec-408a-a7e8-67d3bb4c2def tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:09.080510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee96cdf6-b6f9-4325-8e7a-0a69c08a0ba8 req-1794a2a0-adec-408a-a7e8-67d3bb4c2def tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2967532 Nov 09 11:07:09.086890 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'tag': 'aa37d9de-928c-43f2-bbae-b2829c1804f7', 'status': 'completed', 'code': 200} Nov 09 11:07:09.096225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:09.101444 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7e2870e2-1e7f-4f66-8ed7-9f60408c7e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:09.133329 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:09.169099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Transition to ACTIVE for port object f787845f-0775-48ab-aed7-7638b80a771b will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:09.182658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee96cdf6-b6f9-4325-8e7a-0a69c08a0ba8 req-ed4e7208-2a7c-40fe-864a-1891401c9e33 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008782 Nov 09 11:07:09.233851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c03953c-dce8-4fe3-8500-d84d626f0b8f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:09.243623 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:09.283489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Checking segment: {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:09.284409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Network hostable DHCP agents. Network: 44b1e84d-cf95-401b-8929-84cf067fc9e2, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:07:09.302150 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f78512df-06a1-4694-a716-03de940b7b28 req-1e709510-e30d-407b-8e11-2009ecbbbeb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 1098 time: 0.1582925 Nov 09 11:07:09.339822 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:09.341906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f78512df-06a1-4694-a716-03de940b7b28 req-32d05934-3cbb-42f3-b1aa-095e04778a24 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316966 Nov 09 11:07:09.348923 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-08d86f08-6ba6-491c-b520-8ce01c2f7082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:09.394113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] Set router c9bb38b6-7ea2-40b1-982f-45f53c650452 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:07:09.490422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Network 44b1e84d-cf95-401b-8929-84cf067fc9e2 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:07:09.530348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:09.538862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78512df-06a1-4694-a716-03de940b7b28 req-fb442735-e0df-4287-a80f-1ab4889b4632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:09.540416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:09.550537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:09.555794 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f78512df-06a1-4694-a716-03de940b7b28 req-fb442735-e0df-4287-a80f-1ab4889b4632 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934493 Nov 09 11:07:09.582689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 44b1e84d-cf95-401b-8929-84cf067fc9e2) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:09.590195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Pushing event updated for resources: {'Port': ['ID=f787845f-0775-48ab-aed7-7638b80a771b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:09.593267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:09.596108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:09.597359 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:09.634048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a4768b-9101-4cfb-afee-ca9b328756a6 None None] Network 44b1e84d-cf95-401b-8929-84cf067fc9e2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:09.638416 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:09.718243 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-baafeaae-7f2c-49e8-ba61-03ecec035eb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 1098 time: 0.1143513 Nov 09 11:07:09.737900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae78fb-877f-4275-9b40-5084ee0fc63e req-dc3d711f-c9eb-4273-a160-9dec8e8206ed tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:09.739926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0eae78fb-877f-4275-9b40-5084ee0fc63e req-dc3d711f-c9eb-4273-a160-9dec8e8206ed tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 947 time: 0.2616634 Nov 09 11:07:09.819405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0eae78fb-877f-4275-9b40-5084ee0fc63e req-733ff354-c365-43c2-a6c2-09e6ed1296b6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665581 Nov 09 11:07:09.836108 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0451195 Nov 09 11:07:09.951300 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-2dd857af-7c76-44e2-8307-c7806d0c0ff1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=aa37d9de-928c-43f2-bbae-b2829c1804f7 HTTP/1.1" status: 200 len: 217 time: 0.2015612 Nov 09 11:07:10.001950 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:10.089421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:03Z', 'revision_number': 3, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port': {'id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:02Z', 'updated_at': '2021-11-09T11:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:10.103054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb5f-deeb-4983-87a3-1916a0fd1236 None None] The sync data for ids ['c9bb38b6-7ea2-40b1-982f-45f53c650452'] in n-d-817173-1 is: [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:03Z', 'revision_number': 3, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port': {'id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:02Z', 'updated_at': '2021-11-09T11:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:07:10.106068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-f50d9252-d71a-491f-a002-77985724462f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:10.109848 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-f50d9252-d71a-491f-a002-77985724462f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1468983 Nov 09 11:07:10.112738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f1c06-407d-4bd9-8f61-ab8a9e1c70a0 None None] Network 44b1e84d-cf95-401b-8929-84cf067fc9e2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:10.167379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3aac960-63c8-4173-b7b8-0735feeac63b req-09f9c12a-5f6b-49e3-9cc6-707e0bf23631 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 210 time: 0.0865152 Nov 09 11:07:10.210204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbba8-b2ba-479b-90b9-f2c017fa5300 req-67eb7333-8834-4bbd-aca6-de3be718229e tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:10.221823 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7e4fbba8-b2ba-479b-90b9-f2c017fa5300 req-67eb7333-8834-4bbd-aca6-de3be718229e tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.3819685 Nov 09 11:07:10.260166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b52d6af-8fc3-429a-b574-05acbe1a547c None None] Provisioning for port f787845f-0775-48ab-aed7-7638b80a771b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:10.268270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b52d6af-8fc3-429a-b574-05acbe1a547c None None] Provisioning complete for port f787845f-0775-48ab-aed7-7638b80a771b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:10.268981 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b52d6af-8fc3-429a-b574-05acbe1a547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:10.290329 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7e4fbba8-b2ba-479b-90b9-f2c017fa5300 req-c2f77d1e-461e-4195-8145-c2e745966143 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675271 Nov 09 11:07:10.372184 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-7cc7838d-d5de-4295-a939-0027e2a3b1c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481029 Nov 09 11:07:10.498609 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:10.606564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8b52d6af-8fc3-429a-b574-05acbe1a547c None None] Port f787845f-0775-48ab-aed7-7638b80a771b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:07:10.655888 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:10.713287 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-feb9dfe2-1065-4fab-8247-c457f26c7c70 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294079 Nov 09 11:07:10.773525 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b1ac5591-3178-49a0-b167-305ef1c86c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:10.806765 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:10.893972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Pushing event updated for resources: {'Port': ['ID=f787845f-0775-48ab-aed7-7638b80a771b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:10.907966 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:10.910509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:11.036020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cdb6a97-4e10-4cd5-8367-2ba53888ff74 req-1fa978ab-f323-4ec8-8c59-5d3f510102b2 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135171 Nov 09 11:07:11.037635 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:11.057448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd69d2d-e7c3-48ca-a409-c208fdf00425 req-62d7375d-b695-4918-a65a-47c551041322 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:11.058454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:11.059046 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd69d2d-e7c3-48ca-a409-c208fdf00425 req-62d7375d-b695-4918-a65a-47c551041322 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.5005558 Nov 09 11:07:11.074766 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:11.088086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-ad75c138-6f91-45d9-bd53-a40347a59aeb tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:11.089722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-ad75c138-6f91-45d9-bd53-a40347a59aeb tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/networks?id=44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 200 len: 817 time: 0.2409556 Nov 09 11:07:11.119564 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-51386484-5860-4036-b053-f921c059cc0c tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/quotas/897182aa2e98416e97be2b958cd282da HTTP/1.1" status: 200 len: 375 time: 0.0233924 Nov 09 11:07:11.231411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:11.256733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:11.322276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-43d73df3-75bd-4ba9-b8e4-14034e0a6d08 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=897182aa2e98416e97be2b958cd282da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2015946 Nov 09 11:07:11.346329 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:11.346329 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:11.434477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:11.444152 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:11.451909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:11.454956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd69d2d-e7c3-48ca-a409-c208fdf00425 req-9b1834d7-eb48-43c3-b695-7fff581073f6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678684 Nov 09 11:07:11.459886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-10a8ad78-1f77-4702-834e-d183a1145e54 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:11.461447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-10a8ad78-1f77-4702-834e-d183a1145e54 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.4015396 Nov 09 11:07:11.462539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:11.489235 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-e6243441-17f1-4ad1-8be3-4907a9aae17d service neutron] 10.222.0.50 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657937 Nov 09 11:07:11.542709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Request body: {'port': {'device_id': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'admin_state_up': True, 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:11.667714 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-00062bdc-cecc-4aa2-9d0e-1b074fabb6d4 service neutron] 10.222.0.50 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724958 Nov 09 11:07:11.849332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5430e764-eb5a-4ff2-a646-0edc3df46516 None None] Provisioning complete for port f787845f-0775-48ab-aed7-7638b80a771b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:11.849332 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5430e764-eb5a-4ff2-a646-0edc3df46516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:11.893167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:11.922592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:11.955593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5430e764-eb5a-4ff2-a646-0edc3df46516 None None] Port f787845f-0775-48ab-aed7-7638b80a771b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:07:12.044162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-721b49c7-5538-40f5-8a57-48eddff41ef9 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:12.045582 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-721b49c7-5538-40f5-8a57-48eddff41ef9 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.2679570 Nov 09 11:07:12.078438 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-57635a79-1663-4c18-beca-7f25ea98e5e5 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/quotas/6a2c18b5add241a8bf7fc402b0c928df HTTP/1.1" status: 200 len: 375 time: 0.0225220 Nov 09 11:07:12.132406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:12.138285 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:12.371458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-fb002758-46e4-423d-a680-bb6478f24a75 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2451432 Nov 09 11:07:12.486683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Allocated IP 172.20.0.2 (74513ec1-e69e-4878-b10a-296f8b97622b/e122b810-1208-4676-9f7f-365a054a9bdd/fe0aa72f-99eb-414b-b193-df6eb526ae65) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:12.490295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961620-f4b8-4be5-b9d8-1ae4c16611ef req-b0f9fd48-c03e-40a0-a83f-51963155a3f7 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:12.491876 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08961620-f4b8-4be5-b9d8-1ae4c16611ef req-b0f9fd48-c03e-40a0-a83f-51963155a3f7 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 947 time: 0.1844637 Nov 09 11:07:12.513861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Router c9bb38b6-7ea2-40b1-982f-45f53c650452 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:07:12.546353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08961620-f4b8-4be5-b9d8-1ae4c16611ef req-0f401696-ebb6-471a-87f4-892f25cd23b0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 Nov 09 11:07:12.592514 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-7aca9739-00da-4254-a236-ec32f5161438 service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134380 Nov 09 11:07:12.712823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:12.757932 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7070e9f8-9456-4999-8003-8b46681a41d8 req-33b8e0b1-4288-4cdb-b3e4-9c35fe9275d8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 210 time: 0.0692306 Nov 09 11:07:12.786000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:12.786765 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:12.936427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-b3c2db4a-5638-45b9-88d7-beea0b9c311d service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310432 Nov 09 11:07:13.046050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c901f81-b5a3-4f05-badd-e45833948b61 req-977ed771-cd8e-4e24-a490-181aae8965ec tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:13.046050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c901f81-b5a3-4f05-badd-e45833948b61 req-977ed771-cd8e-4e24-a490-181aae8965ec tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.1366706 Nov 09 11:07:13.107352 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c901f81-b5a3-4f05-badd-e45833948b61 req-1cf91acb-7202-4dc7-b157-35b66ce8bb7f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536888 Nov 09 11:07:13.226132 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:13.297371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:07:13.372572 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:13.385430 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-becc326c-2e0b-4cd6-b90f-fe59351ff030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:13.508851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] 10.222.0.50 "PUT /v2.0/routers/c9bb38b6-7ea2-40b1-982f-45f53c650452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2216392 Nov 09 11:07:13.512354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Network 74513ec1-e69e-4878-b10a-296f8b97622b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:13.525658 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7575553d-6150-4f3d-928e-6ad0ed2b0a02 req-d5e8d768-b7d8-4432-a48c-96f1896eadec tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 210 time: 0.0474331 Nov 09 11:07:13.526198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:13.535761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:13.589955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event updated for resources: {'Port': ['ID=fe0aa72f-99eb-414b-b193-df6eb526ae65,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:13.605730 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:13.641485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db53f5fd-d4ad-45c9-94c7-79ebf6c9e468 req-1f5bb482-7240-4714-b80c-75e4f2e5fc8f tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 210 time: 0.0439737 Nov 09 11:07:13.673594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4597-7837-4d04-a553-90e1e02002fe req-c7ff9595-44b1-4d78-96fa-d8252a8037fa tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:13.679979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-558d4597-7837-4d04-a553-90e1e02002fe req-c7ff9595-44b1-4d78-96fa-d8252a8037fa tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.3579147 Nov 09 11:07:13.680187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:13.680697 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:13.760644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-558d4597-7837-4d04-a553-90e1e02002fe req-7ca42ab1-8e40-43f8-ac27-5f110b998943 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644569 Nov 09 11:07:13.792835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2613170 Nov 09 11:07:13.811624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Request body: {'port': {'device_id': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:13.956012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10de5f-b7f8-4be0-9911-7110177d863a req-ce044249-4188-4eda-8a07-2c64e0f6b3e8 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:13.967626 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4d10de5f-b7f8-4be0-9911-7110177d863a req-ce044249-4188-4eda-8a07-2c64e0f6b3e8 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 947 time: 0.1530595 Nov 09 11:07:14.029038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4d10de5f-b7f8-4be0-9911-7110177d863a req-45f5efe9-114a-48c4-b0b2-b1884ab826dc tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613556 Nov 09 11:07:14.061373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:14.197676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-c6c1e4bc-1436-45f2-8c5b-291127553711 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Synchronizing usage tracker for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:14.243908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4acd94-5927-439c-9988-62a37a9745d6 req-1b10453d-5267-4e85-aff8-6210701fa920 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:14.245799 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a4acd94-5927-439c-9988-62a37a9745d6 req-1b10453d-5267-4e85-aff8-6210701fa920 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 931 time: 0.0907016 Nov 09 11:07:14.277696 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Sync routers for ids ['c9bb38b6-7ea2-40b1-982f-45f53c650452'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:07:14.295192 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Routers {'c9bb38b6-7ea2-40b1-982f-45f53c650452'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:07:14.296218 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9bb38b6-7ea2-40b1-982f-45f53c650452'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:14.317974 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a4acd94-5927-439c-9988-62a37a9745d6 req-228a9900-d3b0-4c8b-abe8-10260da44866 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641565 Nov 09 11:07:14.401825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-c6c1e4bc-1436-45f2-8c5b-291127553711 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Unset dirty status for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:14.403492 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-c6c1e4bc-1436-45f2-8c5b-291127553711 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4827280 Nov 09 11:07:14.425975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:14.444581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:14.446911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Usage tracker for resource:floatingip and tenant:e6ae7bed8453436aa65aa7ca0e553060 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:14.451002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:14.460639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:14.542013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0aa72f-99eb-414b-b193-df6eb526ae65 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:14.542251 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Set router c9bb38b6-7ea2-40b1-982f-45f53c650452 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:07:14.547828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c29457-c72a-479b-ab82-f99323a679f9 req-86b1f0f8-3d6d-4bdf-8cb6-61b5cfc24d86 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:14.549746 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:14.550119 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52c29457-c72a-479b-ab82-f99323a679f9 req-86b1f0f8-3d6d-4bdf-8cb6-61b5cfc24d86 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.0995224 Nov 09 11:07:14.568016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Transition to ACTIVE for port object fe0aa72f-99eb-414b-b193-df6eb526ae65 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:14.604215 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52c29457-c72a-479b-ab82-f99323a679f9 req-8c80ccae-90fe-4fa5-b485-f2195b2adda5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Nov 09 11:07:14.629679 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:14.722820 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:14.730659 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e024b2a-acc8-42a1-95c3-f9f0fb15602d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:14.887246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0aa72f-99eb-414b-b193-df6eb526ae65,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:14.892955 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:14.978944 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:09Z', 'revision_number': 4, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port': {'id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:02Z', 'updated_at': '2021-11-09T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f787845f-0775-48ab-aed7-7638b80a771b', 'name': '', 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'mac_address': 'fa:16:3e:f3:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec23d59-1f37-42fb-af89-94a86f3a37c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:08Z', 'updated_at': '2021-11-09T11:07:10Z', 'revision_number': 2, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'subnets': [{'id': '3ec23d59-1f37-42fb-af89-94a86f3a37c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:14.994488 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Checking router: c9bb38b6-7ea2-40b1-982f-45f53c650452 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:07:14.994488 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Updating router c9bb38b6-7ea2-40b1-982f-45f53c650452 port f787845f-0775-48ab-aed7-7638b80a771b binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:07:15.023966 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.075131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0eb49847-e91a-419d-8b45-0095fbd24887 req-ea388a7f-59ca-4cb6-85c5-47fd359528d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 210 time: 0.0739384 Nov 09 11:07:15.076107 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.117930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Attempting to bind port fe0aa72f-99eb-414b-b193-df6eb526ae65 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:15.118684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Attempting to bind port fe0aa72f-99eb-414b-b193-df6eb526ae65 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:15.125230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Attempting to bind port fe0aa72f-99eb-414b-b193-df6eb526ae65 on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:15.147284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Port fe0aa72f-99eb-414b-b193-df6eb526ae65 on network 74513ec1-e69e-4878-b10a-296f8b97622b not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:07:15.148044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Attempting to bind port fe0aa72f-99eb-414b-b193-df6eb526ae65 on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:15.179822 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c2762982-a9fd-4ade-9a8f-268fa22b1633 req-35fd06ba-1062-4839-a8cc-81903e6a6eb0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 210 time: 0.0461907 Nov 09 11:07:15.216371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:15.217101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Checking segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:15.217714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Bound using segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:15.218494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Bound port: fe0aa72f-99eb-414b-b193-df6eb526ae65, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:15.219100 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.253061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Allocated IP 172.25.7.180 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/32673a73-f60a-4b48-b78f-e2757e22cfb5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:15.431350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a52a5-b21f-4802-8321-9eaeac04d10d req-e0fbd394-9435-46d8-a8b5-f03f1a5a3a67 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:15.433238 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e48a52a5-b21f-4802-8321-9eaeac04d10d req-e0fbd394-9435-46d8-a8b5-f03f1a5a3a67 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.1062140 Nov 09 11:07:15.503098 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e48a52a5-b21f-4802-8321-9eaeac04d10d req-d677ff3f-a6ba-4196-8292-b6dc5fe1ebf4 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582807 Nov 09 11:07:15.544114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] For port fe0aa72f-99eb-414b-b193-df6eb526ae65, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:15.550428 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.560931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] For port fe0aa72f-99eb-414b-b193-df6eb526ae65, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fe0aa72f-99eb-414b-b193-df6eb526ae65,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:15.564803 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Transition to ACTIVE for port object f787845f-0775-48ab-aed7-7638b80a771b will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:15.623553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.675532 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.675793 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.679574 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:15.680568 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e6c33c4-b27e-4510-94d0-c8e1a4236c9e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:15.748763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5622-ebb9-4655-a13c-f4667d01851f req-8f005953-2d27-4f6b-a6e7-9bc2d9756c28 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:15.750576 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b8d5622-ebb9-4655-a13c-f4667d01851f req-8f005953-2d27-4f6b-a6e7-9bc2d9756c28 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 947 time: 0.1080313 Nov 09 11:07:15.763019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0aa72f-99eb-414b-b193-df6eb526ae65,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:15.768842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.773029 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:15.773716 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:15.848790 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:15.850243 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe0aa72f-99eb-414b-b193-df6eb526ae65 HTTP/1.1" status: 200 len: 1091 time: 2.0428770 Nov 09 11:07:15.857212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'tag': 'fe0aa72f-99eb-414b-b193-df6eb526ae65'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:15.863243 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b8d5622-ebb9-4655-a13c-f4667d01851f req-19a8c6dc-123b-4d59-bbd4-d0e3d07216b0 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816889 Nov 09 11:07:15.866841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:15.871151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:15.873354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Pushing event updated for resources: {'Port': ['ID=32673a73-f60a-4b48-b78f-e2757e22cfb5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:15.876185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:15.898220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa37d9de-928c-43f2-bbae-b2829c1804f7 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:15.921279 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Pushing event updated for resources: {'Port': ['ID=f787845f-0775-48ab-aed7-7638b80a771b,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:15.961153 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.971332 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.972026 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.974865 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.975449 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.975958 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.976439 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.976916 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.977408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.979236 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:15.979728 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:16.052771 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:16.059817 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:16.181898 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port aa37d9de-928c-43f2-bbae-b2829c1804f7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa37d9de-928c-43f2-bbae-b2829c1804f7,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:16.207696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'aa37d9de-928c-43f2-bbae-b2829c1804f7', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'aa37d9de-928c-43f2-bbae-b2829c1804f7', 'mac_address': 'fa:16:3e:dd:1a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:16.221854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be99d6c-31fe-4fe8-9344-db702b7155ba req-9fda5ecc-2e7c-40b5-8199-a933aca9f3c9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:16.224635 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4be99d6c-31fe-4fe8-9344-db702b7155ba req-9fda5ecc-2e7c-40b5-8199-a933aca9f3c9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 943 time: 0.0943830 Nov 09 11:07:16.270628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4be99d6c-31fe-4fe8-9344-db702b7155ba req-bce4943f-e969-43a2-b071-bb786407aa89 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Nov 09 11:07:16.295471 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:16.296998 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:16.309352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa37d9de-928c-43f2-bbae-b2829c1804f7 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:16.333223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-f39a11eb-8944-4528-ac20-0b690feb3a84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 1094 time: 0.1097581 Nov 09 11:07:16.348940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port aa37d9de-928c-43f2-bbae-b2829c1804f7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa37d9de-928c-43f2-bbae-b2829c1804f7,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:16.439389 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-bf17991a-8dbc-4b93-a4ea-3395b7699277 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe0aa72f-99eb-414b-b193-df6eb526ae65 HTTP/1.1" status: 200 len: 217 time: 0.0967629 Nov 09 11:07:16.484456 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:16.487856 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:16.496774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe186f-087c-46bf-97de-220a28077595 req-6e006750-7882-4d72-b8df-2ac87357cac6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:16.498255 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dbfe186f-087c-46bf-97de-220a28077595 req-6e006750-7882-4d72-b8df-2ac87357cac6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.0852294 Nov 09 11:07:16.569208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=aa37d9de-928c-43f2-bbae-b2829c1804f7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:16.574825 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:16.574972 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dbfe186f-087c-46bf-97de-220a28077595 req-2f3c01f9-1908-4ce7-9249-fc772e618be7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660827 Nov 09 11:07:16.648174 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:16.705982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-97fbc991-92b9-40e0-932a-3ad5befbbef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:16.710110 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-97fbc991-92b9-40e0-932a-3ad5befbbef2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.2170930 Nov 09 11:07:16.740323 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Attempting to bind port f787845f-0775-48ab-aed7-7638b80a771b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:16.740846 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Attempting to bind port f787845f-0775-48ab-aed7-7638b80a771b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:16.741057 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Attempting to bind port f787845f-0775-48ab-aed7-7638b80a771b on network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:16.757676 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:16.761789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Checking segment: {'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:16.761789 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:16.761789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Bound using segment: {'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:16.761789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Bound port: f787845f-0775-48ab-aed7-7638b80a771b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee4c0f-86c9-4867-93b4-54c61da9d76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:16.761789 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:16.778637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-70bc398f-8b27-42ab-98a8-d8ed1cb5fb1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557733 Nov 09 11:07:16.795980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-dcb91cfa-fe16-4664-b5b4-b1e647409483 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:16.798202 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-dcb91cfa-fe16-4664-b5b4-b1e647409483 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.4536154 Nov 09 11:07:16.832363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Request body: {'port': {'device_id': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'admin_state_up': True, 'tenant_id': '6a2c18b5add241a8bf7fc402b0c928df'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:16.861238 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'tag': 'fe0aa72f-99eb-414b-b193-df6eb526ae65', 'status': 'completed', 'code': 200} Nov 09 11:07:16.932370 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['aa37d9de-928c-43f2-bbae-b2829c1804f7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:16.934006 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] For port f787845f-0775-48ab-aed7-7638b80a771b, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:16.942753 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] For port f787845f-0775-48ab-aed7-7638b80a771b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f787845f-0775-48ab-aed7-7638b80a771b,segment=NetworkSegment(59ee4c0f-86c9-4867-93b4-54c61da9d76d),segment_id=59ee4c0f-86c9-4867-93b4-54c61da9d76d)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:17.041888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-04ad3926-252c-42b1-8c17-fa3275dd1705 req-65ebe26f-3c07-452e-a8ce-fb6b065b017d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 210 time: 0.0437665 Nov 09 11:07:17.195306 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6bc4b65b-f2cb-4196-a037-9486cd2bea89 req-213cc03d-0a5b-45f3-afb8-15181f42b0c4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 210 time: 0.0434651 Nov 09 11:07:17.255267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-320fb182-79fe-42ab-9d2b-c003d0b1ca7c service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558532 Nov 09 11:07:17.258513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:17.272863 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2c687532-0f1c-4d72-85f1-ca5c376c943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:17.273163 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:17.279539 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:17.299618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:17.417125 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Pushing event updated for resources: {'Port': ['ID=f787845f-0775-48ab-aed7-7638b80a771b,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:17.421589 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:17.434876 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Routers {'c9bb38b6-7ea2-40b1-982f-45f53c650452'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:07:17.435454 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:06:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9bb38b6-7ea2-40b1-982f-45f53c650452'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:17.511532 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:17.633600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:07:17.743800 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] Set router c9bb38b6-7ea2-40b1-982f-45f53c650452 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:07:17.758138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:17.762877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-716fa2d2-c929-4be4-9e24-41bac1a4dcd7 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:17.764349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-716fa2d2-c929-4be4-9e24-41bac1a4dcd7 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.59 "GET /v2.0/networks?id=44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 200 len: 817 time: 0.4427471 Nov 09 11:07:17.802423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Request body: {'port': {'device_id': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2', 'admin_state_up': True, 'tenant_id': '897182aa2e98416e97be2b958cd282da'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:17.805954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Made reservation on behalf of 6a2c18b5add241a8bf7fc402b0c928df for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:17.815061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:17.849252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5abb95ea-7b58-41f0-bb83-c7b6c7a96496 req-0535fb7c-13b1-4f77-a1c6-c52230951a1d service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788019 Nov 09 11:07:17.924985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:17.942309 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c85a47ff-f181-4757-a459-a8c9d79301ef tempest-LiveAutoBlockMigrationV225Test-1420909294 tempest-LiveAutoBlockMigrationV225Test-1420909294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:18.023465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ba511-fa17-42ca-93b0-13e92ac3aa99 req-ed7fd0b1-f1b8-4947-bbb1-54c646999fb7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:18.032987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a46ba511-fa17-42ca-93b0-13e92ac3aa99 req-ed7fd0b1-f1b8-4947-bbb1-54c646999fb7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.6463456 Nov 09 11:07:18.083958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-b040ab07-ef06-4c56-aa7a-fe086529ffc6 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:18.085564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-b040ab07-ef06-4c56-aa7a-fe086529ffc6 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Synchronizing usage tracker for tenant:897182aa2e98416e97be2b958cd282da on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:18.123368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a46ba511-fa17-42ca-93b0-13e92ac3aa99 req-e37fa9b4-8b74-4cec-be8a-63b2fc4358c4 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895064 Nov 09 11:07:18.132903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:18.137743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Usage tracker for resource:port and tenant:897182aa2e98416e97be2b958cd282da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:18.141168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:18.152865 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:09Z', 'revision_number': 4, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port': {'id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:02Z', 'updated_at': '2021-11-09T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f787845f-0775-48ab-aed7-7638b80a771b', 'name': '', 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'mac_address': 'fa:16:3e:f3:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec23d59-1f37-42fb-af89-94a86f3a37c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:08Z', 'updated_at': '2021-11-09T11:07:16Z', 'revision_number': 4, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'subnets': [{'id': '3ec23d59-1f37-42fb-af89-94a86f3a37c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:18.153554 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192eb54-fd6f-4af8-83df-f4943c61a93d None None] The sync data for ids ['c9bb38b6-7ea2-40b1-982f-45f53c650452'] in n-d-817173-1 is: [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:09Z', 'revision_number': 4, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port': {'id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:02Z', 'updated_at': '2021-11-09T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f787845f-0775-48ab-aed7-7638b80a771b', 'name': '', 'network_id': 'eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'mac_address': 'fa:16:3e:f3:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec23d59-1f37-42fb-af89-94a86f3a37c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:08Z', 'updated_at': '2021-11-09T11:07:16Z', 'revision_number': 4, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'subnets': [{'id': '3ec23d59-1f37-42fb-af89-94a86f3a37c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:07:18.156150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:18.234851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Pushing event updated for resources: {'Port': ['ID=32673a73-f60a-4b48-b78f-e2757e22cfb5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:18.278251 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:18.307046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Made reservation on behalf of 897182aa2e98416e97be2b958cd282da for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:18.307046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:18.340671 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:18.475675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Allocated IP 172.20.0.8 (c3c2e9fe-baec-4940-9a66-3624912c10c4/9dc9e9b9-b2b3-479a-9193-d5cd4275b99f/a21edc70-24d4-4c38-9a65-8cdefc37b663) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:18.514352 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-6ca6fb23-2992-4b67-820b-bfef28691faa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 1094 time: 0.4822307 Nov 09 11:07:18.521996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-b040ab07-ef06-4c56-aa7a-fe086529ffc6 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Unset dirty status for tenant:897182aa2e98416e97be2b958cd282da on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:18.523535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-b040ab07-ef06-4c56-aa7a-fe086529ffc6 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "GET /v2.0/networks?id=44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 200 len: 817 time: 1.2205408 Nov 09 11:07:18.560442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:18.564258 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1451495 Nov 09 11:07:18.566612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Request body: {'port': {'device_id': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2', 'admin_state_up': True, 'tenant_id': '897182aa2e98416e97be2b958cd282da'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:18.592551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Allocated IP 172.20.0.11 (44b1e84d-cf95-401b-8929-84cf067fc9e2/8c03953c-dce8-4fe3-8500-d84d626f0b8f/21cc3a08-6fcb-4351-a31b-9cb2b523e039) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:18.607106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d5b2-062d-4d55-970f-9884b40d4bca req-579b8819-2e81-41a3-b1a9-0f76cb91c48b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:18.611470 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df61d5b2-062d-4d55-970f-9884b40d4bca req-579b8819-2e81-41a3-b1a9-0f76cb91c48b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 948 time: 0.2935853 Nov 09 11:07:18.676231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-e233f91b-dc4e-4c23-a6e9-94b5248363c7 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:18.677707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-e233f91b-dc4e-4c23-a6e9-94b5248363c7 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "GET /v2.0/networks?id=44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 200 len: 817 time: 0.3898904 Nov 09 11:07:18.703157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df61d5b2-062d-4d55-970f-9884b40d4bca req-3d5cd1c6-0285-473c-925c-b1055e1c9030 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863466 Nov 09 11:07:18.778228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f787845f-0775-48ab-aed7-7638b80a771b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:18.816614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Request body: {'port': {'device_id': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2', 'admin_state_up': True, 'tenant_id': '897182aa2e98416e97be2b958cd282da'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:19.006571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-cad651a0-c10a-4f80-ba18-932fc6a56a48 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Synchronizing usage tracker for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:19.065814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port f787845f-0775-48ab-aed7-7638b80a771b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:19.065814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f787845f-0775-48ab-aed7-7638b80a771b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:19.065814 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.086111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4f45d-3aae-46c4-a9cc-dee9434311fd req-fceb3cb7-d0b6-4ae5-bea5-3f86c5d3e617 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:19.087646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4f4f45d-3aae-46c4-a9cc-dee9434311fd req-fceb3cb7-d0b6-4ae5-bea5-3f86c5d3e617 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 943 time: 0.1420517 Nov 09 11:07:19.145930 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.179153 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4f4f45d-3aae-46c4-a9cc-dee9434311fd req-01d56cde-aa7f-4799-8dc8-412af9ea2662 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776412 Nov 09 11:07:19.179671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:19.184303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Usage tracker for resource:port and tenant:897182aa2e98416e97be2b958cd282da is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:19.187223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:19.200416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:19.263284 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.273753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.283201 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4878f1e6-2466-4871-8852-cada95353dac tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:19.311512 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port f787845f-0775-48ab-aed7-7638b80a771b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f787845f-0775-48ab-aed7-7638b80a771b,segment=NetworkSegment(59ee4c0f-86c9-4867-93b4-54c61da9d76d),segment_id=59ee4c0f-86c9-4867-93b4-54c61da9d76d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:19.326435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-7f21489b-de8d-48d3-8efb-27f958635d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:19.328001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-7f21489b-de8d-48d3-8efb-27f958635d7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.8011467 Nov 09 11:07:19.339617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-cad651a0-c10a-4f80-ba18-932fc6a56a48 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Unset dirty status for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:19.346845 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-cad651a0-c10a-4f80-ba18-932fc6a56a48 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.7452137 Nov 09 11:07:19.400639 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.402501 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:19.471632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Made reservation on behalf of 897182aa2e98416e97be2b958cd282da for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:19.474778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.478683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=f787845f-0775-48ab-aed7-7638b80a771b,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:19.481916 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:19.497217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:19.504394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Network 44b1e84d-cf95-401b-8929-84cf067fc9e2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:19.520626 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b71bf2e-5bcf-40c4-96a4-302b002d90c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.520797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Pushing event updated for resources: {'Port': ['ID=21cc3a08-6fcb-4351-a31b-9cb2b523e039,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:19.520797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:19.520797 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:19.521510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:19.524921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Usage tracker for resource:port and tenant:897182aa2e98416e97be2b958cd282da is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:19.576961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:19.595764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:19.596393 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.613623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac5215-b5ec-4d51-8090-3f96db1b1c92 req-e7000f87-ac18-4536-97d6-066eb776fbb7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:19.615205 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4ac5215-b5ec-4d51-8090-3f96db1b1c92 req-e7000f87-ac18-4536-97d6-066eb776fbb7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.2304039 Nov 09 11:07:19.668090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4ac5215-b5ec-4d51-8090-3f96db1b1c92 req-feafe3a0-270f-461c-9ab0-2e1dedbd2a21 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Nov 09 11:07:19.706191 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9099057 Nov 09 11:07:19.717699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Request body: {'port': {'device_id': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:19.767661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-0858a279-1227-45ed-bb56-5ad7582516ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe0aa72f-99eb-414b-b193-df6eb526ae65 HTTP/1.1" status: 200 len: 217 time: 0.4227445 Nov 09 11:07:19.768247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:19.843279 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.905913 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.921653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa37d9de-928c-43f2-bbae-b2829c1804f7 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:19.971765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Made reservation on behalf of 897182aa2e98416e97be2b958cd282da for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:19.975005 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:19.986722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-006c4b5d-0075-4a41-981d-d8733958023a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:19.996346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-006c4b5d-0075-4a41-981d-d8733958023a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.2036493 Nov 09 11:07:20.011388 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba2ed154-5a12-4c7b-b34f-f8275a26e0a6 req-0df1ad08-0aad-4bd7-82e6-c330695dad25 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 210 time: 0.0824962 Nov 09 11:07:20.043584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-80475236-f638-4ec0-ac3a-0785f7b75760 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:20.056854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0aa3bfba-e67b-4414-a488-4f4b817dc505 req-80475236-f638-4ec0-ac3a-0785f7b75760 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.7014813 Nov 09 11:07:20.132184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port aa37d9de-928c-43f2-bbae-b2829c1804f7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:20.138657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port aa37d9de-928c-43f2-bbae-b2829c1804f7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:20.139138 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:20.143822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-4f51e776-93b4-40e9-ad00-42ee5eb445e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079054 Nov 09 11:07:20.224598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a18018be-edf6-4cb0-9201-4cba174e4c0f req-4d753e32-fced-4f35-91ec-9b625440ada1 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Synchronizing usage tracker for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:20.297162 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:20.332868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa37d9de-928c-43f2-bbae-b2829c1804f7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:20.343434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port aa37d9de-928c-43f2-bbae-b2829c1804f7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa37d9de-928c-43f2-bbae-b2829c1804f7,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:20.349538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a18018be-edf6-4cb0-9201-4cba174e4c0f req-4d753e32-fced-4f35-91ec-9b625440ada1 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Unset dirty status for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:20.354313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a18018be-edf6-4cb0-9201-4cba174e4c0f req-4d753e32-fced-4f35-91ec-9b625440ada1 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 210 time: 0.1900151 Nov 09 11:07:20.411383 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:20.413905 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:20.420246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Allocated IP 172.20.0.14 (44b1e84d-cf95-401b-8929-84cf067fc9e2/8c03953c-dce8-4fe3-8500-d84d626f0b8f/9085d641-f003-4ea3-88d0-321424c14e8f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:20.465936 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:20.486995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=aa37d9de-928c-43f2-bbae-b2829c1804f7,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:20.489982 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:20.513545 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:20.519862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-9f52c84a-d0bf-4042-ad54-08196521fec1 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920604 Nov 09 11:07:20.526754 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cb26035c-2f4f-4f26-b625-ec435f75e416'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:20.533994 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cdac7a07-4a90-41e5-8ac3-700034086044 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:20.560056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c9869b0d-b702-40bb-a0bf-15f806593fef'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:20.582560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2c3d1-dd16-40a6-b4c8-43b44dda8f57 req-d89b6cd6-c933-4be0-979e-5cfd7e4e96cd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:20.584156 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3c2c3d1-dd16-40a6-b4c8-43b44dda8f57 req-d89b6cd6-c933-4be0-979e-5cfd7e4e96cd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 949 time: 0.0888119 Nov 09 11:07:20.660601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3c2c3d1-dd16-40a6-b4c8-43b44dda8f57 req-b04dc090-6f11-432b-8b09-52fc6f5db12e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597410 Nov 09 11:07:20.743118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eae176-3e38-44ed-be54-026460d30b16 req-314d2d79-fee9-40f7-88f9-24c884a11bb9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:20.744601 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08eae176-3e38-44ed-be54-026460d30b16 req-314d2d79-fee9-40f7-88f9-24c884a11bb9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.5185573 Nov 09 11:07:20.752915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event updated for resources: {'Port': ['ID=a21edc70-24d4-4c38-9a65-8cdefc37b663,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:20.753126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f787845f-0775-48ab-aed7-7638b80a771b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:20.763557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:20.768261 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:20.810258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8780cdb4-0696-47e7-b4d6-a65c6ca6991b req-ca0d99a2-db27-4c1d-9df5-32037d7d948c tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips/f2fb6e6e-a95a-437b-b24f-f217afdb0b5f HTTP/1.1" status: 200 len: 693 time: 0.1020777 Nov 09 11:07:20.819117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:20.843610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:20.972400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f787845f-0775-48ab-aed7-7638b80a771b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:20.972954 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.004115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08eae176-3e38-44ed-be54-026460d30b16 req-15172ce4-292f-4bdc-bdf7-b46dcd4134ad tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371442 Nov 09 11:07:21.008971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-682e3a54-fe19-49d5-b580-d94229aa9a71 req-f4be89b7-0f58-445d-bc60-5104432a0e32 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437883 Nov 09 11:07:21.082997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:21.083156 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.105037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.117826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cdb4-0696-47e7-b4d6-a65c6ca6991b req-b47c6465-9fa8-4735-8d9c-8d93984b190b tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:21.120244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8780cdb4-0696-47e7-b4d6-a65c6ca6991b req-b47c6465-9fa8-4735-8d9c-8d93984b190b tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3031268 Nov 09 11:07:21.178879 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa37d9de-928c-43f2-bbae-b2829c1804f7', 'code': 200} Nov 09 11:07:21.221472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093b41f-ab86-4285-8dc5-f7beac5ed290 req-0ee6c637-9a80-4f5e-96bc-c50d4321d2d8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:21.222178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f093b41f-ab86-4285-8dc5-f7beac5ed290 req-0ee6c637-9a80-4f5e-96bc-c50d4321d2d8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:21.226987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4007976 Nov 09 11:07:21.246623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-e4b4b3be-ad7c-4c5f-98fa-cecd9bd87bfb tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:07:21.246623 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-e4b4b3be-ad7c-4c5f-98fa-cecd9bd87bfb tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058367 Nov 09 11:07:21.257435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Request body: {'port': {'device_id': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:21.323994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.342837 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:21.379924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f093b41f-ab86-4285-8dc5-f7beac5ed290 req-0ee6c637-9a80-4f5e-96bc-c50d4321d2d8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:21.384825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f093b41f-ab86-4285-8dc5-f7beac5ed290 req-0ee6c637-9a80-4f5e-96bc-c50d4321d2d8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 943 time: 0.2506583 Nov 09 11:07:21.463349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6ff7-e1df-4059-9c77-8141ffc16ada req-241d087d-c180-4eba-a233-797d78fc7f97 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:21.464815 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fbdc6ff7-e1df-4059-9c77-8141ffc16ada req-241d087d-c180-4eba-a233-797d78fc7f97 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.1833837 Nov 09 11:07:21.501410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Pushing event updated for resources: {'Port': ['ID=9085d641-f003-4ea3-88d0-321424c14e8f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:21.507729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Network 44b1e84d-cf95-401b-8929-84cf067fc9e2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:21.517538 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:21.519232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:21.524665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:21.567687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cc3a08-6fcb-4351-a31b-9cb2b523e039 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:21.574132 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fbdc6ff7-e1df-4059-9c77-8141ffc16ada req-4122c73e-71ae-4ed8-b841-c50fd36cef11 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956225 Nov 09 11:07:21.577865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.593375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.606645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Transition to ACTIVE for port object 21cc3a08-6fcb-4351-a31b-9cb2b523e039 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:21.626896 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f093b41f-ab86-4285-8dc5-f7beac5ed290 req-a0ab0622-a809-4fb7-a707-4146d319a3c6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285705 Nov 09 11:07:21.633144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-13fc39e6-d56a-47b6-8328-7bc705ec49be req-4b65f9d5-4562-478c-9964-450f28d3d201 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 1100 time: 0.3468802 Nov 09 11:07:21.671311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:21.672138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.695009 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.697361 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb71eb32-0db0-4626-8538-bd8f510b4736 tempest-LiveMigrationTest-496085117 tempest-LiveMigrationTest-496085117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:21.894461 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:21.906429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=21cc3a08-6fcb-4351-a31b-9cb2b523e039,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:21.911469 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:21.923040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4214752d-157e-4afd-9557-56e5a55d281a req-a1aa0e4e-32fe-4ff3-a7ec-7359aa647e38 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=e6ae7bed8453436aa65aa7ca0e553060 HTTP/1.1" status: 200 len: 696 time: 0.1122866 Nov 09 11:07:22.036110 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4855275 Nov 09 11:07:22.047240 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-13fc39e6-d56a-47b6-8328-7bc705ec49be req-6074538c-33ad-4b7a-ba6e-1a5832c84f6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847423 Nov 09 11:07:22.051754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Allocated IP 172.20.0.4 (44b1e84d-cf95-401b-8929-84cf067fc9e2/8c03953c-dce8-4fe3-8500-d84d626f0b8f/5b27a231-be4f-4a32-ad3a-70ff98d0fa85) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:22.059765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Request body: {'port': {'device_id': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:22.162775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Attempting to bind port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:22.163125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Attempting to bind port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:22.163447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Attempting to bind port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:22.174207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214752d-157e-4afd-9557-56e5a55d281a req-9db25803-b2cb-45fc-ac9d-8ab394fbef55 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:22.175693 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4214752d-157e-4afd-9557-56e5a55d281a req-9db25803-b2cb-45fc-ac9d-8ab394fbef55 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks?id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 787 time: 0.2230077 Nov 09 11:07:22.178400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:07:22.178631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Attempting to bind port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:22.189010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-4214752d-157e-4afd-9557-56e5a55d281a req-c1c9230c-e28d-4d56-890e-7ba89d4c7b45 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:07:22.198326 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4214752d-157e-4afd-9557-56e5a55d281a req-c1c9230c-e28d-4d56-890e-7ba89d4c7b45 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084314 Nov 09 11:07:22.198326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:22.198326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Checking segment: {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:22.198326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Bound using segment: {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:22.198326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Bound port: 21cc3a08-6fcb-4351-a31b-9cb2b523e039, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:22.198326 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:22.288793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] For port 21cc3a08-6fcb-4351-a31b-9cb2b523e039, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:22.291828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] For port 21cc3a08-6fcb-4351-a31b-9cb2b523e039, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21cc3a08-6fcb-4351-a31b-9cb2b523e039,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:22.316230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777c04-dd67-4338-98bf-bdd6fab8ee08 req-8e97af8c-c581-40d2-9b30-1b7c298c9679 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:22.316929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-33777c04-dd67-4338-98bf-bdd6fab8ee08 req-8e97af8c-c581-40d2-9b30-1b7c298c9679 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:22.346452 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-55ae83ec-0643-4cce-a856-f5d500c49acb req-1edc913e-2f7c-4267-8167-58f45a3872e1 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 210 time: 0.0468864 Nov 09 11:07:22.387321 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:22.411083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:22.417395 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a9825c12-e0d0-40ab-b8ca-8296cee037db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:22.523472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-33777c04-dd67-4338-98bf-bdd6fab8ee08 req-8e97af8c-c581-40d2-9b30-1b7c298c9679 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:22.524229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33777c04-dd67-4338-98bf-bdd6fab8ee08 req-8e97af8c-c581-40d2-9b30-1b7c298c9679 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 931 time: 0.6346817 Nov 09 11:07:22.529610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:22.530368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] 10.222.0.59 "PUT /v2.0/ports/21cc3a08-6fcb-4351-a31b-9cb2b523e039 HTTP/1.1" status: 200 len: 1092 time: 2.8164697 Nov 09 11:07:22.530368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'tag': '21cc3a08-6fcb-4351-a31b-9cb2b523e039'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:22.558546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=21cc3a08-6fcb-4351-a31b-9cb2b523e039,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:22.558546 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:22.587115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16dcb2-fd38-4a36-a4dc-ead5c220e83c req-9b5ed487-f06e-441d-8bf5-79fdf4ef256f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:22.588979 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3f16dcb2-fd38-4a36-a4dc-ead5c220e83c req-9b5ed487-f06e-441d-8bf5-79fdf4ef256f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 949 time: 0.1216872 Nov 09 11:07:22.664197 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3f16dcb2-fd38-4a36-a4dc-ead5c220e83c req-3e6cb35c-4e9c-4f03-8857-9383d62ff192 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567064 Nov 09 11:07:22.733598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-01f7885c-4dd7-4ed6-86c7-8453e42e7c4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=897182aa2e98416e97be2b958cd282da&device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 1095 time: 0.0773792 Nov 09 11:07:22.767151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:22.773438 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33777c04-dd67-4338-98bf-bdd6fab8ee08 req-5aa3c593-1236-4e8f-b283-047645d715f9 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275600 Nov 09 11:07:22.803834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21edc70-24d4-4c38-9a65-8cdefc37b663 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:22.815529 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:22.862706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-9648d8af-e906-4f02-931e-c8112c9110da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cc3a08-6fcb-4351-a31b-9cb2b523e039 HTTP/1.1" status: 200 len: 217 time: 0.1208456 Nov 09 11:07:22.917330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Transition to ACTIVE for port object a21edc70-24d4-4c38-9a65-8cdefc37b663 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:22.928920 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-22d33ee3-3855-48d8-b78d-bf97c1a7acc7 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips/f2fb6e6e-a95a-437b-b24f-f217afdb0b5f HTTP/1.1" status: 200 len: 693 time: 0.1065960 Nov 09 11:07:22.941298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-ba87d011-4618-43d0-985c-26546e4e7b05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:22.945835 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-ba87d011-4618-43d0-985c-26546e4e7b05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c03953c-dce8-4fe3-8500-d84d626f0b8f HTTP/1.1" status: 200 len: 857 time: 0.0711868 Nov 09 11:07:22.993210 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-387bccfe-741d-4c50-adbf-baf82690ae76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44b1e84d-cf95-401b-8929-84cf067fc9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423026 Nov 09 11:07:23.008629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad726-6e3e-4ba8-a2b3-72719424abaf req-787f6e3c-6979-44a5-94b8-18b6842df836 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:23.015439 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f39ad726-6e3e-4ba8-a2b3-72719424abaf req-787f6e3c-6979-44a5-94b8-18b6842df836 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2028544 Nov 09 11:07:23.056494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:23.056494 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-280ec46a-ed60-489c-99dc-01b69ff0ea62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:23.114172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:23.253607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f39ad726-6e3e-4ba8-a2b3-72719424abaf req-a172d615-b8c7-4dfb-838c-bf0f0577256d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371359 Nov 09 11:07:23.292343 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-1bc33ce1-c51e-43b1-a7c6-78da95b25d16 service neutron] 10.222.0.59 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739027 Nov 09 11:07:23.315596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-f6ccb528-8fd1-4c73-ba54-07a26120f777 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:23.316967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-f6ccb528-8fd1-4c73-ba54-07a26120f777 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3815320 Nov 09 11:07:23.321535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Pushing event updated for resources: {'Port': ['ID=a21edc70-24d4-4c38-9a65-8cdefc37b663,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:23.335474 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'tag': '21cc3a08-6fcb-4351-a31b-9cb2b523e039', 'status': 'completed', 'code': 200} Nov 09 11:07:23.335688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Network 44b1e84d-cf95-401b-8929-84cf067fc9e2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:23.357120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-3a117f2f-228e-441e-aa99-ac97271259f6 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:07:23.358121 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-3a117f2f-228e-441e-aa99-ac97271259f6 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0270467 Nov 09 11:07:23.359012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:23.375203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:23.416297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.416672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.417038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.417402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.417766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.418125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.418481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.419362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.419362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.419629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.419928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:23.498320 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-56f58e59-34ea-4456-9270-857acd678488 service neutron] 10.222.0.59 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950181 Nov 09 11:07:23.509350 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:23.509590 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-41e39b13-7e72-4375-9ab4-ebe9ef482433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:23.536464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7171-f507-44b7-a377-29cdf5dee090 req-03ffe157-1b8a-4879-987a-8767c6505414 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:23.537863 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9c9e7171-f507-44b7-a377-29cdf5dee090 req-03ffe157-1b8a-4879-987a-8767c6505414 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.0915232 Nov 09 11:07:23.591906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9c9e7171-f507-44b7-a377-29cdf5dee090 req-e1f03aba-b6c8-47e8-b929-d7dea9049010 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Nov 09 11:07:23.713558 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-8483fde8-f542-4692-a603-aa3a73d6b7e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=897182aa2e98416e97be2b958cd282da&device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 1095 time: 0.0950141 Nov 09 11:07:23.777418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Pushing event updated for resources: {'Port': ['ID=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:23.794933 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:23.807168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-721a5127-8dcb-4663-9fcd-ed918ea24f4e tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.4004757 Nov 09 11:07:23.813221 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:07:23.824868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:23.824868 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:23.916139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-08cbd611-fadb-4d07-8683-795e20780d73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:23.917566 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-08cbd611-fadb-4d07-8683-795e20780d73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 200 len: 918 time: 0.1966972 Nov 09 11:07:23.924719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce86ee1-95cc-43b8-9660-eda86bb554c3 req-2582aa9b-66b4-44e3-b1ed-ad97d3815504 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:23.926175 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ce86ee1-95cc-43b8-9660-eda86bb554c3 req-2582aa9b-66b4-44e3-b1ed-ad97d3815504 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 943 time: 0.1848578 Nov 09 11:07:23.930632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fe0aa72f-99eb-414b-b193-df6eb526ae65 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:23.995080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Attempting to bind port a21edc70-24d4-4c38-9a65-8cdefc37b663 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:23.995409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Attempting to bind port a21edc70-24d4-4c38-9a65-8cdefc37b663 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:23.996212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Attempting to bind port a21edc70-24d4-4c38-9a65-8cdefc37b663 on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:24.006253 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-d70d4378-8656-45ad-b7b7-637be64ab502 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.1745586 Nov 09 11:07:24.011358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9085d641-f003-4ea3-88d0-321424c14e8f {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:24.014944 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-66b67182-ab43-4916-a6a2-f6c65c2b9926 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cc3a08-6fcb-4351-a31b-9cb2b523e039 HTTP/1.1" status: 200 len: 217 time: 0.0878091 Nov 09 11:07:24.019815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.023441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Port a21edc70-24d4-4c38-9a65-8cdefc37b663 on network c3c2e9fe-baec-4940-9a66-3624912c10c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:07:24.023760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Attempting to bind port a21edc70-24d4-4c38-9a65-8cdefc37b663 on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:24.077430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ce86ee1-95cc-43b8-9660-eda86bb554c3 req-a59d0bfe-7a00-418b-bd98-78e696dac7a0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003969 Nov 09 11:07:24.099428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-2b975de0-4142-4f09-80a8-04ed33aba472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:24.101401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-2b975de0-4142-4f09-80a8-04ed33aba472 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c03953c-dce8-4fe3-8500-d84d626f0b8f HTTP/1.1" status: 200 len: 857 time: 0.0760105 Nov 09 11:07:24.104353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3140812 Nov 09 11:07:24.138491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Transition to ACTIVE for port object 9085d641-f003-4ea3-88d0-321424c14e8f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:24.143631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:24.143962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Checking segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:24.144341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Bound using segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:24.144781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Bound port: a21edc70-24d4-4c38-9a65-8cdefc37b663, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:24.145120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.155277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port fe0aa72f-99eb-414b-b193-df6eb526ae65, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fe0aa72f-99eb-414b-b193-df6eb526ae65,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:24.163567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-50f226f2-7a17-4717-8ea8-d9facc47110a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44b1e84d-cf95-401b-8929-84cf067fc9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549595 Nov 09 11:07:24.173956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'fe0aa72f-99eb-414b-b193-df6eb526ae65', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'port_id': 'fe0aa72f-99eb-414b-b193-df6eb526ae65', 'mac_address': 'fa:16:3e:eb:46:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e122b810-1208-4676-9f7f-365a054a9bdd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:24.269135 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.289787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0aa72f-99eb-414b-b193-df6eb526ae65 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:24.311762 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port fe0aa72f-99eb-414b-b193-df6eb526ae65, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fe0aa72f-99eb-414b-b193-df6eb526ae65,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:24.346543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Request body: {'port': {'device_id': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:24.401006 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.410552 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:24.425477 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.425477 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1c96ffd7-6919-478e-aea6-033de091dd25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:24.425747 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-1402db50-ed97-4890-bbae-3c0f7a5af3a7 service neutron] 10.222.0.59 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481825 Nov 09 11:07:24.441670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] For port a21edc70-24d4-4c38-9a65-8cdefc37b663, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:24.471256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Deleting port 32673a73-f60a-4b48-b78f-e2757e22cfb5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:24.471597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.504044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=fe0aa72f-99eb-414b-b193-df6eb526ae65,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:24.507893 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:24.528389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] For port a21edc70-24d4-4c38-9a65-8cdefc37b663, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=a21edc70-24d4-4c38-9a65-8cdefc37b663,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:24.558307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc0516-9d6a-4a7c-ba54-fe490a04b109 req-014622e5-19d5-4089-9892-e22e9d5a9164 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:24.559762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebbc0516-9d6a-4a7c-ba54-fe490a04b109 req-014622e5-19d5-4089-9892-e22e9d5a9164 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 931 time: 0.1979480 Nov 09 11:07:24.621270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e2bc4f5-0fea-4eea-bc11-a6378c1911d9 req-eeee5e6c-0cae-49cc-94a4-198258d60a33 service neutron] 10.222.0.59 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892972 Nov 09 11:07:24.636688 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebbc0516-9d6a-4a7c-ba54-fe490a04b109 req-8b3dd590-416f-494f-9a0b-bcc43946bad7 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705352 Nov 09 11:07:24.645786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Pushing event updated for resources: {'Port': ['ID=9085d641-f003-4ea3-88d0-321424c14e8f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:24.648793 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.662786 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:24.663344 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:24.761237 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.843932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b895a37-1c63-45f4-aaef-08436eae2c2a req-6f3b7798-8d75-42a0-b2b1-cb9af8acb92a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:24.846120 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b895a37-1c63-45f4-aaef-08436eae2c2a req-6f3b7798-8d75-42a0-b2b1-cb9af8acb92a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 949 time: 0.0883734 Nov 09 11:07:24.872825 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:24.874251 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] 10.222.0.57 "PUT /v2.0/ports/a21edc70-24d4-4c38-9a65-8cdefc37b663 HTTP/1.1" status: 200 len: 1091 time: 3.6207058 Nov 09 11:07:24.884879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'tag': 'a21edc70-24d4-4c38-9a65-8cdefc37b663'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:24.895386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b895a37-1c63-45f4-aaef-08436eae2c2a req-fcf00664-aa82-4e75-8b06-fbc8bc6f85c8 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Nov 09 11:07:24.993243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Pushing event updated for resources: {'Port': ['ID=a21edc70-24d4-4c38-9a65-8cdefc37b663,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:25.015614 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:25.067409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fe0aa72f-99eb-414b-b193-df6eb526ae65'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:25.106255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5a79c-7dab-427d-a499-49802bb89880 req-18163336-a5fd-471c-934c-446c4511e927 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:25.107892 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10a5a79c-7dab-427d-a499-49802bb89880 req-18163336-a5fd-471c-934c-446c4511e927 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 943 time: 0.0869379 Nov 09 11:07:25.115453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:25.116067 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:25.163887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10a5a79c-7dab-427d-a499-49802bb89880 req-b7c8b245-d305-417c-bccc-67b6cc4e2fef tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Nov 09 11:07:25.306847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Attempting to bind port 9085d641-f003-4ea3-88d0-321424c14e8f on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:25.307138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Attempting to bind port 9085d641-f003-4ea3-88d0-321424c14e8f by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:25.307449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Attempting to bind port 9085d641-f003-4ea3-88d0-321424c14e8f on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:25.368539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe3199-8903-4be8-bba7-fbcfd3604807 req-a0c2fdf5-90f4-4d9b-86dc-aafb5268b9df tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:25.370069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98fe3199-8903-4be8-bba7-fbcfd3604807 req-a0c2fdf5-90f4-4d9b-86dc-aafb5268b9df tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.0825248 Nov 09 11:07:25.425821 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98fe3199-8903-4be8-bba7-fbcfd3604807 req-a9915271-6432-4fcb-bec7-08dc5e396975 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487916 Nov 09 11:07:25.455444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Calling delete_port for 32673a73-f60a-4b48-b78f-e2757e22cfb5 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:25.523579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Port 9085d641-f003-4ea3-88d0-321424c14e8f on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:07:25.523908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Attempting to bind port 9085d641-f003-4ea3-88d0-321424c14e8f on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:25.583508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:25.583850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Checking segment: {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:25.588022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Bound using segment: {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:25.588022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Bound port: 9085d641-f003-4ea3-88d0-321424c14e8f, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:25.588022 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:25.627979 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc77a2-ab7e-4ba4-843b-104b80a7d01b req-e398819a-5b5d-4328-9469-dc677c4af46f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:25.629414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46fc77a2-ab7e-4ba4-843b-104b80a7d01b req-e398819a-5b5d-4328-9469-dc677c4af46f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.0795383 Nov 09 11:07:25.678347 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46fc77a2-ab7e-4ba4-843b-104b80a7d01b req-ecc2854f-8430-41f4-ba23-c014406429f4 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Nov 09 11:07:25.728344 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-2900a282-93e5-4b5c-93c3-84203de0b44b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 1094 time: 0.7138894 Nov 09 11:07:25.838773 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'tag': 'a21edc70-24d4-4c38-9a65-8cdefc37b663', 'status': 'completed', 'code': 200} Nov 09 11:07:25.906117 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-0fa3f2b1-670a-4f1c-a431-220ac5a35e8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21edc70-24d4-4c38-9a65-8cdefc37b663 HTTP/1.1" status: 200 len: 217 time: 0.1651778 Nov 09 11:07:25.979695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] For port 9085d641-f003-4ea3-88d0-321424c14e8f, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:26.005073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] For port 9085d641-f003-4ea3-88d0-321424c14e8f, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9085d641-f003-4ea3-88d0-321424c14e8f,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:26.025151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-8547eb16-013b-461c-95ac-4c6294a28643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:26.026637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-8547eb16-013b-461c-95ac-4c6294a28643 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.1081574 Nov 09 11:07:26.036458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2c3216c-9a99-4e28-91b0-72e880f565de req-fd166457-d609-472f-879c-3aa9f77c38f6 tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 1100 time: 0.1860316 Nov 09 11:07:26.082324 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2c3216c-9a99-4e28-91b0-72e880f565de req-2a38cfd0-64fa-4f39-9840-97c3523d3f1c tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Nov 09 11:07:26.112816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:26.128451 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9dd2ead1-1e1e-4a20-ab3b-684fa83146d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:26.164795 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-64fcd4e3-2588-499f-8bf4-217a7dbbc978 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082292 Nov 09 11:07:26.165883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:26.184835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Pushing event deleted for resources: {'Port': ['ID=32673a73-f60a-4b48-b78f-e2757e22cfb5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:26.189538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:26.244433 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:26.251040 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-14eb2f6c-7d24-4538-acd6-d638e4b82fc8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:26.284826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:26.298842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e26e11-3b03-40b4-8e92-fc6b863a52fe req-2ec212b5-4ab4-42bd-9fae-ebc4a0b3afe0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:26.300287 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24e26e11-3b03-40b4-8e92-fc6b863a52fe req-2ec212b5-4ab4-42bd-9fae-ebc4a0b3afe0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 944 time: 0.0924287 Nov 09 11:07:26.319428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:26.319428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] 10.222.0.57 "PUT /v2.0/ports/9085d641-f003-4ea3-88d0-321424c14e8f HTTP/1.1" status: 200 len: 1092 time: 4.2605710 Nov 09 11:07:26.349104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24e26e11-3b03-40b4-8e92-fc6b863a52fe req-0436da1f-2d90-45de-8a70-23e19fd08140 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Nov 09 11:07:26.496427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Transition to ACTIVE for port object 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:26.552418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Pushing event updated for resources: {'Port': ['ID=9085d641-f003-4ea3-88d0-321424c14e8f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:26.577080 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:26.593517 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-0bd74d3a-648c-4766-b6b5-c61329b327f6 service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098890 Nov 09 11:07:26.596318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:26.602485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:26.608490 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ad0cb9f-b1ff-41b3-8c9c-adccd92a1c53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:26.670364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669eb4b-f73d-49b7-b54c-17d370de5084 req-f0769bc0-6aa3-412b-a649-9be3b9ac8600 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:26.678822 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d669eb4b-f73d-49b7-b54c-17d370de5084 req-f0769bc0-6aa3-412b-a649-9be3b9ac8600 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 943 time: 0.0883877 Nov 09 11:07:26.748089 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d669eb4b-f73d-49b7-b54c-17d370de5084 req-3572815d-f96f-4bb4-93ca-84303a1b40a0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 Nov 09 11:07:26.843213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Pushing event updated for resources: {'Port': ['ID=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:26.849511 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:26.850622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aedb7c13-e746-4c16-ba0b-1aca11282bad req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "DELETE /v2.0/floatingips/f2fb6e6e-a95a-437b-b24f-f217afdb0b5f HTTP/1.1" status: 204 len: 173 time: 2.8280838 Nov 09 11:07:26.858270 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:26.873717 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-abd03820-47ae-43e4-89bc-13330c6a91ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=897182aa2e98416e97be2b958cd282da&device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 1095 time: 0.4482338 Nov 09 11:07:26.976856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ea641-9d84-41a6-b6b9-ef8b2605ca71 req-e549a428-7e88-4678-809b-c091741501ef tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:26.978680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0a9ea641-9d84-41a6-b6b9-ef8b2605ca71 req-e549a428-7e88-4678-809b-c091741501ef tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 943 time: 0.1045625 Nov 09 11:07:26.980938 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d48d7e7-becf-49bf-b5fa-7e80ce69cf2f req-22ff8520-39db-4e22-91d5-75cdc76c0954 service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745689 Nov 09 11:07:27.057216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0a9ea641-9d84-41a6-b6b9-ef8b2605ca71 req-e3b798c7-db7c-4404-b345-164ac991b075 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Nov 09 11:07:27.214664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-cf926bab-93f6-45ae-83bc-460f470d48af tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2326539 Nov 09 11:07:27.215859 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-55981728-6e18-47ab-b2fa-1ad97d88ed07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9085d641-f003-4ea3-88d0-321424c14e8f HTTP/1.1" status: 200 len: 217 time: 0.3033307 Nov 09 11:07:27.267116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e990c5a-a723-4075-91d6-f93a1d2402e9 req-a40f8e53-8c16-415b-9ef5-bf5ed01f72a8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:27.273977 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e990c5a-a723-4075-91d6-f93a1d2402e9 req-a40f8e53-8c16-415b-9ef5-bf5ed01f72a8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.0944598 Nov 09 11:07:27.320988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e990c5a-a723-4075-91d6-f93a1d2402e9 req-92424505-2169-445f-afc6-fd5a832427b0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460658 Nov 09 11:07:27.427721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-4955f318-318b-4ce9-8aa5-70349e3b5eff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:27.429237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-4955f318-318b-4ce9-8aa5-70349e3b5eff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c03953c-dce8-4fe3-8500-d84d626f0b8f HTTP/1.1" status: 200 len: 857 time: 0.1828265 Nov 09 11:07:27.433542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Attempting to bind port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:27.433879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Attempting to bind port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:27.434211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Attempting to bind port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:27.519904 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6a87f820-381b-4753-9a92-d98f4c0fc394 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44b1e84d-cf95-401b-8929-84cf067fc9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709319 Nov 09 11:07:27.523278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:07:27.523604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Attempting to bind port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 on network 44b1e84d-cf95-401b-8929-84cf067fc9e2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:27.536339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2393c-e427-4dab-931b-d550728a9398 req-d63e9d11-a6d4-41f0-9e4c-7659faf5b711 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:27.537691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-d63e9d11-a6d4-41f0-9e4c-7659faf5b711 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130386 Nov 09 11:07:27.537930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b68d4f-2719-4ed6-8d7e-a13df28adfd4 req-d0b3fab0-63ea-4ced-b13f-eb2a19ddb2cc tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:27.539361 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-04b68d4f-2719-4ed6-8d7e-a13df28adfd4 req-d0b3fab0-63ea-4ced-b13f-eb2a19ddb2cc tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 946 time: 0.0878267 Nov 09 11:07:27.562262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdd2421-47f1-40ba-9964-35377420526f req-46bd2f0a-3dad-4805-8217-281e0d19a468 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 1094 time: 0.3937123 Nov 09 11:07:27.589526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-04b68d4f-2719-4ed6-8d7e-a13df28adfd4 req-2dc203f3-2b48-47bb-affd-2b22fc7b95f7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Nov 09 11:07:27.598310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:27.598660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Checking segment: {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:27.599083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Bound using segment: {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:27.599526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Bound port: 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af12ed2a-acc9-4153-8861-0ba6433a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:27.599871 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:27.678010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c836ea80-d55e-4fd0-9915-6d8581e0ce0f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/quotas/972c9634273c4f58b939bf1c839c6d08 HTTP/1.1" status: 200 len: 375 time: 0.1209285 Nov 09 11:07:27.787931 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-70cfab2e-9965-4f81-905f-23035709adf1 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1576734 Nov 09 11:07:27.798506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:27.804141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:27.813697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Usage tracker for resource:floatingip and tenant:e6ae7bed8453436aa65aa7ca0e553060 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:27.813697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:27.818550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:27.845894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'tag': '9085d641-f003-4ea3-88d0-321424c14e8f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:27.911254 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6e06da6e-0137-467f-a36c-b421bb7e93a2 service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820732 Nov 09 11:07:27.916165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:27.962896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd2421-47f1-40ba-9964-35377420526f req-8b90dc1f-cf2a-4fc3-8ab6-08d2fab7e1ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:27.964286 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdd2421-47f1-40ba-9964-35377420526f req-8b90dc1f-cf2a-4fc3-8ab6-08d2fab7e1ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 916 time: 0.3861845 Nov 09 11:07:27.973444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:27.974598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21cc3a08-6fcb-4351-a31b-9cb2b523e039 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:27.982539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fe0aa72f-99eb-414b-b193-df6eb526ae65 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:28.056430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.088688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:28.117780 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdd2421-47f1-40ba-9964-35377420526f req-56af1e0c-7fd2-4399-afea-400cb66cea70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21edc70-24d4-4c38-9a65-8cdefc37b663 HTTP/1.1" status: 200 len: 217 time: 0.1404185 Nov 09 11:07:28.192514 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-53fed5d8-fcf5-4ad0-8f29-7c75a3767ebd tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4451818 Nov 09 11:07:28.207969 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.208126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Allocated IP 172.25.7.34 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/292cd60e-cebf-4d6e-b926-5afa94057dba) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:28.214554 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53f7884c-e343-4cde-842f-be2a89ef1397 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:28.220199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 21cc3a08-6fcb-4351-a31b-9cb2b523e039, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21cc3a08-6fcb-4351-a31b-9cb2b523e039,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:28.234999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '21cc3a08-6fcb-4351-a31b-9cb2b523e039', 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2', 'port_id': '21cc3a08-6fcb-4351-a31b-9cb2b523e039', 'mac_address': 'fa:16:3e:3d:53:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c03953c-dce8-4fe3-8500-d84d626f0b8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:28.271200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-dd07b194-4cdd-4500-ac85-0a593256d6a4 service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439598 Nov 09 11:07:28.271985 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port fe0aa72f-99eb-414b-b193-df6eb526ae65 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:28.289217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port fe0aa72f-99eb-414b-b193-df6eb526ae65 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:28.289919 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.311489 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.311489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] 10.222.0.57 "PUT /v2.0/ports/5b27a231-be4f-4a32-ad3a-70ff98d0fa85 HTTP/1.1" status: 200 len: 1091 time: 4.1768131 Nov 09 11:07:28.320210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd2421-47f1-40ba-9964-35377420526f req-a8ad7ad8-f62a-481b-b134-951e6e9d5f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:28.320210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdd2421-47f1-40ba-9964-35377420526f req-a8ad7ad8-f62a-481b-b134-951e6e9d5f00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.1795337 Nov 09 11:07:28.320210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Pushing event updated for resources: {'Port': ['ID=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:28.320210 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:28.367970 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.368853 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdd2421-47f1-40ba-9964-35377420526f req-628a12d6-5b24-4888-9754-b637fdb61614 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448616 Nov 09 11:07:28.395876 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cc3a08-6fcb-4351-a31b-9cb2b523e039 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:28.460493 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.482565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 21cc3a08-6fcb-4351-a31b-9cb2b523e039, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21cc3a08-6fcb-4351-a31b-9cb2b523e039,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:28.503727 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.544436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0aa72f-99eb-414b-b193-df6eb526ae65'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:28.557080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port fe0aa72f-99eb-414b-b193-df6eb526ae65, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fe0aa72f-99eb-414b-b193-df6eb526ae65,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:28.577611 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.580472 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:28.637778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdd2421-47f1-40ba-9964-35377420526f req-cbb44fae-0770-41a6-a78c-30701d81353e service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608058 Nov 09 11:07:28.648535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.654649 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:28.663297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=21cc3a08-6fcb-4351-a31b-9cb2b523e039,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:28.673728 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:28.724574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:28.729372 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:28.731493 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:28.734406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:28.739267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:28.806159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Pushing event updated for resources: {'Port': ['ID=292cd60e-cebf-4d6e-b926-5afa94057dba,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:28.811453 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:28.866941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=fe0aa72f-99eb-414b-b193-df6eb526ae65,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:28.878736 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:28.933007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-d1f1c956-7801-429f-950a-8ef860c8005f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=897182aa2e98416e97be2b958cd282da&device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 1094 time: 0.4504066 Nov 09 11:07:28.986547 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:29.084433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-9b8208e4-8956-43ed-b5cb-aec924583da9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85 HTTP/1.1" status: 200 len: 217 time: 0.1321611 Nov 09 11:07:29.092082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['21cc3a08-6fcb-4351-a31b-9cb2b523e039'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:29.100453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5997d-64b3-4d91-a2c6-4cdac87438f3 req-5a9e2ad3-11b1-48db-8f79-4c18e364fed8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:29.101929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ad5997d-64b3-4d91-a2c6-4cdac87438f3 req-5a9e2ad3-11b1-48db-8f79-4c18e364fed8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 944 time: 0.5488155 Nov 09 11:07:29.146318 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:29.169304 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdd2421-47f1-40ba-9964-35377420526f req-2f84dba2-8201-4115-9058-554220200d80 service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189292 Nov 09 11:07:29.201309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-0eb70f7a-2d09-4101-9f55-9ea18177cd21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:29.202848 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-0eb70f7a-2d09-4101-9f55-9ea18177cd21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c03953c-dce8-4fe3-8500-d84d626f0b8f HTTP/1.1" status: 200 len: 857 time: 0.1000357 Nov 09 11:07:29.257489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-7d42ea7d-3e68-4a0b-91e6-32123e218deb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44b1e84d-cf95-401b-8929-84cf067fc9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456398 Nov 09 11:07:29.274415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ad5997d-64b3-4d91-a2c6-4cdac87438f3 req-f2245142-3473-4294-9e56-ae78b5f7d200 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265516 Nov 09 11:07:29.426277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:29.482986 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-bf4ad3ab-08e2-4753-8af0-32f85a0595d4 service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966565 Nov 09 11:07:29.577792 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:29.588702 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ea6a2a7-6a31-49b0-8c02-f2b7fbd7aa75 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:29.624976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e8fd40f-41c7-4426-bc1f-b24a74609296 req-110aa2a3-e638-4ecb-9f1a-987f19ea7afe service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477118 Nov 09 11:07:29.660629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device a21edc70-24d4-4c38-9a65-8cdefc37b663 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:29.794334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Pushing event updated for resources: {'Port': ['ID=292cd60e-cebf-4d6e-b926-5afa94057dba,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:29.799114 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:29.817840 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:29.835208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port a21edc70-24d4-4c38-9a65-8cdefc37b663, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=a21edc70-24d4-4c38-9a65-8cdefc37b663,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:29.849553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'a21edc70-24d4-4c38-9a65-8cdefc37b663', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'port_id': 'a21edc70-24d4-4c38-9a65-8cdefc37b663', 'mac_address': 'fa:16:3e:48:1f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc9e9b9-b2b3-479a-9193-d5cd4275b99f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:29.910093 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:29.931351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21edc70-24d4-4c38-9a65-8cdefc37b663 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:29.947415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port a21edc70-24d4-4c38-9a65-8cdefc37b663, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=a21edc70-24d4-4c38-9a65-8cdefc37b663,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:29.994512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:29.998281 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2025909 Nov 09 11:07:30.079620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-38607542-2748-440d-8b10-a0ee54d2c45d tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Synchronizing usage tracker for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:30.091775 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:30.095856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9085d641-f003-4ea3-88d0-321424c14e8f details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:30.095856 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:30.183540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=a21edc70-24d4-4c38-9a65-8cdefc37b663,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:30.235455 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:30.235678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-38607542-2748-440d-8b10-a0ee54d2c45d tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Unset dirty status for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:30.235678 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-38607542-2748-440d-8b10-a0ee54d2c45d tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 695 time: 0.2312484 Nov 09 11:07:30.290706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9085d641-f003-4ea3-88d0-321424c14e8f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9085d641-f003-4ea3-88d0-321424c14e8f,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:30.311262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '9085d641-f003-4ea3-88d0-321424c14e8f', 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2', 'port_id': '9085d641-f003-4ea3-88d0-321424c14e8f', 'mac_address': 'fa:16:3e:d9:b8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c03953c-dce8-4fe3-8500-d84d626f0b8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:30.377609 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:30.393202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-5fcc0f61-51cb-4ad4-946a-7d8a5098f933 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:30.394697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-5fcc0f61-51cb-4ad4-946a-7d8a5098f933 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.1544049 Nov 09 11:07:30.406094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-840721f5-9ae5-4bf4-aad5-5ad122babf7a tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:07:30.408718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52bf4796-0ba2-4824-80b9-5b43fda66435 req-840721f5-9ae5-4bf4-aad5-5ad122babf7a tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072463 Nov 09 11:07:30.466945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9085d641-f003-4ea3-88d0-321424c14e8f {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:30.488330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9085d641-f003-4ea3-88d0-321424c14e8f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9085d641-f003-4ea3-88d0-321424c14e8f,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:30.522506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c817b2-362c-47ff-957c-359af86aad3e req-556e70e8-f512-421b-a33c-6e4166c0d3b4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:30.522506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-87c817b2-362c-47ff-957c-359af86aad3e req-556e70e8-f512-421b-a33c-6e4166c0d3b4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Synchronizing usage tracker for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:30.583579 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:30.586845 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:30.612388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-87c817b2-362c-47ff-957c-359af86aad3e req-556e70e8-f512-421b-a33c-6e4166c0d3b4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Unset dirty status for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:30.613559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87c817b2-362c-47ff-957c-359af86aad3e req-556e70e8-f512-421b-a33c-6e4166c0d3b4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 943 time: 0.1892245 Nov 09 11:07:30.646375 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'tag': '9085d641-f003-4ea3-88d0-321424c14e8f', 'status': 'completed', 'code': 200} Nov 09 11:07:30.680085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9085d641-f003-4ea3-88d0-321424c14e8f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:30.691652 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:30.719836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-87c817b2-362c-47ff-957c-359af86aad3e req-3fc3d691-c53e-45d2-b07e-1b69354f5326 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Synchronizing usage tracker for tenant:897182aa2e98416e97be2b958cd282da on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:30.764782 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca398006-8868-4307-8261-b8cf98097d33 req-c4187345-f3ba-4424-84f6-81eb51d9225b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=897182aa2e98416e97be2b958cd282da&device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 1096 time: 0.1043146 Nov 09 11:07:30.842327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23759954-d864-4d0b-b78d-7cb19358fb32 req-10c61d59-8336-48fa-a0af-cd2417909e22 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:30.843915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23759954-d864-4d0b-b78d-7cb19358fb32 req-10c61d59-8336-48fa-a0af-cd2417909e22 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 944 time: 0.1053071 Nov 09 11:07:30.854593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-87c817b2-362c-47ff-957c-359af86aad3e req-3fc3d691-c53e-45d2-b07e-1b69354f5326 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Unset dirty status for tenant:897182aa2e98416e97be2b958cd282da on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:30.855811 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87c817b2-362c-47ff-957c-359af86aad3e req-3fc3d691-c53e-45d2-b07e-1b69354f5326 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341294 Nov 09 11:07:30.890952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['9085d641-f003-4ea3-88d0-321424c14e8f'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:30.923261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23759954-d864-4d0b-b78d-7cb19358fb32 req-28b4a57a-fb32-484d-b5dc-337b17c33b31 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680957 Nov 09 11:07:30.934913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['a21edc70-24d4-4c38-9a65-8cdefc37b663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:30.994958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca398006-8868-4307-8261-b8cf98097d33 req-8338db26-b04b-4fe6-9ace-45072b9f8d14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:30.996406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca398006-8868-4307-8261-b8cf98097d33 req-8338db26-b04b-4fe6-9ace-45072b9f8d14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 200 len: 918 time: 0.2246702 Nov 09 11:07:31.110227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca398006-8868-4307-8261-b8cf98097d33 req-579f7f0b-fddd-4e76-9037-22da4b7182cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9085d641-f003-4ea3-88d0-321424c14e8f HTTP/1.1" status: 200 len: 217 time: 0.1057310 Nov 09 11:07:31.143338 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a866bc94-b6f5-4c4b-9fc8-c02b3a8591cc req-2117fb25-77c6-43af-98d4-59cf2abea1df tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 210 time: 0.0592661 Nov 09 11:07:31.225614 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0aa72f-99eb-414b-b193-df6eb526ae65', 'code': 200} Nov 09 11:07:31.247496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca398006-8868-4307-8261-b8cf98097d33 req-0b1e14ce-d1ff-46fc-9420-2a82332e560d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:31.248945 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca398006-8868-4307-8261-b8cf98097d33 req-0b1e14ce-d1ff-46fc-9420-2a82332e560d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c03953c-dce8-4fe3-8500-d84d626f0b8f HTTP/1.1" status: 200 len: 857 time: 0.1213074 Nov 09 11:07:31.333568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca398006-8868-4307-8261-b8cf98097d33 req-9b6846dd-4a62-4769-bf7e-9c639cd7627f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44b1e84d-cf95-401b-8929-84cf067fc9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776942 Nov 09 11:07:31.346413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f102d27-3ab4-420f-954a-a8b7a89a07dc req-cd32ee58-7561-41dc-96d3-9a6d7bfba96e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:31.348239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f102d27-3ab4-420f-954a-a8b7a89a07dc req-cd32ee58-7561-41dc-96d3-9a6d7bfba96e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2886596 Nov 09 11:07:31.409616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0724ac16-1427-480d-be80-9e87342a188d req-d3ae397b-04be-46d7-9d13-544a2200470c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 1096 time: 0.0894852 Nov 09 11:07:31.492882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f102d27-3ab4-420f-954a-a8b7a89a07dc req-8137f596-f031-4ceb-b595-5cb53208219c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247704 Nov 09 11:07:31.530179 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0724ac16-1427-480d-be80-9e87342a188d req-3080aeb7-d8c3-4f2e-9855-d0b1dc459b43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146851 Nov 09 11:07:31.540943 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca398006-8868-4307-8261-b8cf98097d33 req-e94631ae-79b2-48a9-aa17-97f9611d614d service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916285 Nov 09 11:07:31.565077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e9984-9a65-453b-9d5b-06d8b0d2f186 req-79742941-e605-4a33-b6cc-68281695b9d5 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:31.566594 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-903e9984-9a65-453b-9d5b-06d8b0d2f186 req-79742941-e605-4a33-b6cc-68281695b9d5 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1532412 Nov 09 11:07:31.629105 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-903e9984-9a65-453b-9d5b-06d8b0d2f186 req-cb8398a9-98cf-477d-9cea-ef985f11952b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535202 Nov 09 11:07:31.686819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:31.871492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:31.873617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-6385adc4-6e7a-4527-9e57-180be564f6ff tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips/819bb418-3058-4486-b43c-c02235572a1d HTTP/1.1" status: 200 len: 692 time: 0.2990775 Nov 09 11:07:31.887815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85', 'network_id': '44b1e84d-cf95-401b-8929-84cf067fc9e2', 'port_id': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85', 'mac_address': 'fa:16:3e:fd:58:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c03953c-dce8-4fe3-8500-d84d626f0b8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:31.959972 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:31.988245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:31.999969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21cc3a08-6fcb-4351-a31b-9cb2b523e039 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:32.018978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca398006-8868-4307-8261-b8cf98097d33 req-f3d237e5-2dce-4b41-ae63-a84c9a205111 service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689302 Nov 09 11:07:32.063810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:32.091007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-45e50930-0589-4332-91a5-518cbff44bf4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=972c9634273c4f58b939bf1c839c6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455508 Nov 09 11:07:32.136778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-e8ce168a-51ac-4b73-a240-422b16831aea tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:32.138440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-e8ce168a-51ac-4b73-a240-422b16831aea tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2538767 Nov 09 11:07:32.183747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646a2cd-03a4-4ec4-a120-10d36e9b945c req-67ab5f2b-4e0c-4e59-833f-cd838bbc6417 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:32.187295 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0646a2cd-03a4-4ec4-a120-10d36e9b945c req-67ab5f2b-4e0c-4e59-833f-cd838bbc6417 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 943 time: 0.1076295 Nov 09 11:07:32.212088 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:32.216368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b44d56d8-6320-4aa1-a6f4-109a48890a47 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:32.216368 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:32.238692 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0646a2cd-03a4-4ec4-a120-10d36e9b945c req-c7c22b56-2c08-471e-9f01-0f3bb2988c08 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 Nov 09 11:07:32.263429 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:32.286762 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:32.287322 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:32.349925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-3befd343-cde3-4cd7-b1ce-423db5884eb1 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Synchronizing usage tracker for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:32.392069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-3befd343-cde3-4cd7-b1ce-423db5884eb1 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Unset dirty status for tenant:e6ae7bed8453436aa65aa7ca0e553060 on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:32.398229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-3befd343-cde3-4cd7-b1ce-423db5884eb1 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 695 time: 0.1667569 Nov 09 11:07:32.400089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:32.404393 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:32.464932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae3649-71b9-41d3-a3ac-22af952abfe2 req-7feaff0d-3888-4d22-a334-0d69eaf35b9a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:32.466824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64ae3649-71b9-41d3-a3ac-22af952abfe2 req-7feaff0d-3888-4d22-a334-0d69eaf35b9a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 944 time: 0.0873289 Nov 09 11:07:32.479347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2393c-e427-4dab-931b-d550728a9398 req-3be041af-8ce5-46e8-a38b-8ac44215e7a8 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:32.481150 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-3be041af-8ce5-46e8-a38b-8ac44215e7a8 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801072 Nov 09 11:07:32.502110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Request body: {'port': {'device_id': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '972c9634273c4f58b939bf1c839c6d08'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:32.526520 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-3ab4d109-9de5-44ca-81b7-b7b93bf5a1d2 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 695 time: 0.1201262 Nov 09 11:07:32.535280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64ae3649-71b9-41d3-a3ac-22af952abfe2 req-1710916b-43ae-4fb2-9605-1bd1d35887dd tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618718 Nov 09 11:07:32.581728 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:32.595801 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:32.621291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'mac_address': 'fa:16:3e:65:25:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:32.652593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:32.682366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 21cc3a08-6fcb-4351-a31b-9cb2b523e039, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21cc3a08-6fcb-4351-a31b-9cb2b523e039,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:32.695481 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:32.714265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b44d56d8-6320-4aa1-a6f4-109a48890a47 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:32.724087 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dac7ae03-b11c-42a1-b95a-ed29366bdf31 req-11a21edd-3c0f-4201-b6ef-3843cb001798 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 210 time: 0.0438645 Nov 09 11:07:32.731166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:32.759751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Deleting port 292cd60e-cebf-4d6e-b926-5afa94057dba {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:32.765599 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:32.767069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:32.767069 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:32.852071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=21cc3a08-6fcb-4351-a31b-9cb2b523e039,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:32.853414 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:32.868719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:32.870449 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:32.877987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:32.952315 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:32.953292 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:32.970748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:33.014554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:33.014909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:33.015661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed41257-64c8-4684-815b-75b3d2ae7dfe req-71d8cfab-3ab1-4370-bcba-f3c8e2d80cb7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:33.017212 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed41257-64c8-4684-815b-75b3d2ae7dfe req-71d8cfab-3ab1-4370-bcba-f3c8e2d80cb7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.1002750 Nov 09 11:07:33.042243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b44d56d8-6320-4aa1-a6f4-109a48890a47'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:33.067706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed41257-64c8-4684-815b-75b3d2ae7dfe req-2c6de5ab-9e33-4875-807a-fff2444f75f5 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Nov 09 11:07:33.136087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Made reservation on behalf of 972c9634273c4f58b939bf1c839c6d08 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:33.139097 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:33.151058 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85', 'status': 'completed', 'code': 200} Nov 09 11:07:33.159229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Calling delete_port for 292cd60e-cebf-4d6e-b926-5afa94057dba owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:33.227037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cc3a08-6fcb-4351-a31b-9cb2b523e039'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:33.324292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['5b27a231-be4f-4a32-ad3a-70ff98d0fa85'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:33.359605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa41f2a-eaf0-4d0a-b7f7-cbcc35efc2c3 req-03e60bd1-8a79-4063-96e7-c7f815a9232b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:33.369052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfa41f2a-eaf0-4d0a-b7f7-cbcc35efc2c3 req-03e60bd1-8a79-4063-96e7-c7f815a9232b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1161256 Nov 09 11:07:33.427559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfa41f2a-eaf0-4d0a-b7f7-cbcc35efc2c3 req-0e7ec21d-0151-4386-81f1-985c72ae39b2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Nov 09 11:07:33.618698 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-6943e8fa-da0a-43fe-9a39-7d790c673b56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=897182aa2e98416e97be2b958cd282da&device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 1095 time: 0.4202390 Nov 09 11:07:33.672735 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cc3a08-6fcb-4351-a31b-9cb2b523e039', 'code': 200} Nov 09 11:07:33.673026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Allocated IP 192.168.233.67 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/1343ac34-e8fa-47b7-bddf-4640fe77ac52) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:33.685400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9085d641-f003-4ea3-88d0-321424c14e8f up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:33.825929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-c395994f-a6c6-4235-8d99-78c48c20f34a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:33.828083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-c395994f-a6c6-4235-8d99-78c48c20f34a service neutron] 10.222.0.57 "GET /v2.0/networks?id=44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 200 len: 918 time: 0.1981459 Nov 09 11:07:33.882157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b9feb4e-f6f8-452a-836e-0775143270bc req-ead2b7b5-325c-42ff-82d9-cf72252bb6bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 1097 time: 0.1380920 Nov 09 11:07:33.898905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 9085d641-f003-4ea3-88d0-321424c14e8f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:33.904111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:33.906259 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 9085d641-f003-4ea3-88d0-321424c14e8f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:33.907121 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:33.921464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f71ed-0a20-4ac8-b7dd-ef6b34166f80 req-25f9292f-ad4e-4f5b-b6be-283856413a55 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:33.922674 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bf44aede-be6b-4ef3-9c10-c6014b74d395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:33.923511 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b2f71ed-0a20-4ac8-b7dd-ef6b34166f80 req-25f9292f-ad4e-4f5b-b6be-283856413a55 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 944 time: 0.1242044 Nov 09 11:07:33.966215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Pushing event deleted for resources: {'Port': ['ID=292cd60e-cebf-4d6e-b926-5afa94057dba,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:33.971111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b9feb4e-f6f8-452a-836e-0775143270bc req-2f3b3dbd-eb48-4288-a0aa-33f24c92c331 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Nov 09 11:07:33.974182 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:33.977253 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-a946b0ac-f1cd-4e46-8e16-c469cc611ac5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85 HTTP/1.1" status: 200 len: 217 time: 0.1396415 Nov 09 11:07:33.987583 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b2f71ed-0a20-4ac8-b7dd-ef6b34166f80 req-03e38407-1bba-493e-b909-80688dc143e2 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 Nov 09 11:07:33.993765 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.098025 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.138002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9085d641-f003-4ea3-88d0-321424c14e8f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9085d641-f003-4ea3-88d0-321424c14e8f,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:34.208942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b50b-0071-4735-83dc-abff7dc5333b req-8730de16-2a56-4031-b5e7-cb4004db7fc5 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:34.210491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e63b50b-0071-4735-83dc-abff7dc5333b req-8730de16-2a56-4031-b5e7-cb4004db7fc5 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 944 time: 0.0865369 Nov 09 11:07:34.240488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-2c5fed68-5f7e-4ac5-b795-e0b35f34bbf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:34.241975 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-2c5fed68-5f7e-4ac5-b795-e0b35f34bbf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c03953c-dce8-4fe3-8500-d84d626f0b8f HTTP/1.1" status: 200 len: 857 time: 0.2458203 Nov 09 11:07:34.283279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e63b50b-0071-4735-83dc-abff7dc5333b req-2b0456fb-21a4-474e-86a0-71da381d4c69 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Nov 09 11:07:34.283781 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.283781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b44d56d8-6320-4aa1-a6f4-109a48890a47 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:34.320021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-d445b991-d11f-4542-a078-d54964c71141 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44b1e84d-cf95-401b-8929-84cf067fc9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637329 Nov 09 11:07:34.367983 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.368844 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:34.466668 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.477036 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c882403b-7b3e-46fe-a5e2-90238ce9c99d req-272dc85b-00a1-4832-b3d8-9e83faca321c tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 210 time: 0.0599225 Nov 09 11:07:34.512474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9085d641-f003-4ea3-88d0-321424c14e8f,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:34.520407 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:34.531473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Transition to ACTIVE for port object 1343ac34-e8fa-47b7-bddf-4640fe77ac52 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:34.534563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b44d56d8-6320-4aa1-a6f4-109a48890a47 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:34.535102 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.556685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-389d5816-290d-4ec5-ac96-4391f9f89817 service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260647 Nov 09 11:07:34.685634 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.693381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.694493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e79487a-7167-485a-afe9-d20e73e76ee3 req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "DELETE /v2.0/floatingips/819bb418-3058-4486-b43c-c02235572a1d HTTP/1.1" status: 204 len: 173 time: 2.1608565 Nov 09 11:07:34.721664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:34.723935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a436fe9-7c94-40f5-9ee4-5610386614b7 req-5ed7942a-5194-49b8-8250-1876e57bc9b8 service neutron] 10.222.0.57 "GET /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584222 Nov 09 11:07:34.771063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f381762-ea25-4923-a8ba-889c5f18d7f7 req-f08eaab8-842a-4289-858a-24b81a2948b8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:34.772377 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f381762-ea25-4923-a8ba-889c5f18d7f7 req-f08eaab8-842a-4289-858a-24b81a2948b8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.0918334 Nov 09 11:07:34.837898 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.839276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device a21edc70-24d4-4c38-9a65-8cdefc37b663 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:34.848785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f381762-ea25-4923-a8ba-889c5f18d7f7 req-e1f95414-2789-4338-8f5b-fda2eef0c605 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711303 Nov 09 11:07:34.868275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:34.878075 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d637f6d-1ead-41d1-aa8e-801eb1e335c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:34.880403 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:34.934024 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da', 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:34.967815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a5a7b6c-56dd-47db-8cb8-8158bda2c422', '28165ee0-75e0-40e0-b86f-a57592489050', 'aa37d9de-928c-43f2-bbae-b2829c1804f7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:35.005100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:35.006520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event updated for resources: {'Port': ['ID=1343ac34-e8fa-47b7-bddf-4640fe77ac52,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:35.009892 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:35.017543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42d33-477e-4e4f-86ef-1610e9201516 req-2149c280-33c0-4bed-b3b2-4ca021eddaa9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:35.019785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9f42d33-477e-4e4f-86ef-1610e9201516 req-2149c280-33c0-4bed-b3b2-4ca021eddaa9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.2075734 Nov 09 11:07:35.021170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:35.023947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:35.108863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:35.109771 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:35.231754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9f42d33-477e-4e4f-86ef-1610e9201516 req-37217565-c0be-4370-9e15-e062aa4ef597 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037879 Nov 09 11:07:35.236956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7396383 Nov 09 11:07:35.253911 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-20ec049a-b57c-46c2-a507-a3c7bc44266c req-7471d5bc-d3a3-47b2-99ae-cff1e78c1bd4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] show failed (client error): The resource could not be found. Nov 09 11:07:35.255471 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-20ec049a-b57c-46c2-a507-a3c7bc44266c req-7471d5bc-d3a3-47b2-99ae-cff1e78c1bd4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips/819bb418-3058-4486-b43c-c02235572a1d HTTP/1.1" status: 404 len: 350 time: 0.1047819 Nov 09 11:07:35.267755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Request body: {'port': {'device_id': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:35.268022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:35.338776 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:35.417268 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port a21edc70-24d4-4c38-9a65-8cdefc37b663 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:35.431415 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-d0ec92c0-7ab3-4136-a5f9-02607fd09d46 req-737aa8c5-54f3-44dc-90bd-af81a1a98e35 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] show failed (client error): The resource could not be found. Nov 09 11:07:35.432429 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0ec92c0-7ab3-4136-a5f9-02607fd09d46 req-737aa8c5-54f3-44dc-90bd-af81a1a98e35 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] 10.222.0.50 "GET /v2.0/floatingips/819bb418-3058-4486-b43c-c02235572a1d HTTP/1.1" status: 404 len: 350 time: 0.1114006 Nov 09 11:07:35.438962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port a21edc70-24d4-4c38-9a65-8cdefc37b663 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:35.450408 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:35.453586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:35.582626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:35.676721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9085d641-f003-4ea3-88d0-321424c14e8f'}, {'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:35.735142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac349f1-9dfb-442f-a3fc-085e0bbc4a6a req-742ed7b7-7cbc-4cd6-9102-3010d0db8b0a tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:35.743593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cac349f1-9dfb-442f-a3fc-085e0bbc4a6a req-742ed7b7-7cbc-4cd6-9102-3010d0db8b0a tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 944 time: 0.2374699 Nov 09 11:07:35.825964 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:35.896110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cccbd2a4-d26c-478b-905e-b3c94d5ddda6 None None] Provisioning for port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:35.998227 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cccbd2a4-d26c-478b-905e-b3c94d5ddda6 None None] Provisioning complete for port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:36.011446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cccbd2a4-d26c-478b-905e-b3c94d5ddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:36.124640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port a21edc70-24d4-4c38-9a65-8cdefc37b663, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=a21edc70-24d4-4c38-9a65-8cdefc37b663,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:36.202884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cccbd2a4-d26c-478b-905e-b3c94d5ddda6 None None] Port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:07:36.243247 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cac349f1-9dfb-442f-a3fc-085e0bbc4a6a req-be0c43bd-7922-4f97-bbd6-cc4786e0b7c4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983139 Nov 09 11:07:36.309467 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:36.341156 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:36.390126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a4943-a424-48aa-bec0-796e4890f7e3 req-b4d46fa2-b28a-4abf-be19-ad05d6ee001f tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:36.398138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-379a4943-a424-48aa-bec0-796e4890f7e3 req-b4d46fa2-b28a-4abf-be19-ad05d6ee001f tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 944 time: 0.3030882 Nov 09 11:07:36.418385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:36.467634 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-379a4943-a424-48aa-bec0-796e4890f7e3 req-60d32d3b-512a-4e24-8194-2ad427543a1e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685549 Nov 09 11:07:36.551852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:36.591836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2640dd8-0e34-48ec-ac8b-0c762475d7fd req-78a0ec09-7430-4845-9227-26fe6f2f9426 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:36.592557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d2640dd8-0e34-48ec-ac8b-0c762475d7fd req-78a0ec09-7430-4845-9227-26fe6f2f9426 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:36.670646 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:36.699033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=a21edc70-24d4-4c38-9a65-8cdefc37b663,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:36.706620 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:36.716899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1343ac34-e8fa-47b7-bddf-4640fe77ac52 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:36.737691 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:36.767569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Transition to ACTIVE for port object 1343ac34-e8fa-47b7-bddf-4640fe77ac52 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:36.770317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d2640dd8-0e34-48ec-ac8b-0c762475d7fd req-78a0ec09-7430-4845-9227-26fe6f2f9426 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:36.772317 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2640dd8-0e34-48ec-ac8b-0c762475d7fd req-78a0ec09-7430-4845-9227-26fe6f2f9426 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 935 time: 0.3355412 Nov 09 11:07:36.802995 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9085d641-f003-4ea3-88d0-321424c14e8f', 'code': 200} Nov 09 11:07:36.803268 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'code': 200} Nov 09 11:07:36.808395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:36.849028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2640dd8-0e34-48ec-ac8b-0c762475d7fd req-f2314568-de0c-4047-899c-ea86256d5792 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693643 Nov 09 11:07:36.865111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:36.865489 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:36.938194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:36.975148 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1a2a917f-deb5-4f79-8630-82effd4e066d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:37.158948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1343ac34-e8fa-47b7-bddf-4640fe77ac52,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:37.164214 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:37.241192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:37.337421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:37.373550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Attempting to bind port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:37.374303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Attempting to bind port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:37.374636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Attempting to bind port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:37.383191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:07:37.383512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Attempting to bind port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:37.397777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8527-4413-421c-a5b1-5885d849f92b req-c76106f0-0adb-44dd-84fa-05188e10f98d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:37.399388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5cc8527-4413-421c-a5b1-5885d849f92b req-c76106f0-0adb-44dd-84fa-05188e10f98d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2818749 Nov 09 11:07:37.401890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:37.402235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:37.402618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:37.403100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Bound port: 1343ac34-e8fa-47b7-bddf-4640fe77ac52, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:37.403443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:37.435868 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:37.435868 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:37.439867 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22ccc56f-9153-48f2-996d-dbb2994d00e8 req-48a8dde2-6d11-4d4c-9e64-c56e1ad438fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 1097 time: 0.5701771 Nov 09 11:07:37.494332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e50a1-2521-40ae-8db7-39090ef820da req-b10d41e1-d912-4c06-b92d-043c0d02b4f4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:37.502923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f55e50a1-2521-40ae-8db7-39090ef820da req-b10d41e1-d912-4c06-b92d-043c0d02b4f4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.3020234 Nov 09 11:07:37.555700 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:37.560280 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:37.561468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] For port 1343ac34-e8fa-47b7-bddf-4640fe77ac52, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:37.564988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] For port 1343ac34-e8fa-47b7-bddf-4640fe77ac52, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1343ac34-e8fa-47b7-bddf-4640fe77ac52,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:37.594872 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f55e50a1-2521-40ae-8db7-39090ef820da req-fd24484f-5591-46a3-8041-a19eecc4664c tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902150 Nov 09 11:07:37.605400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5cc8527-4413-421c-a5b1-5885d849f92b req-8e378787-46ca-4621-939a-c31a545fe712 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912980 Nov 09 11:07:37.607481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22ccc56f-9153-48f2-996d-dbb2994d00e8 req-4bc7d482-9579-462f-a957-726efcf6f829 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569166 Nov 09 11:07:37.719629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:37.725021 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d85f6dc0-20f6-4b0e-96c1-255828eb7424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:37.807672 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:37.809114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] 10.222.0.57 "PUT /v2.0/ports/1343ac34-e8fa-47b7-bddf-4640fe77ac52 HTTP/1.1" status: 200 len: 1095 time: 2.5637043 Nov 09 11:07:37.814220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'tag': '1343ac34-e8fa-47b7-bddf-4640fe77ac52'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:37.816520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Deleting port f787845f-0775-48ab-aed7-7638b80a771b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:37.825098 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:37.906277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1343ac34-e8fa-47b7-bddf-4640fe77ac52,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:37.912876 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:38.084962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42360d-e1f2-45d1-b1c0-d79e8a558dae req-2c5b78dd-f270-4f8e-8b23-fe88f204e85a tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:38.089602 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d42360d-e1f2-45d1-b1c0-d79e8a558dae req-2c5b78dd-f270-4f8e-8b23-fe88f204e85a tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 945 time: 0.2627525 Nov 09 11:07:38.174738 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-0797c550-733a-46ed-9b95-238e2b1bcab3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 1098 time: 0.2251711 Nov 09 11:07:38.196317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] For port f787845f-0775-48ab-aed7-7638b80a771b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f787845f-0775-48ab-aed7-7638b80a771b,segment=NetworkSegment(59ee4c0f-86c9-4867-93b4-54c61da9d76d),segment_id=59ee4c0f-86c9-4867-93b4-54c61da9d76d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:38.196750 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:38.269637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-111451c6-a680-4850-8d8c-2b27d31d0eed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=1343ac34-e8fa-47b7-bddf-4640fe77ac52 HTTP/1.1" status: 200 len: 217 time: 0.0856216 Nov 09 11:07:38.283023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d42360d-e1f2-45d1-b1c0-d79e8a558dae req-7347c884-5ad9-4039-b6e0-778ff9ef3d3f tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638584 Nov 09 11:07:38.381303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c30aafcf-b298-4e0a-acda-ec23df661bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:38.385346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-c30aafcf-b298-4e0a-acda-ec23df661bc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0998683 Nov 09 11:07:38.471805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00029d-3ab1-4552-97d3-c0e0328797ec req-2733d9bc-8d2b-462a-83dd-b663a112a83e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:38.476796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eb00029d-3ab1-4552-97d3-c0e0328797ec req-2733d9bc-8d2b-462a-83dd-b663a112a83e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.4323277 Nov 09 11:07:38.542438 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Calling delete_port for f787845f-0775-48ab-aed7-7638b80a771b owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:38.545548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-d9ce1578-0b43-4689-9c70-7c969ea737e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523833 Nov 09 11:07:38.653219 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eb00029d-3ab1-4552-97d3-c0e0328797ec req-d0025653-0972-428a-9ab8-4ff38ccadd43 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203279 Nov 09 11:07:38.672393 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'tag': '1343ac34-e8fa-47b7-bddf-4640fe77ac52', 'status': 'completed', 'code': 200} Nov 09 11:07:38.783087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-e7f43b20-2f71-4f4c-8b77-2e895c2e1809 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283452 Nov 09 11:07:38.804203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21edc70-24d4-4c38-9a65-8cdefc37b663'}, {'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:38.947921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db5bb2-8b97-4521-9010-29baa7fa785f req-6f64240a-e833-4084-a4df-60c4363c156a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:38.950417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2db5bb2-8b97-4521-9010-29baa7fa785f req-6f64240a-e833-4084-a4df-60c4363c156a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1332574 Nov 09 11:07:39.011239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:39.031347 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d4e4464-125c-4002-9b9e-6a9726fece34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:39.092893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f787845f-0775-48ab-aed7-7638b80a771b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:39.154936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1c87e-dad9-496b-a65b-d0e444040ac7 req-aff0c026-b63f-453a-b416-108f7b39d047 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:39.156437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73f1c87e-dad9-496b-a65b-d0e444040ac7 req-aff0c026-b63f-453a-b416-108f7b39d047 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 947 time: 0.3331523 Nov 09 11:07:39.162764 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fc2393c-e427-4dab-931b-d550728a9398 req-7bf18c2e-df86-4fd5-915f-dc4a3318a5b3 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685710 Nov 09 11:07:39.180762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.180762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.183122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.183709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.184286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.184987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.185633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.186238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.186849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.187502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.188103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:07:39.191825 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:39.219968 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2db5bb2-8b97-4521-9010-29baa7fa785f req-a4e22373-c653-4cb3-bd2b-b38ff4228035 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625713 Nov 09 11:07:39.247598 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73f1c87e-dad9-496b-a65b-d0e444040ac7 req-bb073d1f-1106-4a32-8ab7-e7ffed6d909e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820358 Nov 09 11:07:39.447566 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21edc70-24d4-4c38-9a65-8cdefc37b663', 'code': 200} Nov 09 11:07:39.447842 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85', 'code': 200} Nov 09 11:07:39.705595 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579b5922-1e92-4966-a862-8800883cc45b req-855bdfd7-b0a9-4d11-b4e8-d4a362d51595 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 1098 time: 0.3384275 Nov 09 11:07:39.753079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4da060-2dfd-43af-a7d0-94542a3ace1a req-c212fb37-8e8f-4427-85f3-1c941acfb4c3 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:39.759785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa4da060-2dfd-43af-a7d0-94542a3ace1a req-c212fb37-8e8f-4427-85f3-1c941acfb4c3 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.1731191 Nov 09 11:07:39.819542 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa4da060-2dfd-43af-a7d0-94542a3ace1a req-229fddb3-9491-422a-92cd-e0b0927d10c5 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586956 Nov 09 11:07:39.826407 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:39.977941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b5922-1e92-4966-a862-8800883cc45b req-704062c8-63e9-413e-bdd8-2df62d5ec470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:39.979605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579b5922-1e92-4966-a862-8800883cc45b req-704062c8-63e9-413e-bdd8-2df62d5ec470 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2607462 Nov 09 11:07:40.096658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579b5922-1e92-4966-a862-8800883cc45b req-44b3da3b-3a30-4355-b587-3d498c2f930b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=1343ac34-e8fa-47b7-bddf-4640fe77ac52 HTTP/1.1" status: 200 len: 217 time: 0.1005819 Nov 09 11:07:40.110074 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b20b330c-5949-463c-889f-ae51c06c56fe req-72fbc7f5-8239-421d-b19c-b10476fad00b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 1096 time: 0.4781077 Nov 09 11:07:40.171877 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca4d22e1-57ce-476f-923b-4edb0ad1d3ac req-cfe739df-447d-4800-bebe-4840156adfd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 1096 time: 0.6020346 Nov 09 11:07:40.288944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63dfbb-0472-4a4a-9a1e-c4cebebb05f3 req-5da8b499-2237-4aec-830f-65e2e94b5cef tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:40.290594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f63dfbb-0472-4a4a-9a1e-c4cebebb05f3 req-5da8b499-2237-4aec-830f-65e2e94b5cef tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 945 time: 0.4607992 Nov 09 11:07:40.292063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b5922-1e92-4966-a862-8800883cc45b req-28e0cdb1-fa61-4afa-9841-16c9ec6574f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:40.293394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579b5922-1e92-4966-a862-8800883cc45b req-28e0cdb1-fa61-4afa-9841-16c9ec6574f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1795526 Nov 09 11:07:40.374580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b20b330c-5949-463c-889f-ae51c06c56fe req-1104353a-55a2-4513-8a81-0bcca7e1f260 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017152 Nov 09 11:07:40.397980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca4d22e1-57ce-476f-923b-4edb0ad1d3ac req-9d87eaf2-f35c-436d-80f0-7b6cc6f64e60 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743808 Nov 09 11:07:40.431198 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f63dfbb-0472-4a4a-9a1e-c4cebebb05f3 req-6f01f261-55cd-45c8-a5d3-cea351c32076 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295562 Nov 09 11:07:40.440019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39e75-f505-48d6-825a-0e881ccc9b69 req-11571e15-c100-4b6b-aadd-c5697244ed8a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:40.441539 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bab39e75-f505-48d6-825a-0e881ccc9b69 req-11571e15-c100-4b6b-aadd-c5697244ed8a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.3128059 Nov 09 11:07:40.472437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579b5922-1e92-4966-a862-8800883cc45b req-c7dc51be-ac57-4835-9415-60f56b11d852 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497936 Nov 09 11:07:40.570351 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bab39e75-f505-48d6-825a-0e881ccc9b69 req-23aa9118-de2c-43cc-8586-192b64a2b625 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156917 Nov 09 11:07:40.690332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6e644-704b-47f6-bf8b-1740591c06a9 req-00ebd5c7-c982-4308-9684-d047f9c00986 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:40.696978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91b6e644-704b-47f6-bf8b-1740591c06a9 req-00ebd5c7-c982-4308-9684-d047f9c00986 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1226318 Nov 09 11:07:40.780752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91b6e644-704b-47f6-bf8b-1740591c06a9 req-70636798-6e58-4e42-817d-78fb064bfcb3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765042 Nov 09 11:07:40.964805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c26e65-fce9-4d74-bcee-b805e9faf8c8 req-db12b315-2ff1-40ce-9eab-3b6f1282f3e4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:40.972854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53c26e65-fce9-4d74-bcee-b805e9faf8c8 req-db12b315-2ff1-40ce-9eab-3b6f1282f3e4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 947 time: 0.1243372 Nov 09 11:07:41.008611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579b5922-1e92-4966-a862-8800883cc45b req-476131ee-3dfa-4e72-84af-1d3d951b6bea service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055964 Nov 09 11:07:41.016156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Router c9bb38b6-7ea2-40b1-982f-45f53c650452 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:07:41.055092 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53c26e65-fce9-4d74-bcee-b805e9faf8c8 req-536c06ce-e1b0-4e52-8ce6-2c9a1f05100a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741796 Nov 09 11:07:41.275058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-579b5922-1e92-4966-a862-8800883cc45b req-9bf5a39a-5ce1-466c-8366-79b7a91b11ef service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573915 Nov 09 11:07:41.317913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c43d-6889-48b8-a6a0-c0dadd722f26 req-eeef5c30-480c-4f60-9e50-eb849b6c3301 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:42.165852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1942c43d-6889-48b8-a6a0-c0dadd722f26 req-eeef5c30-480c-4f60-9e50-eb849b6c3301 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.1212208 Nov 09 11:07:42.175780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:07:42.177830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] Sync routers for ids ['c9bb38b6-7ea2-40b1-982f-45f53c650452'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:07:42.178369 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] 10.222.0.50 "PUT /v2.0/routers/c9bb38b6-7ea2-40b1-982f-45f53c650452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8910694 Nov 09 11:07:42.178369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49018) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:42.178611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] Routers {'c9bb38b6-7ea2-40b1-982f-45f53c650452'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:07:42.178611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:07:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9bb38b6-7ea2-40b1-982f-45f53c650452'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:42.178956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1942c43d-6889-48b8-a6a0-c0dadd722f26 req-a7ca0e7b-e8e6-4cfa-bdd9-fe65dabc6276 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719481 Nov 09 11:07:42.179165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] Set router c9bb38b6-7ea2-40b1-982f-45f53c650452 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:07:42.179539 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.179539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f637f-95e5-488a-bff2-e5bb6104694d req-976e8331-43d6-43c9-870f-ab490a17edec tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:42.179539 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c7f637f-95e5-488a-bff2-e5bb6104694d req-976e8331-43d6-43c9-870f-ab490a17edec tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 945 time: 0.1931663 Nov 09 11:07:42.180583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 1343ac34-e8fa-47b7-bddf-4640fe77ac52 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:42.180739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c24847-fb84-4d69-8560-871ef7fdda17 req-1d839328-94bb-4f12-b82b-0784f52b9ee8 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:42.180739 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b4c24847-fb84-4d69-8560-871ef7fdda17 req-1d839328-94bb-4f12-b82b-0784f52b9ee8 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.0964160 Nov 09 11:07:42.180861 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c7f637f-95e5-488a-bff2-e5bb6104694d req-d09273cc-a04f-4d23-ac81-c58e789903b4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763078 Nov 09 11:07:42.180926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b4c24847-fb84-4d69-8560-871ef7fdda17 req-d66672cd-cea7-4b24-bf21-e821cd4784bc tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538678 Nov 09 11:07:42.180983 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:07:42.181377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.181444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:42.230046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 1343ac34-e8fa-47b7-bddf-4640fe77ac52, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1343ac34-e8fa-47b7-bddf-4640fe77ac52,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:42.230185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d98fb-18b8-4e52-85ac-6f09de811f91 req-6c7d5adc-884e-4ac2-bc63-2cf8295d3d69 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:42.230185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad9d98fb-18b8-4e52-85ac-6f09de811f91 req-6c7d5adc-884e-4ac2-bc63-2cf8295d3d69 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1274891 Nov 09 11:07:42.233797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '1343ac34-e8fa-47b7-bddf-4640fe77ac52', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '1343ac34-e8fa-47b7-bddf-4640fe77ac52', 'mac_address': 'fa:16:3e:b3:4d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:42.274975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad9d98fb-18b8-4e52-85ac-6f09de811f91 req-a80c3a9e-d761-4d03-87fa-2fb3eaebcd94 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570941 Nov 09 11:07:42.343231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Deleting port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:42.343231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.409829 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.438288 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.463604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1343ac34-e8fa-47b7-bddf-4640fe77ac52 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:42.473214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19840239-dd5c-4d69-b02e-31870a8e12dd req-99993ed9-5505-4865-9ab5-7e522c6b2b54 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:42.481116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19840239-dd5c-4d69-b02e-31870a8e12dd req-99993ed9-5505-4865-9ab5-7e522c6b2b54 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 947 time: 0.1873553 Nov 09 11:07:42.482888 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:38Z', 'revision_number': 5, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port': {'id': '90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:02Z', 'updated_at': '2021-11-09T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:42.491895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:42.502377 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] Checking router: c9bb38b6-7ea2-40b1-982f-45f53c650452 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:07:42.505994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 1343ac34-e8fa-47b7-bddf-4640fe77ac52, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1343ac34-e8fa-47b7-bddf-4640fe77ac52,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:42.519020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:42.540282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] Routers {'c9bb38b6-7ea2-40b1-982f-45f53c650452'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:07:42.541066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:07:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c9bb38b6-7ea2-40b1-982f-45f53c650452'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:42.598262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19840239-dd5c-4d69-b02e-31870a8e12dd req-710835dc-57db-4493-822c-1829ebb56f8b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157579 Nov 09 11:07:42.617890 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.685236 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:42.733172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] For port 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:42.733468 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.749281 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:42.778984 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'code': 200} Nov 09 11:07:42.800300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=1343ac34-e8fa-47b7-bddf-4640fe77ac52,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:42.806002 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:42.806704 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:42.869372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] Set router c9bb38b6-7ea2-40b1-982f-45f53c650452 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:07:43.003556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Calling delete_port for 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:43.018420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:42Z', 'revision_number': 6, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:43.021308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['1343ac34-e8fa-47b7-bddf-4640fe77ac52'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:43.059354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=9']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:43.066115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519f3ac-e2dc-427b-bb59-58d8f188725b None None] The sync data for ids ['c9bb38b6-7ea2-40b1-982f-45f53c650452'] in n-d-817173-1 is: [{'id': 'c9bb38b6-7ea2-40b1-982f-45f53c650452', 'name': 'tempest-FloatingIPsTestJSON-1597468717-router', 'tenant_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:01Z', 'updated_at': '2021-11-09T11:07:42Z', 'revision_number': 6, 'project_id': 'e6ae7bed8453436aa65aa7ca0e553060', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:07:43.070123 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:43.219055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259f05-6aa9-4d17-8cbc-11bc72ee12a8 req-68219c04-3d56-4fc0-91fc-bf0bf21b720e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:43.227105 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1259f05-6aa9-4d17-8cbc-11bc72ee12a8 req-68219c04-3d56-4fc0-91fc-bf0bf21b720e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 948 time: 0.2813857 Nov 09 11:07:43.227790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a43b7-7186-4dd4-8e1f-39c64b4f0d6e req-fa13d2a2-3828-4a9a-a520-3d0f5b87f41f tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:43.237925 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f2a43b7-7186-4dd4-8e1f-39c64b4f0d6e req-fa13d2a2-3828-4a9a-a520-3d0f5b87f41f tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 945 time: 0.1404297 Nov 09 11:07:43.331433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1259f05-6aa9-4d17-8cbc-11bc72ee12a8 req-ba28f984-1d16-4601-a5b6-b6a23b8df47f tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031184 Nov 09 11:07:43.466124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:43.479748 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f2a43b7-7186-4dd4-8e1f-39c64b4f0d6e req-f4b4b658-c2b4-4999-b482-085740afe2c0 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408636 Nov 09 11:07:43.481998 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f692c124-5261-459f-9b36-57872046a541 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:43.723524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:43.726108 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:43.869415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41857abb-e2fa-44de-806c-78f8cca0a3ac req-392316d6-295f-4a8d-bf72-df2ef66c1410 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:43.871166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-41857abb-e2fa-44de-806c-78f8cca0a3ac req-392316d6-295f-4a8d-bf72-df2ef66c1410 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1092429 Nov 09 11:07:43.949800 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-41857abb-e2fa-44de-806c-78f8cca0a3ac req-07ea903d-7033-4dac-b941-561a641f8aa8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724001 Nov 09 11:07:44.023726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45638539-193f-4623-bf78-a7273b69e50e req-998bc872-c8a6-459d-80b7-71492adec1f9 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:44.025333 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45638539-193f-4623-bf78-a7273b69e50e req-998bc872-c8a6-459d-80b7-71492adec1f9 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.3320215 Nov 09 11:07:44.066555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:44.085946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:07:44.286786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bc7af-76d3-48e7-9844-b5e812542597 req-36b41c3b-ff3b-47eb-89db-33dc49923826 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:44.288684 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f92bc7af-76d3-48e7-9844-b5e812542597 req-36b41c3b-ff3b-47eb-89db-33dc49923826 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 946 time: 0.1045620 Nov 09 11:07:44.365351 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f92bc7af-76d3-48e7-9844-b5e812542597 req-bc8d0855-b5aa-490a-95d0-12d8007a3043 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700197 Nov 09 11:07:44.446952 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45638539-193f-4623-bf78-a7273b69e50e req-6bf19b2c-fe99-441f-8593-a508cb6e5dc7 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114103 Nov 09 11:07:44.494761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:44.515432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'mac_address': 'fa:16:3e:37:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:07:44.580691 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:44.603135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9236e72-4d82-429a-9d9a-ebf13f8f4c50 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:07:44.627604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:44.671532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ee2df-33b7-45c9-a38d-38254c552ca9 req-7926da99-8324-41cd-922b-fd437738c194 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:44.678991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f9ee2df-33b7-45c9-a38d-38254c552ca9 req-7926da99-8324-41cd-922b-fd437738c194 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 948 time: 0.1169653 Nov 09 11:07:44.696244 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:44.706601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:44.747154 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:44.747154 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:44.805649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f9ee2df-33b7-45c9-a38d-38254c552ca9 req-fd20134f-2052-49ba-bac3-4185c50a6f0f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209424 Nov 09 11:07:44.820802 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f787845f-0775-48ab-aed7-7638b80a771b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:44.867459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: f787845f-0775-48ab-aed7-7638b80a771b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:07:44.867459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f787845f-0775-48ab-aed7-7638b80a771b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:07:44.867688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:44.928513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:07:44.928865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 90dfb5c2-6076-4f01-84d3-c0dd62f8ac0c not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:07:44.952087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=10']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:44.957028 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:44.965422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871ea9-4d2b-4aa5-9db3-8eaf9f985129 req-d9e9b699-ddfc-4588-9f1b-9e668fb98288 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:44.972533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9a871ea9-4d2b-4aa5-9db3-8eaf9f985129 req-d9e9b699-ddfc-4588-9f1b-9e668fb98288 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2093687 Nov 09 11:07:44.997810 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:44.998499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9bb38b6-7ea2-40b1-982f-45f53c650452 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:07:45.091812 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:45.093673 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c9bb38b6-7ea2-40b1-982f-45f53c650452 HTTP/1.1" status: 204 len: 168 time: 3.7442641 Nov 09 11:07:45.097967 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9a871ea9-4d2b-4aa5-9db3-8eaf9f985129 req-bbc3c78b-c78b-43b1-b3f5-591db1d59431 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245351 Nov 09 11:07:45.098859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49076) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:45.193643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43871e6f-041a-4c65-9405-3081f483e8b1 req-40f8959c-a83f-4060-8631-a9559ec77781 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:45.201284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-43871e6f-041a-4c65-9405-3081f483e8b1 req-40f8959c-a83f-4060-8631-a9559ec77781 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 946 time: 0.1638181 Nov 09 11:07:45.222227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Deleting subnet 3ec23d59-1f37-42fb-af89-94a86f3a37c1 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:07:45.226302 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:45.281549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-43871e6f-041a-4c65-9405-3081f483e8b1 req-018a2656-a431-4429-91f8-9ba0fa648b22 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769043 Nov 09 11:07:45.286486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:45.300759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d9236e72-4d82-429a-9d9a-ebf13f8f4c50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:45.440290 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:45.644582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:45.649648 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a92607b-eb2c-4bc0-a82d-c66427319440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:45.709695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec23d59-1f37-42fb-af89-94a86f3a37c1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:45.714189 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:45.727445 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:45.731568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72223e53-f6e1-455f-94d3-60c897935d19 None None] Network eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:45.747615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3ec23d59-1f37-42fb-af89-94a86f3a37c1 HTTP/1.1" status: 204 len: 168 time: 0.6473701 Nov 09 11:07:45.751606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49090) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:45.768114 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 1343ac34-e8fa-47b7-bddf-4640fe77ac52 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:45.791106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12088a5-ce7e-48e7-b1b2-b9a9f118f0fa req-1a7d7734-2c0b-4f9b-acbd-93611478ef1b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:45.793301 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b12088a5-ce7e-48e7-b1b2-b9a9f118f0fa req-1a7d7734-2c0b-4f9b-acbd-93611478ef1b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.2437351 Nov 09 11:07:45.896005 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b12088a5-ce7e-48e7-b1b2-b9a9f118f0fa req-c1341dc8-5641-4f83-a568-7f5658a927be tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954566 Nov 09 11:07:45.946303 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:45.982328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Deleting port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:45.982672 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:46.143755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:46.151593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:46.152765 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:46.275236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] DHCP port deletion for eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:07:46.295540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Deleting port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:46.295925 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:46.368607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92d19d-837f-47f1-b004-a9bad78f84af req-852ec860-e28f-4ed2-ac50-91fd4ad661e9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:46.371470 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b92d19d-837f-47f1-b004-a9bad78f84af req-852ec860-e28f-4ed2-ac50-91fd4ad661e9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 948 time: 0.1604526 Nov 09 11:07:46.441093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] For port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,segment=NetworkSegment(59ee4c0f-86c9-4867-93b4-54c61da9d76d),segment_id=59ee4c0f-86c9-4867-93b4-54c61da9d76d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:46.441667 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:46.465942 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b92d19d-837f-47f1-b004-a9bad78f84af req-f90e19c5-2bdb-4ec6-b3ae-7f57a5ffb2b6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872617 Nov 09 11:07:46.601445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Calling delete_port for 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:46.653626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bad02a-73b1-4611-ad9f-d0f4206a6f2f req-53cd8be5-920e-496a-acd7-5ee7aec58867 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:46.666217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20bad02a-73b1-4611-ad9f-d0f4206a6f2f req-53cd8be5-920e-496a-acd7-5ee7aec58867 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 946 time: 0.3857036 Nov 09 11:07:46.772921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20bad02a-73b1-4611-ad9f-d0f4206a6f2f req-330b56eb-668c-4d87-b038-176a56e0b86c tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985453 Nov 09 11:07:46.792993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0768a8-1348-4e1a-bcb5-595200e66a38 req-2c3d2d70-eb04-4fec-a03b-a0b83eb729c4 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:46.800529 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b0768a8-1348-4e1a-bcb5-595200e66a38 req-2c3d2d70-eb04-4fec-a03b-a0b83eb729c4 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.1744387 Nov 09 11:07:46.845597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:46.857629 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1465a1b3-9e59-42c7-88a8-f563983f9414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:46.875847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:46.876507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b0768a8-1348-4e1a-bcb5-595200e66a38 req-9ff9a140-40b4-4f80-b0fa-ee8adff8cb64 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Nov 09 11:07:47.009048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Pushing event deleted for resources: {'Port': ['ID=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:47.013574 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:47.014254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] No DVR routers for this DVR port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:07:47.075088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:07:47.075464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:07:47.080272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] For port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=44542c9f-8ee5-441e-aaf1-9ea3a48e03e8,segment=NetworkSegment(59ee4c0f-86c9-4867-93b4-54c61da9d76d),segment_id=59ee4c0f-86c9-4867-93b4-54c61da9d76d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:47.080724 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.090101 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.209022 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.253942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:47.272345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ee4c0f-86c9-4867-93b4-54c61da9d76d') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:47.272345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ee4c0f-86c9-4867-93b4-54c61da9d76d') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:47.272627 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b73c6f55-10db-4793-9451-1189083f4d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.282842 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Calling delete_port for 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:47.303572 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.324256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343ac34-e8fa-47b7-bddf-4640fe77ac52'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:47.339482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.368376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:07:47.369040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:07:47.384552 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:07:47.395541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fae2-1d8c-478c-a3e5-d14432296e68 req-a2803830-b9a2-483e-866c-1a7ad6d4e4bc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:47.408620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7ca6fae2-1d8c-478c-a3e5-d14432296e68 req-a2803830-b9a2-483e-866c-1a7ad6d4e4bc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.2497833 Nov 09 11:07:47.416968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 1343ac34-e8fa-47b7-bddf-4640fe77ac52, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1343ac34-e8fa-47b7-bddf-4640fe77ac52,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn_limited( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn_limited( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.458275 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:07:47.460591 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:07:47.466238 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:07:47.466615 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:07:47.508723 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.513171 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:47.589736 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343ac34-e8fa-47b7-bddf-4640fe77ac52', 'code': 200} Nov 09 11:07:47.593859 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.640614 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-27f92912-1ba2-4941-941e-89f7c3b771ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f24b3960a7b40118b37c41e137874fa&device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1101 time: 0.1159408 Nov 09 11:07:47.652916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=1343ac34-e8fa-47b7-bddf-4640fe77ac52,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:47.661254 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:47.684194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7ca6fae2-1d8c-478c-a3e5-d14432296e68 req-75e8e801-ec1a-46d8-96cb-31ae2d20fbd2 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628922 Nov 09 11:07:47.877258 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.892772 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:47.910177 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.938448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:47.948266 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:47.968158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Deleting port 44542c9f-8ee5-441e-aaf1-9ea3a48e03e8 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:47.968779 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:47.981265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-a731a8b0-b0f6-4616-95aa-7bddbccca33b tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:47.982774 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-a731a8b0-b0f6-4616-95aa-7bddbccca33b tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 946 time: 0.4176040 Nov 09 11:07:48.089841 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] 10.222.0.50 "DELETE /v2.0/networks/eaeb8d0b-6c2b-4c99-bd22-f4d6e9247771 HTTP/1.1" status: 204 len: 168 time: 2.3360193 Nov 09 11:07:48.144086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:48.198372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5558155b-6454-457c-98d7-6fb4b8c8f115 None None] The port '44542c9f-8ee5-441e-aaf1-9ea3a48e03e8' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:07:48.235752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-66f421bf-ecd5-4280-8f3a-d1effbd86174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:48.237972 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-66f421bf-ecd5-4280-8f3a-d1effbd86174 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.5744729 Nov 09 11:07:48.249775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3194810-7d10-40c3-a477-8e01ef02054a req-608aab4b-0ec3-4598-bf8e-3e6da32a65b2 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:48.256543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f3194810-7d10-40c3-a477-8e01ef02054a req-608aab4b-0ec3-4598-bf8e-3e6da32a65b2 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 949 time: 0.3877361 Nov 09 11:07:48.272080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:48.272464 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:48.324941 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3ecabdec-0b81-47a0-abeb-390d2ca56c97 req-248a969f-ee90-437b-8b17-fc0653a6336f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 1100 time: 0.6313341 Nov 09 11:07:48.333805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Deleting port 9085d641-f003-4ea3-88d0-321424c14e8f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:48.333805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:48.400266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-eacbbc65-2209-4700-a117-4e38a231c976 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50 HTTP/1.1" status: 200 len: 217 time: 0.1426895 Nov 09 11:07:48.498450 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f3194810-7d10-40c3-a477-8e01ef02054a req-3c785b66-deb5-437e-9053-813780d06468 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163261 Nov 09 11:07:48.554658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3ecabdec-0b81-47a0-abeb-390d2ca56c97 req-be785a95-f393-46c9-a685-06db8f310fc0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906700 Nov 09 11:07:48.570650 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:48.580016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-762a6ccf-719d-4d98-9e87-ab2d2973d653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:48.581802 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-762a6ccf-719d-4d98-9e87-ab2d2973d653 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1612647 Nov 09 11:07:48.595367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7da5f-289e-4646-961d-b4dc3c163345 req-dd30cf75-851f-4d16-a82c-e2cef7f75b27 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:48.602370 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27f7da5f-289e-4646-961d-b4dc3c163345 req-dd30cf75-851f-4d16-a82c-e2cef7f75b27 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 946 time: 0.5282605 Nov 09 11:07:48.613078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:48.625810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-c0194be2-fcff-4358-8162-e5d7c85a7ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29c09712-beed-4726-8fdb-12f1bb25082a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3855686 Nov 09 11:07:48.741261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-5dd916aa-2a67-422c-aceb-a4eb39c61d32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505651 Nov 09 11:07:48.781770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27f7da5f-289e-4646-961d-b4dc3c163345 req-a0b18bdb-1912-4be8-930c-4a3abfef51d8 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771958 Nov 09 11:07:48.836805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49136) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:48.912119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4115d3-ecb2-47c0-acab-c65c782d7b61 req-88c47195-5f51-4592-be8d-152ea90b1b69 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:48.914907 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cb4115d3-ecb2-47c0-acab-c65c782d7b61 req-88c47195-5f51-4592-be8d-152ea90b1b69 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 950 time: 0.2384501 Nov 09 11:07:48.919778 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:48.921806 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:48.968120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] For port 9085d641-f003-4ea3-88d0-321424c14e8f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9085d641-f003-4ea3-88d0-321424c14e8f,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:48.968120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:48.986136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-85e5f09f-6d7e-490d-a03e-ab9b100ef916 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333257 Nov 09 11:07:49.044387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=11']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:49.048047 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:49.121558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-239b3ec9-8904-43e4-9d99-7e709e2888d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6ae7bed8453436aa65aa7ca0e553060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2835898 Nov 09 11:07:49.132557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:49.157658 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cb4115d3-ecb2-47c0-acab-c65c782d7b61 req-40c14ff6-2d83-45c7-becc-f40ca5234744 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309825 Nov 09 11:07:49.237432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e727e07a-a385-4b7a-90b4-dfc6f0997f3a req-48b3ffdf-9fb7-41a5-a0c5-d90b8f7a10b5 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427590 Nov 09 11:07:49.250706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Calling delete_port for 9085d641-f003-4ea3-88d0-321424c14e8f owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:49.372215 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-ab2451f3-e416-46fb-8d3c-eef9e38fd175 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9634273c4f58b939bf1c839c6d08&device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 1100 time: 0.5709388 Nov 09 11:07:49.410705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:49.455970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:49.466903 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-545c0a50-0a1d-4901-bbce-5db199d702b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:49.474819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de8b3-58dc-4c92-95d3-8e3c43710593 req-682d0deb-89e5-4d79-998d-9d246200c8b5 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:49.476488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df3de8b3-58dc-4c92-95d3-8e3c43710593 req-682d0deb-89e5-4d79-998d-9d246200c8b5 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1605201 Nov 09 11:07:49.590610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:49.614050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-97606df0-ccf0-4341-aecc-8a9166b389ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:49.614830 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df3de8b3-58dc-4c92-95d3-8e3c43710593 req-c531da60-93f3-4ac3-800a-af188692cd89 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947232 Nov 09 11:07:49.616447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-97606df0-ccf0-4341-aecc-8a9166b389ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.2215824 Nov 09 11:07:49.685340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:49.690754 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dc40cdbb-990d-4744-87c3-2e66c4e71c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:49.692745 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:49.703958 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b706914-e512-43db-b0d8-539e94929001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:49.706421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['21cc3a08-6fcb-4351-a31b-9cb2b523e039'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:49.720639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79593e-0cae-4ee0-86b1-8648f7a5042e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:49.723287 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:49.730205 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:49.732277 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb79593e-0cae-4ee0-86b1-8648f7a5042e HTTP/1.1" status: 204 len: 168 time: 0.5987818 Nov 09 11:07:49.803301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['5b27a231-be4f-4a32-ad3a-70ff98d0fa85'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:49.807674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-edb6d652-870b-432f-9aff-da2ea3cdb3f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb HTTP/1.1" status: 200 len: 217 time: 0.1839683 Nov 09 11:07:49.808492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Pushing event deleted for resources: {'Port': ['ID=9085d641-f003-4ea3-88d0-321424c14e8f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:49.813353 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:49.861785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9085d641-f003-4ea3-88d0-321424c14e8f no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:49.918009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 9085d641-f003-4ea3-88d0-321424c14e8f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:07:49.918368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9085d641-f003-4ea3-88d0-321424c14e8f not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:07:50.103150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d00380-564d-495f-a7d4-84ee6550bab5 req-8515db12-3da8-4784-881d-1cab7cd581a3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:50.104890 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-38d00380-564d-495f-a7d4-84ee6550bab5 req-8515db12-3da8-4784-881d-1cab7cd581a3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 949 time: 0.2791486 Nov 09 11:07:50.145769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] No DVR routers for this DVR port 9085d641-f003-4ea3-88d0-321424c14e8f on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:07:50.155403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:50.170220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'name': 'network-vif-deleted', 'tag': '9085d641-f003-4ea3-88d0-321424c14e8f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:50.212127 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-38d00380-564d-495f-a7d4-84ee6550bab5 req-044e3e43-7c6a-423d-91a4-eae9a2923a98 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958896 Nov 09 11:07:50.229424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-a6693edb-82f0-4541-8bb8-29fffecfb5f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:50.231116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-a6693edb-82f0-4541-8bb8-29fffecfb5f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.3242838 Nov 09 11:07:50.373874 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'code': 200} Nov 09 11:07:50.448218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f91ad04a-dac6-4ca9-ae12-132198587f27 req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "DELETE /v2.0/ports/9085d641-f003-4ea3-88d0-321424c14e8f HTTP/1.1" status: 204 len: 173 time: 2.4475698 Nov 09 11:07:50.470252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:50.578814 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-184a0f68-7cc3-4f13-8abb-6c827e14e351 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3401749 Nov 09 11:07:50.699915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e55336f8-0d02-4998-8cc5-f87b726a844b req-e8690116-b58b-4f2b-b07b-d2d795038870 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0a1b3ef-fb65-4993-ba1f-d41427bc6427 HTTP/1.1" status: 200 len: 210 time: 0.1545367 Nov 09 11:07:50.872183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cfe2bb42-42af-4b15-b318-9dcbd614b2a0 req-8e092381-711b-44ec-98e2-d181e838a18c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1102 time: 0.1711984 Nov 09 11:07:51.000535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cfe2bb42-42af-4b15-b318-9dcbd614b2a0 req-90803e9e-3e77-486f-bea3-c94e81c1502d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151228 Nov 09 11:07:51.088043 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a1b3ef-fb65-4993-ba1f-d41427bc6427', 'name': 'network-vif-deleted', 'tag': '9085d641-f003-4ea3-88d0-321424c14e8f', 'status': 'completed', 'code': 200} Nov 09 11:07:51.151627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-bdd644b3-c74d-49e9-83d7-17bca5dd5818 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539269 Nov 09 11:07:51.161218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ffa3d-d90e-451f-8dab-62caf5c23fd4 req-ece3166f-f26a-482a-9ada-f61f20b191a9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:51.170020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-406ffa3d-d90e-451f-8dab-62caf5c23fd4 req-ece3166f-f26a-482a-9ada-f61f20b191a9 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 951 time: 0.1704345 Nov 09 11:07:51.236813 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-406ffa3d-d90e-451f-8dab-62caf5c23fd4 req-599c54ba-31e0-4623-9fb3-bf8c95f98489 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658636 Nov 09 11:07:51.503974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a34519-65e5-49dd-ad6a-438c8965e448 req-e58988cd-ffe0-4bf8-b9ba-e1c4ff4a8e53 service neutron] 10.222.0.57 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433177 Nov 09 11:07:51.543584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7fbea-73e4-4d79-8829-4f77f5a559e6 req-39d8890e-f96b-4481-bf02-f700f3a5e2c1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:51.550884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7eeac-8529-4d39-b555-5cbee4d93503 req-2ab724ba-277a-4423-a124-5bb4d9d6f86a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:51.555262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ebf7fbea-73e4-4d79-8829-4f77f5a559e6 req-39d8890e-f96b-4481-bf02-f700f3a5e2c1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.2547717 Nov 09 11:07:51.562027 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57a7eeac-8529-4d39-b555-5cbee4d93503 req-2ab724ba-277a-4423-a124-5bb4d9d6f86a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 949 time: 0.1401048 Nov 09 11:07:51.672573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57a7eeac-8529-4d39-b555-5cbee4d93503 req-dbcd61a5-39ce-479f-a8ee-f3d683d09a8b tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077638 Nov 09 11:07:51.715016 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ebf7fbea-73e4-4d79-8829-4f77f5a559e6 req-57547b34-22e8-4619-8fa1-636d73eeba40 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568651 Nov 09 11:07:51.880392 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:52.260895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49214) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:52.286044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87598886-534b-4887-b0fc-469173911ec3 req-91644bb9-df6d-44cc-9ac3-0e93fdae016a tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 1100 time: 0.2310767 Nov 09 11:07:52.374424 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87598886-534b-4887-b0fc-469173911ec3 req-46b72c28-2bc2-4811-8e64-d322faba88ae tempest-ServersOnMultiNodesTest-1685633146 tempest-ServersOnMultiNodesTest-1685633146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875723 Nov 09 11:07:52.604070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-network', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:52.615538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:52.625459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Usage tracker for resource:network and tenant:2c69124219794d1fa7b5c6e60859f2ec is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:52.650846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ae4c-7c80-43cc-8b84-d4e34995be69 req-1f6eaa77-f49d-47ba-9569-7cc035a38fd7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:52.653260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:52.663655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:52.676937 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20c9ae4c-7c80-43cc-8b84-d4e34995be69 req-1f6eaa77-f49d-47ba-9569-7cc035a38fd7 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 951 time: 0.1655180 Nov 09 11:07:52.766095 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20c9ae4c-7c80-43cc-8b84-d4e34995be69 req-9a8f6981-8800-4c74-8385-790905ed716d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873199 Nov 09 11:07:52.798593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Made reservation on behalf of 2c69124219794d1fa7b5c6e60859f2ec for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:52.798593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:52.909395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:53.042596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:53.048595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Usage tracker for resource:security_group_rule and tenant:2c69124219794d1fa7b5c6e60859f2ec is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:53.051865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:53.058069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:53.166373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:53.279916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e835-b102-4e65-a7e8-6063231ec0d7 req-aaab5d19-63ce-4b5e-bacc-1cbe3561598b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:53.282322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d90e835-b102-4e65-a7e8-6063231ec0d7 req-aaab5d19-63ce-4b5e-bacc-1cbe3561598b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1377332 Nov 09 11:07:53.285649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:53.291232 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-36e77847-b7a8-426c-9ab1-d8f5525556fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:53.340791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:07:53.360595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68acb0a-b458-4299-9f50-23ce2d81cc80,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:53.365446 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:53.368891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:53.369270 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Added segment 2fe87948-0a66-4443-a58f-ca23c97a4ab8 of type vlan for network 7b87dae5-023a-41c7-8340-59e12119cdc2 Nov 09 11:07:53.379011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d90e835-b102-4e65-a7e8-6063231ec0d7 req-fffa9811-ffc0-4fec-974a-a83731dc0efa tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826008 Nov 09 11:07:53.428358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:53.622966 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:53.626860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:53.626860 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:53.632602 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:54.066615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Pushing event updated for resources: {'Network': ['ID=7b87dae5-023a-41c7-8340-59e12119cdc2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:54.074116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:54.083295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:07:54.190362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9233892 Nov 09 11:07:54.190532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:54.200699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Request body: {'subnet': {'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-subnet', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:54.208371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:54.212464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Usage tracker for resource:subnet and tenant:2c69124219794d1fa7b5c6e60859f2ec is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:54.225017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:54.234069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:54.259280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a188d2e-febb-4cc9-884d-0c22bf8e31e5 req-bb035272-ce09-4caa-8cbb-e17e083ccf39 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:54.285857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a188d2e-febb-4cc9-884d-0c22bf8e31e5 req-bb035272-ce09-4caa-8cbb-e17e083ccf39 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 949 time: 0.2138464 Nov 09 11:07:54.296552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93bae0-0b04-41f9-80bd-60dba1342d2c req-778980fb-9275-4aae-8d8b-0d91b697282b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:54.298029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f93bae0-0b04-41f9-80bd-60dba1342d2c req-778980fb-9275-4aae-8d8b-0d91b697282b tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 951 time: 0.0988355 Nov 09 11:07:54.341392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a188d2e-febb-4cc9-884d-0c22bf8e31e5 req-d5053f6c-60a2-4082-98d0-bc8984069371 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546069 Nov 09 11:07:54.357949 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f93bae0-0b04-41f9-80bd-60dba1342d2c req-c5163583-71dc-4dc3-9563-1eb1ba29c9dc tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539799 Nov 09 11:07:54.375181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Made reservation on behalf of 2c69124219794d1fa7b5c6e60859f2ec for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:07:54.378569 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:54.714989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f07d8b-7d83-4590-a07b-82ffbe7e8627 req-c657a182-0e18-43b5-a5dd-d9b9ce52f524 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:54.722114 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73f07d8b-7d83-4590-a07b-82ffbe7e8627 req-c657a182-0e18-43b5-a5dd-d9b9ce52f524 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1953909 Nov 09 11:07:54.804981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73f07d8b-7d83-4590-a07b-82ffbe7e8627 req-f90da407-a8bc-41c7-8e99-08ab865fb069 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814717 Nov 09 11:07:54.860942 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:54.866260 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:54.970079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c17520-0183-4ff0-a94c-308bb0c29e24,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:54.975886 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:54.998248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Checking segment: {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:54.998611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Network hostable DHCP agents. Network: 7b87dae5-023a-41c7-8340-59e12119cdc2, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:07:55.104381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-bfe4965e-f8a8-43ea-9ddd-01f95d9b8654 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:55.106530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-bfe4965e-f8a8-43ea-9ddd-01f95d9b8654 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 949 time: 0.1504703 Nov 09 11:07:55.162285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:07:55.288193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 7b87dae5-023a-41c7-8340-59e12119cdc2) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:55.289203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:07:55.291499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:55.318876 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15554b26-c70c-4aea-b30c-b6ce564194cb None None] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:55.325082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:55.325878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:55.351414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8956ac11-2ee0-44ee-a08c-c8f8b2708e7d req-935d1763-1028-481c-8711-d893938e8a98 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1102 time: 0.1526623 Nov 09 11:07:55.462043 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8956ac11-2ee0-44ee-a08c-c8f8b2708e7d req-fad69028-0022-473d-a2d9-4ecc663f64c7 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979803 Nov 09 11:07:55.642084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-7b87dae5-023a-41c7-8340-59e12119cdc2', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:07:55.642961 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:55.675417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port 1343ac34-e8fa-47b7-bddf-4640fe77ac52, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1343ac34-e8fa-47b7-bddf-4640fe77ac52,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:55.675771 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:55.683505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d6b18-d2ec-4787-9054-b557e1e28de2 req-b6a97e8c-a70f-4f16-8c2e-1b2fb35a305a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:55.685110 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de3d6b18-d2ec-4787-9054-b557e1e28de2 req-b6a97e8c-a70f-4f16-8c2e-1b2fb35a305a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 949 time: 0.0873890 Nov 09 11:07:55.764789 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de3d6b18-d2ec-4787-9054-b557e1e28de2 req-44f53b3d-2c8f-4e8b-a2c5-b725de3ee04d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730650 Nov 09 11:07:55.766996 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5754786 Nov 09 11:07:55.769960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:55.776118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:07:55.782397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:07:55.797162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Usage tracker for resource:router and tenant:2c69124219794d1fa7b5c6e60859f2ec is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:07:55.797162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:07:55.810991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:07:55.839655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Allocated IP 172.20.0.2 (7b87dae5-023a-41c7-8340-59e12119cdc2/e0c17520-0183-4ff0-a94c-308bb0c29e24/0c17da05-a7b5-4dbc-b6e8-3e312af4da47) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:55.859317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for 1343ac34-e8fa-47b7-bddf-4640fe77ac52 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:07:55.932488 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:55.934655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:55.997739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:56.062083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62f32-b2f6-4420-b52b-04e7fc91c66c req-fbcfcf2e-4df7-434c-8be9-04a637236103 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:56.068105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62f32-b2f6-4420-b52b-04e7fc91c66c req-fbcfcf2e-4df7-434c-8be9-04a637236103 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:56.069107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-40b62f32-b2f6-4420-b52b-04e7fc91c66c req-fbcfcf2e-4df7-434c-8be9-04a637236103 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Synchronizing usage tracker for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:56.133785 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:56.257048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Transition to ACTIVE for port object 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:56.259125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-40b62f32-b2f6-4420-b52b-04e7fc91c66c req-fbcfcf2e-4df7-434c-8be9-04a637236103 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Unset dirty status for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:56.259125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b62f32-b2f6-4420-b52b-04e7fc91c66c req-fbcfcf2e-4df7-434c-8be9-04a637236103 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8&device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 1682 time: 0.3680274 Nov 09 11:07:56.292998 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:56.301167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Transition to ACTIVE for port object 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:07:56.319584 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:56.324848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a5a7b6c-56dd-47db-8cb8-8158bda2c422', '28165ee0-75e0-40e0-b86f-a57592489050', 'aa37d9de-928c-43f2-bbae-b2829c1804f7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:56.353514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:56.398772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da', 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:07:56.453658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=1343ac34-e8fa-47b7-bddf-4640fe77ac52,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:56.461969 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:56.484653 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:56.506180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b62f32-b2f6-4420-b52b-04e7fc91c66c req-23756746-f2ac-4f32-9ce2-341aed096e71 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178078 Nov 09 11:07:56.506927 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:56.657543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port 1343ac34-e8fa-47b7-bddf-4640fe77ac52 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:07:56.696533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:56.697777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:56.698497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:56.699920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'name': 'network-vif-deleted', 'tag': '1343ac34-e8fa-47b7-bddf-4640fe77ac52'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:07:56.702568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:56.737174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Pushing event updated for resources: {'Port': ['ID=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:56.765201 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:56.847739 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-15bf4f22-73f7-4e0e-801a-0dda77524528 req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "DELETE /v2.0/ports/1343ac34-e8fa-47b7-bddf-4640fe77ac52 HTTP/1.1" status: 204 len: 173 time: 1.7168558 Nov 09 11:07:56.948902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f779-19fe-4a0e-b90a-092ca6225eb2 req-f6ca8ae7-f1c1-445d-adfd-700f99900dd0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:56.956733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9001f779-19fe-4a0e-b90a-092ca6225eb2 req-f6ca8ae7-f1c1-445d-adfd-700f99900dd0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.4216502 Nov 09 11:07:56.967702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Attempting to bind port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:07:56.969695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Attempting to bind port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:07:56.969695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Attempting to bind port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 on network 7b87dae5-023a-41c7-8340-59e12119cdc2 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:07:57.034564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:07:57.034989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Checking segment: {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:07:57.035393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:57.035793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Bound using segment: {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:07:57.036267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Bound port: 0c17da05-a7b5-4dbc-b6e8-3e312af4da47, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:07:57.036658 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:57.091089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:57.133026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:57.171523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b705ce9-b0ba-4403-aa5f-b52b0c026517 req-47f233d0-97d4-4603-84cf-2ce929204c61 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 1102 time: 0.0938087 Nov 09 11:07:57.209012 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9001f779-19fe-4a0e-b90a-092ca6225eb2 req-7060ebaa-fdc6-4064-9b09-cd7e00d6a99c tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898630 Nov 09 11:07:57.318439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] For port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:07:57.357550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] For port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:07:57.361194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Allocated IP 172.25.7.209 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/619770ac-35ca-4f0b-8931-1179e237f56e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:07:57.378193 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad02460-f72d-44ea-aaf9-b435a4f1773c', 'name': 'network-vif-deleted', 'tag': '1343ac34-e8fa-47b7-bddf-4640fe77ac52', 'status': 'completed', 'code': 200} Nov 09 11:07:57.381911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2b705ce9-b0ba-4403-aa5f-b52b0c026517 req-cf7e987d-ca03-48f0-84fc-98604517ba49 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Synchronizing usage tracker for tenant:4816b600bcbe4d5684ff9f967585fe1d on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:07:57.470125 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:57.476535 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:57.504494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2b705ce9-b0ba-4403-aa5f-b52b0c026517 req-cf7e987d-ca03-48f0-84fc-98604517ba49 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] Unset dirty status for tenant:4816b600bcbe4d5684ff9f967585fe1d on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:07:57.505831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b705ce9-b0ba-4403-aa5f-b52b0c026517 req-cf7e987d-ca03-48f0-84fc-98604517ba49 tempest-ServersAdminTestJSON-119607121 tempest-ServersAdminTestJSON-119607121-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335266 Nov 09 11:07:57.604131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67c4af5a-8ca0-4801-850d-c2f4c8bff431 req-fc1f09ad-1634-4cfc-b292-e3ede16305c1 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=fad02460-f72d-44ea-aaf9-b435a4f1773c HTTP/1.1" status: 200 len: 210 time: 0.0763767 Nov 09 11:07:57.713532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Pushing event updated for resources: {'Port': ['ID=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:57.721394 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:57.791352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:57.831057 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 1343ac34-e8fa-47b7-bddf-4640fe77ac52 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:07:57.881818 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 1343ac34-e8fa-47b7-bddf-4640fe77ac52 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:07:57.882497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 1343ac34-e8fa-47b7-bddf-4640fe77ac52 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:07:57.937509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:57.948639 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:58.158284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Pushing event updated for resources: {'Port': ['ID=619770ac-35ca-4f0b-8931-1179e237f56e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:58.162098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:07:58.163135 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:58.164110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:07:58.166233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:07:58.508120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003510b8-169d-4f05-9d0f-24ab121f7a93 req-46eb749a-29c8-44e9-837d-97ffa5dab6a0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:58.509633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-003510b8-169d-4f05-9d0f-24ab121f7a93 req-46eb749a-29c8-44e9-837d-97ffa5dab6a0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.0862048 Nov 09 11:07:58.562490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-003510b8-169d-4f05-9d0f-24ab121f7a93 req-e8887df2-ad1c-4043-a043-cef4d7fa3fd7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Nov 09 11:07:58.677889 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:58.678695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:58.807717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:07:58.975902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724287a4-5f23-4221-a96d-095618fa9eec None None] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:07:59.002139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:59.082639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4f07-3a46-47dc-8583-2fbddd2e9db1 req-d91c7721-aef2-407f-9abd-1f9ba359c5e3 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:07:59.084626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-498a4f07-3a46-47dc-8583-2fbddd2e9db1 req-d91c7721-aef2-407f-9abd-1f9ba359c5e3 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 950 time: 0.1010420 Nov 09 11:07:59.116853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:07:59.137404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-498a4f07-3a46-47dc-8583-2fbddd2e9db1 req-c31caf86-fd8b-4a0d-9956-56eaf3d0df1c tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 Nov 09 11:07:59.237256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Provisioning for port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:07:59.255063 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Provisioning complete for port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:59.255063 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:59.398545 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:59.407163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:07:59.416715 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Sync routers for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:07:59.429668 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:07:59.430786 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:07:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:07:59.444166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] For port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:07:59.552213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:59.566404 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1c96ffd7-6919-478e-aea6-033de091dd25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:07:59.590145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:07:59.594348 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.8206921 Nov 09 11:07:59.594784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49384) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:07:59.636809 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:07:59.672344 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Pushing event updated for resources: {'Port': ['ID=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:07:59.676032 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:07:59.685856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b68ca8f7-19a1-4ee7-b0ab-ae85002441f7 None None] Provisioning complete for port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:07:59.686857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b68ca8f7-19a1-4ee7-b0ab-ae85002441f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.121037 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:07:58Z', 'revision_number': 3, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:00.126198 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Checking router: ef67e8c5-1a93-47bd-aeab-3869fa6b1686 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:08:00.126565 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Updating router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 port 619770ac-35ca-4f0b-8931-1179e237f56e binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:08:00.241457 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.492729 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.591030 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.603804 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Transition to ACTIVE for port object 619770ac-35ca-4f0b-8931-1179e237f56e will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:00.694672 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.697892 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:00.757757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Allocated IP 172.20.0.1 (7b87dae5-023a-41c7-8340-59e12119cdc2/e0c17520-0183-4ff0-a94c-308bb0c29e24/b9509936-6664-4542-93a9-881aa026cb15) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:00.760916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-9c4aa1af-f2df-49d9-bbed-07226a4b6c66 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:00.763119 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-9c4aa1af-f2df-49d9-bbed-07226a4b6c66 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 950 time: 0.1623745 Nov 09 11:08:00.778772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4eb79-e684-4cba-acec-caa81fbaadc9 req-a019abb8-acec-4334-b1af-07be814430db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:00.787124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03e4eb79-e684-4cba-acec-caa81fbaadc9 req-a019abb8-acec-4334-b1af-07be814430db tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1425452 Nov 09 11:08:00.817411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:00.837286 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c846183-7327-4e3e-bba7-eaf6a22f2144 None None] Pushing event updated for resources: {'Port': ['ID=619770ac-35ca-4f0b-8931-1179e237f56e,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:00.844190 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-2c846183-7327-4e3e-bba7-eaf6a22f2144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:00.876014 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Attempting to bind port 619770ac-35ca-4f0b-8931-1179e237f56e on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:00.876387 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Attempting to bind port 619770ac-35ca-4f0b-8931-1179e237f56e by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:00.876746 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Attempting to bind port 619770ac-35ca-4f0b-8931-1179e237f56e on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:00.906924 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:00.906924 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:00.906924 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.908220 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:00.908820 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Bound port: 619770ac-35ca-4f0b-8931-1179e237f56e, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:00.909306 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.931760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:00.932548 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:00.933923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03e4eb79-e684-4cba-acec-caa81fbaadc9 req-c5d356d4-169b-44b8-8be2-65708b4bbfaf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456599 Nov 09 11:08:00.940713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Deleting port cd10eb36-e63b-4da9-b444-a33f395845a0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:00.944588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:01.023768 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:01.058407 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] For port 619770ac-35ca-4f0b-8931-1179e237f56e, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:01.059739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Transition to ACTIVE for port object b9509936-6664-4542-93a9-881aa026cb15 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:01.062516 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] For port 619770ac-35ca-4f0b-8931-1179e237f56e, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=619770ac-35ca-4f0b-8931-1179e237f56e,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:01.138738 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:01.144133 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:01.242274 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:01.242924 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:07:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:01.306508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0300a-d04b-4c26-8d78-e6b0269e6426 req-d3efd09b-215b-4169-ac34-0723df58de7e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:01.310757 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07d0300a-d04b-4c26-8d78-e6b0269e6426 req-d3efd09b-215b-4169-ac34-0723df58de7e tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3c34681-ec30-4414-afd6-d1e30b05432b HTTP/1.1" status: 200 len: 950 time: 0.2341506 Nov 09 11:08:01.344622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] For port cd10eb36-e63b-4da9-b444-a33f395845a0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=cd10eb36-e63b-4da9-b444-a33f395845a0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:01.345075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:01.415781 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:01.421669 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-261f1b0b-4e69-4a64-9e3a-acaaa7908b6a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:01.445426 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c846183-7327-4e3e-bba7-eaf6a22f2144 None None] Pushing event updated for resources: {'Port': ['ID=619770ac-35ca-4f0b-8931-1179e237f56e,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:01.449046 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-2c846183-7327-4e3e-bba7-eaf6a22f2144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:01.455869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-50824f59-8f7e-45d1-819f-8fc63f2fe3a5 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:01.457376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-50824f59-8f7e-45d1-819f-8fc63f2fe3a5 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.59 "GET /v2.0/ports?device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 946 time: 0.3788259 Nov 09 11:08:01.475618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07d0300a-d04b-4c26-8d78-e6b0269e6426 req-6ea009a8-47f0-4799-a463-76639dee0047 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635046 Nov 09 11:08:01.480670 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:01.514095 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Calling delete_port for cd10eb36-e63b-4da9-b444-a33f395845a0 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:01.856168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:01.860521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Pushing event updated for resources: {'Port': ['ID=b9509936-6664-4542-93a9-881aa026cb15,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:01.866266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:01.867479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b44d56d8-6320-4aa1-a6f4-109a48890a47 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:01.871299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:01.899337 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:01.909174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Deleting port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:01.909519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:01.910417 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:07:58Z', 'revision_number': 3, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:01.915826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:01.918104 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ace8f-ebde-4cfe-9c29-f008aa947235 None None] The sync data for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 is: [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:07:58Z', 'revision_number': 3, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:08:01.923153 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b0287b2-73b5-4426-b05d-d1347cfdb761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:01.990049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Pushing event deleted for resources: {'Port': ['ID=cd10eb36-e63b-4da9-b444-a33f395845a0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:01.995149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d36cbba8-ce54-4120-b40d-26a5de764983', 'cd10eb36-e63b-4da9-b444-a33f395845a0', 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:02.001140 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:02.218608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] No DVR routers for this DVR port cd10eb36-e63b-4da9-b444-a33f395845a0 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:02.229315 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.232220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'name': 'network-vif-deleted', 'tag': 'cd10eb36-e63b-4da9-b444-a33f395845a0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:02.250133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1e0ea-20e5-46ef-b3b6-29f89c78094c req-1e810a52-6d53-45d7-b5dc-ad806ec6cbee tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:02.288759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.290277 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8e1e0ea-20e5-46ef-b3b6-29f89c78094c req-1e810a52-6d53-45d7-b5dc-ad806ec6cbee tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 946 time: 0.5612431 Nov 09 11:08:02.305693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-6a3e6999-25ea-4c39-a7e6-31e4fcefd651 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:02.307322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-6a3e6999-25ea-4c39-a7e6-31e4fcefd651 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 945 time: 0.9542115 Nov 09 11:08:02.365663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:02.370736 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.392616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:02.395538 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8e1e0ea-20e5-46ef-b3b6-29f89c78094c req-cec0ea23-f910-4d0f-90d4-59cc7eeb09a4 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9987aaf-331e-4d8d-a84c-20b07894f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041508 Nov 09 11:08:02.397803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-abd01d05-0e31-4a99-bb60-784fcb1b5efc req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "DELETE /v2.0/ports/cd10eb36-e63b-4da9-b444-a33f395845a0 HTTP/1.1" status: 204 len: 173 time: 1.6278968 Nov 09 11:08:02.422495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3facab5-5d9e-4edd-9969-c07dbd946699 req-e1b285b6-f0a7-4a1d-bf00-e401b6185909 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:02.423501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a3facab5-5d9e-4edd-9969-c07dbd946699 req-e1b285b6-f0a7-4a1d-bf00-e401b6185909 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:02.490731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Deleting port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:02.491564 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.504373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bcaaf2db-3938-4105-b4b4-297ed17118bf None None] Provisioning for port b9509936-6664-4542-93a9-881aa026cb15 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:02.516880 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bcaaf2db-3938-4105-b4b4-297ed17118bf None None] Provisioning complete for port b9509936-6664-4542-93a9-881aa026cb15 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:02.533811 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf2db-3938-4105-b4b4-297ed17118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.592283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] For port 21cc3a08-6fcb-4351-a31b-9cb2b523e039, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=21cc3a08-6fcb-4351-a31b-9cb2b523e039,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:02.592283 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.653734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-06dabe7b-304e-4322-9148-96e21db042be tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:02.655448 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-06dabe7b-304e-4322-9148-96e21db042be tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 949 time: 0.1573808 Nov 09 11:08:02.659049 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.660263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:02.763470 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:02.818413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port aa37d9de-928c-43f2-bbae-b2829c1804f7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:02.818753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:02.855148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a3facab5-5d9e-4edd-9969-c07dbd946699 req-e1b285b6-f0a7-4a1d-bf00-e401b6185909 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:02.864113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3facab5-5d9e-4edd-9969-c07dbd946699 req-e1b285b6-f0a7-4a1d-bf00-e401b6185909 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 949 time: 1.1020544 Nov 09 11:08:02.876393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Calling delete_port for 21cc3a08-6fcb-4351-a31b-9cb2b523e039 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:02.988298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-bcaaf2db-3938-4105-b4b4-297ed17118bf None None] Port b9509936-6664-4542-93a9-881aa026cb15 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:08:03.032903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:03.047049 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:03.049152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 619770ac-35ca-4f0b-8931-1179e237f56e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:03.174403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.204930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3facab5-5d9e-4edd-9969-c07dbd946699 req-029fbf5f-cf25-4614-9845-4c61e497c1ec tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310857 Nov 09 11:08:03.313892 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.355941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:03.370668 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 619770ac-35ca-4f0b-8931-1179e237f56e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:03.379046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 619770ac-35ca-4f0b-8931-1179e237f56e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:03.380077 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.427912 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.432013 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:03.441458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-a2dc9987-5195-4806-8a55-58dc787c54dd tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:03.442931 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-a2dc9987-5195-4806-8a55-58dc787c54dd tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.3205066 Nov 09 11:08:03.476148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port aa37d9de-928c-43f2-bbae-b2829c1804f7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa37d9de-928c-43f2-bbae-b2829c1804f7,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:03.476148 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.549427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:03.556578 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:03.586259 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.614595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 619770ac-35ca-4f0b-8931-1179e237f56e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=619770ac-35ca-4f0b-8931-1179e237f56e,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:03.642106 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-7872f313-aad2-485c-840a-05c7d829cbe9 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/quotas/6eaad57182c1440aa6d064b5c9fc3c6a HTTP/1.1" status: 200 len: 375 time: 0.1923182 Nov 09 11:08:03.649776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for aa37d9de-928c-43f2-bbae-b2829c1804f7 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:03.713876 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.716025 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:03.744733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:03.744733 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:03.795415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-ec630661-02bc-475f-bc8c-ba60540bdf26 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:03.797664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-ec630661-02bc-475f-bc8c-ba60540bdf26 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd67bdce-436c-476a-83c3-bd7041bb3a49 HTTP/1.1" status: 200 len: 944 time: 0.5869725 Nov 09 11:08:03.808470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=619770ac-35ca-4f0b-8931-1179e237f56e,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:03.822972 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:03.856575 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6391a654-ac63-4660-a439-660e2dfe11c1 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1723170 Nov 09 11:08:03.966706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-3e287c03-ca17-45c5-ba2d-ffe70da47ac4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:08:03.970473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-3e287c03-ca17-45c5-ba2d-ffe70da47ac4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1017826 Nov 09 11:08:03.974466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.056741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.066949 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-79bb9314-5c48-4b39-8be2-a7c7872356fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:04.068391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a5a7b6c-56dd-47db-8cb8-8158bda2c422', '28165ee0-75e0-40e0-b86f-a57592489050', 'aa37d9de-928c-43f2-bbae-b2829c1804f7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:04.090280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.098928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da', 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:04.103184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Calling delete_port for 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:04.116679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=aa37d9de-928c-43f2-bbae-b2829c1804f7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:04.129649 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:04.134013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device cd10eb36-e63b-4da9-b444-a33f395845a0 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:04.146449 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:04.191404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: cd10eb36-e63b-4da9-b444-a33f395845a0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:04.191755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device cd10eb36-e63b-4da9-b444-a33f395845a0 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:04.217658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84193a5d-98e6-435e-ab67-45accff90981 req-681acf00-2600-49a5-a54f-6ae8d2da4ca4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:04.221859 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84193a5d-98e6-435e-ab67-45accff90981 req-681acf00-2600-49a5-a54f-6ae8d2da4ca4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.8553700 Nov 09 11:08:04.225453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Pushing event deleted for resources: {'Port': ['ID=21cc3a08-6fcb-4351-a31b-9cb2b523e039,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:04.237016 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:04.276267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port aa37d9de-928c-43f2-bbae-b2829c1804f7 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:04.280824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.300987 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:08:04.311962 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-ba9cdf1a-f42b-4f7c-9f5e-85a2e871f49a service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355997 Nov 09 11:08:04.350092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Deleting port b44d56d8-6320-4aa1-a6f4-109a48890a47 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:04.353111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.430312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be4e0f8c-9bd7-4c18-a4ed-ece4d9af9797 req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "DELETE /v2.0/ports/aa37d9de-928c-43f2-bbae-b2829c1804f7 HTTP/1.1" status: 204 len: 173 time: 1.7689669 Nov 09 11:08:04.454026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.497504 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-f43138ec-03f7-49e3-8916-b903fb16c272 service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847374 Nov 09 11:08:04.506300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] No DVR routers for this DVR port 21cc3a08-6fcb-4351-a31b-9cb2b523e039 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:04.518114 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.521037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'name': 'network-vif-deleted', 'tag': '21cc3a08-6fcb-4351-a31b-9cb2b523e039'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:04.599209 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84193a5d-98e6-435e-ab67-45accff90981 req-43ff279c-9b2e-4731-a4bc-f3b65bcef26c tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462470 Nov 09 11:08:04.634905 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.676646 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c34681-ec30-4414-afd6-d1e30b05432b', 'name': 'network-vif-deleted', 'tag': 'cd10eb36-e63b-4da9-b444-a33f395845a0', 'status': 'completed', 'code': 200} Nov 09 11:08:04.712284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e5c97602-052b-4915-88cb-dd1341f062b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:04.773453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 619770ac-35ca-4f0b-8931-1179e237f56e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:04.774484 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:08:04.774994 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:08:04.775860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:04.798579 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b4ecdcd-1527-4eeb-8c79-6d73400cace5 req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.59 "DELETE /v2.0/ports/21cc3a08-6fcb-4351-a31b-9cb2b523e039 HTTP/1.1" status: 204 len: 173 time: 3.3216686 Nov 09 11:08:04.805443 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'code': 200} Nov 09 11:08:05.028680 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 619770ac-35ca-4f0b-8931-1179e237f56e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:05.028680 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:05.157305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] For port b44d56d8-6320-4aa1-a6f4-109a48890a47, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b44d56d8-6320-4aa1-a6f4-109a48890a47,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:05.157305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:05.175398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Pushing event updated for resources: {'Port': ['ID=b9509936-6664-4542-93a9-881aa026cb15,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:05.221021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-23d7e629-a1cc-4520-b521-e307f8213c2f req-a074ff94-a26b-4dee-a497-501bf30f9708 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Synchronizing usage tracker for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:05.281233 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:05.281950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Deleting port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:05.282303 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:05.401279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Calling delete_port for b44d56d8-6320-4aa1-a6f4-109a48890a47 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:05.602477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-23d7e629-a1cc-4520-b521-e307f8213c2f req-a074ff94-a26b-4dee-a497-501bf30f9708 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Unset dirty status for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:05.603773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23d7e629-a1cc-4520-b521-e307f8213c2f req-a074ff94-a26b-4dee-a497-501bf30f9708 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=a08d4ae5-c906-44e1-b4bf-30218dbfc53b HTTP/1.1" status: 200 len: 210 time: 0.4386272 Nov 09 11:08:05.657854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:05.662763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:05.844667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b44d56d8-6320-4aa1-a6f4-109a48890a47 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:05.878665 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08d4ae5-c906-44e1-b4bf-30218dbfc53b', 'name': 'network-vif-deleted', 'tag': '21cc3a08-6fcb-4351-a31b-9cb2b523e039', 'status': 'completed', 'code': 200} Nov 09 11:08:05.965968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6ceede12-e9a7-49f4-8ce2-9f3e6d121a22 req-754252d8-1d8a-4c17-8389-6a4a33adb8fe tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:06.083175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6ceede12-e9a7-49f4-8ce2-9f3e6d121a22 req-754252d8-1d8a-4c17-8389-6a4a33adb8fe tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:06.083947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6ceede12-e9a7-49f4-8ce2-9f3e6d121a22 req-754252d8-1d8a-4c17-8389-6a4a33adb8fe tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc03db2-e1c2-41ea-9af5-3084d36691c4 HTTP/1.1" status: 200 len: 210 time: 0.2146571 Nov 09 11:08:06.148533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-20f87a5f-171e-4faf-aa3d-ec5fe774cd57 None None] Provisioning complete for port b9509936-6664-4542-93a9-881aa026cb15 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:06.149082 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-20f87a5f-171e-4faf-aa3d-ec5fe774cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:06.219042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa37d9de-928c-43f2-bbae-b2829c1804f7 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:06.269283 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: aa37d9de-928c-43f2-bbae-b2829c1804f7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:06.269629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa37d9de-928c-43f2-bbae-b2829c1804f7 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:06.270048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21cc3a08-6fcb-4351-a31b-9cb2b523e039 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:06.307390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 21cc3a08-6fcb-4351-a31b-9cb2b523e039 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:06.307658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 21cc3a08-6fcb-4351-a31b-9cb2b523e039 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:06.335406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-20f87a5f-171e-4faf-aa3d-ec5fe774cd57 None None] Port b9509936-6664-4542-93a9-881aa026cb15 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:08:06.346745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9ad62ed-8fa3-426c-bea0-f555b9ef823f req-32276b34-18f5-4d35-ac7f-e955de73d178 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 210 time: 0.1558666 Nov 09 11:08:06.416313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] For port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,segment=NetworkSegment(af12ed2a-acc9-4153-8861-0ba6433a6118),segment_id=af12ed2a-acc9-4153-8861-0ba6433a6118)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:06.416673 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:06.511604 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:06.565185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Calling delete_port for 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:06.593912 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:06.611517 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:06.681508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'name': 'network-vif-deleted', 'tag': 'aa37d9de-928c-43f2-bbae-b2829c1804f7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:06.760852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event deleted for resources: {'Port': ['ID=b44d56d8-6320-4aa1-a6f4-109a48890a47,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:06.784538 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:06.807106 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:06.906317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] No DVR routers for this DVR port b44d56d8-6320-4aa1-a6f4-109a48890a47 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:06.913874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:07.025859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbebd1-cadc-4652-9302-7dbcc6441fda req-c7972a2d-1690-4737-aa7e-14a06af24338 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:07.027391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4edbebd1-cadc-4652-9302-7dbcc6441fda req-c7972a2d-1690-4737-aa7e-14a06af24338 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.4201148 Nov 09 11:08:07.087397 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc03db2-e1c2-41ea-9af5-3084d36691c4', 'name': 'network-vif-deleted', 'tag': 'aa37d9de-928c-43f2-bbae-b2829c1804f7', 'status': 'completed', 'code': 200} Nov 09 11:08:07.104335 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f8bdd58-c3a6-4194-8ab6-f7c08c21a650 req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "DELETE /v2.0/ports/b44d56d8-6320-4aa1-a6f4-109a48890a47 HTTP/1.1" status: 204 len: 173 time: 3.1020722 Nov 09 11:08:07.137742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4edbebd1-cadc-4652-9302-7dbcc6441fda req-1bfd9ff0-7cd0-4bd0-8cf3-29a05572955d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622022 Nov 09 11:08:07.164996 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:07.180481 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-848e02e9-1565-4c03-8bd0-d3678fc0d56e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:07.210369 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85', 'code': 200} Nov 09 11:08:07.246834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Pushing event deleted for resources: {'Port': ['ID=5b27a231-be4f-4a32-ad3a-70ff98d0fa85,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:07.254015 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:07.374362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] No DVR routers for this DVR port 5b27a231-be4f-4a32-ad3a-70ff98d0fa85 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:07.383789 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:07.385663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f58e0eb2-947e-4f43-b814-d6bb77e9cdcf req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.57 "DELETE /v2.0/ports/5b27a231-be4f-4a32-ad3a-70ff98d0fa85 HTTP/1.1" status: 204 len: 173 time: 5.0650403 Nov 09 11:08:07.388122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0ceaeecb-8235-46f5-b2d5-8eb7a887a1ac req-3378e557-f7dc-4301-92db-7ff9d77f4a79 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Synchronizing usage tracker for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:07.396442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:08:07.422009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef84c7-1a24-4682-8cce-b50a3f5d533e req-4f28acd9-d928-43e4-b4b9-fa570aa774cb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:07.422009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-96ef84c7-1a24-4682-8cce-b50a3f5d533e req-4f28acd9-d928-43e4-b4b9-fa570aa774cb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:07.542228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-96ef84c7-1a24-4682-8cce-b50a3f5d533e req-4f28acd9-d928-43e4-b4b9-fa570aa774cb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:07.543405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96ef84c7-1a24-4682-8cce-b50a3f5d533e req-4f28acd9-d928-43e4-b4b9-fa570aa774cb tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 950 time: 0.3491347 Nov 09 11:08:07.577091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0ceaeecb-8235-46f5-b2d5-8eb7a887a1ac req-3378e557-f7dc-4301-92db-7ff9d77f4a79 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Unset dirty status for tenant:897182aa2e98416e97be2b958cd282da on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:07.577487 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0ceaeecb-8235-46f5-b2d5-8eb7a887a1ac req-3378e557-f7dc-4301-92db-7ff9d77f4a79 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb36a409-0a2b-4114-bdba-e9206a7e58b8 HTTP/1.1" status: 200 len: 210 time: 0.2537632 Nov 09 11:08:07.596391 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96ef84c7-1a24-4682-8cce-b50a3f5d533e req-fba33c11-c439-4628-bf4d-c26c2db70eac tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Nov 09 11:08:07.659399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:08:07.673227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] 10.222.0.50 "PUT /v2.0/routers/ef67e8c5-1a93-47bd-aeab-3869fa6b1686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0688004 Nov 09 11:08:07.694972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Sync routers for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:08:07.718061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:07.718645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:07:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:07.879671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-deleted', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47'}, {'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'name': 'network-vif-deleted', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:07.912235 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a1eab2fe-8db5-4e47-8c94-59e17b196462 req-f1cc8291-8e5c-475e-9ce0-ccdc45b2e052 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 210 time: 0.0739310 Nov 09 11:08:08.118341 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd67bdce-436c-476a-83c3-bd7041bb3a49', 'name': 'network-vif-deleted', 'tag': 'b44d56d8-6320-4aa1-a6f4-109a48890a47', 'status': 'completed', 'code': 200} Nov 09 11:08:08.118723 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36a409-0a2b-4114-bdba-e9206a7e58b8', 'name': 'network-vif-deleted', 'tag': '5b27a231-be4f-4a32-ad3a-70ff98d0fa85', 'status': 'completed', 'code': 200} Nov 09 11:08:08.123596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:08.213799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-61de0d06-be3c-4978-8818-5c4745fc85aa tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:08.215820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-61de0d06-be3c-4978-8818-5c4745fc85aa tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.2290473 Nov 09 11:08:08.235793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Request body: {'port': {'device_id': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'admin_state_up': True, 'tenant_id': '6eaad57182c1440aa6d064b5c9fc3c6a'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:08.606299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 2, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:08.610760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Checking router: ef67e8c5-1a93-47bd-aeab-3869fa6b1686 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:08:08.611290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Updating router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 port b9509936-6664-4542-93a9-881aa026cb15 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:08:08.695630 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:08.701123 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:08.708556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Usage tracker for resource:port and tenant:6eaad57182c1440aa6d064b5c9fc3c6a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:08.712174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:08.727049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:08.741899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922427-3275-4dc3-8d41-8c99313872ab req-1e6a8d34-eab0-4444-9a0f-f778784df710 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:08.743702 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21922427-3275-4dc3-8d41-8c99313872ab req-1e6a8d34-eab0-4444-9a0f-f778784df710 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1878741 Nov 09 11:08:08.801705 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21922427-3275-4dc3-8d41-8c99313872ab req-86334cc8-6199-43c1-aa5d-edb07152133d tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 Nov 09 11:08:08.824847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-2cab01b7-11ef-4077-9193-98e159d5790b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:08.825723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-2cab01b7-11ef-4077-9193-98e159d5790b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:08.843463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Made reservation on behalf of 6eaad57182c1440aa6d064b5c9fc3c6a for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:08.843587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-f12384ea-aaa6-4090-9db3-09e3f8e6e100 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:08.843587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-f12384ea-aaa6-4090-9db3-09e3f8e6e100 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 950 time: 0.2037337 Nov 09 11:08:08.843852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:08.955508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Deleting port d36cbba8-ce54-4120-b40d-26a5de764983 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:08.955865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.064658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-2cab01b7-11ef-4077-9193-98e159d5790b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:09.065831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-2cab01b7-11ef-4077-9193-98e159d5790b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks?id=7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 200 len: 829 time: 0.4624779 Nov 09 11:08:09.101541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-2c946192-7dc4-4c8b-9169-2b21124349ef tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/quotas/2c69124219794d1fa7b5c6e60859f2ec HTTP/1.1" status: 200 len: 375 time: 0.0289373 Nov 09 11:08:09.173590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.187007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Allocated IP 172.20.0.11 (bf09faab-93ec-4862-b4b6-cefa5275b099/78b7b6ee-d976-44d3-8337-f4cb1c1cde78/a5fa56fc-6da3-41de-a13f-1f1b9e335e67) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:09.188100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Transition to ACTIVE for port object b9509936-6664-4542-93a9-881aa026cb15 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:09.214012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-51df86e5-bc39-43e1-afbf-e8db5d61177a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:09.215468 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-51df86e5-bc39-43e1-afbf-e8db5d61177a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.2342889 Nov 09 11:08:09.259906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-49f2b0d0-ca47-4636-8d36-96bc1d7ebd06 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/quotas/6a2c18b5add241a8bf7fc402b0c928df HTTP/1.1" status: 200 len: 375 time: 0.0370648 Nov 09 11:08:09.300233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] For port d36cbba8-ce54-4120-b40d-26a5de764983, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d36cbba8-ce54-4120-b40d-26a5de764983,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:09.300590 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.320225 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-b812fbc6-7c3c-4a5f-8fa8-80722d52dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994495 Nov 09 11:08:09.387977 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.394715 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:09.454664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Calling delete_port for d36cbba8-ce54-4120-b40d-26a5de764983 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:09.483539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-c9a849a7-329e-450f-948e-8aceda06c86f tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2162023 Nov 09 11:08:09.520587 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.558856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Pushing event updated for resources: {'Port': ['ID=b9509936-6664-4542-93a9-881aa026cb15,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:09.571945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.572282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.572777 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.573323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.573788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.574353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.576117 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.576786 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.577531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.578028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.578821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:09.586420 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:09.601346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-57ec64c4-b09d-42da-8e3a-5b78295fcc54 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:08:09.611115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-57ec64c4-b09d-42da-8e3a-5b78295fcc54 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1262801 Nov 09 11:08:09.642250 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.650155 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:09.690640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Attempting to bind port b9509936-6664-4542-93a9-881aa026cb15 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:09.691222 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Attempting to bind port b9509936-6664-4542-93a9-881aa026cb15 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:09.691452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Attempting to bind port b9509936-6664-4542-93a9-881aa026cb15 on network 7b87dae5-023a-41c7-8340-59e12119cdc2 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:09.698835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:09.699020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Checking segment: {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:09.699332 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.699740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Bound using segment: {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:09.700716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Bound port: b9509936-6664-4542-93a9-881aa026cb15, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:09.701589 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.780042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.789513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f90921c-b646-4c8a-bb4b-9cf29257a07e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:09.800049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Network bf09faab-93ec-4862-b4b6-cefa5275b099 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:09.802616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d36cbba8-ce54-4120-b40d-26a5de764983', 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:09.804095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:09.816098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:09.820869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:09.837418 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-e52c8468-ffc5-4620-bdf4-c47200a13949 service neutron] 10.222.0.50 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671965 Nov 09 11:08:09.849822 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:09.860905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] For port b9509936-6664-4542-93a9-881aa026cb15, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:09.866074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Pushing event deleted for resources: {'Port': ['ID=d36cbba8-ce54-4120-b40d-26a5de764983,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:09.867590 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:09.881949 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-bbc37a0f-221a-413f-8cda-8b0abf950bec service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699738 Nov 09 11:08:09.894777 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] For port b9509936-6664-4542-93a9-881aa026cb15, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b9509936-6664-4542-93a9-881aa026cb15,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:09.964571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:09.965814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:09.997892 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:10.001327 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:10.012201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] No DVR routers for this DVR port d36cbba8-ce54-4120-b40d-26a5de764983 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:10.015935 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:10.020280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'name': 'network-vif-deleted', 'tag': 'd36cbba8-ce54-4120-b40d-26a5de764983'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:10.103833 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-3bbd5ce8-c111-4807-b57b-59778073fab8 service neutron] 10.222.0.50 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649364 Nov 09 11:08:10.108719 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5b9dcec-0a27-4c2b-ac04-0a969ad6ef6d req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "DELETE /v2.0/ports/d36cbba8-ce54-4120-b40d-26a5de764983 HTTP/1.1" status: 204 len: 173 time: 1.2627342 Nov 09 11:08:10.118660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Pushing event updated for resources: {'Port': ['ID=b9509936-6664-4542-93a9-881aa026cb15,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:10.124455 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:10.128006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:10.128866 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:07:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:10.135004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-8e736140-2813-4aae-872f-630439197406 service neutron] 10.222.0.50 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252586 Nov 09 11:08:10.160234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9302299 Nov 09 11:08:10.176341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-dcd6f732-4c05-4730-99fa-4090d626b7a0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:08:10.177477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-dcd6f732-4c05-4730-99fa-4090d626b7a0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068467 Nov 09 11:08:10.315362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Request body: {'port': {'device_id': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:10.484410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:10.642084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:10.698262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49550) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:10.851804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Deleting subnet 8c03953c-dce8-4fe3-8500-d84d626f0b8f {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:08:10.894365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:10.910669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-cc155177-cff9-4e36-88fe-1a80f74f96fa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:10.912637 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-cc155177-cff9-4e36-88fe-1a80f74f96fa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 950 time: 0.4363294 Nov 09 11:08:10.927361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a0baa-e5b7-4b15-bce8-9fe94901a5d9 req-ccc40c9e-07d0-49a8-8d36-436b78ba8f4a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:10.928864 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b9a0baa-e5b7-4b15-bce8-9fe94901a5d9 req-ccc40c9e-07d0-49a8-8d36-436b78ba8f4a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 950 time: 0.3556614 Nov 09 11:08:11.054980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:09Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:11.057764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port 28165ee0-75e0-40e0-b86f-a57592489050 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:11.058338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.059536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebda61-8edc-4a2d-89c2-489f70a68d88 None None] The sync data for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 is: [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:09Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:08:11.147196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b9a0baa-e5b7-4b15-bce8-9fe94901a5d9 req-fdd804cb-5ebf-4838-a695-c3f52d48a809 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687527 Nov 09 11:08:11.227289 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-383d3fec-4838-4e33-855c-7b11d8e1d072 req-bf0ad8e5-366f-4229-921b-f195b5ee64ea tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=e089239f-f59d-41d2-82b6-6e6a765b5063 HTTP/1.1" status: 200 len: 210 time: 0.2964206 Nov 09 11:08:11.301951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.527762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port 28165ee0-75e0-40e0-b86f-a57592489050, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=28165ee0-75e0-40e0-b86f-a57592489050,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:11.532107 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.594439 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.692607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for 28165ee0-75e0-40e0-b86f-a57592489050 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:11.779586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fa56fc-6da3-41de-a13f-1f1b9e335e67 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:11.789622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df33a0-01c8-46e3-8008-a58aad965a27 req-1e40567f-3e2b-4b3c-a5cf-14c653dd0475 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:11.790358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-99df33a0-01c8-46e3-8008-a58aad965a27 req-1e40567f-3e2b-4b3c-a5cf-14c653dd0475 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:11.798203 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.823414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Transition to ACTIVE for port object a5fa56fc-6da3-41de-a13f-1f1b9e335e67 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:11.923508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.928713 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-819550af-7aed-41bf-9334-d4a84fc89e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:11.970888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c03953c-dce8-4fe3-8500-d84d626f0b8f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:11.974352 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:11.975375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.985381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:11.986024 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8c03953c-dce8-4fe3-8500-d84d626f0b8f HTTP/1.1" status: 204 len: 168 time: 1.2860487 Nov 09 11:08:11.989415 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:11.999001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-99df33a0-01c8-46e3-8008-a58aad965a27 req-1e40567f-3e2b-4b3c-a5cf-14c653dd0475 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:11.999001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-99df33a0-01c8-46e3-8008-a58aad965a27 req-1e40567f-3e2b-4b3c-a5cf-14c653dd0475 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 932 time: 0.5093007 Nov 09 11:08:11.999001 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1e37a26d-f2eb-4d7d-b078-f11d0aa77e16 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:12.008331 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.021014 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-99a6a641-6eca-4dcf-9164-acb296f71a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:12.022067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a5a7b6c-56dd-47db-8cb8-8158bda2c422', '28165ee0-75e0-40e0-b86f-a57592489050'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:12.081536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=28165ee0-75e0-40e0-b86f-a57592489050,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:12.091960 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:12.146937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da', 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:12.172777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:12.193521 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:12.213404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-99df33a0-01c8-46e3-8008-a58aad965a27 req-32b7e623-a7fe-4332-8f8a-902f01251bfe tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786416 Nov 09 11:08:12.254581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28165ee0-75e0-40e0-b86f-a57592489050 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:12.318626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port 28165ee0-75e0-40e0-b86f-a57592489050 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:12.322747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.354538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.453555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 28165ee0-75e0-40e0-b86f-a57592489050 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:12.453907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 28165ee0-75e0-40e0-b86f-a57592489050 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:12.454333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d36cbba8-ce54-4120-b40d-26a5de764983 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:12.460550 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d80dd9e9-b45f-4472-aec0-ed9a24fbc550 req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "DELETE /v2.0/ports/28165ee0-75e0-40e0-b86f-a57592489050 HTTP/1.1" status: 204 len: 173 time: 1.5288005 Nov 09 11:08:12.511774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c36a94e8-61be-413f-9c44-b372eb9d9549 req-524e7812-1125-4cb4-93c0-c65fef50d6a0 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:12.520212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Attempting to bind port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:12.520770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Attempting to bind port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:12.521243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Attempting to bind port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:12.538488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 on network bf09faab-93ec-4862-b4b6-cefa5275b099 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:08:12.541026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Attempting to bind port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:12.549921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:12.550426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Checking segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:12.550985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Bound using segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:12.551577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Bound port: a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:12.552072 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.557792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: d36cbba8-ce54-4120-b40d-26a5de764983 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:12.557792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d36cbba8-ce54-4120-b40d-26a5de764983 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:12.618183 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e089239f-f59d-41d2-82b6-6e6a765b5063', 'name': 'network-vif-deleted', 'tag': 'd36cbba8-ce54-4120-b40d-26a5de764983', 'status': 'completed', 'code': 200} Nov 09 11:08:12.642721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c36a94e8-61be-413f-9c44-b372eb9d9549 req-524e7812-1125-4cb4-93c0-c65fef50d6a0 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:12.646879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c36a94e8-61be-413f-9c44-b372eb9d9549 req-524e7812-1125-4cb4-93c0-c65fef50d6a0 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 210 time: 0.2174084 Nov 09 11:08:12.658575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.702263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b1e84d-cf95-401b-8929-84cf067fc9e2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:12.734100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af12ed2a-acc9-4153-8861-0ba6433a6118') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:12.734399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af12ed2a-acc9-4153-8861-0ba6433a6118') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:12.757288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.790875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.809046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:08:12.809454 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.815515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:12.817867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:12.936612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b9509936-6664-4542-93a9-881aa026cb15 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:12.974314 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:12.991128 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:08:13.077288 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:08:13.105063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5457f76b-71a0-486d-b05e-2e4fc43ceaf8 req-94ff40fb-6e9b-4f60-9120-fd981449f29c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 210 time: 0.3042164 Nov 09 11:08:13.110698 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:13.112116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/a5fa56fc-6da3-41de-a13f-1f1b9e335e67 HTTP/1.1" status: 200 len: 1092 time: 2.9179335 Nov 09 11:08:13.112662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:13.132288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:13.136291 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:13.173714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ab8fb-d3ed-4867-b6c8-a091634688ec req-78f6bee1-0d8c-41cf-8cb0-49c4c8b021f6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:13.175587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-617ab8fb-d3ed-4867-b6c8-a091634688ec req-78f6bee1-0d8c-41cf-8cb0-49c4c8b021f6 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.3304338 Nov 09 11:08:13.199716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:13.207155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:13.213564 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:13.287928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port b9509936-6664-4542-93a9-881aa026cb15 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:13.291545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-617ab8fb-d3ed-4867-b6c8-a091634688ec req-b71b0606-9ac5-4eda-a635-7dd806d1feb3 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075521 Nov 09 11:08:13.306200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b9509936-6664-4542-93a9-881aa026cb15 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:13.307277 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:13.319421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Pushing event deleted for resources: {'Network': ['ID=44b1e84d-cf95-401b-8929-84cf067fc9e2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:13.322435 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:13.324025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dcc72ab5-6997-4d32-8bab-0f104b686a90 req-e9d7fb67-d17b-48e2-95ad-9097b9e90119 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:13.396662 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-415e013f-b8a9-4d62-8470-4a0075c5e3d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 1095 time: 0.1027288 Nov 09 11:08:13.474585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dcc72ab5-6997-4d32-8bab-0f104b686a90 req-e9d7fb67-d17b-48e2-95ad-9097b9e90119 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:13.476784 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dcc72ab5-6997-4d32-8bab-0f104b686a90 req-e9d7fb67-d17b-48e2-95ad-9097b9e90119 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=81516c7b-0c9b-461d-8e1a-dcfc545e4ff3 HTTP/1.1" status: 200 len: 210 time: 0.2354865 Nov 09 11:08:13.483468 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-e13a60b3-40d4-4e18-8126-134cdd70bcbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67 HTTP/1.1" status: 200 len: 217 time: 0.0756531 Nov 09 11:08:13.486571 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] 10.222.0.50 "DELETE /v2.0/networks/44b1e84d-cf95-401b-8929-84cf067fc9e2 HTTP/1.1" status: 204 len: 168 time: 1.4957020 Nov 09 11:08:13.506664 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'status': 'completed', 'code': 200} Nov 09 11:08:13.509703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:13.585675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port b9509936-6664-4542-93a9-881aa026cb15, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b9509936-6664-4542-93a9-881aa026cb15,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:13.598244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-e73860c7-41f1-4f92-a93c-878ffc2b2d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:13.599823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-e73860c7-41f1-4f92-a93c-878ffc2b2d7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.0969632 Nov 09 11:08:13.745938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-9a0e133c-5e2e-4b00-bf53-24c5f5219c91 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:13.745938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-9a0e133c-5e2e-4b00-bf53-24c5f5219c91 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 945 time: 0.1807554 Nov 09 11:08:13.747626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-9d611ce6-65f0-4a9c-9353-e59da4555524 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035726 Nov 09 11:08:13.819779 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:13.819779 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:13.820084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Deleting port fe0aa72f-99eb-414b-b193-df6eb526ae65 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:13.820383 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:13.889379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=b9509936-6664-4542-93a9-881aa026cb15,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:13.911549 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:13.930093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-d11796ba-cff4-4489-8405-f2ec67ead89d service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087238 Nov 09 11:08:14.041425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589699bb-447d-4e7f-929c-a184788ab862 req-d6327af7-cb62-4b77-8b06-fac23ffcc6ed tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:14.042936 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-589699bb-447d-4e7f-929c-a184788ab862 req-d6327af7-cb62-4b77-8b06-fac23ffcc6ed tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 944 time: 0.2965865 Nov 09 11:08:14.178455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49588) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:14.206001 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-589699bb-447d-4e7f-929c-a184788ab862 req-755cec42-12fc-472c-871e-a75fa9f16782 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520178 Nov 09 11:08:14.215823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b180dc1-5480-4011-8777-1b1c61cd82a8 req-3fed5b4e-0ec1-4f6b-b5d8-20694056b042 service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723753 Nov 09 11:08:14.306002 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6bc375d0-84cb-4319-a93a-3b3f37a1f61f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=897182aa2e98416e97be2b958cd282da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1229291 Nov 09 11:08:14.306002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] For port fe0aa72f-99eb-414b-b193-df6eb526ae65, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fe0aa72f-99eb-414b-b193-df6eb526ae65,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:14.306002 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:14.345437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49592) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:14.516928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-01a0e05d-14e4-4aa0-9058-2811c9a64b31 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:14.519309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-01a0e05d-14e4-4aa0-9058-2811c9a64b31 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 815 time: 0.3566236 Nov 09 11:08:14.529748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Calling delete_port for fe0aa72f-99eb-414b-b193-df6eb526ae65 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:14.571195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Request body: {'port': {'device_id': 'ede02e65-d522-4ba7-a286-533119b3263b', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'admin_state_up': True, 'tenant_id': '6a2c18b5add241a8bf7fc402b0c928df'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:14.590384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a1f455c-4a5c-4488-a7df-9c7e393fc688 req-5bd56574-0386-407f-9a97-dc258ec24a41 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 210 time: 0.0659611 Nov 09 11:08:14.621808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'name': 'network-vif-deleted', 'tag': '28165ee0-75e0-40e0-b86f-a57592489050'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:14.625458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ee9dc3e8-10df-4a18-899d-0142a295a3ab req-34558093-7ffe-4df7-b653-630cb0e4cc17 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 210 time: 0.1175139 Nov 09 11:08:14.669763 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:14.693105 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-2a6ea00e-adac-4bfe-90ec-8c27e1da3b76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 1095 time: 0.2507896 Nov 09 11:08:14.722275 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:14.819099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b9509936-6664-4542-93a9-881aa026cb15 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:14.915142 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b9509936-6664-4542-93a9-881aa026cb15 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:14.915490 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:14.953411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:14.959543 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:14.974287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fe0aa72f-99eb-414b-b193-df6eb526ae65'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:14.980863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:14.985115 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-31039105-8f7a-4fcc-8dab-b3eceab47252 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:15.074953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-8efa95c4-584f-4224-a75f-5529c04bd77c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:15.074953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-8efa95c4-584f-4224-a75f-5529c04bd77c service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 905 time: 0.3374102 Nov 09 11:08:15.075236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e4122-d7a3-4c1a-bda6-ffec4ba70036 req-b9790861-293b-40ab-b2c7-67db9540fc7a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:15.075236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c17e4122-d7a3-4c1a-bda6-ffec4ba70036 req-b9790861-293b-40ab-b2c7-67db9540fc7a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:15.075870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e59126-9273-41ad-9e7f-934e38068544 req-62468ad1-47a6-457c-8e8c-26f8b18fc899 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:15.079260 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05e59126-9273-41ad-9e7f-934e38068544 req-62468ad1-47a6-457c-8e8c-26f8b18fc899 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e4e8ad-17f9-430b-9c85-3d796b5c48d9 HTTP/1.1" status: 200 len: 867 time: 0.2978811 Nov 09 11:08:15.085533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:15.095837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event deleted for resources: {'Port': ['ID=fe0aa72f-99eb-414b-b193-df6eb526ae65,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:15.128438 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:15.129077 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2b87268-2591-4151-9747-9c7dd62a9a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:15.144206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Made reservation on behalf of 6a2c18b5add241a8bf7fc402b0c928df for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:15.146940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:15.152536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9987aaf-331e-4d8d-a84c-20b07894f8af,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:15.156703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] No DVR routers for this DVR port fe0aa72f-99eb-414b-b193-df6eb526ae65 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:15.159534 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:15.161022 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:15.169474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9da2be3-c40a-49f0-929f-00fbcad316af req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "DELETE /v2.0/ports/fe0aa72f-99eb-414b-b193-df6eb526ae65 HTTP/1.1" status: 204 len: 173 time: 1.4810169 Nov 09 11:08:15.223410 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:15.224500 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9987aaf-331e-4d8d-a84c-20b07894f8af HTTP/1.1" status: 204 len: 168 time: 0.8637922 Nov 09 11:08:15.226849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-ddeb6561-4daf-48e2-86b0-bc87ce56d756 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67 HTTP/1.1" status: 200 len: 217 time: 0.1457012 Nov 09 11:08:15.251313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c17e4122-d7a3-4c1a-bda6-ffec4ba70036 req-b9790861-293b-40ab-b2c7-67db9540fc7a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:15.255271 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c17e4122-d7a3-4c1a-bda6-ffec4ba70036 req-b9790861-293b-40ab-b2c7-67db9540fc7a tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 951 time: 0.3930204 Nov 09 11:08:15.315256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c17e4122-d7a3-4c1a-bda6-ffec4ba70036 req-4b4909b2-3299-44c7-870c-fc4501bc33b8 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569801 Nov 09 11:08:15.419050 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05e59126-9273-41ad-9e7f-934e38068544 req-a02e3e69-6ea0-4678-a800-aa752857c0e8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815213 Nov 09 11:08:15.481210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-08c7f571-ab96-4b76-9c93-948c0de1b2fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:15.482851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-08c7f571-ab96-4b76-9c93-948c0de1b2fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.2446358 Nov 09 11:08:15.484074 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81516c7b-0c9b-461d-8e1a-dcfc545e4ff3', 'name': 'network-vif-deleted', 'tag': '28165ee0-75e0-40e0-b86f-a57592489050', 'status': 'completed', 'code': 200} Nov 09 11:08:15.612640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-d7318283-8da0-4088-bf90-cfc7046790ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922792 Nov 09 11:08:15.621546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7419d20f-27d0-465d-a265-2e4b40ae2540 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:15.625422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7419d20f-27d0-465d-a265-2e4b40ae2540 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.57 "GET /v2.0/networks?id=7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 200 len: 829 time: 0.4260089 Nov 09 11:08:15.665204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Request body: {'port': {'device_id': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'admin_state_up': True, 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:15.703779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69444f20-098d-4dc4-9b89-6963e6f3f131 req-1b44cb6d-6fbc-41ad-988e-1a12585f7d8f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:15.705010 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69444f20-098d-4dc4-9b89-6963e6f3f131 req-1b44cb6d-6fbc-41ad-988e-1a12585f7d8f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 944 time: 0.1147432 Nov 09 11:08:15.785614 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69444f20-098d-4dc4-9b89-6963e6f3f131 req-1a103810-0e30-4446-9a1d-4563382377bd tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745265 Nov 09 11:08:15.946716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Allocated IP 172.20.0.6 (c3c2e9fe-baec-4940-9a66-3624912c10c4/9dc9e9b9-b2b3-479a-9193-d5cd4275b99f/b51e9fb5-ef70-4104-a57b-11cb6500e3cc) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:16.019418 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c821975-8c53-4bfe-b597-24ebb44c8db1 req-defd4acf-1fb0-4cfa-a93d-9b36f986962e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 210 time: 0.0731015 Nov 09 11:08:16.120542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-257b07bd-28a9-4f8d-a4f0-a06a170d82ba service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887099 Nov 09 11:08:16.121490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:16.197322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:16.219645 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de050852-311f-41e0-ac44-8645fbaac999 req-6ddd9901-20ab-43c7-8f0b-f8b7ca038638 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 210 time: 0.0510283 Nov 09 11:08:16.584426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-b39c8e66-712c-41a6-8cc9-b5dd11aa90f5 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:16.587104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-b39c8e66-712c-41a6-8cc9-b5dd11aa90f5 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 951 time: 0.0914412 Nov 09 11:08:16.630164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Made reservation on behalf of 2c69124219794d1fa7b5c6e60859f2ec for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:16.633231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:16.670126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Deleting port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:16.675940 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:16.676104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-84ed340c-bf4a-4a30-9217-790a8a84026a req-a52ed260-dfdb-4072-81a2-ed0f267e831e service neutron] 10.222.0.59 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426433 Nov 09 11:08:16.696842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:16.777226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0288e-fbc5-44fe-a0b0-92038a49be32 req-905db0b1-ea2a-4373-983d-8e4db84c247d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:16.778718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45f0288e-fbc5-44fe-a0b0-92038a49be32 req-905db0b1-ea2a-4373-983d-8e4db84c247d tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 951 time: 0.2880051 Nov 09 11:08:16.919606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45f0288e-fbc5-44fe-a0b0-92038a49be32 req-8b215405-cfb1-4bc5-8a3d-76c0b6ebc835 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/security-groups?id=784b1f58-be4d-4607-85c4-cab0365359bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313360 Nov 09 11:08:16.935352 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49646) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:16.965580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Allocated IP 172.20.0.7 (7b87dae5-023a-41c7-8340-59e12119cdc2/e0c17520-0183-4ff0-a94c-308bb0c29e24/dc468378-fcfa-4060-8a0c-496792df3922) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:16.987270 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:16.997387 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d2ef8c39-d470-4418-b997-9413365fe174 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:17.001358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c9869b0d-b702-40bb-a0bf-15f806593fef'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:17.060451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cb26035c-2f4f-4f26-b625-ec435f75e416', 'a21edc70-24d4-4c38-9a65-8cdefc37b663'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:17.097180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] For port d9236e72-4d82-429a-9d9a-ebf13f8f4c50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:17.097896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.282069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9a73bbfc-f77b-4448-9f0a-008644523f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.312103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Network c3c2e9fe-baec-4940-9a66-3624912c10c4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:17.324430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event updated for resources: {'Port': ['ID=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:17.337039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1932989027-network', 'tenant_id': '78aeca5d823a4e73b30b0164006f178b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:17.349086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:17.353839 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:17.356476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:17.388046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:17.424670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Usage tracker for resource:network and tenant:78aeca5d823a4e73b30b0164006f178b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:17.436219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:17.476477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Calling delete_port for d9236e72-4d82-429a-9d9a-ebf13f8f4c50 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:17.495115 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.503224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:17.510347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'name': 'network-vif-deleted', 'tag': 'fe0aa72f-99eb-414b-b193-df6eb526ae65'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:17.542665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:17.543318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.576215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a631c10-891c-4cae-b2c5-8e4e5a25cb61 req-b95f3ae4-6933-4c10-ae95-b431c13274e4 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:17.578041 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a631c10-891c-4cae-b2c5-8e4e5a25cb61 req-b95f3ae4-6933-4c10-ae95-b431c13274e4 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 944 time: 0.1672158 Nov 09 11:08:17.606055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Made reservation on behalf of 78aeca5d823a4e73b30b0164006f178b for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:17.609642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.648358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199697-1d20-42a1-9e35-2533cb94543e req-0bdf3869-8048-4549-98ce-6148d42c2fde tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:17.649852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d199697-1d20-42a1-9e35-2533cb94543e req-0bdf3869-8048-4549-98ce-6148d42c2fde tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 950 time: 0.4154668 Nov 09 11:08:17.653406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.690788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a631c10-891c-4cae-b2c5-8e4e5a25cb61 req-792f92af-e056-4992-b4fd-19534806c67b tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907009 Nov 09 11:08:17.724085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1606550 Nov 09 11:08:17.736843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:17.742540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Request body: {'port': {'device_id': 'ede02e65-d522-4ba7-a286-533119b3263b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:17.774202 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d199697-1d20-42a1-9e35-2533cb94543e req-868e68fe-d823-4dc9-bff7-77badf38b4f3 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079221 Nov 09 11:08:17.781321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Usage tracker for resource:security_group_rule and tenant:78aeca5d823a4e73b30b0164006f178b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:17.790284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:17.800883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:17.805749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.818949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d9236e72-4d82-429a-9d9a-ebf13f8f4c50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:17.840340 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:17.844505 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:17.918717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Transition to ACTIVE for port object dc468378-fcfa-4060-8a0c-496792df3922 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:17.948483 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.051889 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Pushing event deleted for resources: {'Port': ['ID=d9236e72-4d82-429a-9d9a-ebf13f8f4c50,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:18.060420 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:18.106527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] No DVR routers for this DVR port d9236e72-4d82-429a-9d9a-ebf13f8f4c50 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:18.110561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.110739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.157758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e01e-0cc0-4b46-a939-f3d303712c27 req-3fdec0f9-a20c-4c53-b6b9-f17369ebfd3a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:18.160857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a953e01e-0cc0-4b46-a939-f3d303712c27 req-3fdec0f9-a20c-4c53-b6b9-f17369ebfd3a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 931 time: 0.2567525 Nov 09 11:08:18.204872 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82ddcad0-7f9d-4a68-932f-3b8fb4f714b0 req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.59 "DELETE /v2.0/ports/d9236e72-4d82-429a-9d9a-ebf13f8f4c50 HTTP/1.1" status: 204 len: 173 time: 1.6050863 Nov 09 11:08:18.215574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device a5fa56fc-6da3-41de-a13f-1f1b9e335e67 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:08:18.221185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a953e01e-0cc0-4b46-a939-f3d303712c27 req-9225907c-3424-4f43-b7a2-c0f4e0848adc tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496140 Nov 09 11:08:18.233068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fe0aa72f-99eb-414b-b193-df6eb526ae65 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:18.262119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.264773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: fe0aa72f-99eb-414b-b193-df6eb526ae65 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:18.265401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fe0aa72f-99eb-414b-b193-df6eb526ae65 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:18.287598 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:18.355809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:08:18.402467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-e775971a-89d4-480a-b68e-8a36c771c53b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:18.403571 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b53c211-4f99-4101-93fc-fcdee73407c6 req-e0ac71fa-12b9-45f9-9e90-9bde8c75cff9 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 210 time: 0.0656700 Nov 09 11:08:18.406908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:18.409426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-e775971a-89d4-480a-b68e-8a36c771c53b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.4376807 Nov 09 11:08:18.426000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'mac_address': 'fa:16:3e:a6:25:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:08:18.466671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a58f10-9c56-4308-93d8-bde05e11ee84,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:18.472446 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.472797 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Added segment 7936eec8-cd4d-401e-bf1f-45e9222f4b86 of type vlan for network 53ef3723-c095-463a-b00c-eb79936a2f12 Nov 09 11:08:18.484941 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:18.490002 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.496056 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e4e8ad-17f9-430b-9c85-3d796b5c48d9', 'name': 'network-vif-deleted', 'tag': 'fe0aa72f-99eb-414b-b193-df6eb526ae65', 'status': 'completed', 'code': 200} Nov 09 11:08:18.512994 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d07a1e7c-5e1c-440b-a58b-1d7214a93a7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:18.519561 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.538505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fa56fc-6da3-41de-a13f-1f1b9e335e67 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:18.554140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:18.585879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-012d210e-67b8-4ef6-9273-283597a2cf87 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/quotas/f622129bdc5942c9ad2a19ef05d96161 HTTP/1.1" status: 200 len: 375 time: 0.1755822 Nov 09 11:08:18.631719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.634591 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:18.658271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3f648373-bd14-4a2a-98a6-e8b3537551be req-9dffc509-8614-4573-97dc-b0e5114cead6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Synchronizing usage tracker for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:18.712124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:18.715327 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:18.745091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3f648373-bd14-4a2a-98a6-e8b3537551be req-9dffc509-8614-4573-97dc-b0e5114cead6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Unset dirty status for tenant:2f24b3960a7b40118b37c41e137874fa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:18.746457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3f648373-bd14-4a2a-98a6-e8b3537551be req-9dffc509-8614-4573-97dc-b0e5114cead6 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] 10.222.0.50 "GET /v2.0/ports?device_id=69529429-b0fa-421a-913c-90fe745969bb HTTP/1.1" status: 200 len: 210 time: 0.1431401 Nov 09 11:08:18.838223 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:18.864722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-0899fde5-42c5-4a3e-97c0-69486188371f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:18.867840 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-0899fde5-42c5-4a3e-97c0-69486188371f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 950 time: 0.7380099 Nov 09 11:08:18.868395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-8f593ba4-3975-45cd-ba62-7c97357b6143 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2564874 Nov 09 11:08:18.875478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:18.876513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event updated for resources: {'Port': ['ID=dc468378-fcfa-4060-8a0c-496792df3922,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:18.880123 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:18.905931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:18.949578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['a5fa56fc-6da3-41de-a13f-1f1b9e335e67'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:18.988717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:18.995529 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:08:19.028732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-ed0afd64-077c-4694-9b20-1052f657f458 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:19.030642 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-ed0afd64-077c-4694-9b20-1052f657f458 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/ports?device_id=73eb307a-1762-40d6-9ca2-b0932c0dbc2b HTTP/1.1" status: 200 len: 949 time: 0.8162785 Nov 09 11:08:19.100743 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:08:19.136721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfda52-18d3-436c-9928-f6d77ea7a746 req-39f6c88f-6ea3-4f34-a2d8-566d44eedb51 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:19.144973 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ffdfda52-18d3-436c-9928-f6d77ea7a746 req-39f6c88f-6ea3-4f34-a2d8-566d44eedb51 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 945 time: 0.1104336 Nov 09 11:08:19.214612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ffdfda52-18d3-436c-9928-f6d77ea7a746 req-57c2aa8c-ffcf-47f6-b2e1-5c560f4ed464 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683262 Nov 09 11:08:19.257799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:19.258158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:19.349203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:19.349818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:19.406134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:19.406480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:19.415895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-47d0af84-d334-4316-acfc-4748aee7026a None None] Provisioning for port dc468378-fcfa-4060-8a0c-496792df3922 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:19.421722 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-47d0af84-d334-4316-acfc-4748aee7026a None None] Provisioning complete for port dc468378-fcfa-4060-8a0c-496792df3922 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:19.425564 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47d0af84-d334-4316-acfc-4748aee7026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:19.437545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09292d8-7b8b-40cd-9f87-0dd4028c1937 req-49a37681-b9c8-476a-81da-dd3532ebe849 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:19.439131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a09292d8-7b8b-40cd-9f87-0dd4028c1937 req-49a37681-b9c8-476a-81da-dd3532ebe849 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 950 time: 0.1018398 Nov 09 11:08:19.445626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:19.446554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:19.447162 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:19.453461 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-62f961d4-5bdf-49aa-9f1f-971ca8d0f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:19.478341 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:19.485387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-47d0af84-d334-4316-acfc-4748aee7026a None None] Port dc468378-fcfa-4060-8a0c-496792df3922 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:08:19.493585 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a09292d8-7b8b-40cd-9f87-0dd4028c1937 req-703e1d62-c261-47bf-9f93-4ac66df4fcd7 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453267 Nov 09 11:08:19.577868 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-1fb696df-bfbc-49b3-9358-963969316840 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897144 Nov 09 11:08:19.687219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7944e5-11ff-4fbd-85cb-07777545ea77 req-4cbc2da7-b700-4e3f-9630-725b8499e04d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:19.689033 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1f7944e5-11ff-4fbd-85cb-07777545ea77 req-4cbc2da7-b700-4e3f-9630-725b8499e04d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 931 time: 0.0808165 Nov 09 11:08:19.692202 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0309227 Nov 09 11:08:19.707322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7683461 Nov 09 11:08:19.709284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:19.710985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:08:19.723196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Request body: {'subnet': {'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1932989027-subnet', 'tenant_id': '78aeca5d823a4e73b30b0164006f178b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:19.730730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:19.743502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Usage tracker for resource:subnet and tenant:78aeca5d823a4e73b30b0164006f178b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:19.746375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Pushing event updated for resources: {'Network': ['ID=53ef3723-c095-463a-b00c-eb79936a2f12,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:19.751198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:19.752739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Request body: {'port': {'device_id': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:19.757923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 53ef3723-c095-463a-b00c-eb79936a2f12 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:08:19.762667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:19.771472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1f7944e5-11ff-4fbd-85cb-07777545ea77 req-942a4839-429e-4e1d-8efa-037e91795b77 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763762 Nov 09 11:08:19.843376 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:19.876877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Made reservation on behalf of 78aeca5d823a4e73b30b0164006f178b for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:19.879645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.028972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51e9fb5-ef70-4104-a57b-11cb6500e3cc {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:20.065800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc394-8e9d-4428-a313-cb73aabd8670 req-6f3f6518-c442-4e8e-859d-0d7f44a5802e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:20.067345 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-957cc394-8e9d-4428-a313-cb73aabd8670 req-6f3f6518-c442-4e8e-859d-0d7f44a5802e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 931 time: 0.1673403 Nov 09 11:08:20.082326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.171780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-957cc394-8e9d-4428-a313-cb73aabd8670 req-84c3a4bd-a54a-4cae-8063-2cd3a50453cf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:20.223462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device a5fa56fc-6da3-41de-a13f-1f1b9e335e67 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:20.248786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Transition to ACTIVE for port object b51e9fb5-ef70-4104-a57b-11cb6500e3cc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:20.265295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.294147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-37a90822-0140-4247-a5a4-2aead0807674 service neutron] 10.222.0.50 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480331 Nov 09 11:08:20.311888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:20.322912 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.359864 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.363942 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-75ce28d9-1a08-47ce-8d0d-e8d1ddf85eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:20.427328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-957cc394-8e9d-4428-a313-cb73aabd8670 req-84c3a4bd-a54a-4cae-8063-2cd3a50453cf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:20.440466 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-957cc394-8e9d-4428-a313-cb73aabd8670 req-84c3a4bd-a54a-4cae-8063-2cd3a50453cf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412044 Nov 09 11:08:20.446616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:20.457349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:20.457747 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.520814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-deleted', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:20.525494 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.546392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1b1d1c-11a3-43d4-8577-468bf4a67f26,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:20.569743 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:20.594016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Checking segment: {'id': '7936eec8-cd4d-401e-bf1f-45e9222f4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:20.602822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Network hostable DHCP agents. Network: 53ef3723-c095-463a-b00c-eb79936a2f12, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:08:20.762884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Network 53ef3723-c095-463a-b00c-eb79936a2f12 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:08:20.788136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62d68-2506-4ef0-a568-51aaf1851c19 req-569300f1-b92f-43df-845a-5216219da169 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:20.799627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-abe62d68-2506-4ef0-a568-51aaf1851c19 req-569300f1-b92f-43df-845a-5216219da169 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 945 time: 0.1258826 Nov 09 11:08:20.825906 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.870748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 53ef3723-c095-463a-b00c-eb79936a2f12) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:20.877125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:20.880281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:20.883234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:20.883825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.900137 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-abe62d68-2506-4ef0-a568-51aaf1851c19 req-da1be29f-a3ce-49ae-8ae1-a8f70578d681 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953953 Nov 09 11:08:20.937696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0e872-222f-4bad-b34f-28c91b87914b None None] Network 53ef3723-c095-463a-b00c-eb79936a2f12 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:08:20.955623 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.959477 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-56b308db-d3e6-41f3-b1d3-a77412077ddf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:20.983795 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:20.984859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:20.993899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:21.062598 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:21.121257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-44d1507c-7f6e-4291-8b80-d50a34b7387c req-9cb730f3-dd51-40f2-b99b-080d7124bf23 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 210 time: 0.2339749 Nov 09 11:08:21.163160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port b2a56388-cf32-4b77-b9c4-f2408b36f5d1, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:21.163160 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:21.216481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:21.266902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5469522 Nov 09 11:08:21.267099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:21.267180 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69529429-b0fa-421a-913c-90fe745969bb', 'name': 'network-vif-deleted', 'tag': 'd9236e72-4d82-429a-9d9a-ebf13f8f4c50', 'status': 'completed', 'code': 200} Nov 09 11:08:21.269422 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:21.278631 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:21.336575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6847b7-cbc8-4201-b56e-f6b02e6a41c2 req-5cd079ab-1474-4293-b685-75b361994c02 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:21.338625 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-af6847b7-cbc8-4201-b56e-f6b02e6a41c2 req-5cd079ab-1474-4293-b685-75b361994c02 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 950 time: 0.2678368 Nov 09 11:08:21.386955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: d9236e72-4d82-429a-9d9a-ebf13f8f4c50 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:21.387727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d9236e72-4d82-429a-9d9a-ebf13f8f4c50 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:21.430721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-af6847b7-cbc8-4201-b56e-f6b02e6a41c2 req-b5261196-0188-41ab-b6f0-9027087ec49c tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788736 Nov 09 11:08:21.504831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for b2a56388-cf32-4b77-b9c4-f2408b36f5d1 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:21.561316 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'code': 200} Nov 09 11:08:21.689568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49710) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:21.770199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a0dd6cd-65ba-4f74-bbe5-c398497d7ec7 req-c98c15e6-a2c1-4537-991e-3a53684d86a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 1097 time: 0.1261394 Nov 09 11:08:21.854524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435da9b-ef22-4069-b480-284541c28c81 None None] Network 53ef3723-c095-463a-b00c-eb79936a2f12 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:08:21.865244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a0dd6cd-65ba-4f74-bbe5-c398497d7ec7 req-398db877-e3e2-4fd4-a747-adc10c234a16 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889363 Nov 09 11:08:21.922070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10933b-ea99-48e0-8335-cf2f0ae6faed req-725475b1-8364-46ba-99c0-47ad9b823416 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:21.930633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f10933b-ea99-48e0-8335-cf2f0ae6faed req-725475b1-8364-46ba-99c0-47ad9b823416 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 931 time: 0.1207948 Nov 09 11:08:21.984271 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.007105 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f10933b-ea99-48e0-8335-cf2f0ae6faed req-ddcc15f1-c3f5-4bb1-a2d6-94b2aa104181 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766454 Nov 09 11:08:22.033255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b2a56388-cf32-4b77-b9c4-f2408b36f5d1 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:22.092639 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.107982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:22.132520 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:22.230075 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:22.233646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=7a5a7b6c-56dd-47db-8cb8-8158bda2c422,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:22.252177 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8631aca5-18f6-476b-900c-4f52a08113cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f24b3960a7b40118b37c41e137874fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5588934 Nov 09 11:08:22.253125 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:22.254711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49732) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:22.267557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f6fd9-9951-476c-8056-a09a256a205f req-f6f2489a-d410-417a-90a3-7ac2e8050994 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:22.270161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-821f6fd9-9951-476c-8056-a09a256a205f req-f6f2489a-d410-417a-90a3-7ac2e8050994 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:22.325724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:22.326116 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:22.327935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Attempting to bind port b51e9fb5-ef70-4104-a57b-11cb6500e3cc on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:22.333579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Attempting to bind port b51e9fb5-ef70-4104-a57b-11cb6500e3cc by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:22.333579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Attempting to bind port b51e9fb5-ef70-4104-a57b-11cb6500e3cc on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:22.391758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Port b51e9fb5-ef70-4104-a57b-11cb6500e3cc on network c3c2e9fe-baec-4940-9a66-3624912c10c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:08:22.391965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Attempting to bind port b51e9fb5-ef70-4104-a57b-11cb6500e3cc on network c3c2e9fe-baec-4940-9a66-3624912c10c4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:22.394443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port 7a5a7b6c-56dd-47db-8cb8-8158bda2c422 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:22.401365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.405232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'name': 'network-vif-deleted', 'tag': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:22.430339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:22.431589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Checking segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:22.431589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Bound using segment: {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:22.431809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Bound port: b51e9fb5-ef70-4104-a57b-11cb6500e3cc, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:22.432345 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.441468 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.446210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.457671 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:22.543611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-faf2b000-d7f5-4342-98aa-2ce7a653d983 req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.59 "DELETE /v2.0/ports/7a5a7b6c-56dd-47db-8cb8-8158bda2c422 HTTP/1.1" status: 204 len: 173 time: 3.6604567 Nov 09 11:08:22.552572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-821f6fd9-9951-476c-8056-a09a256a205f req-f6f2489a-d410-417a-90a3-7ac2e8050994 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:22.559023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-821f6fd9-9951-476c-8056-a09a256a205f req-f6f2489a-d410-417a-90a3-7ac2e8050994 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 943 time: 1.0650775 Nov 09 11:08:22.566151 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.586771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=b2a56388-cf32-4b77-b9c4-f2408b36f5d1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:22.601440 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:22.625710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-a2eb6126-558f-4205-9ebc-60496bf9e741 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:22.631322 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-a2eb6126-558f-4205-9ebc-60496bf9e741 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/networks?id=53ef3723-c095-463a-b00c-eb79936a2f12 HTTP/1.1" status: 200 len: 814 time: 0.3093984 Nov 09 11:08:22.639107 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.639387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc468378-fcfa-4060-8a0c-496792df3922 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:22.684646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-7946123e-5417-4075-8154-090a3bbe66d0 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/quotas/78aeca5d823a4e73b30b0164006f178b HTTP/1.1" status: 200 len: 375 time: 0.0500445 Nov 09 11:08:22.693569 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.767504 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-92916aec-8c43-4430-bea6-ef184e51e432 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78aeca5d823a4e73b30b0164006f178b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800791 Nov 09 11:08:22.914541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:22.921205 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:22.960070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b1f58-be4d-4607-85c4-cab0365359bd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:22.960070 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:22.960070 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-aa5c663f-69f4-48fb-bd33-591051971aa4 service neutron] 10.222.0.50 "GET /v2.0/networks/53ef3723-c095-463a-b00c-eb79936a2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919394 Nov 09 11:08:23.004873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port b2a56388-cf32-4b77-b9c4-f2408b36f5d1 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:23.012372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:23.016498 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8570d0b-1214-4fd8-8bad-67c98e73049c req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "DELETE /v2.0/ports/b2a56388-cf32-4b77-b9c4-f2408b36f5d1 HTTP/1.1" status: 204 len: 173 time: 3.9622655 Nov 09 11:08:23.022892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] For port b51e9fb5-ef70-4104-a57b-11cb6500e3cc, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:23.026269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] For port b51e9fb5-ef70-4104-a57b-11cb6500e3cc, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:23.028192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Transition to ACTIVE for port object dc468378-fcfa-4060-8a0c-496792df3922 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:23.032732 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-821f6fd9-9951-476c-8056-a09a256a205f req-ec87efc0-2659-46e0-901f-19eef1fb5002 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721503 Nov 09 11:08:23.127854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:23.128960 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/784b1f58-be4d-4607-85c4-cab0365359bd HTTP/1.1" status: 204 len: 168 time: 0.8731077 Nov 09 11:08:23.139208 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-c79b93bf-4b2e-4781-9e40-364931cb7abc service neutron] 10.222.0.50 "GET /v2.0/networks/53ef3723-c095-463a-b00c-eb79936a2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734660 Nov 09 11:08:23.152326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:23.159289 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-02ec3fb6-4923-4091-b61b-dccea8d8aadd tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:23.217464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:23.321382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:23.322783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] 10.222.0.57 "PUT /v2.0/ports/b51e9fb5-ef70-4104-a57b-11cb6500e3cc HTTP/1.1" status: 200 len: 1091 time: 5.5874741 Nov 09 11:08:23.391621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:23.396451 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:23.397260 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:23.736932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Pushing event updated for resources: {'Port': ['ID=dc468378-fcfa-4060-8a0c-496792df3922,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:23.793141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.793531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.793905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.794433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.794862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.795928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.796303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.796675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.797042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.797407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.797772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:23.818493 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:23.832469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Attempting to bind port dc468378-fcfa-4060-8a0c-496792df3922 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:23.832804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Attempting to bind port dc468378-fcfa-4060-8a0c-496792df3922 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:23.833143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Attempting to bind port dc468378-fcfa-4060-8a0c-496792df3922 on network 7b87dae5-023a-41c7-8340-59e12119cdc2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:23.842837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728b612-1317-4da4-a4b7-42ccd11a270e req-722b09ac-2d5c-4f7c-9b46-4addb91405e7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:23.849632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3728b612-1317-4da4-a4b7-42ccd11a270e req-722b09ac-2d5c-4f7c-9b46-4addb91405e7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 946 time: 0.5253234 Nov 09 11:08:23.885551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Port dc468378-fcfa-4060-8a0c-496792df3922 on network 7b87dae5-023a-41c7-8340-59e12119cdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:08:23.885892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Attempting to bind port dc468378-fcfa-4060-8a0c-496792df3922 on network 7b87dae5-023a-41c7-8340-59e12119cdc2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:23.897211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-84e0101f-2cac-44ed-8586-23f9e225652f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 1094 time: 0.3784926 Nov 09 11:08:23.930676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41', '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'd85d7343-3718-45ec-831b-b604ece4c3da'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:23.959098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:23.959440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Checking segment: {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:23.959844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Bound using segment: {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:23.960281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Bound port: dc468378-fcfa-4060-8a0c-496792df3922, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe87948-0a66-4443-a58f-ca23c97a4ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:23.960630 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:24.060205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-6c519f02-2fb9-46ff-9936-470a398eb59e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b51e9fb5-ef70-4104-a57b-11cb6500e3cc HTTP/1.1" status: 200 len: 217 time: 0.1518290 Nov 09 11:08:24.086041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3728b612-1317-4da4-a4b7-42ccd11a270e req-195097ca-bc91-4df7-863d-d5bcbf7f19ab tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355406 Nov 09 11:08:24.121322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3a6606da-f1e8-4dab-8e8f-cb009d25033a req-141d351f-9880-422f-b203-3547ab71cec8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:24.220482 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e180d8-98a3-44a1-95c9-ca34bd98a081', 'name': 'network-vif-deleted', 'tag': '7a5a7b6c-56dd-47db-8cb8-8158bda2c422', 'status': 'completed', 'code': 200} Nov 09 11:08:24.260604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3a6606da-f1e8-4dab-8e8f-cb009d25033a req-141d351f-9880-422f-b203-3547ab71cec8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:24.261518 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a6606da-f1e8-4dab-8e8f-cb009d25033a req-141d351f-9880-422f-b203-3547ab71cec8 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 210 time: 0.2014523 Nov 09 11:08:24.314228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49762) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:24.467963 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bf99b30c-7e8c-448e-822b-415307cd9b28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4816b600bcbe4d5684ff9f967585fe1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1465054 Nov 09 11:08:24.468554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49766) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:24.507295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d12b32d6-916d-4c4a-9620-c50472b2e30e req-348c8f65-2ffe-40c6-99f2-64ca9da3039d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:24.515087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:24.540986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-50c85073-ccff-4990-a78d-51f465227143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:24.544177 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-50c85073-ccff-4990-a78d-51f465227143 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.4552882 Nov 09 11:08:24.602785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dc468378-fcfa-4060-8a0c-496792df3922,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:24.613913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-b8ceef0b-6b45-4ba0-901a-c2835ce58d03 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:24.615760 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-b8ceef0b-6b45-4ba0-901a-c2835ce58d03 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 812 time: 0.6089582 Nov 09 11:08:24.624456 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-6a7b8f94-78dd-4c46-85f1-cbef8d56c7ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581427 Nov 09 11:08:24.634962 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:24.641146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Request body: {'port': {'device_id': '398eb617-107d-4db5-b0be-c26089cab445', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'admin_state_up': True, 'tenant_id': 'f622129bdc5942c9ad2a19ef05d96161'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:24.713927 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:24.779926 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:24.797090 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1883f573-1aca-4adc-91d3-4c208084a591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:24.827263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d12b32d6-916d-4c4a-9620-c50472b2e30e req-348c8f65-2ffe-40c6-99f2-64ca9da3039d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:24.839385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d12b32d6-916d-4c4a-9620-c50472b2e30e req-348c8f65-2ffe-40c6-99f2-64ca9da3039d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=49e180d8-98a3-44a1-95c9-ca34bd98a081 HTTP/1.1" status: 200 len: 210 time: 0.4506738 Nov 09 11:08:24.883233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d962-0a03-4289-a804-4689f8ea0bb0 req-3869b72d-d063-419c-a233-08937b378241 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:24.897489 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39a2d962-0a03-4289-a804-4689f8ea0bb0 req-3869b72d-d063-419c-a233-08937b378241 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 943 time: 0.1564059 Nov 09 11:08:24.911526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Pushing event updated for resources: {'Port': ['ID=dc468378-fcfa-4060-8a0c-496792df3922,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:24.924810 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:24.931821 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4736b4a6-52a4-4256-ada3-7ef14dedde78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:24.946379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6b618-5d61-42d3-9723-6cea05c70be1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:24.948730 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:24.962150 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:24.975387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39a2d962-0a03-4289-a804-4689f8ea0bb0 req-f61873be-f1c1-4ea6-bb3e-6b34a3c55151 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752220 Nov 09 11:08:25.051428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:25.055571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 1091 time: 5.3339701 Nov 09 11:08:25.057922 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9faf6125-e23a-4128-b39c-857937ea54d4 req-9c84a81f-4d07-4829-b7e8-cee5070e3842 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 210 time: 0.1435215 Nov 09 11:08:25.118682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:25.144103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:25.153464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-934f60f7-c258-4a78-940b-773403112f52 service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222511 Nov 09 11:08:25.206353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099415da-fce3-43d7-9354-4ea7729ee4a6 req-e9f61d9a-0254-417a-8456-a59ba1bc668a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:25.217530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-099415da-fce3-43d7-9354-4ea7729ee4a6 req-e9f61d9a-0254-417a-8456-a59ba1bc668a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 943 time: 0.1103837 Nov 09 11:08:25.265380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Made reservation on behalf of f622129bdc5942c9ad2a19ef05d96161 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:25.270324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:25.274284 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:25.279925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cf6b618-5d61-42d3-9723-6cea05c70be1 HTTP/1.1" status: 204 len: 168 time: 0.8047123 Nov 09 11:08:25.311342 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-099415da-fce3-43d7-9354-4ea7729ee4a6 req-a4d72f72-5a0c-497a-8102-19ba794dc948 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917675 Nov 09 11:08:25.501572 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45da416e-d040-4faf-b182-1a2dd82d123e req-f4d3b43d-88a6-467a-95b5-86b1e518213f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 210 time: 0.0424111 Nov 09 11:08:25.673197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-313df5dd-c206-4a47-8f89-bc68e92354c9 req-cb39893f-1d7d-46e9-8036-ce20f86e8ec6 service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131309 Nov 09 11:08:25.744255 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-07f72d99-3f2f-4774-9a3f-ad5559422a81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 1094 time: 0.4807169 Nov 09 11:08:25.819470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd4cc-9a83-410b-aaa5-668d9b149c07 req-35df6856-a7e7-4306-a880-acdc50c01cf2 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:25.821171 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dbcd4cc-9a83-410b-aaa5-668d9b149c07 req-35df6856-a7e7-4306-a880-acdc50c01cf2 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 946 time: 0.3923686 Nov 09 11:08:25.864646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-0ccb68a4-7997-4f4e-bc20-1532fc119c14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 217 time: 0.1065140 Nov 09 11:08:25.909216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Allocated IP 172.20.0.6 (74513ec1-e69e-4878-b10a-296f8b97622b/e122b810-1208-4676-9f7f-365a054a9bdd/8765526a-9627-409b-8636-3a2d68ec545c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:25.987444 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dbcd4cc-9a83-410b-aaa5-668d9b149c07 req-927d75b2-0828-48a9-bf22-320ad6cac397 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467245 Nov 09 11:08:26.006533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-30cbd427-d7f5-40df-9b8e-fd73e3fa0a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:26.008056 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-30cbd427-d7f5-40df-9b8e-fd73e3fa0a1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0c17520-0183-4ff0-a94c-308bb0c29e24 HTTP/1.1" status: 200 len: 868 time: 0.1324685 Nov 09 11:08:26.221525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-5dfa34d9-f6e7-415b-be0f-5142a828463f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b87dae5-023a-41c7-8340-59e12119cdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040973 Nov 09 11:08:26.224974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'name': 'network-vif-deleted', 'tag': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1'}, {'name': 'network-changed', 'server_uuid': 'ede02e65-d522-4ba7-a286-533119b3263b', 'tag': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc'}, {'name': 'network-changed', 'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:26.237537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7123e16-1b5a-4cc0-b5c8-cd6eb6a851ae req-cc439b33-59a6-4d8c-ae5a-b495fdddb07e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:26.239664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7123e16-1b5a-4cc0-b5c8-cd6eb6a851ae req-cc439b33-59a6-4d8c-ae5a-b495fdddb07e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 943 time: 0.0874524 Nov 09 11:08:26.295664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7123e16-1b5a-4cc0-b5c8-cd6eb6a851ae req-f92a18fb-7885-4b83-ab78-517e19a5dee2 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Nov 09 11:08:26.351566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:26.421846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-d804abe3-bc5e-45fa-b56e-c9bc36670917 service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920156 Nov 09 11:08:26.531421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:26.540306 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9db4976d-698d-4551-85fe-41074d5efaf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:26.634314 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-532e54a1-2b80-4407-bfbc-c065e03ab952 req-045f690d-7a08-4f5a-b9fd-8fc322fb1322 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 210 time: 0.0561247 Nov 09 11:08:26.636122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event updated for resources: {'Port': ['ID=8765526a-9627-409b-8636-3a2d68ec545c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:26.646077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:26.663444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Network 74513ec1-e69e-4878-b10a-296f8b97622b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:26.677053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:26.677053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:26.723689 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73eb307a-1762-40d6-9ca2-b0932c0dbc2b', 'name': 'network-vif-deleted', 'tag': 'b2a56388-cf32-4b77-b9c4-f2408b36f5d1', 'status': 'completed', 'code': 200} Nov 09 11:08:26.724608 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede02e65-d522-4ba7-a286-533119b3263b', 'tag': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc', 'status': 'completed', 'code': 200} Nov 09 11:08:26.725048 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922', 'status': 'completed', 'code': 200} Nov 09 11:08:26.815870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b642a88-3921-4ab3-b210-19e81b2366ba req-a5491565-8c28-4712-996c-23700b7ad2ce service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870993 Nov 09 11:08:26.837135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:26.837844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:26.883242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-0ec37591-a2f2-4228-b95b-dec76fe8b8c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 1094 time: 0.1512413 Nov 09 11:08:26.927075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-2b37e5c1-fde8-43a3-8c02-9cc112599563 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:26.928341 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-2b37e5c1-fde8-43a3-8c02-9cc112599563 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.59 "GET /v2.0/networks?id=53ef3723-c095-463a-b00c-eb79936a2f12 HTTP/1.1" status: 200 len: 814 time: 0.3750212 Nov 09 11:08:26.950415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Request body: {'port': {'device_id': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12', 'admin_state_up': True, 'tenant_id': '78aeca5d823a4e73b30b0164006f178b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:27.036862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876b5e0-2915-4724-bf36-074640545051 req-f1209e4d-0399-4f9a-bb7f-ebf647309959 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:27.043468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f876b5e0-2915-4724-bf36-074640545051 req-f1209e4d-0399-4f9a-bb7f-ebf647309959 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 943 time: 0.2547083 Nov 09 11:08:27.057365 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4283304 Nov 09 11:08:27.074153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Request body: {'port': {'device_id': '398eb617-107d-4db5-b0be-c26089cab445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:27.109915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-90ff154c-5bbd-42d0-9a0f-3c423bb5b0ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:27.111445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-90ff154c-5bbd-42d0-9a0f-3c423bb5b0ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 916 time: 0.2225440 Nov 09 11:08:27.141882 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f876b5e0-2915-4724-bf36-074640545051 req-207520ac-6190-4129-9357-14b753661284 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975056 Nov 09 11:08:27.147073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:27.151159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Usage tracker for resource:port and tenant:78aeca5d823a4e73b30b0164006f178b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:27.162697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:27.169083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:27.227526 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-1992d659-fc81-4f8a-9b83-e7df98cecc24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b51e9fb5-ef70-4104-a57b-11cb6500e3cc HTTP/1.1" status: 200 len: 217 time: 0.1094384 Nov 09 11:08:27.282649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Made reservation on behalf of 78aeca5d823a4e73b30b0164006f178b for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:27.285693 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:27.500297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:27.519795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-81a9310e-e852-45d6-a4c7-52edbb7e4798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:27.521278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-81a9310e-e852-45d6-a4c7-52edbb7e4798 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.2865109 Nov 09 11:08:27.609896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493594a0-b41e-4e20-bc02-4abb5b7e770b req-c45e5598-53a0-4d7d-b49f-749f1b48f8d0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:27.611443 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-493594a0-b41e-4e20-bc02-4abb5b7e770b req-c45e5598-53a0-4d7d-b49f-749f1b48f8d0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 946 time: 0.3133807 Nov 09 11:08:27.612792 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-b6a0f81d-8d52-4043-bb95-8d2b665bb146 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830750 Nov 09 11:08:27.663029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Allocated IP 172.20.0.12 (53ef3723-c095-463a-b00c-eb79936a2f12/3e1b1d1c-11a3-43d4-8577-468bf4a67f26/f8967bd4-6199-4938-a9de-a645dfd58495) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:27.681858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-493594a0-b41e-4e20-bc02-4abb5b7e770b req-4c2888fe-ea5b-4caa-b89a-9e02177c4707 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Nov 09 11:08:27.746520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa156bc-485b-4741-99be-6d76458081b8 req-14d618f0-c0ed-4368-bc31-64350f60cc7b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:27.747256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-efa156bc-485b-4741-99be-6d76458081b8 req-14d618f0-c0ed-4368-bc31-64350f60cc7b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:27.902850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-2ebd220c-9e28-48e4-a82d-e900e7220714 service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746954 Nov 09 11:08:27.916852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:27.975927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-efa156bc-485b-4741-99be-6d76458081b8 req-14d618f0-c0ed-4368-bc31-64350f60cc7b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:27.979647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efa156bc-485b-4741-99be-6d76458081b8 req-14d618f0-c0ed-4368-bc31-64350f60cc7b tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 931 time: 0.5778763 Nov 09 11:08:28.056887 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:28.073507 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d315ab76-b25b-4922-9208-82a9cb494ca0 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:28.147603 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efa156bc-485b-4741-99be-6d76458081b8 req-1422a341-a45c-4d0a-adb3-262cd02ca462 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581841 Nov 09 11:08:28.154425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Network 53ef3723-c095-463a-b00c-eb79936a2f12 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:28.158342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:28.162949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:28.194764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Pushing event updated for resources: {'Port': ['ID=f8967bd4-6199-4938-a9de-a645dfd58495,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:28.206983 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:28.207397 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-ba151fb4-32ef-423d-8c36-07636d4272ab service neutron] 10.222.0.57 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562380 Nov 09 11:08:28.270583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:28.271365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:28.386705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8765526a-9627-409b-8636-3a2d68ec545c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:28.394346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4497013 Nov 09 11:08:28.407815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:28.427083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Request body: {'port': {'device_id': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:28.445584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Transition to ACTIVE for port object 8765526a-9627-409b-8636-3a2d68ec545c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:28.458829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-2aad0ee4-558f-430e-afa2-1af8b957fd0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 1094 time: 0.1959977 Nov 09 11:08:28.534624 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:28.543820 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46d478da-d50e-40ff-8d55-78c974251202 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:28.581571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d33194-9e39-4e0b-ac88-ed51346b964a req-a23cb83b-433f-48ba-b375-35f18eeefe51 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:28.582786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01d33194-9e39-4e0b-ac88-ed51346b964a req-a23cb83b-433f-48ba-b375-35f18eeefe51 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:28.603325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:28.803688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8765526a-9627-409b-8636-3a2d68ec545c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:28.827782 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:28.857386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-c7639447-dd22-4583-858c-5031528508ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:28.858355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a707-e603-429a-bbb5-032905f7941e req-1b0838d2-5809-4708-9029-4571419a1f8a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:28.858876 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-c7639447-dd22-4583-858c-5031528508ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 200 len: 930 time: 0.3840644 Nov 09 11:08:28.859053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3137a707-e603-429a-bbb5-032905f7941e req-1b0838d2-5809-4708-9029-4571419a1f8a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Synchronizing usage tracker for tenant:78aeca5d823a4e73b30b0164006f178b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:28.863982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-01d33194-9e39-4e0b-ac88-ed51346b964a req-a23cb83b-433f-48ba-b375-35f18eeefe51 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:28.863982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01d33194-9e39-4e0b-ac88-ed51346b964a req-a23cb83b-433f-48ba-b375-35f18eeefe51 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 943 time: 0.5278733 Nov 09 11:08:29.026674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-b77e86fe-8d08-4b3f-bee7-44eff708c1e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 217 time: 0.1381495 Nov 09 11:08:29.085700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3137a707-e603-429a-bbb5-032905f7941e req-1b0838d2-5809-4708-9029-4571419a1f8a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Unset dirty status for tenant:78aeca5d823a4e73b30b0164006f178b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:29.086913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3137a707-e603-429a-bbb5-032905f7941e req-1b0838d2-5809-4708-9029-4571419a1f8a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 932 time: 0.4345579 Nov 09 11:08:29.181297 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3137a707-e603-429a-bbb5-032905f7941e req-af71b37c-67d7-46ac-b6fb-5ff98c4fb9dd tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628781 Nov 09 11:08:29.192791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8967bd4-6199-4938-a9de-a645dfd58495 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:29.200930 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:29.230275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Transition to ACTIVE for port object f8967bd4-6199-4938-a9de-a645dfd58495 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:29.230780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-1e28fe3c-dffb-4a40-9c83-d96cd9f4066a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:29.235704 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-1e28fe3c-dffb-4a40-9c83-d96cd9f4066a tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/ports?device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 949 time: 0.5764751 Nov 09 11:08:29.316452 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:29.319488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Attempting to bind port 8765526a-9627-409b-8636-3a2d68ec545c on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:29.319823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Attempting to bind port 8765526a-9627-409b-8636-3a2d68ec545c by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:29.320149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Attempting to bind port 8765526a-9627-409b-8636-3a2d68ec545c on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:29.324627 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:29.333874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Port 8765526a-9627-409b-8636-3a2d68ec545c on network 74513ec1-e69e-4878-b10a-296f8b97622b not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:08:29.334201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Attempting to bind port 8765526a-9627-409b-8636-3a2d68ec545c on network 74513ec1-e69e-4878-b10a-296f8b97622b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:29.352159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01d33194-9e39-4e0b-ac88-ed51346b964a req-ac771ed5-6a7d-4c77-9d43-b78779c5f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110351 Nov 09 11:08:29.370916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:29.371254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Checking segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:29.371635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Bound using segment: {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:29.372074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Bound port: 8765526a-9627-409b-8636-3a2d68ec545c, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4f8966-d5ce-4af2-b842-dae2634e31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:29.372420 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:29.427519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port 651e8f13-7de2-4962-a02e-6b60b1ee1feb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:29.427783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:29.473228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-e4bc7ad7-1d00-4143-b7ac-4e321308e682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:29.474710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-e4bc7ad7-1d00-4143-b7ac-4e321308e682 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0c17520-0183-4ff0-a94c-308bb0c29e24 HTTP/1.1" status: 200 len: 868 time: 0.4382889 Nov 09 11:08:29.574258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8967bd4-6199-4938-a9de-a645dfd58495,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:29.578578 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:29.684400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74713ba7-f483-438c-8e2c-a9c30610ec80 req-01280422-ae75-45d8-b339-2ade984451e7 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:29.686562 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74713ba7-f483-438c-8e2c-a9c30610ec80 req-01280422-ae75-45d8-b339-2ade984451e7 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 943 time: 0.3103309 Nov 09 11:08:29.687009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:29.728855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8765526a-9627-409b-8636-3a2d68ec545c,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:29.745049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Attempting to bind port f8967bd4-6199-4938-a9de-a645dfd58495 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:29.745384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Attempting to bind port f8967bd4-6199-4938-a9de-a645dfd58495 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '7936eec8-cd4d-401e-bf1f-45e9222f4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:29.745713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Attempting to bind port f8967bd4-6199-4938-a9de-a645dfd58495 on network 53ef3723-c095-463a-b00c-eb79936a2f12 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:29.757637 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74713ba7-f483-438c-8e2c-a9c30610ec80 req-212b9377-a601-4e44-adca-ee5f13dbe56b tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Nov 09 11:08:29.758291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Port f8967bd4-6199-4938-a9de-a645dfd58495 on network 53ef3723-c095-463a-b00c-eb79936a2f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:08:29.758610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Attempting to bind port f8967bd4-6199-4938-a9de-a645dfd58495 on network 53ef3723-c095-463a-b00c-eb79936a2f12 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:29.766121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:29.766462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Checking segment: {'id': '7936eec8-cd4d-401e-bf1f-45e9222f4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:29.766889 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Bound using segment: {'id': '7936eec8-cd4d-401e-bf1f-45e9222f4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:29.767287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Bound port: f8967bd4-6199-4938-a9de-a645dfd58495, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7936eec8-cd4d-401e-bf1f-45e9222f4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:29.767634 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:29.831189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-792d4319-f54b-4e7f-a48c-a1ceb436a073 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b87dae5-023a-41c7-8340-59e12119cdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449392 Nov 09 11:08:29.832044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:29.839257 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:29.871839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] For port f8967bd4-6199-4938-a9de-a645dfd58495, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:29.875462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] For port f8967bd4-6199-4938-a9de-a645dfd58495, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f8967bd4-6199-4938-a9de-a645dfd58495,segment=NetworkSegment(7936eec8-cd4d-401e-bf1f-45e9222f4b86),segment_id=7936eec8-cd4d-401e-bf1f-45e9222f4b86)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:29.958895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7b35a-7823-4955-9826-4293ddc3f5f9 req-c84b8fc6-254a-4295-8c69-f100ad6e8cdd tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:29.960468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ef7b35a-7823-4955-9826-4293ddc3f5f9 req-c84b8fc6-254a-4295-8c69-f100ad6e8cdd tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 946 time: 0.0833931 Nov 09 11:08:29.984320 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:29.990135 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03309fb0-abeb-4a34-ac3d-43c5ec333af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:30.028317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc67bf-4a06-430c-926a-c16732ab0c59 req-57d0d28d-72d5-45a3-a195-5cfef6953a5d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:30.029842 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d5bc67bf-4a06-430c-926a-c16732ab0c59 req-57d0d28d-72d5-45a3-a195-5cfef6953a5d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 949 time: 0.5074558 Nov 09 11:08:30.046538 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.047875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/8765526a-9627-409b-8636-3a2d68ec545c HTTP/1.1" status: 200 len: 1091 time: 2.9806623 Nov 09 11:08:30.048254 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device dc468378-fcfa-4060-8a0c-496792df3922 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:08:30.049576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:30.058269 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.059706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/f8967bd4-6199-4938-a9de-a645dfd58495 HTTP/1.1" status: 200 len: 1092 time: 1.6561542 Nov 09 11:08:30.061174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'tag': 'f8967bd4-6199-4938-a9de-a645dfd58495'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:30.091549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8765526a-9627-409b-8636-3a2d68ec545c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:30.095121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ef7b35a-7823-4955-9826-4293ddc3f5f9 req-178a1c3f-be0e-4491-b90d-def57d7fb1ba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258211 Nov 09 11:08:30.110704 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:30.110906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8967bd4-6199-4938-a9de-a645dfd58495,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:30.115755 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:30.116014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port 651e8f13-7de2-4962-a02e-6b60b1ee1feb, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=651e8f13-7de2-4962-a02e-6b60b1ee1feb,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:30.116331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.200262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dc468378-fcfa-4060-8a0c-496792df3922,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:30.216321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'dc468378-fcfa-4060-8a0c-496792df3922', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'port_id': 'dc468378-fcfa-4060-8a0c-496792df3922', 'mac_address': 'fa:16:3e:50:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:08:30.281238 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.295176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for 651e8f13-7de2-4962-a02e-6b60b1ee1feb owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:30.300267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc468378-fcfa-4060-8a0c-496792df3922 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:30.317065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dc468378-fcfa-4060-8a0c-496792df3922,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:30.363021 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75a0f303-1d84-4da3-9ce6-264fcdf87453 req-0775f7fa-c386-46fe-8f80-e8c4775b3561 tempest-FlavorsV2NegativeTest-1695596985 tempest-FlavorsV2NegativeTest-1695596985-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0580228c54f14b528da9caef728bfac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314703 Nov 09 11:08:30.388915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-213b1c25-bdd7-4058-8298-5b4b90f7b0ec tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:30.390344 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-213b1c25-bdd7-4058-8298-5b4b90f7b0ec tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cf243fc-29f3-477b-8864-8cd7407e0352 HTTP/1.1" status: 200 len: 950 time: 0.6126246 Nov 09 11:08:30.410000 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.411097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b51e9fb5-ef70-4104-a57b-11cb6500e3cc details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:08:30.413591 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:30.439426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-fb817b8c-9376-4316-8112-0fbe619fbc79 service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643775 Nov 09 11:08:30.454290 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d5bc67bf-4a06-430c-926a-c16732ab0c59 req-49d96b62-bd3b-4216-ae3d-cae4f4d064a2 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086761 Nov 09 11:08:30.489545 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-f0af6759-1e98-410b-b07b-ccb5409f3316 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 1094 time: 0.3197796 Nov 09 11:08:30.570531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=dc468378-fcfa-4060-8a0c-496792df3922,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:30.583066 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:30.591116 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-cd249c92-732f-4188-b06f-49169665da24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8765526a-9627-409b-8636-3a2d68ec545c HTTP/1.1" status: 200 len: 217 time: 0.0909541 Nov 09 11:08:30.594676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port d85d7343-3718-45ec-831b-b604ece4c3da {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:30.595047 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.647861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b51e9fb5-ef70-4104-a57b-11cb6500e3cc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:30.655383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0f303-1d84-4da3-9ce6-264fcdf87453 req-19d4a246-3758-4012-9230-2c4b6122ce66 tempest-FlavorsV2NegativeTest-1695596985 tempest-FlavorsV2NegativeTest-1695596985-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:30.659285 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75a0f303-1d84-4da3-9ce6-264fcdf87453 req-19d4a246-3758-4012-9230-2c4b6122ce66 tempest-FlavorsV2NegativeTest-1695596985 tempest-FlavorsV2NegativeTest-1695596985-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900186 Nov 09 11:08:30.666690 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc', 'network_id': 'c3c2e9fe-baec-4940-9a66-3624912c10c4', 'port_id': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc', 'mac_address': 'fa:16:3e:d5:0a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc9e9b9-b2b3-479a-9193-d5cd4275b99f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:08:30.692575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-9b62ba81-6104-4179-8c09-c75ab3dfc2c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:30.695269 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-9b62ba81-6104-4179-8c09-c75ab3dfc2c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.0929027 Nov 09 11:08:30.695574 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75a0f303-1d84-4da3-9ce6-264fcdf87453 req-e704ee33-3890-4397-aa94-66a12e161a87 tempest-FlavorsV2NegativeTest-1695596985 tempest-FlavorsV2NegativeTest-1695596985-project] 10.222.0.50 "GET /v2.0/quotas/0580228c54f14b528da9caef728bfac2 HTTP/1.1" status: 200 len: 375 time: 0.0298803 Nov 09 11:08:30.727323 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.745130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51e9fb5-ef70-4104-a57b-11cb6500e3cc {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:30.761820 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b51e9fb5-ef70-4104-a57b-11cb6500e3cc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:30.782415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-5bd6dafb-3251-4fea-a336-b7287594ccb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817130 Nov 09 11:08:30.814219 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75a0f303-1d84-4da3-9ce6-264fcdf87453 req-df8ec1d4-cc0e-41f4-a143-545a0818d87a tempest-FlavorsV2NegativeTest-1695596985 tempest-FlavorsV2NegativeTest-1695596985-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0580228c54f14b528da9caef728bfac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647166 Nov 09 11:08:30.830893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:30.833385 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:30.974686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-5cf0f734-00f5-431d-8880-c1e16b866c9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeca5d823a4e73b30b0164006f178b&device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 1095 time: 0.6928778 Nov 09 11:08:30.983930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:30.987614 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:31.011028 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-7041c7c1-da53-4faf-9bd2-6e924b140415 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168627 Nov 09 11:08:31.075028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06a35734-36b0-4c68-b55b-3306e36e1e39 req-4fea7427-4baa-409d-ac1f-8c0cdfb1087a service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128600 Nov 09 11:08:31.087492 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c', 'status': 'completed', 'code': 200} Nov 09 11:08:31.120869 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-ada126d8-f49f-448b-9ae3-115a876da4ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8967bd4-6199-4938-a9de-a645dfd58495 HTTP/1.1" status: 200 len: 217 time: 0.1117837 Nov 09 11:08:31.122228 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'tag': 'f8967bd4-6199-4938-a9de-a645dfd58495', 'status': 'completed', 'code': 200} Nov 09 11:08:31.131521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['dc468378-fcfa-4060-8a0c-496792df3922'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:31.165746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b51e9fb5-ef70-4104-a57b-11cb6500e3cc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:31.197193 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00a6b1dc-5877-48e9-ad97-cb10048c9ba7 req-896b44b5-3129-41a0-b6cb-ce972c4b45d6 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801724 Nov 09 11:08:31.200107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-752e2d81-99bd-448a-abed-3897a5e39fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:31.203209 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-752e2d81-99bd-448a-abed-3897a5e39fb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e1b1d1c-11a3-43d4-8577-468bf4a67f26 HTTP/1.1" status: 200 len: 854 time: 0.0671909 Nov 09 11:08:31.229056 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:31.277308 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0504ce81-4372-4554-9d04-d6772cb80e92 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:31.403528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=651e8f13-7de2-4962-a02e-6b60b1ee1feb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:31.406610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:31.409353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-47b920c6-f700-4088-b26b-e43c810238b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53ef3723-c095-463a-b00c-eb79936a2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862056 Nov 09 11:08:31.481261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-0c22b9ae-bca4-48e2-8f63-ec5209c94e4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f622129bdc5942c9ad2a19ef05d96161&device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 1094 time: 0.1006773 Nov 09 11:08:31.619559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40757799-4115-441b-9c90-e313444d1c60 req-11537793-cf73-4203-a823-051c2b61fedf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:31.621392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40757799-4115-441b-9c90-e313444d1c60 req-11537793-cf73-4203-a823-051c2b61fedf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 943 time: 0.9331694 Nov 09 11:08:31.630310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port 651e8f13-7de2-4962-a02e-6b60b1ee1feb on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:31.633897 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:31.642850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port d85d7343-3718-45ec-831b-b604ece4c3da, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d85d7343-3718-45ec-831b-b604ece4c3da,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:31.643413 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:31.668943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-dab52953-e9ec-4cb2-b12c-6f31273c2333 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:31.671832 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-dab52953-e9ec-4cb2-b12c-6f31273c2333 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 200 len: 913 time: 0.1838202 Nov 09 11:08:31.759074 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-face5903-3d4b-40ae-b287-6f47137a668c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8765526a-9627-409b-8636-3a2d68ec545c HTTP/1.1" status: 200 len: 217 time: 0.0804026 Nov 09 11:08:31.851611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-8dd83aaa-d550-46b0-b429-7b52acb12675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:31.853362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-8dd83aaa-d550-46b0-b429-7b52acb12675 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 200 len: 852 time: 0.0872774 Nov 09 11:08:31.881873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for d85d7343-3718-45ec-831b-b604ece4c3da owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:31.930704 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-57164c49-fbb4-4acf-b4df-df924e2052ef req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "DELETE /v2.0/ports/651e8f13-7de2-4962-a02e-6b60b1ee1feb HTTP/1.1" status: 204 len: 173 time: 2.6783652 Nov 09 11:08:31.968553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-388e9c9d-4878-4fd7-ba3a-1a874cd34a7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74513ec1-e69e-4878-b10a-296f8b97622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081243 Nov 09 11:08:31.970713 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40757799-4115-441b-9c90-e313444d1c60 req-22161e10-20b1-473d-9946-eaf36adbd60e tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318095 Nov 09 11:08:32.047330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d85d7343-3718-45ec-831b-b604ece4c3da no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:32.063308 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-2724aab1-7382-422d-a1e6-eeedd52bac57 service neutron] 10.222.0.59 "GET /v2.0/networks/53ef3723-c095-463a-b00c-eb79936a2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459150 Nov 09 11:08:32.102925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:32.303810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f4fbf-3610-4820-8cca-1095cbd0b2a5 req-1be490df-ddb7-4357-a0ff-12f440a8b152 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:32.307744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a43f4fbf-3610-4820-8cca-1095cbd0b2a5 req-1be490df-ddb7-4357-a0ff-12f440a8b152 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 944 time: 0.3940041 Nov 09 11:08:32.347262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:32.366524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49908) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:32.412159 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-0c4458a0-c623-4199-8324-3f48699873c2 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215338 Nov 09 11:08:32.451935 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a43f4fbf-3610-4820-8cca-1095cbd0b2a5 req-2aa198a3-62aa-446f-9792-7ee9259b8932 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338995 Nov 09 11:08:32.505068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:32.534041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 651e8f13-7de2-4962-a02e-6b60b1ee1feb no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:32.542684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c55f83f1-2f32-4a6f-9bb9-94748c6fe85f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:32.597735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9594f5d3-d451-480b-b6ef-71d41c571e99 req-50320b27-5605-4a17-b0c4-81e8e84d62a3 service neutron] 10.222.0.59 "GET /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751659 Nov 09 11:08:32.605367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 651e8f13-7de2-4962-a02e-6b60b1ee1feb {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:32.605723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 651e8f13-7de2-4962-a02e-6b60b1ee1feb not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:32.641474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=d85d7343-3718-45ec-831b-b604ece4c3da,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:32.651073 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:32.657053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d96ee359-29b3-4d89-8bd5-d8fc3c9fe14b req-9ae7850a-c55c-4df6-898d-3389d46d1ffd service neutron] 10.222.0.59 "GET /v2.0/networks/53ef3723-c095-463a-b00c-eb79936a2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857964 Nov 09 11:08:32.700413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c43e-0e28-444e-b10a-7dbd946149f3 req-9b2a602d-f6bf-4a90-bc2a-691a968feb84 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:32.703105 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e2f5c43e-0e28-444e-b10a-7dbd946149f3 req-9b2a602d-f6bf-4a90-bc2a-691a968feb84 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 944 time: 0.4017749 Nov 09 11:08:32.773388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port d85d7343-3718-45ec-831b-b604ece4c3da on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:32.777291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:32.814584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:32.848576 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-128ff299-12e6-4644-b6f8-1cf7d819d725 req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "DELETE /v2.0/ports/d85d7343-3718-45ec-831b-b604ece4c3da HTTP/1.1" status: 204 len: 173 time: 2.4459376 Nov 09 11:08:32.858510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:32.864611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Usage tracker for resource:security_group_rule and tenant:0580228c54f14b528da9caef728bfac2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:32.867793 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e2f5c43e-0e28-444e-b10a-7dbd946149f3 req-93b5a52e-f574-4977-b7e7-478df1d58edf tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499438 Nov 09 11:08:32.867958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:32.882643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:32.901243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddb2f0-da8f-4eaf-8a20-89afe073fa1e req-b031841d-bb86-47de-910d-8cea90d6e95c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:32.903246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-f3b73c5b-3619-4673-a6e4-641ba744e63b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeca5d823a4e73b30b0164006f178b&device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 1095 time: 0.1186862 Nov 09 11:08:32.908171 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-acddb2f0-da8f-4eaf-8a20-89afe073fa1e req-b031841d-bb86-47de-910d-8cea90d6e95c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 944 time: 0.2746909 Nov 09 11:08:32.909389 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4e5fb1ed-daa0-4df1-aa53-9f061c109c41'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:32.986681 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-acddb2f0-da8f-4eaf-8a20-89afe073fa1e req-a41db29d-3fe7-4c56-88a3-7403e955d142 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742850 Nov 09 11:08:33.060928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:33.118580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c09712-beed-4726-8fdb-12f1bb25082a', 'name': 'network-vif-deleted', 'tag': '651e8f13-7de2-4962-a02e-6b60b1ee1feb'}, {'server_uuid': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'name': 'network-vif-deleted', 'tag': 'd85d7343-3718-45ec-831b-b604ece4c3da'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:33.310997 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:33.317739 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba4b3073-9285-459b-8bd7-bd5d7f37dc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:33.336067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3671afa1-96d1-4155-acf4-ff1f192aafe7 req-1979c82d-dbfe-449b-94b4-c14eff896f30 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:33.357272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f37e34-fb48-4779-9972-449825cba02c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:33.362690 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:33.366665 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0580228c54f14b528da9caef728bfac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9990797 Nov 09 11:08:33.379965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:33.404794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-a13cf73a-c6c4-41d0-a636-29ce6d77302e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:33.406277 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-a13cf73a-c6c4-41d0-a636-29ce6d77302e service neutron] 10.222.0.59 "GET /v2.0/networks?id=53ef3723-c095-463a-b00c-eb79936a2f12 HTTP/1.1" status: 200 len: 915 time: 0.4872184 Nov 09 11:08:33.476483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3671afa1-96d1-4155-acf4-ff1f192aafe7 req-1979c82d-dbfe-449b-94b4-c14eff896f30 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:33.483610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3671afa1-96d1-4155-acf4-ff1f192aafe7 req-1979c82d-dbfe-449b-94b4-c14eff896f30 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=29c09712-beed-4726-8fdb-12f1bb25082a HTTP/1.1" status: 200 len: 210 time: 0.3532145 Nov 09 11:08:33.494269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-d1c721fe-1fbd-4c7d-a678-6c07011a8458 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8967bd4-6199-4938-a9de-a645dfd58495 HTTP/1.1" status: 200 len: 217 time: 0.0811632 Nov 09 11:08:33.495389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:33.543168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:33.563570 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c09712-beed-4726-8fdb-12f1bb25082a', 'name': 'network-vif-deleted', 'tag': '651e8f13-7de2-4962-a02e-6b60b1ee1feb', 'status': 'completed', 'code': 200} Nov 09 11:08:33.563956 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf243fc-29f3-477b-8864-8cd7407e0352', 'name': 'network-vif-deleted', 'tag': 'd85d7343-3718-45ec-831b-b604ece4c3da', 'status': 'completed', 'code': 200} Nov 09 11:08:33.569721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-726d1f43-7fcd-4c21-abf3-0f494ac31abf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:33.571271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-726d1f43-7fcd-4c21-abf3-0f494ac31abf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e1b1d1c-11a3-43d4-8577-468bf4a67f26 HTTP/1.1" status: 200 len: 854 time: 0.0697701 Nov 09 11:08:33.571773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad4d28-a0e5-46ae-a3ff-021cefd69d33 req-20cef494-aa43-4af5-acdc-d59fc8a3db39 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:33.573255 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7ad4d28-a0e5-46ae-a3ff-021cefd69d33 req-20cef494-aa43-4af5-acdc-d59fc8a3db39 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 943 time: 0.1606777 Nov 09 11:08:33.625339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-0e25beb8-28d8-4b70-a99c-1d6e52cf38c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53ef3723-c095-463a-b00c-eb79936a2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446384 Nov 09 11:08:33.644007 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7ad4d28-a0e5-46ae-a3ff-021cefd69d33 req-5817ce95-6f5d-4242-b4a8-1aeaa12dbb70 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630307 Nov 09 11:08:33.712496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:33.717365 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61c76cac-3597-4863-9302-04958e38fce9 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:33.731063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f37e34-fb48-4779-9972-449825cba02c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:33.735720 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:33.737886 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:33.739368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0f37e34-fb48-4779-9972-449825cba02c HTTP/1.1" status: 204 len: 168 time: 0.3578875 Nov 09 11:08:33.816385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-c97abc4e-4b83-45d5-b272-3580ef773d6d service neutron] 10.222.0.59 "GET /v2.0/networks/53ef3723-c095-463a-b00c-eb79936a2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841633 Nov 09 11:08:33.863322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb7218-8ec3-454f-af70-19e33e05626e req-b27dca60-21d6-464a-af0c-68bc2f256d7a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:33.864788 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06eb7218-8ec3-454f-af70-19e33e05626e req-b27dca60-21d6-464a-af0c-68bc2f256d7a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 944 time: 0.1988783 Nov 09 11:08:33.962068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:33.993353 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-06eb7218-8ec3-454f-af70-19e33e05626e req-5378157f-c28f-4496-9bb3-593c9b69eba5 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Synchronizing usage tracker for tenant:78aeca5d823a4e73b30b0164006f178b on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:34.008855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3dd6017d-c32c-463c-9a57-b3eb7bc703e0 req-7fb50395-94d1-4444-a2bf-83c3ac8818f5 service neutron] 10.222.0.59 "GET /v2.0/networks/53ef3723-c095-463a-b00c-eb79936a2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833999 Nov 09 11:08:34.064249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device dc468378-fcfa-4060-8a0c-496792df3922 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:34.098626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-06eb7218-8ec3-454f-af70-19e33e05626e req-5378157f-c28f-4496-9bb3-593c9b69eba5 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Unset dirty status for tenant:78aeca5d823a4e73b30b0164006f178b on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:34.100760 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06eb7218-8ec3-454f-af70-19e33e05626e req-5378157f-c28f-4496-9bb3-593c9b69eba5 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885145 Nov 09 11:08:34.113294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4717a7-72dd-436c-8647-8258211e0ff6 req-d86e2dd4-1316-4755-830d-0908f60b3184 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:34.115786 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f4717a7-72dd-436c-8647-8258211e0ff6 req-d86e2dd4-1316-4755-830d-0908f60b3184 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 944 time: 0.0895588 Nov 09 11:08:34.172286 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f4717a7-72dd-436c-8647-8258211e0ff6 req-2a70441b-61e5-4fef-b000-d1e1a4d9efc3 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Nov 09 11:08:34.225382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port dc468378-fcfa-4060-8a0c-496792df3922 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:34.232169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port dc468378-fcfa-4060-8a0c-496792df3922 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:34.232819 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:34.296763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8765526a-9627-409b-8636-3a2d68ec545c details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:08:34.346786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0be11-e069-43bf-945d-82c5c50bbd9e req-ad965ee5-648b-42b9-84ce-fd2c5a2122c3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:34.349367 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aad0be11-e069-43bf-945d-82c5c50bbd9e req-ad965ee5-648b-42b9-84ce-fd2c5a2122c3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 944 time: 0.1212766 Nov 09 11:08:34.408787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aad0be11-e069-43bf-945d-82c5c50bbd9e req-a7d71e1c-6158-46b2-85d9-f609bb398593 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533652 Nov 09 11:08:34.518840 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:34.540877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8765526a-9627-409b-8636-3a2d68ec545c,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:34.561147 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '8765526a-9627-409b-8636-3a2d68ec545c', 'network_id': '74513ec1-e69e-4878-b10a-296f8b97622b', 'port_id': '8765526a-9627-409b-8636-3a2d68ec545c', 'mac_address': 'fa:16:3e:89:66:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e122b810-1208-4676-9f7f-365a054a9bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:08:34.566114 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:34.599023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dc468378-fcfa-4060-8a0c-496792df3922,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:34.629605 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:34.647694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8765526a-9627-409b-8636-3a2d68ec545c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:34.660864 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:34.661807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b51e9fb5-ef70-4104-a57b-11cb6500e3cc up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:34.692582 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922', 'code': 200} Nov 09 11:08:34.698983 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:34.743825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8765526a-9627-409b-8636-3a2d68ec545c,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:34.795033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=dc468378-fcfa-4060-8a0c-496792df3922,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:34.799756 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:34.807392 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:34.809083 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:34.844713 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11191f81-1b62-4670-9af4-c79edcb96278 req-07f793cc-9521-4201-8a6e-1dc0a42d23fd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 1096 time: 0.1005497 Nov 09 11:08:34.898001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11191f81-1b62-4670-9af4-c79edcb96278 req-33002070-82f0-47c0-b659-adcd8fcc3844 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Nov 09 11:08:34.899028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021936d4-1c31-447a-8a67-f39ddb2af93c req-7c9077c0-36ba-43b0-b4ed-bd4b91a62aca tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:34.901035 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-021936d4-1c31-447a-8a67-f39ddb2af93c req-7c9077c0-36ba-43b0-b4ed-bd4b91a62aca tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 944 time: 0.0899272 Nov 09 11:08:34.902749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b51e9fb5-ef70-4104-a57b-11cb6500e3cc completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:34.911030 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b51e9fb5-ef70-4104-a57b-11cb6500e3cc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:34.911873 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:34.938250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=8765526a-9627-409b-8636-3a2d68ec545c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:34.945431 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:34.970434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-021936d4-1c31-447a-8a67-f39ddb2af93c req-7fd765d4-aad1-44ae-9287-b9b875693421 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610602 Nov 09 11:08:35.045305 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:35.086091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b51e9fb5-ef70-4104-a57b-11cb6500e3cc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:35.209101 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:35.213212 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-102aead7-342e-45f2-8fdf-43b550be3d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:35.254916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['8765526a-9627-409b-8636-3a2d68ec545c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:35.325765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fd798-b98b-4df2-9120-9f7003f3c0a5 req-9c0374a9-07e0-4e3e-868e-c6c9a00fd38d tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:35.328272 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5d5fd798-b98b-4df2-9120-9f7003f3c0a5 req-9c0374a9-07e0-4e3e-868e-c6c9a00fd38d tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 944 time: 0.0993307 Nov 09 11:08:35.339720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49976) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:35.354450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:35.359838 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:35.385312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5d5fd798-b98b-4df2-9120-9f7003f3c0a5 req-df887546-8035-4fa8-914e-5c863d930475 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Nov 09 11:08:35.520149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-network', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:35.525215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:35.530756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Usage tracker for resource:network and tenant:e9e1b4090617401c9aa0630f68b25b21 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:35.534211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:35.546063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:35.580113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dafe5c-0534-4ebf-8773-815493f08b16 req-b2b5e958-96a5-4235-ab82-99369997d2d9 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:35.582130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08dafe5c-0534-4ebf-8773-815493f08b16 req-b2b5e958-96a5-4235-ab82-99369997d2d9 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 945 time: 0.0808694 Nov 09 11:08:35.628579 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08dafe5c-0534-4ebf-8773-815493f08b16 req-fec55739-e1ef-4bbd-8c07-30509caf7976 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Nov 09 11:08:35.635521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Made reservation on behalf of e9e1b4090617401c9aa0630f68b25b21 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:35.637792 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:35.659430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:35.702459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:35.712564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e1b4090617401c9aa0630f68b25b21 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:35.716895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:35.724485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:35.733915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3019c1-04ec-46dd-b7e2-c15bfb06b23e req-0ee86a4a-5e9e-499d-a785-f5b388e5dc6f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:35.735500 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a3019c1-04ec-46dd-b7e2-c15bfb06b23e req-0ee86a4a-5e9e-499d-a785-f5b388e5dc6f tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 948 time: 0.1356955 Nov 09 11:08:35.804709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a3019c1-04ec-46dd-b7e2-c15bfb06b23e req-e792f820-eb5f-4290-a3c8-c07a1b0fb064 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Nov 09 11:08:35.820542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b47b-9476-4a8b-8290-65d4841c5992 req-fa95935a-3dde-45e8-99a2-5b6bd0e2e6e0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:35.821983 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e664b47b-9476-4a8b-8290-65d4841c5992 req-fa95935a-3dde-45e8-99a2-5b6bd0e2e6e0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 945 time: 0.0842354 Nov 09 11:08:35.851442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:35.871467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e664b47b-9476-4a8b-8290-65d4841c5992 req-27aad4b4-4580-44d4-a7b4-1dfb361d9fab tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Nov 09 11:08:35.929801 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:35.933387 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50aa77b2-9111-457c-a325-3abd380041ef tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:35.963627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:08:35.973128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9208f141-4a47-4833-b631-53907b6d3771,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:35.976669 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:35.979104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:35.979439 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Added segment 918a7397-96e2-44d8-960a-37652e878d42 of type vlan for network 14c805bb-2168-4e9d-9c51-c69f1a85b846 Nov 09 11:08:36.005756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:36.198064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82717641-59bd-4ed4-a1ae-c96fb2de2ddb req-a4a60bd0-c645-41ca-96cf-32dc71129557 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:36.199517 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82717641-59bd-4ed4-a1ae-c96fb2de2ddb req-a4a60bd0-c645-41ca-96cf-32dc71129557 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 944 time: 0.0754056 Nov 09 11:08:36.204248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:36.205336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:36.205961 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:36.209671 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:36.251983 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82717641-59bd-4ed4-a1ae-c96fb2de2ddb req-eb431e35-3a03-4dcf-8673-2947b499c392 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Nov 09 11:08:36.267779 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device a5fa56fc-6da3-41de-a13f-1f1b9e335e67 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:08:36.323184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Pushing event updated for resources: {'Network': ['ID=14c805bb-2168-4e9d-9c51-c69f1a85b846,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:36.327536 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:36.350319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:08:36.381933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0405803 Nov 09 11:08:36.384759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49994) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:36.391304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Request body: {'subnet': {'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-subnet', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:36.396379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:36.400370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Usage tracker for resource:subnet and tenant:e9e1b4090617401c9aa0630f68b25b21 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:36.403293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:36.409932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:36.490507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Made reservation on behalf of e9e1b4090617401c9aa0630f68b25b21 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:36.493110 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:36.536041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:36.550205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'mac_address': 'fa:16:3e:a6:25:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:08:36.580394 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:36.606509 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:36.624819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5fa56fc-6da3-41de-a13f-1f1b9e335e67 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:36.642090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:36.692452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52619789-b712-45f9-a97e-55f1530cbe8e req-672c36c5-0362-4d80-b748-2ed5788f9966 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:36.693907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52619789-b712-45f9-a97e-55f1530cbe8e req-672c36c5-0362-4d80-b748-2ed5788f9966 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 944 time: 0.1698260 Nov 09 11:08:36.694812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede02e65-d522-4ba7-a286-533119b3263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:36.729959 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:36.730872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f8967bd4-6199-4938-a9de-a645dfd58495 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:08:36.733325 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:36.827842 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:36.832225 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:36.848808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a60bb6-412c-44c0-8ea6-57d1f4f45413 req-18a359a2-5200-4499-b709-6c0bb88e40f4 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:36.850898 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10a60bb6-412c-44c0-8ea6-57d1f4f45413 req-18a359a2-5200-4499-b709-6c0bb88e40f4 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 945 time: 0.0921423 Nov 09 11:08:36.877655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52619789-b712-45f9-a97e-55f1530cbe8e req-07d0bb3a-77b7-4857-b5e6-6d9b6bf5458f tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078231 Nov 09 11:08:36.912177 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10a60bb6-412c-44c0-8ea6-57d1f4f45413 req-20228724-f772-49d5-92a3-ff79c7625c0a tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554345 Nov 09 11:08:36.916376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-58688e4d-eb39-494c-b8b0-fc14006490f4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:36.918216 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-58688e4d-eb39-494c-b8b0-fc14006490f4 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 948 time: 0.1289515 Nov 09 11:08:36.979199 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede02e65-d522-4ba7-a286-533119b3263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc', 'code': 200} Nov 09 11:08:37.001611 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.017193 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-358f9a3c-b8e7-490e-ba79-4958ffeca414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:37.040368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f8967bd4-6199-4938-a9de-a645dfd58495, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f8967bd4-6199-4938-a9de-a645dfd58495,segment=NetworkSegment(7936eec8-cd4d-401e-bf1f-45e9222f4b86),segment_id=7936eec8-cd4d-401e-bf1f-45e9222f4b86)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:37.056619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'f8967bd4-6199-4938-a9de-a645dfd58495', 'network_id': '53ef3723-c095-463a-b00c-eb79936a2f12', 'port_id': 'f8967bd4-6199-4938-a9de-a645dfd58495', 'mac_address': 'fa:16:3e:8f:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1b1d1c-11a3-43d4-8577-468bf4a67f26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:08:37.118049 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.139182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8967bd4-6199-4938-a9de-a645dfd58495 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:08:37.145943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77758ebd-3d5b-4c0b-ae47-46d12261249e req-379d54a9-dfc6-495d-9fbd-c94bf3f75188 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:37.152555 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77758ebd-3d5b-4c0b-ae47-46d12261249e req-379d54a9-dfc6-495d-9fbd-c94bf3f75188 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 948 time: 0.0968223 Nov 09 11:08:37.155924 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f8967bd4-6199-4938-a9de-a645dfd58495, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f8967bd4-6199-4938-a9de-a645dfd58495,segment=NetworkSegment(7936eec8-cd4d-401e-bf1f-45e9222f4b86),segment_id=7936eec8-cd4d-401e-bf1f-45e9222f4b86)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:37.196520 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77758ebd-3d5b-4c0b-ae47-46d12261249e req-e41b51fd-b4b9-45e8-99d7-17008268dfc2 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/security-groups?id=93161446-5c90-4bc8-823d-f05cfceec477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Nov 09 11:08:37.250118 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.252359 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:37.288957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Deleting port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:37.289300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.325830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f8967bd4-6199-4938-a9de-a645dfd58495,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:37.329701 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:37.338779 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['a5fa56fc-6da3-41de-a13f-1f1b9e335e67'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:37.374046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ebcd58-4f3a-4247-a2b5-57290ca1cbd3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:37.387441 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:37.400459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-1802a80c-22de-4d29-8bc1-13632f97d359 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 258 time: 0.1629558 Nov 09 11:08:37.412443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:37.420551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:37.425489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Usage tracker for resource:floatingip and tenant:2c69124219794d1fa7b5c6e60859f2ec is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:37.428623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:37.438167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:37.459873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Checking segment: {'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:37.460234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Network hostable DHCP agents. Network: 14c805bb-2168-4e9d-9c51-c69f1a85b846, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:08:37.497576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d842f0-a0ea-4240-9465-ab235d90bed7 req-0a07f314-a913-4b06-884b-b6f628429734 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:37.499066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79d842f0-a0ea-4240-9465-ab235d90bed7 req-0a07f314-a913-4b06-884b-b6f628429734 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 945 time: 0.3355126 Nov 09 11:08:37.520448 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa3acef1-b0eb-474a-8647-8c4da4ff6f2b req-7c787131-66b5-4290-955a-8c49baad80f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 1096 time: 0.3599889 Nov 09 11:08:37.533411 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.676835 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.693640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79d842f0-a0ea-4240-9465-ab235d90bed7 req-935c9509-5d10-41f4-8163-45515b9b1e27 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767616 Nov 09 11:08:37.698557 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa3acef1-b0eb-474a-8647-8c4da4ff6f2b req-7aa2bf03-ef3a-42f6-b684-afc86a89d300 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488109 Nov 09 11:08:37.712969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:08:37.727530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] For port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:37.727530 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.816964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['f8967bd4-6199-4938-a9de-a645dfd58495'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:08:37.827416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Allocated IP 172.25.7.9 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/55526316-834b-44c0-8a04-2f6772cb7b2a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:37.850592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 14c805bb-2168-4e9d-9c51-c69f1a85b846) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:37.855461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:37.856112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:37.865902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72253889-e683-4405-874f-85152cfe980d None None] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:08:37.867325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Calling delete_port for 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:38.018212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6323144 Nov 09 11:08:38.022079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50024) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:38.030339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:38.041128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:38.049140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Usage tracker for resource:router and tenant:e9e1b4090617401c9aa0630f68b25b21 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:38.052612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:38.097415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:38.110014 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.118186 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:38.172042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Pushing event deleted for resources: {'Port': ['ID=4e5fb1ed-daa0-4df1-aa53-9f061c109c41,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:38.176096 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:38.212555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-14c805bb-2168-4e9d-9c51-c69f1a85b846', 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'fixed_ips': [{'subnet_id': '73ebcd58-4f3a-4247-a2b5-57290ca1cbd3'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:08:38.213364 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.219694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.219694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.241012 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.280233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] No DVR routers for this DVR port 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:38.282641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device a5fa56fc-6da3-41de-a13f-1f1b9e335e67 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:38.284915 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.289304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'name': 'network-vif-deleted', 'tag': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:38.310683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b803ff-f8ca-4f9c-92ce-13218fad6010 req-da41dd83-e4fd-4a01-a776-223ba218d24f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:38.312165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3b803ff-f8ca-4f9c-92ce-13218fad6010 req-da41dd83-e4fd-4a01-a776-223ba218d24f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 944 time: 0.2645955 Nov 09 11:08:38.321982 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.346535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.352237 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb2d45fd-0155-4270-b533-469075e6d3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:38.382690 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3b803ff-f8ca-4f9c-92ce-13218fad6010 req-0c3b37e2-1868-4d57-ac46-f732934fb62a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Nov 09 11:08:38.397808 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3eb78c0-bfb0-492d-83a5-a7c7367c8e15 req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.57 "DELETE /v2.0/ports/4e5fb1ed-daa0-4df1-aa53-9f061c109c41 HTTP/1.1" status: 204 len: 173 time: 1.4732554 Nov 09 11:08:38.420814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:38.420814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:38.428901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:38.448176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:38.448893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.473937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Allocated IP 172.20.0.2 (14c805bb-2168-4e9d-9c51-c69f1a85b846/73ebcd58-4f3a-4247-a2b5-57290ca1cbd3/d6d090eb-5eb5-47a9-99d7-0ce7076a5067) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:38.479008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event updated for resources: {'Port': ['ID=55526316-834b-44c0-8a04-2f6772cb7b2a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:38.484517 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:38.636823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.766098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.828546 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.834070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce37af-260d-4476-9260-0a2daaf46ec5 req-b8cb2db9-2d05-4922-a981-b1ed0f3fd7b9 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:38.835677 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5ce37af-260d-4476-9260-0a2daaf46ec5 req-b8cb2db9-2d05-4922-a981-b1ed0f3fd7b9 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 945 time: 0.1746671 Nov 09 11:08:38.854135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.905124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:38.949029 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:38.971332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Transition to ACTIVE for port object d6d090eb-5eb5-47a9-99d7-0ce7076a5067 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:38.995242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5ce37af-260d-4476-9260-0a2daaf46ec5 req-2c84b7bb-80d1-4327-92c7-40c71a899733 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530168 Nov 09 11:08:39.014317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Transition to ACTIVE for port object d6d090eb-5eb5-47a9-99d7-0ce7076a5067 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:39.022083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:39.039967 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.046173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8765526a-9627-409b-8636-3a2d68ec545c up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:39.151878 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:39.158349 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.255884 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.278754 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.290980 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d432e5c4-c183-4d1b-8f37-94f8573a1573 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:39.314992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:39.320028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:39.325575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:39.333633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-636ee034-f4b8-4219-9bbf-b5884218fc5f req-87806072-d59f-40b3-aa68-0dc044833719 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Synchronizing usage tracker for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:39.340468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:39.368763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.385645 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:39.420537 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.421062 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:39.447708 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.465150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event updated for resources: {'Port': ['ID=55526316-834b-44c0-8a04-2f6772cb7b2a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:39.474199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-636ee034-f4b8-4219-9bbf-b5884218fc5f req-87806072-d59f-40b3-aa68-0dc044833719 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Unset dirty status for tenant:972c9634273c4f58b939bf1c839c6d08 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:39.482181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.483077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.483676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.484441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.485112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.485624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.486358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.486961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.487470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.492118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.492311 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-636ee034-f4b8-4219-9bbf-b5884218fc5f req-87806072-d59f-40b3-aa68-0dc044833719 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] 10.222.0.50 "GET /v2.0/ports?device_id=780a0e9b-e750-4af1-a37a-4d736bdfef83 HTTP/1.1" status: 200 len: 210 time: 0.2081883 Nov 09 11:08:39.492432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:39.495555 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:39.540649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Attempting to bind port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:39.541835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Attempting to bind port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:39.543378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Attempting to bind port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 on network 14c805bb-2168-4e9d-9c51-c69f1a85b846 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:39.548987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Pushing event updated for resources: {'Port': ['ID=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:39.558460 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:39.564520 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:39.564950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Checking segment: {'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:39.565395 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.565912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Bound using segment: {'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:39.566639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Bound port: d6d090eb-5eb5-47a9-99d7-0ce7076a5067, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:39.567499 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.588222 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 8765526a-9627-409b-8636-3a2d68ec545c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:39.604506 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.605723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.1982462 Nov 09 11:08:39.637497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 8765526a-9627-409b-8636-3a2d68ec545c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:39.638919 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.708048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Allocated IP 172.25.7.228 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/12a5edd3-46d7-433e-8c9b-60cc64c75ba3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:39.713008 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780a0e9b-e750-4af1-a37a-4d736bdfef83', 'name': 'network-vif-deleted', 'tag': '4e5fb1ed-daa0-4df1-aa53-9f061c109c41', 'status': 'completed', 'code': 200} Nov 09 11:08:39.744200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] For port d6d090eb-5eb5-47a9-99d7-0ce7076a5067, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:39.748519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-8c590332-4ab6-45d7-bef7-71cc5b83619e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:39.749427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] For port d6d090eb-5eb5-47a9-99d7-0ce7076a5067, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,segment=NetworkSegment(918a7397-96e2-44d8-960a-37652e878d42),segment_id=918a7397-96e2-44d8-960a-37652e878d42)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:39.812968 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.829236 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:39.834312 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:39.857250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-8c590332-4ab6-45d7-bef7-71cc5b83619e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:39.859920 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-8c590332-4ab6-45d7-bef7-71cc5b83619e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 694 time: 0.2475843 Nov 09 11:08:39.940455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8765526a-9627-409b-8636-3a2d68ec545c,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:39.949014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Pushing event updated for resources: {'Port': ['ID=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:39.953317 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:39.972037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f996fe1-65aa-474b-89de-ea1707e9482f req-4930bb4b-635e-4cc4-994f-371f0e75858d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:39.973539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f996fe1-65aa-474b-89de-ea1707e9482f req-4930bb4b-635e-4cc4-994f-371f0e75858d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 945 time: 0.2600126 Nov 09 11:08:40.012966 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:40.039093 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:40.041019 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d01338fa-ae0a-4118-8c30-c744f026ba34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:40.048851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f996fe1-65aa-474b-89de-ea1707e9482f req-0391cb37-39ca-48a5-9081-1a0ef0258b5d tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694835 Nov 09 11:08:40.105183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-33ac731a-b6f7-475a-87e8-c8cf8f97b791 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:40.107600 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3ec8366-0405-45fc-bfe3-156ee32d7ade req-33ac731a-b6f7-475a-87e8-c8cf8f97b791 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2425630 Nov 09 11:08:40.127655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:08:40.209490 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:40.232780 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-947207bf-353a-4c49-92e9-3a7884a42484 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:40.270597 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:08:40.279735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4e5fb1ed-daa0-4df1-aa53-9f061c109c41 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:08:40.295565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=8765526a-9627-409b-8636-3a2d68ec545c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:40.313560 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:40.327669 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'code': 200} Nov 09 11:08:40.331328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f8967bd4-6199-4938-a9de-a645dfd58495 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:40.421982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Pushing event updated for resources: {'Port': ['ID=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:40.439966 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:40.464439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:40.469631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:40.473197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:40.578251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port f8967bd4-6199-4938-a9de-a645dfd58495 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:40.586996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port f8967bd4-6199-4938-a9de-a645dfd58495 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:40.588829 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:40.589786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2108b81-86c5-47f9-8ee9-691927dbb758 req-c1699a46-9a22-4fb3-9108-8932b96b5ed0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:40.602944 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2108b81-86c5-47f9-8ee9-691927dbb758 req-c1699a46-9a22-4fb3-9108-8932b96b5ed0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 0.1103845 Nov 09 11:08:40.678262 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f2108b81-86c5-47f9-8ee9-691927dbb758 req-ceda459a-aac0-43e2-a229-8c7859389cc9 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740876 Nov 09 11:08:40.772613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62671e-3340-4844-934f-56261e2501a0 req-7b3124a6-b497-4fbb-9fff-dd904c30321a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:40.781708 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ad62671e-3340-4844-934f-56261e2501a0 req-7b3124a6-b497-4fbb-9fff-dd904c30321a tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 945 time: 0.1755767 Nov 09 11:08:40.867371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ad62671e-3340-4844-934f-56261e2501a0 req-8381d178-688f-4bfe-b3ea-e323875b07cd tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847063 Nov 09 11:08:40.896950 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:40.940675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d6d090eb-5eb5-47a9-99d7-0ce7076a5067 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:40.986386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:40.987655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:41.148753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-dfa27a00-fafb-4e2a-8a4a-03df6a5ca6ef tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:41.152331 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-dfa27a00-fafb-4e2a-8a4a-03df6a5ca6ef tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2658637 Nov 09 11:08:41.157304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f8967bd4-6199-4938-a9de-a645dfd58495, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f8967bd4-6199-4938-a9de-a645dfd58495,segment=NetworkSegment(7936eec8-cd4d-401e-bf1f-45e9222f4b86),segment_id=7936eec8-cd4d-401e-bf1f-45e9222f4b86)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:41.239789 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:41.243067 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:41.283493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-f9d0eb4c-3f98-4c91-9191-7ac0edcc5fb7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 694 time: 0.1232154 Nov 09 11:08:41.302738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Request body: {'floatingip': {'port_id': 'dc468378-fcfa-4060-8a0c-496792df3922', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:41.327125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:41.438527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f8967bd4-6199-4938-a9de-a645dfd58495,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:41.446006 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:41.491207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57f56e-f6c0-47a6-b322-d75ab2c6d547 None None] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:08:41.522517 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:41.739217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Router 256945b7-2742-49bc-b6a4-f9a029c26c3d is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:08:41.759136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Provisioning for port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:41.783707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Provisioning complete for port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:41.784202 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:42.011204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50090) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:42.196898 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:42.289690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20983b-c199-4730-acd3-b8fa0004472b req-3b0b8dd3-b97b-4135-ae19-36d17d970bde tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:42.292336 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e20983b-c199-4730-acd3-b8fa0004472b req-3b0b8dd3-b97b-4135-ae19-36d17d970bde tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 0.2704601 Nov 09 11:08:42.296181 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] For port d6d090eb-5eb5-47a9-99d7-0ce7076a5067, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,segment=NetworkSegment(918a7397-96e2-44d8-960a-37652e878d42),segment_id=918a7397-96e2-44d8-960a-37652e878d42)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:42.328617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c'}, {'server_uuid': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8967bd4-6199-4938-a9de-a645dfd58495'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:42.355980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:08:42.365972 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Sync routers for ids ['256945b7-2742-49bc-b6a4-f9a029c26c3d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:08:42.369780 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:42.373920 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:42.398641 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Routers {'256945b7-2742-49bc-b6a4-f9a029c26c3d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:42.399445 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['256945b7-2742-49bc-b6a4-f9a029c26c3d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:42.447455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e20983b-c199-4730-acd3-b8fa0004472b req-24799c4c-e8a6-428e-837c-96c710565ddf tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465769 Nov 09 11:08:42.529798 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:42.533976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5081828 Nov 09 11:08:42.534444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50100) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:42.577000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Pushing event updated for resources: {'Port': ['ID=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:42.596008 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:42.732831 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:42.811049 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b4b7d666-0ce2-4fe1-accc-0125957e2b6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=972c9634273c4f58b939bf1c839c6d08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7976329 Nov 09 11:08:42.812937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-14be4300-19aa-413d-9525-76bbdaebe442 None None] Provisioning complete for port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:42.814507 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-14be4300-19aa-413d-9525-76bbdaebe442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:42.819751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:42.828262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:42.868212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d6d090eb-5eb5-47a9-99d7-0ce7076a5067 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:42.967665 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Set router 256945b7-2742-49bc-b6a4-f9a029c26c3d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:43.109434 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:43.124990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:43.126108 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:43.166559 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:43.307543 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Floating IP 3403cb97-548b-4ef3-ac9d-edd0cd983b40 associated. External IP: 172.25.7.9, port: dc468378-fcfa-4060-8a0c-496792df3922. Nov 09 11:08:43.503977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0718cb9-dbdc-469c-8203-9b09374d31ae req-7d22918c-7d12-4f41-9f7b-e182c6903270 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:43.510976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0718cb9-dbdc-469c-8203-9b09374d31ae req-7d22918c-7d12-4f41-9f7b-e182c6903270 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 946 time: 0.7101369 Nov 09 11:08:43.527647 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:43.537414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0a20bad4-e04c-4592-b8a1-3936a799c512 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:43.552346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93161446-5c90-4bc8-823d-f05cfceec477,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:43.555346 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:43.588664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0718cb9-dbdc-469c-8203-9b09374d31ae req-41991849-61e8-4612-866b-df1386bb2234 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723939 Nov 09 11:08:43.603917 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:40Z', 'revision_number': 3, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port': {'id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:39Z', 'updated_at': '2021-11-09T11:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:43.609492 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Checking router: 256945b7-2742-49bc-b6a4-f9a029c26c3d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:08:43.609847 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Updating router 256945b7-2742-49bc-b6a4-f9a029c26c3d port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:08:43.667684 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:43.739387 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c', 'code': 200} Nov 09 11:08:43.739656 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8967bd4-6199-4938-a9de-a645dfd58495', 'code': 200} Nov 09 11:08:43.814111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:43.821887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93161446-5c90-4bc8-823d-f05cfceec477 HTTP/1.1" status: 204 len: 168 time: 0.9998715 Nov 09 11:08:44.067369 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:44.081512 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Transition to ACTIVE for port object 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:44.156195 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b4e3411-d8b8-45bb-9a9e-2048334b1419 req-cae16498-0a1a-4feb-b17a-c268e3ebabda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 1096 time: 0.2402952 Nov 09 11:08:44.192433 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:44.196039 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:44.255647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-be255784-5070-49e8-a8d6-a2cfaf4579d5 req-9e4368e6-5ae0-4f80-92cf-565b4aabe945 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 1097 time: 0.3739033 Nov 09 11:08:44.313885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:08:44.327013 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b4e3411-d8b8-45bb-9a9e-2048334b1419 req-d8477478-1dc0-45a5-992c-f29f8bfb1573 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505055 Nov 09 11:08:44.336734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-be255784-5070-49e8-a8d6-a2cfaf4579d5 req-c6b51817-0602-4d1d-8685-327fb83ec3ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734866 Nov 09 11:08:44.362783 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Pushing event updated for resources: {'Port': ['ID=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:44.364976 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Attempting to bind port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:44.365343 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Attempting to bind port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:44.365701 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Attempting to bind port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:44.381888 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.386359 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.387167 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.388298 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.388468 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.388943 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.389268 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.389643 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.389966 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.390282 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.390597 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:08:44.394223 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:44.394413 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:44.394887 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:44.395334 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:44.395990 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Bound port: 12a5edd3-46d7-433e-8c9b-60cc64c75ba3, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:44.396478 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:44.419879 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:44.437853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca4b7e-b6cd-4c61-8f17-e15e2a37ce12 req-9859086a-fdaa-45a8-93c7-0a37dc7c65ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:44.446161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4cca4b7e-b6cd-4c61-8f17-e15e2a37ce12 req-9859086a-fdaa-45a8-93c7-0a37dc7c65ab tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 0.2519279 Nov 09 11:08:44.499373 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] For port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:44.503000 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] For port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:44.523525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4cca4b7e-b6cd-4c61-8f17-e15e2a37ce12 req-b83c454e-900b-48e9-86a6-a036bb3553f7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767157 Nov 09 11:08:44.585414 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:44.588900 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81f482a6-7bd3-493f-998e-e0e4454a3b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:44.687432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:08:44.708000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:44.714305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] Sync routers for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:08:44.757720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:44.769638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:44.823927 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Pushing event updated for resources: {'Port': ['ID=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:44.831818 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:44.844955 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:44.895940 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Routers {'256945b7-2742-49bc-b6a4-f9a029c26c3d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:44.896260 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['256945b7-2742-49bc-b6a4-f9a029c26c3d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:44.915313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-8c0f157a-234d-4328-a31b-c08b27e8a2bd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "PUT /v2.0/floatingips/3403cb97-548b-4ef3-ac9d-edd0cd983b40 HTTP/1.1" status: 200 len: 994 time: 3.6195040 Nov 09 11:08:45.006278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:45.195600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:45.221336 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-acce4148-9542-4f98-aa5f-6ec4fd3f8941 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 1096 time: 0.3051302 Nov 09 11:08:45.270513 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] Set router 256945b7-2742-49bc-b6a4-f9a029c26c3d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:45.374501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50140) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:45.413413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Allocated IP 172.20.0.1 (14c805bb-2168-4e9d-9c51-c69f1a85b846/73ebcd58-4f3a-4247-a2b5-57290ca1cbd3/6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:45.430829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-efed5197-a2a4-4384-9ecb-55d4640d9bf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:45.432473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-efed5197-a2a4-4384-9ecb-55d4640d9bf9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 200 len: 930 time: 0.2019975 Nov 09 11:08:45.460016 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0c361d2b-c98b-4181-882d-86410e91f5aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87c0f8998f09455cb68aa74d1bdda2aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0840330 Nov 09 11:08:45.464451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50144) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:45.687889 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:40Z', 'revision_number': 3, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port': {'id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:39Z', 'updated_at': '2021-11-09T11:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:45.688191 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-19fad923-3a1e-47b3-96ff-8bdde47c9bbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 997 time: 0.2494171 Nov 09 11:08:45.697442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:45.699549 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa28813-af25-41a2-96a5-15030de82588 None None] The sync data for ids ['256945b7-2742-49bc-b6a4-f9a029c26c3d'] in n-d-817173-1 is: [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:40Z', 'revision_number': 3, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port': {'id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:39Z', 'updated_at': '2021-11-09T11:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:08:45.744288 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:45.761597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Transition to ACTIVE for port object 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:45.805457 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:45.863755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-623250ac-c690-42e5-87df-d4d31c30f932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:45.870895 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-623250ac-c690-42e5-87df-d4d31c30f932 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0c17520-0183-4ff0-a94c-308bb0c29e24 HTTP/1.1" status: 200 len: 868 time: 0.1769626 Nov 09 11:08:45.953618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:45.959797 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6185a5db-c0c0-4ca6-87d1-beaa167a7ada tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:46.038323 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-7acd6647-cc8e-4e8b-93b7-6e6cd1b50020 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b87dae5-023a-41c7-8340-59e12119cdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664467 Nov 09 11:08:46.165902 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:46.336152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '3403cb97-548b-4ef3-ac9d-edd0cd983b40', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'port_id': 'dc468378-fcfa-4060-8a0c-496792df3922', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'mac_address': 'fa:16:3e:50:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:42Z', 'revision_number': 1, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:13Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:46.352696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] Checking router: ef67e8c5-1a93-47bd-aeab-3869fa6b1686 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:08:46.382560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:46.385761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:46.386397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:46.404188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Pushing event updated for resources: {'Port': ['ID=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:46.423459 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:46.425354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:46.446962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:46.579629 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce8fd3a5-85fb-4ae2-8802-eba756bc8237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:46.628424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f4383-9cb5-41a9-a4fd-57df83a0711f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:46.652152 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-c8019ec7-e695-4e30-820b-0524f44aa97b service neutron] 10.222.0.50 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068311 Nov 09 11:08:46.668263 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:46.693375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:46.703694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d19f4383-9cb5-41a9-a4fd-57df83a0711f HTTP/1.1" status: 204 len: 168 time: 1.2356627 Nov 09 11:08:46.740795 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:46.833934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ffdc3-bb2b-42a5-8e4e-4e6a21c5fc3e req-a69c2711-3184-41aa-82be-5f19686d046d tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:46.842404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a61ffdc3-bb2b-42a5-8e4e-4e6a21c5fc3e req-a69c2711-3184-41aa-82be-5f19686d046d tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 946 time: 0.4533389 Nov 09 11:08:47.006230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:47.077895 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a61ffdc3-bb2b-42a5-8e4e-4e6a21c5fc3e req-384feb2c-2a5e-41f7-91d3-13709ca1cd91 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329633 Nov 09 11:08:47.157384 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6babd33-988d-4db8-82e4-046fd44c3157 req-a24536ea-d226-4cc9-951f-0f98da337502 service neutron] 10.222.0.50 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926379 Nov 09 11:08:47.233085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:47.377109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6dc093ba-2ecd-4d91-9467-f4f57646eace None None] Provisioning for port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:47.379626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:47.383172 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf1ad-323c-4d8a-a569-84f4c06ce3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:47.428141 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6dc093ba-2ecd-4d91-9467-f4f57646eace None None] Provisioning complete for port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:47.428798 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6dc093ba-2ecd-4d91-9467-f4f57646eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:47.559666 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922', 'status': 'completed', 'code': 200} Nov 09 11:08:47.587395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:47.587841 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:47.886228 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-046b0f42-174b-4154-8c7e-af5eee86b09a tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 258 time: 0.2691982 Nov 09 11:08:47.892591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:47.898449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:47.930432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6dc093ba-2ecd-4d91-9467-f4f57646eace None None] Port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:08:47.937421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:47.952409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:48.029668 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:48.047806 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:48.271343 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:48.306640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-5f64d32e-9c0f-42f8-b176-8bc44b7aa3f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5718353 Nov 09 11:08:48.314782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:48.337309 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:48.422695 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca89d2de-c015-4df4-a081-5d774c991232 req-15e0c367-7b56-4f78-9dce-3cca1c4bc544 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 1096 time: 0.8075280 Nov 09 11:08:48.446421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:48.454569 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:48.565563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:48.576752 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:48.603516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '3403cb97-548b-4ef3-ac9d-edd0cd983b40', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'port_id': 'dc468378-fcfa-4060-8a0c-496792df3922', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'mac_address': 'fa:16:3e:50:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:42Z', 'revision_number': 1, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:13Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:48.615271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c370b1-c241-48bb-a1d3-f78c07bdb308 None None] The sync data for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 is: [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '3403cb97-548b-4ef3-ac9d-edd0cd983b40', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'port_id': 'dc468378-fcfa-4060-8a0c-496792df3922', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'mac_address': 'fa:16:3e:50:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:42Z', 'revision_number': 1, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:13Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:08:48.666686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Allocated IP 172.25.7.88 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/d55745fd-74c5-40e2-a053-5cf45c6aab6d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:48.844720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:48.947564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d2de-c015-4df4-a081-5d774c991232 req-9236552a-c78f-45f3-8ec3-45def3eac74f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:48.954896 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca89d2de-c015-4df4-a081-5d774c991232 req-9236552a-c78f-45f3-8ec3-45def3eac74f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 200 len: 930 time: 0.4561191 Nov 09 11:08:49.031191 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:49.045734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:49.045977 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:49.173547 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:49.179810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca89d2de-c015-4df4-a081-5d774c991232 req-b34c6c85-2578-47e8-ade9-09fe826275da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 997 time: 0.2074041 Nov 09 11:08:49.180410 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:49.191540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e654f-2ca2-40cf-8aa5-ede5c0fd9da7 req-3693cac8-6f78-4f2a-9dd9-1060b17a0673 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:49.199672 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-160e654f-2ca2-40cf-8aa5-ede5c0fd9da7 req-3693cac8-6f78-4f2a-9dd9-1060b17a0673 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 1.3321834 Nov 09 11:08:49.312238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50186) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:49.331142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:49.347575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:49.416460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event updated for resources: {'Port': ['ID=d55745fd-74c5-40e2-a053-5cf45c6aab6d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:49.417570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:49.447915 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:49.493940 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-160e654f-2ca2-40cf-8aa5-ede5c0fd9da7 req-0b45e10d-55e7-4a50-bd64-5064de44fddc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933025 Nov 09 11:08:49.510349 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-d18e17e3-a283-4f0d-b36c-0a0ce88e7c8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3085501 Nov 09 11:08:49.526883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d2de-c015-4df4-a081-5d774c991232 req-1351716b-8ede-4bbc-80c7-ba79c5c3fafb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:49.526883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca89d2de-c015-4df4-a081-5d774c991232 req-1351716b-8ede-4bbc-80c7-ba79c5c3fafb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0c17520-0183-4ff0-a94c-308bb0c29e24 HTTP/1.1" status: 200 len: 868 time: 0.2185767 Nov 09 11:08:49.577255 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-fd64d991-edad-426e-86c7-2828be5d9a41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 1096 time: 1.2251596 Nov 09 11:08:49.638269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-network', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:49.663323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:49.668185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:49.671743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Usage tracker for resource:network and tenant:8abd919e218f45bbbd09268508cce1ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:49.676740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:49.686274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:49.686504 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:08:49.759918 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:49.890840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-9f158e50-9ad3-4956-898f-1eb91f0b03ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:49.892271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-9f158e50-9ad3-4956-898f-1eb91f0b03ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 200 len: 916 time: 0.2643776 Nov 09 11:08:49.899686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca89d2de-c015-4df4-a081-5d774c991232 req-2f94d5bd-8eee-40df-affc-4a54e53de400 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b87dae5-023a-41c7-8340-59e12119cdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3619676 Nov 09 11:08:49.988368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-01475174-d9c7-457b-a7a7-b8b93365ec7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8412988860be40e0989db769f2048db4&device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 1097 time: 0.4031019 Nov 09 11:08:50.009501 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e0520c5-cab3-4da3-8973-3f37f0c6d43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.013163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-854fc827-c627-451e-9d48-cf204ccc0351 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9869b0d-b702-40bb-a0bf-15f806593fef HTTP/1.1" status: 200 len: 217 time: 0.1104357 Nov 09 11:08:50.140312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Made reservation on behalf of 8abd919e218f45bbbd09268508cce1ce for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:50.177202 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.383777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.395389 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4d5c0-936b-43c7-ae3b-cae7f4b1b903 None None] New status for floating IP 3403cb97-548b-4ef3-ac9d-edd0cd983b40: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:08:50.444615 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.490272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:50.504927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Usage tracker for resource:security_group_rule and tenant:8abd919e218f45bbbd09268508cce1ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:50.504927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:50.517927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:50.524858 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.621172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.658113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-43caf291-6722-4b08-aa1b-50e0a6096315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:50.660858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-43caf291-6722-4b08-aa1b-50e0a6096315 service neutron] 10.222.0.57 "GET /v2.0/networks?id=503ce6c8-8c2d-4e32-9b43-34ac4366474f HTTP/1.1" status: 200 len: 916 time: 0.6444175 Nov 09 11:08:50.672955 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e0150a0-d434-424b-b5f8-0717f58180c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:50.750360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.812079 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.815161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.832410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:08:50.847314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.847757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee149-4e70-4a4a-90c6-5826205e2d4d req-3b408f71-d5de-4b18-b86b-7886f7d8f045 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:50.848290 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Added segment dfa4683b-60b9-4a14-95f0-dd33fda4af40 of type vlan for network fe7e2a03-2534-4180-a897-037b3eabbf25 Nov 09 11:08:50.855237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-633ee149-4e70-4a4a-90c6-5826205e2d4d req-3b408f71-d5de-4b18-b86b-7886f7d8f045 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 946 time: 1.1031876 Nov 09 11:08:50.873067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-34c74bf2-ab1b-4378-a178-009eab711dc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:50.874628 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-34c74bf2-ab1b-4378-a178-009eab711dc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 200 len: 855 time: 0.6080885 Nov 09 11:08:50.922664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:50.968025 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-df2d6f17-13d3-40cd-bf57-9d7324af5637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:50.980578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.022715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1440b5-2dc6-4eeb-904b-f07935feefdb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:51.030103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Pushing event updated for resources: {'Port': ['ID=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:51.035396 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:51.088091 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-470339f7-e393-454e-9b5f-7a589f9b6ae5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3c2e9fe-baec-4940-9a66-3624912c10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645319 Nov 09 11:08:51.114434 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.148491 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:51.157356 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c70d4f77-368a-4e21-bb3d-de55f3f4cbe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:51.180593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca89d2de-c015-4df4-a081-5d774c991232 req-c216f8c2-dc47-4566-8b61-ebee22e4fad8 service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2217798 Nov 09 11:08:51.235159 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.236560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:51.237719 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.299395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-633ee149-4e70-4a4a-90c6-5826205e2d4d req-012d58c3-74ee-4af8-a072-8bca39dc6736 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437010 Nov 09 11:08:51.305010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-f161db5b-32ee-4b35-a1a9-a793e60fce63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336 HTTP/1.1" status: 200 len: 1002 time: 0.5450337 Nov 09 11:08:51.381874 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.403516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event updated for resources: {'Port': ['ID=d55745fd-74c5-40e2-a053-5cf45c6aab6d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:51.407774 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0705674 Nov 09 11:08:51.408775 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:51.410014 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a68b1cb3-a747-4e8e-9a3c-d6894fed903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:51.424831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50210) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:51.431611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Request body: {'subnet': {'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-subnet', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:51.442912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:51.451471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Usage tracker for resource:subnet and tenant:8abd919e218f45bbbd09268508cce1ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:51.498232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:51.520401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:51.530382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7e2a03-2534-4180-a897-037b3eabbf25,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:51.534313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.541215 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6526990 Nov 09 11:08:51.548415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network fe7e2a03-2534-4180-a897-037b3eabbf25 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:08:51.603341 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:51.656813 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0c1d2328-cc81-4942-bbfe-cdfa062168f3 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:51.673177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Made reservation on behalf of 8abd919e218f45bbbd09268508cce1ce for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:08:51.675768 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.757377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-402ad83a-6a21-4d4d-8644-ed0ba9833a43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:51.759790 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-402ad83a-6a21-4d4d-8644-ed0ba9833a43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04849f39-d0c2-42d6-8514-b8f7a5926219 HTTP/1.1" status: 200 len: 854 time: 0.4218793 Nov 09 11:08:51.794285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0c1d2328-cc81-4942-bbfe-cdfa062168f3 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:51.797636 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-0c1d2328-cc81-4942-bbfe-cdfa062168f3 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.2555404 Nov 09 11:08:51.959683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:51.962143 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:51.974125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:52.071001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-c06c5cd4-d9e6-4728-b280-d9f0251521f3 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:52.089276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79cb1d2f-4213-4c08-85be-2339da007e96 req-c06c5cd4-d9e6-4728-b280-d9f0251521f3 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2905223 Nov 09 11:08:52.258429 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-2107e9c0-12e4-4a52-ad90-3a232966aa69 service neutron] 10.222.0.59 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1562839 Nov 09 11:08:52.304924 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:52.308822 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e2e3d8b8-1bd2-4635-ad38-8fa3e393ad5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:52.510478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd14761-5546-4ab2-9328-150a37db5506,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:52.542334 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:52.619009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b56251fb-4978-4e26-b355-4ebc47dd3db3 None None] Provisioning complete for port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:52.620796 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b56251fb-4978-4e26-b355-4ebc47dd3db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:52.634604 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a9645a8d-7496-40f4-b382-a48bb3cf90cb req-84674ffe-f19c-4574-9273-5902ac97122a service neutron] 10.222.0.59 "GET /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597360 Nov 09 11:08:52.645351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Checking segment: {'id': 'dfa4683b-60b9-4a14-95f0-dd33fda4af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:52.648698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Network hostable DHCP agents. Network: fe7e2a03-2534-4180-a897-037b3eabbf25, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:08:52.767049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b56251fb-4978-4e26-b355-4ebc47dd3db3 None None] Port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:08:52.826508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5064b8-73d1-4b7a-8ab0-95a36f194e40 req-00d41391-be87-4ddc-921a-b0582ef1175e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:52.834956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de5064b8-73d1-4b7a-8ab0-95a36f194e40 req-00d41391-be87-4ddc-921a-b0582ef1175e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3222549 Nov 09 11:08:52.886683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca89d2de-c015-4df4-a081-5d774c991232 req-1288ba54-5619-42ff-aa8f-e03027192e14 service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6421835 Nov 09 11:08:52.917866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-1313fd06-51ed-4f44-b954-ae1d0f359414 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=503ce6c8-8c2d-4e32-9b43-34ac4366474f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1344304 Nov 09 11:08:53.039742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de5064b8-73d1-4b7a-8ab0-95a36f194e40 req-613f63d7-d504-486c-9b8e-068f6e8c8711 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.2034998 Nov 09 11:08:53.060430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-de5064b8-73d1-4b7a-8ab0-95a36f194e40 req-b79e9d2c-5e50-4254-9efb-6e65dcbbbe03 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Request body: {'floatingip': {'port_id': 'dc468378-fcfa-4060-8a0c-496792df3922', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:53.063015 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-5fe2c0ad-5f29-466c-bb46-6912f6158a3a service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369112 Nov 09 11:08:53.192135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Network fe7e2a03-2534-4180-a897-037b3eabbf25 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:08:53.210093 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-de5064b8-73d1-4b7a-8ab0-95a36f194e40 req-b79e9d2c-5e50-4254-9efb-6e65dcbbbe03 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:53.379472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cd69055-14fc-43e9-bd18-f4c7ff6983c6 req-83f2afc8-61be-4827-a140-45ddb88f7d01 service neutron] 10.222.0.57 "GET /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075714 Nov 09 11:08:53.445514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da251c86-a787-4869-9557-428b897e4cd6 req-264f7dbb-836c-4fca-961e-4670a1dfe3ed tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:53.460007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-da251c86-a787-4869-9557-428b897e4cd6 req-264f7dbb-836c-4fca-961e-4670a1dfe3ed tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 0.3148267 Nov 09 11:08:53.541584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Router 256945b7-2742-49bc-b6a4-f9a029c26c3d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:08:53.671048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-da251c86-a787-4869-9557-428b897e4cd6 req-ce3bdb5c-3a3b-406f-afd2-443368c3b906 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100928 Nov 09 11:08:53.687528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, fe7e2a03-2534-4180-a897-037b3eabbf25) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:53.703744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aacc58-0428-48b6-b0ea-af2b9551e59b None None] Network fe7e2a03-2534-4180-a897-037b3eabbf25 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:08:53.728851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:53.736968 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:53.960522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:08:53.998092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] 10.222.0.50 "PUT /v2.0/routers/256945b7-2742-49bc-b6a4-f9a029c26c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4622345 Nov 09 11:08:54.038330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50238) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:54.039637 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6123257 Nov 09 11:08:54.041787 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-de5064b8-73d1-4b7a-8ab0-95a36f194e40 req-b79e9d2c-5e50-4254-9efb-6e65dcbbbe03 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 11:08:54.043078 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de5064b8-73d1-4b7a-8ab0-95a36f194e40 req-b79e9d2c-5e50-4254-9efb-6e65dcbbbe03 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "PUT /v2.0/floatingips/e9da98af-3379-4ad4-8207-d7d17b20d284 HTTP/1.1" status: 409 len: 549 time: 1.0019372 Nov 09 11:08:54.043714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:08:54.052791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:08:54.057290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Usage tracker for resource:router and tenant:8abd919e218f45bbbd09268508cce1ce is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:08:54.060935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:08:54.068588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:08:54.203107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-c580f7a7-8d03-4c63-9c62-f3b43d2d88ac tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips/e9da98af-3379-4ad4-8207-d7d17b20d284 HTTP/1.1" status: 200 len: 692 time: 0.0940745 Nov 09 11:08:54.223187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-fe7e2a03-2534-4180-a897-037b3eabbf25', 'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'fixed_ips': [{'subnet_id': 'ebd14761-5546-4ab2-9328-150a37db5506'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:08:54.224018 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:54.234902 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:54.235980 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:54.323960 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:54.400244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-e04b9f02-7e5d-43ac-b5aa-5190c7c6c1df tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:54.401636 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-e04b9f02-7e5d-43ac-b5aa-5190c7c6c1df tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.1977651 Nov 09 11:08:54.431510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Allocated IP 172.20.0.2 (fe7e2a03-2534-4180-a897-037b3eabbf25/ebd14761-5546-4ab2-9328-150a37db5506/070b99fe-dc63-4bd1-82b0-930cc7da9ee5) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:54.630045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-abe0ff16-4e41-4d2f-b167-2166906c7e80 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.2206631 Nov 09 11:08:54.752094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-2e02a659-1086-412a-a6dd-dfd1689e6ee6 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.1057785 Nov 09 11:08:54.796687 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:54.833228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Transition to ACTIVE for port object 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:54.870373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Transition to ACTIVE for port object 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:54.929863 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:54.937172 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:55.038263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Network fe7e2a03-2534-4180-a897-037b3eabbf25 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:55.042290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:55.049567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:55.105345 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Pushing event updated for resources: {'Port': ['ID=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:55.110896 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:55.139794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Deleting port d55745fd-74c5-40e2-a053-5cf45c6aab6d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:55.140319 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.150688 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f02a1dc8-bcf3-4583-9659-3cd9f6c87ee0 req-cd20dabe-ece2-4d7a-a6cb-a8135a1df1a1 tempest-FloatingIPsNegativeTestJSON-1794823004 tempest-FloatingIPsNegativeTestJSON-1794823004-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=e9e1b4090617401c9aa0630f68b25b21 HTTP/1.1" status: 200 len: 217 time: 0.1904149 Nov 09 11:08:55.183258 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.185670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Attempting to bind port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:08:55.186048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Attempting to bind port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'dfa4683b-60b9-4a14-95f0-dd33fda4af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:08:55.186412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Attempting to bind port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 on network fe7e2a03-2534-4180-a897-037b3eabbf25 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:08:55.193869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:08:55.194254 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Checking segment: {'id': 'dfa4683b-60b9-4a14-95f0-dd33fda4af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:08:55.195268 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.195674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Bound using segment: {'id': 'dfa4683b-60b9-4a14-95f0-dd33fda4af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:08:55.196147 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Bound port: 070b99fe-dc63-4bd1-82b0-930cc7da9ee5, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa4683b-60b9-4a14-95f0-dd33fda4af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:08:55.196526 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.351594 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] For port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:08:55.357028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] For port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,segment=NetworkSegment(dfa4683b-60b9-4a14-95f0-dd33fda4af40),segment_id=dfa4683b-60b9-4a14-95f0-dd33fda4af40)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:08:55.415901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375a2cb-7b3e-4713-b1bb-aae00382f6b1 req-ed82048b-e6d4-498c-9c68-05a780267979 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:55.423978 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2375a2cb-7b3e-4713-b1bb-aae00382f6b1 req-ed82048b-e6d4-498c-9c68-05a780267979 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 946 time: 0.1181202 Nov 09 11:08:55.426660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.445239 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:55.473164 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.473505 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.496234 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2375a2cb-7b3e-4713-b1bb-aae00382f6b1 req-9e37d3b7-1b7a-47fa-b7c7-b8816d542119 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682678 Nov 09 11:08:55.557355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Pushing event updated for resources: {'Port': ['ID=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:55.562072 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:55.623264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Calling delete_port for d55745fd-74c5-40e2-a053-5cf45c6aab6d owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:55.837654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524441-672f-43c8-b1d3-450f702dd51b req-d867115f-f9cd-44e8-be6c-84f65b7c81eb tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:55.847174 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c524441-672f-43c8-b1d3-450f702dd51b req-d867115f-f9cd-44e8-be6c-84f65b7c81eb tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 0.1668231 Nov 09 11:08:55.935854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:55.954911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c524441-672f-43c8-b1d3-450f702dd51b req-c4b1ebcb-c38c-485d-b554-e822d940ad9a tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027887 Nov 09 11:08:56.001239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:56.035591 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:08:56.201046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Sync routers for ids ['256945b7-2742-49bc-b6a4-f9a029c26c3d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:08:56.223383 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Routers {'256945b7-2742-49bc-b6a4-f9a029c26c3d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:08:56.224255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['256945b7-2742-49bc-b6a4-f9a029c26c3d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:56.254133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Allocated IP 172.25.7.199 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/4d88c323-87fc-4639-a4bd-1918d3ce39f6) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:08:56.328534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:56.339081 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-977d44fc-b776-45ac-bf28-27b4457d5e4e tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:56.399400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d3260818-5a89-48c1-a719-0ea41fd224fb req-26457eb1-c4a3-4ef8-943c-bf42b57aa52a tempest-FloatingIPsNegativeTestJSON-1794823004 tempest-FloatingIPsNegativeTestJSON-1794823004-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0619946 Nov 09 11:08:56.422014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event deleted for resources: {'Port': ['ID=d55745fd-74c5-40e2-a053-5cf45c6aab6d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:56.431861 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:56.597062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Set router 256945b7-2742-49bc-b6a4-f9a029c26c3d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:08:56.897777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:57.028890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:57.033952 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:57.055599 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:57.065085 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:57.112664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5e378-0a5e-4329-af93-c01214c6c0e1 None None] Network fe7e2a03-2534-4180-a897-037b3eabbf25 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:08:57.130213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:08:57.139871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-41718c5d-0989-4166-bf41-a33089e2d47f tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:57.141199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-41718c5d-0989-4166-bf41-a33089e2d47f tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.59 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 946 time: 0.8581264 Nov 09 11:08:57.145786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:08:57.193451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:08:57.343023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d88c323-87fc-4639-a4bd-1918d3ce39f6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:57.348974 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:57.391855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Deleting port f8967bd4-6199-4938-a9de-a645dfd58495 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:57.396600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:57.432006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:57.453886 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-6563a6ce-1cb3-4718-ae93-ad2d851063c5 req-2618d907-aeed-475c-bc51-72ab0b6b4e9b tempest-FloatingIPsNegativeTestJSON-1794823004 tempest-FloatingIPsNegativeTestJSON-1794823004-project] show failed (client error): The resource could not be found. Nov 09 11:08:57.455053 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6563a6ce-1cb3-4718-ae93-ad2d851063c5 req-2618d907-aeed-475c-bc51-72ab0b6b4e9b tempest-FloatingIPsNegativeTestJSON-1794823004 tempest-FloatingIPsNegativeTestJSON-1794823004-project] 10.222.0.50 "GET /v2.0/floatingips/b016fdfa-d721-4653-a1af-50928edbdb58 HTTP/1.1" status: 404 len: 350 time: 0.0992520 Nov 09 11:08:57.456041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:57.460758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:57.472573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:08:57.527702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65f6b8d2-707b-4a58-8b54-965e1abe40a5 None None] Provisioning for port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:08:57.549974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65f6b8d2-707b-4a58-8b54-965e1abe40a5 None None] Provisioning complete for port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:57.550363 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-65f6b8d2-707b-4a58-8b54-965e1abe40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:57.794888 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:46Z', 'revision_number': 4, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port': {'id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:39Z', 'updated_at': '2021-11-09T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2', 'name': '', 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'mac_address': 'fa:16:3e:79:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ebcd58-4f3a-4247-a2b5-57290ca1cbd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:45Z', 'updated_at': '2021-11-09T11:08:48Z', 'revision_number': 2, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'subnets': [{'id': '73ebcd58-4f3a-4247-a2b5-57290ca1cbd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:08:57.834918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Checking router: 256945b7-2742-49bc-b6a4-f9a029c26c3d for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:08:57.838769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Updating router 256945b7-2742-49bc-b6a4-f9a029c26c3d port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:08:57.842577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f361d9-b6ac-43ee-bb94-7d2cfdb821d3 req-6e0ede90-9e7a-4fd4-9a27-9dd7b5ad944e tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:57.844280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9f361d9-b6ac-43ee-bb94-7d2cfdb821d3 req-6e0ede90-9e7a-4fd4-9a27-9dd7b5ad944e tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 946 time: 0.1704345 Nov 09 11:08:57.912418 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9f361d9-b6ac-43ee-bb94-7d2cfdb821d3 req-55fe0fed-6c5e-47e3-9ea2-0275118aafcb tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/security-groups?id=84a58f10-9c56-4308-93d8-bde05e11ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537601 Nov 09 11:08:57.986411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.009542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7114b29e-c049-4e7f-887c-8d02cf381c17 req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "DELETE /v2.0/floatingips/e9da98af-3379-4ad4-8207-d7d17b20d284 HTTP/1.1" status: 204 len: 173 time: 3.2560539 Nov 09 11:08:58.027349 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.038708 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-65f6b8d2-707b-4a58-8b54-965e1abe40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.050362 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.137422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] For port f8967bd4-6199-4938-a9de-a645dfd58495, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f8967bd4-6199-4938-a9de-a645dfd58495,segment=NetworkSegment(7936eec8-cd4d-401e-bf1f-45e9222f4b86),segment_id=7936eec8-cd4d-401e-bf1f-45e9222f4b86)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:58.137784 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.172672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,segment=NetworkSegment(dfa4683b-60b9-4a14-95f0-dd33fda4af40),segment_id=dfa4683b-60b9-4a14-95f0-dd33fda4af40)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:08:58.177908 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.282731 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.299234 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:58.363939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Calling delete_port for f8967bd4-6199-4938-a9de-a645dfd58495 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:08:58.490811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.494384 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:58.622432 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-65f6b8d2-707b-4a58-8b54-965e1abe40a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:08:58.623017 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-65f6b8d2-707b-4a58-8b54-965e1abe40a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:08:58.626922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:58.631853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf4f8-d4d2-4e2d-81fe-ee07da1e7398 req-5cde3464-f2e3-4525-81a8-31358853f84e tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:58.637592 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:58.639279 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e7bf4f8-d4d2-4e2d-81fe-ee07da1e7398 req-5cde3464-f2e3-4525-81a8-31358853f84e tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 0.3885257 Nov 09 11:08:58.780027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e7bf4f8-d4d2-4e2d-81fe-ee07da1e7398 req-2fdc35e6-4a0e-45c0-9efe-26d572ef70fa tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397779 Nov 09 11:08:58.880475 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:08:58.983118 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:59.041514 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7ff3ef8d-1145-4dd1-b89d-b7cbc7b75901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:59.104356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Pushing event deleted for resources: {'Port': ['ID=f8967bd4-6199-4938-a9de-a645dfd58495,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:59.112400 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:59.208087 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:59.210663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] No DVR routers for this DVR port f8967bd4-6199-4938-a9de-a645dfd58495 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:08:59.221037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:59.222911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Transition to ACTIVE for port object 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:08:59.226220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'name': 'network-vif-deleted', 'tag': 'f8967bd4-6199-4938-a9de-a645dfd58495'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:08:59.238250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-2f53989d-10a0-4da7-8ed2-ca813ea84bee tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:59.244433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-524a29db-f8fa-4b85-a1c0-634a7296fcb3 req-99afb257-a9a1-42c5-b85c-64e7ed4f2347 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19dc543-5827-4a5d-8025-5d26ecae1afc HTTP/1.1" status: 200 len: 210 time: 0.0536311 Nov 09 11:08:59.337105 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9384cc12-a992-43d4-8e4b-7d5af4f8a201 req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] 10.222.0.59 "DELETE /v2.0/ports/f8967bd4-6199-4938-a9de-a645dfd58495 HTTP/1.1" status: 204 len: 173 time: 2.1878300 Nov 09 11:08:59.338401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-2f53989d-10a0-4da7-8ed2-ca813ea84bee tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:59.345728 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:59.348271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-2f53989d-10a0-4da7-8ed2-ca813ea84bee tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 999 time: 0.4778032 Nov 09 11:08:59.372292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-9639480f-4308-4fed-89b4-5b16ef64774f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:59.373774 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-9639480f-4308-4fed-89b4-5b16ef64774f tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 0.2482154 Nov 09 11:08:59.374132 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:08:59.479858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-d10b2bdf-a128-4493-8f1b-db62be81cab8 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:08:59.484662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-d10b2bdf-a128-4493-8f1b-db62be81cab8 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:08:59.495141 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d327-ae15-4861-9cce-3a4181e88d4d None None] Pushing event updated for resources: {'Port': ['ID=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:08:59.497908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:08:59.498677 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:59.512560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Deleting port 8765526a-9627-409b-8636-3a2d68ec545c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:08:59.513608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:08:59.522992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Router eab29f2b-4651-45fd-8976-1f3e3fb78d2e is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:08:59.560549 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f4e3d327-ae15-4861-9cce-3a4181e88d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:08:59.752030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-d10b2bdf-a128-4493-8f1b-db62be81cab8 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:08:59.754586 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-d10b2bdf-a128-4493-8f1b-db62be81cab8 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports/dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 942 time: 0.4054863 Nov 09 11:09:00.002597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:00.011445 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Sync routers for ids ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:00.034303 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Routers {'eab29f2b-4651-45fd-8976-1f3e3fb78d2e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:00.038287 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:00.071375 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19dc543-5827-4a5d-8025-5d26ecae1afc', 'name': 'network-vif-deleted', 'tag': 'f8967bd4-6199-4938-a9de-a645dfd58495', 'status': 'completed', 'code': 200} Nov 09 11:09:00.144334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Attempting to bind port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:00.144931 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Attempting to bind port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:00.145293 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Attempting to bind port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 on network 14c805bb-2168-4e9d-9c51-c69f1a85b846 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:00.149360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ef26478e-1503-4009-8e63-25c6aedb4d78 None None] Provisioning complete for port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:00.149806 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ef26478e-1503-4009-8e63-25c6aedb4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:00.202879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Deleting port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:00.206044 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:00.221462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:00.222149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Checking segment: {'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:00.222840 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:00.223382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Bound using segment: {'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:00.224094 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Bound port: 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918a7397-96e2-44d8-960a-37652e878d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:00.224636 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:00.302107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:00.310761 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.2706211 Nov 09 11:09:00.310975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50334) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:00.335284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] For port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:00.338861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] For port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,segment=NetworkSegment(918a7397-96e2-44d8-960a-37652e878d42),segment_id=918a7397-96e2-44d8-960a-37652e878d42)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:00.375897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8765526a-9627-409b-8636-3a2d68ec545c no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:00.446131 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:00.458253 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:00.562373 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Set router eab29f2b-4651-45fd-8976-1f3e3fb78d2e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:00.609560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d327-ae15-4861-9cce-3a4181e88d4d None None] Pushing event updated for resources: {'Port': ['ID=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:00.622511 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f4e3d327-ae15-4861-9cce-3a4181e88d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:00.683178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-58207f7d-a2d0-4f24-b08f-5b4acf579985 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 999 time: 0.5693860 Nov 09 11:09:00.689189 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:00.753185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:00.760064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Routers {'256945b7-2742-49bc-b6a4-f9a029c26c3d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:00.760828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['256945b7-2742-49bc-b6a4-f9a029c26c3d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:00.807854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8765526a-9627-409b-8636-3a2d68ec545c,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:00.810269 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:01.034894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-b4e4d13f-7b41-4344-b65d-58f1a0f9281f tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:01.038482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-b4e4d13f-7b41-4344-b65d-58f1a0f9281f tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3519373 Nov 09 11:09:01.078449 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] Set router 256945b7-2742-49bc-b6a4-f9a029c26c3d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:01.229310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Calling delete_port for 8765526a-9627-409b-8636-3a2d68ec545c owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:01.297148 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-43a5f2ab-bd17-4d28-a3a3-c4cd0c5fcaf8 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 999 time: 0.2515254 Nov 09 11:09:01.307142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:01.353681 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:08:57Z', 'revision_number': 3, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port': {'id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:56Z', 'updated_at': '2021-11-09T11:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:01.360770 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8765526a-9627-409b-8636-3a2d68ec545c,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:01.362476 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Checking router: eab29f2b-4651-45fd-8976-1f3e3fb78d2e for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:01.363030 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Updating router eab29f2b-4651-45fd-8976-1f3e3fb78d2e port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:09:01.445132 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:01.480167 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:01.481695 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:01.485811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f8967bd4-6199-4938-a9de-a645dfd58495 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:01.562927 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:01.605065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: f8967bd4-6199-4938-a9de-a645dfd58495 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:01.609540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f8967bd4-6199-4938-a9de-a645dfd58495 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:01.721849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=8765526a-9627-409b-8636-3a2d68ec545c,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:01.727942 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:01.791607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:01.792230 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:01.805489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:46Z', 'revision_number': 4, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port': {'id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:39Z', 'updated_at': '2021-11-09T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2', 'name': '', 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'mac_address': 'fa:16:3e:79:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ebcd58-4f3a-4247-a2b5-57290ca1cbd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:45Z', 'updated_at': '2021-11-09T11:09:00Z', 'revision_number': 4, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'subnets': [{'id': '73ebcd58-4f3a-4247-a2b5-57290ca1cbd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:01.810952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e271c75-dfe3-4967-89f2-de83d545e66d None None] The sync data for ids ['256945b7-2742-49bc-b6a4-f9a029c26c3d'] in n-d-817173-1 is: [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:08:46Z', 'revision_number': 4, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port': {'id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:39Z', 'updated_at': '2021-11-09T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2', 'name': '', 'network_id': '14c805bb-2168-4e9d-9c51-c69f1a85b846', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'mac_address': 'fa:16:3e:79:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ebcd58-4f3a-4247-a2b5-57290ca1cbd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:45Z', 'updated_at': '2021-11-09T11:09:00Z', 'revision_number': 4, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'subnets': [{'id': '73ebcd58-4f3a-4247-a2b5-57290ca1cbd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:01.825309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] For port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2, host n-d-817173-1, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:01.826033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:01.976777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.047190 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.047762 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Floating IP 3403cb97-548b-4ef3-ac9d-edd0cd983b40 disassociated. External IP: 172.25.7.9, port: dc468378-fcfa-4060-8a0c-496792df3922. Nov 09 11:09:02.081548 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.097278 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Transition to ACTIVE for port object 4d88c323-87fc-4639-a4bd-1918d3ce39f6 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:02.197746 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.203481 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-6b6371f9-0edc-423c-a8ad-9312aceec382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:02.225682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Calling delete_port for 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:02.313045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Deleting port 8765526a-9627-409b-8636-3a2d68ec545c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:02.313045 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.366156 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Attempting to bind port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:02.368921 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Attempting to bind port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:02.369536 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Attempting to bind port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:02.388365 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5a8df-f3c6-4e1a-9919-3e4b3a63ef30 None None] Pushing event updated for resources: {'Port': ['ID=4d88c323-87fc-4639-a4bd-1918d3ce39f6,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:02.394247 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81c5a8df-f3c6-4e1a-9919-3e4b3a63ef30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:02.404518 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:02.405154 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:02.406211 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.406762 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:02.407531 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Bound port: 4d88c323-87fc-4639-a4bd-1918d3ce39f6, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:02.408666 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.456896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8824ce-693c-43aa-81e7-63ba7c8da98f req-8792d76f-853f-4788-99d6-bab2763b5dbc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:02.465171 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b8824ce-693c-43aa-81e7-63ba7c8da98f req-8792d76f-853f-4788-99d6-bab2763b5dbc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 945 time: 1.8279474 Nov 09 11:09:02.516975 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] For port 4d88c323-87fc-4639-a4bd-1918d3ce39f6, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:02.520445 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] For port 4d88c323-87fc-4639-a4bd-1918d3ce39f6, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4d88c323-87fc-4639-a4bd-1918d3ce39f6,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:02.627537 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:02.635964 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e4333630-f79c-4233-ab13-8c4f1b8e9885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:02.770193 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b8824ce-693c-43aa-81e7-63ba7c8da98f req-37f0248c-9903-4dc9-851f-33eac82af25e tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/security-groups?id=140d4974-3982-4643-862c-bdc73ec5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038909 Nov 09 11:09:02.810134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:09:02.843637 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5a8df-f3c6-4e1a-9919-3e4b3a63ef30 None None] Pushing event updated for resources: {'Port': ['ID=4d88c323-87fc-4639-a4bd-1918d3ce39f6,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:02.879342 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81c5a8df-f3c6-4e1a-9919-3e4b3a63ef30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:02.879933 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Routers {'eab29f2b-4651-45fd-8976-1f3e3fb78d2e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:02.880564 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:02.907684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:03.008944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50346) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:03.159357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] For port 8765526a-9627-409b-8636-3a2d68ec545c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8765526a-9627-409b-8636-3a2d68ec545c,segment=NetworkSegment(da4f8966-d5ce-4af2-b842-dae2634e31e6),segment_id=da4f8966-d5ce-4af2-b842-dae2634e31e6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:03.165319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:03.183743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Deleting subnet 3e1b1d1c-11a3-43d4-8577-468bf4a67f26 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:09:03.199864 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:03.359897 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c', 'code': 200} Nov 09 11:09:03.414336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:03.432029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:03.437773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:03.438626 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:03.486298 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] Set router eab29f2b-4651-45fd-8976-1f3e3fb78d2e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:03.503858 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:03.504535 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:03.518036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Calling delete_port for 8765526a-9627-409b-8636-3a2d68ec545c owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:03.728076 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:03.799741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,segment=NetworkSegment(918a7397-96e2-44d8-960a-37652e878d42),segment_id=918a7397-96e2-44d8-960a-37652e878d42)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:03.866843 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:03.873068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:03.874938 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:03.997483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:04.041348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:04.054981 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:04.056193 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:04.081281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] Sync routers for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:04.108577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:04.113105 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:04.114238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:04.115056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:04.135161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-ac2e4090-c543-4bc3-96b5-9aaa84fdd807 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "PUT /v2.0/floatingips/3403cb97-548b-4ef3-ac9d-edd0cd983b40 HTTP/1.1" status: 200 len: 693 time: 2.8323956 Nov 09 11:09:04.153127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Deleting port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:04.153480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:04.173770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:04.192890 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:04.288377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-8010a6ce-4bf9-42e9-8e27-dc3c3c278332 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 1096 time: 0.1523530 Nov 09 11:09:04.335128 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:04.348896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Pushing event deleted for resources: {'Port': ['ID=8765526a-9627-409b-8636-3a2d68ec545c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:04.352485 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-17a37389-8c18-4e5b-b260-c54c5a9abcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:04.372616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:04.378147 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:04.421839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ae754017-f54b-4a5b-a4d0-7d544860d22c req-e5e8ae0f-7b5a-4a4e-8c04-c62d544815b7 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 210 time: 0.1630661 Nov 09 11:09:04.425695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1b1d1c-11a3-43d4-8577-468bf4a67f26,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:04.430486 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:04.592422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] No DVR routers for this DVR port 8765526a-9627-409b-8636-3a2d68ec545c on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:04.608117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:04.636246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'name': 'network-vif-deleted', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:04.661466 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:08:57Z', 'revision_number': 3, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port': {'id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:56Z', 'updated_at': '2021-11-09T11:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:04.680919 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626b1ed-f7de-47e1-9fab-2cb0ca3b244f None None] The sync data for ids ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'] in n-d-817173-1 is: [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:08:57Z', 'revision_number': 3, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port': {'id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:56Z', 'updated_at': '2021-11-09T11:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:04.751001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-32d4ee28-ffc7-4a4b-9639-862b956a4a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:04.757729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-32d4ee28-ffc7-4a4b-9639-862b956a4a53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 200 len: 930 time: 0.4682577 Nov 09 11:09:04.767136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:04.921798 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-20f2b058-7dde-47e4-aa95-e462cccf4020 req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.59 "DELETE /v2.0/ports/8765526a-9627-409b-8636-3a2d68ec545c HTTP/1.1" status: 204 len: 173 time: 5.5069828 Nov 09 11:09:04.943376 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398eb617-107d-4db5-b0be-c26089cab445', 'name': 'network-vif-deleted', 'tag': '8765526a-9627-409b-8636-3a2d68ec545c', 'status': 'completed', 'code': 200} Nov 09 11:09:04.951118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:04.970297 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922', 'status': 'completed', 'code': 200} Nov 09 11:09:05.191706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3e1b1d1c-11a3-43d4-8577-468bf4a67f26 HTTP/1.1" status: 204 len: 168 time: 2.1803179 Nov 09 11:09:05.192499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50376) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:05.201054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] For port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,segment=NetworkSegment(918a7397-96e2-44d8-960a-37652e878d42),segment_id=918a7397-96e2-44d8-960a-37652e878d42)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:05.201406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:05.204610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-07d4be0b-ca5e-4049-b684-f1a59e915c37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 217 time: 0.4274738 Nov 09 11:09:05.317665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:05.318748 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:05.364375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:05.508974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-a9acfa91-ea20-45b4-a966-d6743cc219a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 1096 time: 0.5375209 Nov 09 11:09:05.531977 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:13Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:05.610044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] Checking router: ef67e8c5-1a93-47bd-aeab-3869fa6b1686 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:05.690474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:05.691137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:05.713636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-b4037582-52c0-4830-945e-6d585fdbd53d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:05.715329 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-b4037582-52c0-4830-945e-6d585fdbd53d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0c17520-0183-4ff0-a94c-308bb0c29e24 HTTP/1.1" status: 200 len: 868 time: 0.3457978 Nov 09 11:09:05.748952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Calling delete_port for 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:05.815434 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:05.927721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ef3723-c095-463a-b00c-eb79936a2f12']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:05.929409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a398385c-5f47-4ecf-99a5-347883c5d93d req-ba140d01-6b1d-4f77-820e-7589e61e1495 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Synchronizing usage tracker for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:05.948741 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-63bf7499-4902-402a-b71e-c23568b97a9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b87dae5-023a-41c7-8340-59e12119cdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095520 Nov 09 11:09:05.972842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7936eec8-cd4d-401e-bf1f-45e9222f4b86') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:05.973156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7936eec8-cd4d-401e-bf1f-45e9222f4b86') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:06.026078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a398385c-5f47-4ecf-99a5-347883c5d93d req-ba140d01-6b1d-4f77-820e-7589e61e1495 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Unset dirty status for tenant:f622129bdc5942c9ad2a19ef05d96161 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:06.027401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a398385c-5f47-4ecf-99a5-347883c5d93d req-ba140d01-6b1d-4f77-820e-7589e61e1495 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] 10.222.0.50 "GET /v2.0/ports?device_id=398eb617-107d-4db5-b0be-c26089cab445 HTTP/1.1" status: 200 len: 210 time: 0.1845758 Nov 09 11:09:06.236724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-c5a07da1-04d6-485d-a3b3-d0b2a49040ca service neutron] 10.222.0.50 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471454 Nov 09 11:09:06.244451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:06.269652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:06.301738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-a041ff04-fbbe-49b6-986c-c2b57263964b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:06.301738 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-a041ff04-fbbe-49b6-986c-c2b57263964b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 200 len: 930 time: 0.7649326 Nov 09 11:09:06.461821 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:06.533521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:06.541502 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-909d045b-2439-419a-9cbf-a1b9cc404b29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 200 len: 217 time: 0.2309122 Nov 09 11:09:06.547730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:09:06.549049 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:09:06.564393 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:09:06.874164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Allocated IP 172.20.0.1 (fe7e2a03-2534-4180-a897-037b3eabbf25/ebd14761-5546-4ab2-9328-150a37db5506/502fc65c-e1c9-482f-91f4-7a40aee33cbe) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:09:06.980042 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ad15ea0-c7c9-401f-b919-da3516ae1222 req-179dfae8-a972-4c09-a007-d9dda466600f service neutron] 10.222.0.50 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346990 Nov 09 11:09:06.983367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-4bd96f8d-e8a2-4a43-b4d7-135a7143b453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:06.985082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-4bd96f8d-e8a2-4a43-b4d7-135a7143b453 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0c17520-0183-4ff0-a94c-308bb0c29e24 HTTP/1.1" status: 200 len: 868 time: 0.4098208 Nov 09 11:09:07.050204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:13Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:07.056391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c75f91-ae52-4eca-b109-b2dac66d838c None None] The sync data for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 is: [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:08:02Z', 'revision_number': 4, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b9509936-6664-4542-93a9-881aa026cb15', 'name': '', 'network_id': '7b87dae5-023a-41c7-8340-59e12119cdc2', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'mac_address': 'fa:16:3e:0b:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:00Z', 'updated_at': '2021-11-09T11:08:13Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'subnets': [{'id': 'e0c17520-0183-4ff0-a94c-308bb0c29e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:07.066229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:07.075953 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-098127f9-fa72-461a-acdf-79fba089e523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:07.098603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:07.103281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Pushing event deleted for resources: {'Network': ['ID=53ef3723-c095-463a-b00c-eb79936a2f12,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:07.112275 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:07.119173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:07.124313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] 10.222.0.50 "DELETE /v2.0/networks/53ef3723-c095-463a-b00c-eb79936a2f12 HTTP/1.1" status: 204 len: 168 time: 1.9246035 Nov 09 11:09:07.220774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:07.232761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9031eca-3532-48a6-a4b8-a4b96aca37b0 tempest-ListServerFiltersTestJSON-885859581 tempest-ListServerFiltersTestJSON-885859581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:07.307088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-eb76d5ba-0078-4890-8759-6c5674f9a248 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b87dae5-023a-41c7-8340-59e12119cdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146358 Nov 09 11:09:07.310036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:07.336090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:07.340773 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:07.367511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-9c69a33d-b0b1-48d3-aefc-4dd014f6265d tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips/3403cb97-548b-4ef3-ac9d-edd0cd983b40 HTTP/1.1" status: 200 len: 693 time: 0.1655037 Nov 09 11:09:07.389954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Transition to ACTIVE for port object 502fc65c-e1c9-482f-91f4-7a40aee33cbe will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:07.720340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50410) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:07.876935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-1aa98067-5a88-4239-9ceb-4e267b3272d6 service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519478 Nov 09 11:09:07.896639 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e3dbbab1-08a7-45f1-b54a-16bc3ebfbfd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78aeca5d823a4e73b30b0164006f178b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1936529 Nov 09 11:09:07.977013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-a31ca752-509d-4b48-a6e0-f8c4136eb32f tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:07.979942 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-a31ca752-509d-4b48-a6e0-f8c4136eb32f tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.5352237 Nov 09 11:09:07.979942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50418) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:08.029173 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.041265 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb59ca9e-0244-4787-adfd-1a6374620e74 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:08.165136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Network fe7e2a03-2534-4180-a897-037b3eabbf25 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:08.171205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:08.175767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Pushing event updated for resources: {'Port': ['ID=502fc65c-e1c9-482f-91f4-7a40aee33cbe,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:08.191406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:09:08.227116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:08.280622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-9f757491-f48a-44a2-83cd-57e7c7d1692f tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 696 time: 0.2075772 Nov 09 11:09:08.292223 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.354295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.513523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-524e179e-df5e-4d38-a84e-7b2b50d10a0e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 696 time: 0.2191639 Nov 09 11:09:08.575927 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.633221 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.666978 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.758783 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b13b740-b04a-49a0-80ba-45f6daa94d0e None None] Provisioning for port 502fc65c-e1c9-482f-91f4-7a40aee33cbe completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:08.766617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b13b740-b04a-49a0-80ba-45f6daa94d0e None None] Provisioning complete for port 502fc65c-e1c9-482f-91f4-7a40aee33cbe triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:08.767216 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b13b740-b04a-49a0-80ba-45f6daa94d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.788226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c74f5a1b-65e7-4cf9-9aa5-0108bc9de302 req-392d29d8-42e4-4d2a-910e-f0cb9b777c80 service neutron] 10.222.0.57 "GET /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987861 Nov 09 11:09:08.913508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:08.939229 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9123ddb-963c-4011-8dac-48dcd8f47c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:08.959210 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8b13b740-b04a-49a0-80ba-45f6daa94d0e None None] Port 502fc65c-e1c9-482f-91f4-7a40aee33cbe cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:09:08.971828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a58f10-9c56-4308-93d8-bde05e11ee84,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:08.974753 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:08.979821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Deleting port 55526316-834b-44c0-8a04-2f6772cb7b2a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:08.981736 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.037856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.043634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84a58f10-9c56-4308-93d8-bde05e11ee84 HTTP/1.1" status: 204 len: 168 time: 0.9752886 Nov 09 11:09:09.296494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.296807 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.381614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ccde-7320-478e-b299-0ebfa62f749b req-3b593298-8d2f-41fa-a4f6-93a9b2cec6e5 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:09.383152 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d761ccde-7320-478e-b299-0ebfa62f749b req-3b593298-8d2f-41fa-a4f6-93a9b2cec6e5 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 945 time: 0.3024802 Nov 09 11:09:09.429699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.524135 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d761ccde-7320-478e-b299-0ebfa62f749b req-3fa12086-3dc3-4481-9f30-2a2261ddddfb tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330681 Nov 09 11:09:09.592494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Calling delete_port for 55526316-834b-44c0-8a04-2f6772cb7b2a owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:09.688673 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.755528 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5225873-2838-4475-861f-d684496d63b4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:09.873215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.879022 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67e364ff-f885-4f18-99b7-ea502e9055c5 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:09.910682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:09.972438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event deleted for resources: {'Port': ['ID=55526316-834b-44c0-8a04-2f6772cb7b2a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:09.975682 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:10.120405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Pushing event updated for resources: {'Port': ['ID=502fc65c-e1c9-482f-91f4-7a40aee33cbe,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:10.137938 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:10.147612 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:10.276102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Network fe7e2a03-2534-4180-a897-037b3eabbf25 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:10.278565 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:10.375165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:10.376839 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3753270a-3eac-4e21-b7e6-9ee11943fc85 req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "DELETE /v2.0/floatingips/3403cb97-548b-4ef3-ac9d-edd0cd983b40 HTTP/1.1" status: 204 len: 173 time: 1.8445311 Nov 09 11:09:10.555926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-2de3159f-a962-4741-ad8d-a0eebd45d2b2 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:10.557743 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-2de3159f-a962-4741-ad8d-a0eebd45d2b2 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 945 time: 0.1730621 Nov 09 11:09:10.701299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Deleting port b51e9fb5-ef70-4104-a57b-11cb6500e3cc {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:10.702335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:10.888005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-885801e5-d6ba-4c9c-93a7-43a6aa1af977 None None] Provisioning complete for port 502fc65c-e1c9-482f-91f4-7a40aee33cbe triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:10.890550 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-885801e5-d6ba-4c9c-93a7-43a6aa1af977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:10.967497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4d88c323-87fc-4639-a4bd-1918d3ce39f6 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:11.042195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-885801e5-d6ba-4c9c-93a7-43a6aa1af977 None None] Port 502fc65c-e1c9-482f-91f4-7a40aee33cbe cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:09:11.169530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:11.175628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:11.176021 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:11.189408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Router 256945b7-2742-49bc-b6a4-f9a029c26c3d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:09:11.243978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c60c-7a0d-4406-8f48-a91c833508a3 req-be063cc9-8e35-40f0-939d-b9571560fc8e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:11.244696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1118c60c-7a0d-4406-8f48-a91c833508a3 req-be063cc9-8e35-40f0-939d-b9571560fc8e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:11.321556 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:11.328070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] For port b51e9fb5-ef70-4104-a57b-11cb6500e3cc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:11.328468 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:11.352833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 4d88c323-87fc-4639-a4bd-1918d3ce39f6, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4d88c323-87fc-4639-a4bd-1918d3ce39f6,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:11.364307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Router eab29f2b-4651-45fd-8976-1f3e3fb78d2e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:09:11.427420 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:11.431023 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:11.461063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1118c60c-7a0d-4406-8f48-a91c833508a3 req-be063cc9-8e35-40f0-939d-b9571560fc8e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:11.467967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1118c60c-7a0d-4406-8f48-a91c833508a3 req-be063cc9-8e35-40f0-939d-b9571560fc8e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6269381 Nov 09 11:09:11.572124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=4d88c323-87fc-4639-a4bd-1918d3ce39f6,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:11.582957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.584085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.584215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.584556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.584889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.585304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.586051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.586160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.586684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.587306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.587680 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:11.592291 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:11.613264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Calling delete_port for b51e9fb5-ef70-4104-a57b-11cb6500e3cc owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:11.659025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1118c60c-7a0d-4406-8f48-a91c833508a3 req-4bf82112-dd63-4436-a745-8ce8cf8aca69 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:11.660426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:11.676911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] 10.222.0.50 "PUT /v2.0/routers/256945b7-2742-49bc-b6a4-f9a029c26c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2032161 Nov 09 11:09:11.678647 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] Sync routers for ids ['256945b7-2742-49bc-b6a4-f9a029c26c3d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:11.679661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50524) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:11.699486 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] Routers {'256945b7-2742-49bc-b6a4-f9a029c26c3d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:11.701403 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['256945b7-2742-49bc-b6a4-f9a029c26c3d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:11.790772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1118c60c-7a0d-4406-8f48-a91c833508a3 req-4bf82112-dd63-4436-a745-8ce8cf8aca69 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:11.791963 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1118c60c-7a0d-4406-8f48-a91c833508a3 req-4bf82112-dd63-4436-a745-8ce8cf8aca69 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3230562 Nov 09 11:09:11.818393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:11.824283 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] 10.222.0.50 "PUT /v2.0/routers/eab29f2b-4651-45fd-8976-1f3e3fb78d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4782145 Nov 09 11:09:11.907079 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:11.921939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cb26035c-2f4f-4f26-b625-ec435f75e416', 'a21edc70-24d4-4c38-9a65-8cdefc37b663', 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:11.936539 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00113633-32e7-45d9-ab0d-82f39ad261e7 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:12.003908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c9869b0d-b702-40bb-a0bf-15f806593fef'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:12.028825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:12.036693 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] Set router 256945b7-2742-49bc-b6a4-f9a029c26c3d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:12.158963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event deleted for resources: {'Port': ['ID=b51e9fb5-ef70-4104-a57b-11cb6500e3cc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:12.269679 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:12.292987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ba5db84-4323-4e4c-bbdd-2ce1ceacbeb1 req-c661100e-ecb9-4593-bef5-4a140e7e736a tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede02e65-d522-4ba7-a286-533119b3263b HTTP/1.1" status: 200 len: 210 time: 0.1693311 Nov 09 11:09:12.294288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] No DVR routers for this DVR port b51e9fb5-ef70-4104-a57b-11cb6500e3cc on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:12.297057 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:12.300487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede02e65-d522-4ba7-a286-533119b3263b', 'name': 'network-vif-deleted', 'tag': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:12.353225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:12.385655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81a9b631-04cf-4d66-8ee5-ae9e815dadb0 req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "DELETE /v2.0/ports/b51e9fb5-ef70-4104-a57b-11cb6500e3cc HTTP/1.1" status: 204 len: 173 time: 1.8137901 Nov 09 11:09:12.441323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Deleting port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:12.441671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:12.508472 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:09:06Z', 'revision_number': 5, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port': {'id': '12a5edd3-46d7-433e-8c9b-60cc64c75ba3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:39Z', 'updated_at': '2021-11-09T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:12.515543 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] Checking router: 256945b7-2742-49bc-b6a4-f9a029c26c3d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:12.532453 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] Routers {'256945b7-2742-49bc-b6a4-f9a029c26c3d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:12.533258 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['256945b7-2742-49bc-b6a4-f9a029c26c3d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:12.750522 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] Set router 256945b7-2742-49bc-b6a4-f9a029c26c3d gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:12.753591 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e8c620f2-1790-4b3e-bd62-b87d77d8f9d8 req-47186b92-6180-4f71-b541-3bba3a5224f3 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2063878 Nov 09 11:09:12.842209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] For port 12a5edd3-46d7-433e-8c9b-60cc64c75ba3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:12.842568 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:12.882366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4d88c323-87fc-4639-a4bd-1918d3ce39f6 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:12.947270 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:09:12Z', 'revision_number': 6, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:12.952081 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23876b-d9f9-4a08-b2a0-136a9009e3d5 None None] The sync data for ids ['256945b7-2742-49bc-b6a4-f9a029c26c3d'] in n-d-817173-1 is: [{'id': '256945b7-2742-49bc-b6a4-f9a029c26c3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1780895252-router', 'tenant_id': 'e9e1b4090617401c9aa0630f68b25b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:38Z', 'updated_at': '2021-11-09T11:09:12Z', 'revision_number': 6, 'project_id': 'e9e1b4090617401c9aa0630f68b25b21', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:12.978372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:12.978847 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:13.063445 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede02e65-d522-4ba7-a286-533119b3263b', 'name': 'network-vif-deleted', 'tag': 'b51e9fb5-ef70-4104-a57b-11cb6500e3cc', 'status': 'completed', 'code': 200} Nov 09 11:09:13.103639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Calling delete_port for 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:13.151401 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-6d96a4ba-b5fe-4f2f-92b0-d6cde85e3638 req-0c27d39f-2245-4cbe-b014-c47dc0b8a958 tempest-FloatingIPDetailsNegativeTestJSON-1060214717 tempest-FloatingIPDetailsNegativeTestJSON-1060214717-project] show failed (client error): The resource could not be found. Nov 09 11:09:13.166174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50560) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:13.166901 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6d96a4ba-b5fe-4f2f-92b0-d6cde85e3638 req-0c27d39f-2245-4cbe-b014-c47dc0b8a958 tempest-FloatingIPDetailsNegativeTestJSON-1060214717 tempest-FloatingIPDetailsNegativeTestJSON-1060214717-project] 10.222.0.50 "GET /v2.0/floatingips/d03e683f-b0b7-403a-ad32-b3559c89c247 HTTP/1.1" status: 404 len: 350 time: 0.2238216 Nov 09 11:09:13.180784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c2afa-2b47-4099-84d0-1bac2fb56eb6 None None] New status for floating IP 3403cb97-548b-4ef3-ac9d-edd0cd983b40: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:09:13.752037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:13.756473 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40551180-871a-4a46-bfeb-cde976e940c2 tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:13.798131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a5edd3-46d7-433e-8c9b-60cc64c75ba3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:13.805571 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:13.879451 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:14.048225 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d086e92c-52a2-4bb7-a626-6a6ce1900e69 req-5995ead4-32a4-47bd-8faa-77c7b252af31 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4019a5b-1d2d-480b-8dcf-32c82502bf18 HTTP/1.1" status: 200 len: 210 time: 0.0532973 Nov 09 11:09:14.275537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b51e9fb5-ef70-4104-a57b-11cb6500e3cc no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:14.312608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:14.348285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: b51e9fb5-ef70-4104-a57b-11cb6500e3cc {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:14.351628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b51e9fb5-ef70-4104-a57b-11cb6500e3cc not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:14.387825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device a5fa56fc-6da3-41de-a13f-1f1b9e335e67 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:14.611736 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:14.644637 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:14.657067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:14.751860 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:14.753617 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:14.867547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-7fee5c63-3e8e-458d-89d0-2f052ef0e885 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:14.877104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-7fee5c63-3e8e-458d-89d0-2f052ef0e885 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.3512475 Nov 09 11:09:14.888097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:14.897770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-c57bbb1c-0c3e-4479-b4e4-d3297849d83c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/quotas/6eaad57182c1440aa6d064b5c9fc3c6a HTTP/1.1" status: 200 len: 375 time: 0.0208564 Nov 09 11:09:14.966491 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:14.982560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:14.982936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6b13d56e-a3d8-4c75-86ce-1fa66a5ed9f2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:14.998313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:14.999641 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.003046 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:15.025690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114ef0c-10c6-4402-8e0a-54e1c87fa937 req-0def2769-e7eb-4e79-83ac-eeeb8fcd790e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:15.026610 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0114ef0c-10c6-4402-8e0a-54e1c87fa937 req-0def2769-e7eb-4e79-83ac-eeeb8fcd790e tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 945 time: 0.4890115 Nov 09 11:09:15.081644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-2a787fa4-6a0e-49f8-8407-db60a0c91d60 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829884 Nov 09 11:09:15.128245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0114ef0c-10c6-4402-8e0a-54e1c87fa937 req-1e4d4515-be34-4cd5-b5eb-4690d230ad77 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911651 Nov 09 11:09:15.156055 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.156654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256945b7-2742-49bc-b6a4-f9a029c26c3d {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:09:15.176130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.179451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/256945b7-2742-49bc-b6a4-f9a029c26c3d HTTP/1.1" status: 204 len: 168 time: 3.4981852 Nov 09 11:09:15.181410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50600) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:15.323401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Deleting subnet 73ebcd58-4f3a-4247-a2b5-57290ca1cbd3 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:09:15.332085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.436575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Deleting port 502fc65c-e1c9-482f-91f4-7a40aee33cbe {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:15.436926 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.443750 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.475556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-1aad734d-0d19-4a6b-acd2-a03e364673f4 service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862860 Nov 09 11:09:15.536019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.718572 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.754451 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'code': 200} Nov 09 11:09:15.755544 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a830fb5e-89e3-4ab9-8019-ca70b53031a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:15.889664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ee72d-aa79-45c6-b0f0-1b945ec9e55f None None] Network 14c805bb-2168-4e9d-9c51-c69f1a85b846 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:09:15.894534 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:15.921409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ebcd58-4f3a-4247-a2b5-57290ca1cbd3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:15.930463 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:15.939194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/73ebcd58-4f3a-4247-a2b5-57290ca1cbd3 HTTP/1.1" status: 204 len: 168 time: 0.7546663 Nov 09 11:09:15.950440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50616) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:16.169503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-b79e624d-f6bb-4d4c-b9cd-3868b2bcba42 service neutron] 10.222.0.50 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812036 Nov 09 11:09:16.186870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-530891ee-41e1-48e6-afd7-7a79838f9580 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:16.186870 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-530891ee-41e1-48e6-afd7-7a79838f9580 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9ba74c-6093-4e79-9eb6-f18f247e788b HTTP/1.1" status: 200 len: 944 time: 0.2531121 Nov 09 11:09:16.323191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-d87be2a2-2c49-4a08-8ffc-f8ec37462cfd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:16.333189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-d87be2a2-2c49-4a08-8ffc-f8ec37462cfd tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 945 time: 0.9836755 Nov 09 11:09:16.447157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Deleting port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:16.451467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:16.641610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:16.645220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] DHCP port deletion for 14c805bb-2168-4e9d-9c51-c69f1a85b846 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:09:16.650238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Deleting port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:16.650910 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:16.753874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:16.910503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc7882ca-84ff-4352-a951-6f7bd37504f8 req-ddf7e7f4-7205-4026-8b3d-f9928b3be96b tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1353588 Nov 09 11:09:16.920552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Deleting port dc468378-fcfa-4060-8a0c-496792df3922 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:16.921948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:16.925257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d6d090eb-5eb5-47a9-99d7-0ce7076a5067 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:17.110760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Deleting port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:17.113929 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Sync routers for ids ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:17.115141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:17.154617 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Routers {'eab29f2b-4651-45fd-8976-1f3e3fb78d2e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:17.159750 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:08:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:17.422664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] For port d6d090eb-5eb5-47a9-99d7-0ce7076a5067, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,segment=NetworkSegment(918a7397-96e2-44d8-960a-37652e878d42),segment_id=918a7397-96e2-44d8-960a-37652e878d42)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:17.423089 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:17.530295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5249-1fb0-4da9-9adf-706625533d29 req-cf8dd92a-7e58-45b2-b530-20dcbb337dab tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:17.536210 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Set router eab29f2b-4651-45fd-8976-1f3e3fb78d2e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:17.540908 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d3e5249-1fb0-4da9-9adf-706625533d29 req-cf8dd92a-7e58-45b2-b530-20dcbb337dab tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 945 time: 0.7171094 Nov 09 11:09:17.580075 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Calling delete_port for d6d090eb-5eb5-47a9-99d7-0ce7076a5067 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:17.639415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6487ad8b-c725-4629-b030-49aac6a4263e req-81f0a2cc-2c36-4cf2-9693-c3e076e251a0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 210 time: 0.3799698 Nov 09 11:09:17.654332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] For port a5fa56fc-6da3-41de-a13f-1f1b9e335e67, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:17.655888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:17.675978 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed90510e-a480-4bb5-b4c3-09f729992e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:17.773524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d3e5249-1fb0-4da9-9adf-706625533d29 req-dcfb84ac-ff76-4e36-9cca-1a46111f991d tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344537 Nov 09 11:09:17.806324 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 update to DOWN by agent not found {{(pid=84335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Nov 09 11:09:17.807018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:17.838043 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:17.853257 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:17.881530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Calling delete_port for 502fc65c-e1c9-482f-91f4-7a40aee33cbe owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:17.924840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:17.938722 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 12a5edd3-46d7-433e-8c9b-60cc64c75ba3 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:18.008825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.016298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Calling delete_port for a5fa56fc-6da3-41de-a13f-1f1b9e335e67 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:18.020263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Pushing event deleted for resources: {'Port': ['ID=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:18.023338 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:18.035343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] No DVR routers for this DVR port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:18.204843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] For port d6d090eb-5eb5-47a9-99d7-0ce7076a5067, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d6d090eb-5eb5-47a9-99d7-0ce7076a5067,segment=NetworkSegment(918a7397-96e2-44d8-960a-37652e878d42),segment_id=918a7397-96e2-44d8-960a-37652e878d42)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:18.205803 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.219383 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:09:08Z', 'revision_number': 4, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port': {'id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:56Z', 'updated_at': '2021-11-09T11:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '502fc65c-e1c9-482f-91f4-7a40aee33cbe', 'name': '', 'network_id': 'fe7e2a03-2534-4180-a897-037b3eabbf25', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'mac_address': 'fa:16:3e:62:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebd14761-5546-4ab2-9328-150a37db5506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:06Z', 'updated_at': '2021-11-09T11:09:09Z', 'revision_number': 2, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'subnets': [{'id': 'ebd14761-5546-4ab2-9328-150a37db5506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:18.223050 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Checking router: eab29f2b-4651-45fd-8976-1f3e3fb78d2e for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:18.223415 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Updating router eab29f2b-4651-45fd-8976-1f3e3fb78d2e port 502fc65c-e1c9-482f-91f4-7a40aee33cbe binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:09:18.288323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device dc468378-fcfa-4060-8a0c-496792df3922 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:18.307522 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.409840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Calling delete_port for d6d090eb-5eb5-47a9-99d7-0ce7076a5067 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:18.415488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01b63c64-b84d-4341-9b2c-73bc7bcff948 req-7f069437-aea8-4636-add4-6ce86a7f68fe tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1164944 Nov 09 11:09:18.415752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device a5fa56fc-6da3-41de-a13f-1f1b9e335e67 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:18.415856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.432586 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1825fcf1-962f-4d9d-bc23-2e40b5dad349 tempest-ListServersNegativeTestJSON-19755233 tempest-ListServersNegativeTestJSON-19755233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:18.505326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: a5fa56fc-6da3-41de-a13f-1f1b9e335e67 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:18.505826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device a5fa56fc-6da3-41de-a13f-1f1b9e335e67 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:18.543320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event deleted for resources: {'Port': ['ID=a5fa56fc-6da3-41de-a13f-1f1b9e335e67,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:18.551546 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:18.592667 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.672796 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:18.720228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dc468378-fcfa-4060-8a0c-496792df3922,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:18.735274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] No DVR routers for this DVR port a5fa56fc-6da3-41de-a13f-1f1b9e335e67 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:18.742351 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.744561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:18.745337 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:18.747831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-deleted', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:18.780864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dc468378-fcfa-4060-8a0c-496792df3922,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:18.781455 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.784518 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:18.786835 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:18.849732 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f108f2bf-f1ca-4c98-a2f6-fa5b23d7634e req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.59 "DELETE /v2.0/ports/a5fa56fc-6da3-41de-a13f-1f1b9e335e67 HTTP/1.1" status: 204 len: 173 time: 2.6592941 Nov 09 11:09:18.890080 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922', 'code': 200} Nov 09 11:09:18.977220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=dc468378-fcfa-4060-8a0c-496792df3922,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:18.983037 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:19.004409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6a398811-7f92-4538-b572-4200487afca4 req-6f1eafd9-f38e-4198-8b1d-205d5dab900c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:19.129367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6a398811-7f92-4538-b572-4200487afca4 req-6f1eafd9-f38e-4198-8b1d-205d5dab900c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:19.130764 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6a398811-7f92-4538-b572-4200487afca4 req-6f1eafd9-f38e-4198-8b1d-205d5dab900c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 210 time: 0.2132416 Nov 09 11:09:19.173334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Calling delete_port for dc468378-fcfa-4060-8a0c-496792df3922 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:19.188143 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ba74c-6093-4e79-9eb6-f18f247e788b', 'name': 'network-vif-deleted', 'tag': 'a5fa56fc-6da3-41de-a13f-1f1b9e335e67', 'status': 'completed', 'code': 200} Nov 09 11:09:19.270217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Deleting port d6d090eb-5eb5-47a9-99d7-0ce7076a5067 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:19.270708 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:19.449379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7740-e9d7-45f1-a913-6f9ab1817b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:19.550781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1199c01-f4a1-4ef0-b715-bece765aabb0 req-b1db7097-a8c4-4cb8-93be-78828920dbd1 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:19.563596 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1199c01-f4a1-4ef0-b715-bece765aabb0 req-b1db7097-a8c4-4cb8-93be-78828920dbd1 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 943 time: 0.1233962 Nov 09 11:09:19.630434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1199c01-f4a1-4ef0-b715-bece765aabb0 req-87138358-1498-45e1-87c3-e47b0db895ea tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683496 Nov 09 11:09:19.677307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] The port 'd6d090eb-5eb5-47a9-99d7-0ce7076a5067' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:09:19.752923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50678) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:19.822991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7b31d12a-ca3a-4320-9e2c-c43d1e5e5215 req-ec34b156-ad92-455f-afc1-73988fca3040 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0972359 Nov 09 11:09:19.893322 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:19.901953 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.db.api [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:19.901953 n-d-817173-1 neutron-server[84336]: DEBUG oslo_db.api [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:19.906010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:19.913226 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5fe3e5cd-88c5-4e65-8f97-c4a038f9b3e6 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:19.970239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:19.971483 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:19.985598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Pushing event deleted for resources: {'Port': ['ID=502fc65c-e1c9-482f-91f4-7a40aee33cbe,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:19.993758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c805bb-2168-4e9d-9c51-c69f1a85b846']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:20.000867 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:20.085697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918a7397-96e2-44d8-960a-37652e878d42') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:20.086083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918a7397-96e2-44d8-960a-37652e878d42') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:20.122755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.170585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.316993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:09:20.316993 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:09:20.382034 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:09:20.391497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Deleting subnet e122b810-1208-4676-9f7f-365a054a9bdd {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:09:20.395441 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f34624cc-b625-44d0-9ef4-ac43b9522e82 req-292cb9f2-053c-414e-80ba-baa211a3cd86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4019a5b-1d2d-480b-8dcf-32c82502bf18 HTTP/1.1" status: 200 len: 210 time: 0.0876789 Nov 09 11:09:20.397762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.444421 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Port 502fc65c-e1c9-482f-91f4-7a40aee33cbe not found while updating agent binding for router eab29f2b-4651-45fd-8976-1f3e3fb78d2e. {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Nov 09 11:09:20.455988 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Routers {'eab29f2b-4651-45fd-8976-1f3e3fb78d2e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:20.456599 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:20.487742 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.521186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Deleting port dc468378-fcfa-4060-8a0c-496792df3922 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:20.521186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.550754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c19debae-cdac-4ddb-85b1-b07134a2cad8 req-1dadcc23-ee4f-4271-962b-957e1b090844 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 210 time: 0.1352735 Nov 09 11:09:20.556358 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.595531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.781623 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] Set router eab29f2b-4651-45fd-8976-1f3e3fb78d2e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:20.849969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f0d-cd74-4da5-bcdb-f9a055abdabb req-b6e18e23-932e-434e-a0a4-f275659cac17 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:20.851885 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7b35f0d-cd74-4da5-bcdb-f9a055abdabb req-b6e18e23-932e-434e-a0a4-f275659cac17 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.1455345 Nov 09 11:09:20.921817 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.923963 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7b35f0d-cd74-4da5-bcdb-f9a055abdabb req-3657cd76-0f95-4781-a490-401477df135c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Nov 09 11:09:20.927546 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:20.942591 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:20.946231 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e2d7209d-b366-4b34-9984-9220429eab97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:20.978527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.008336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=14c805bb-2168-4e9d-9c51-c69f1a85b846,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:21.020690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e122b810-1208-4676-9f7f-365a054a9bdd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:21.027159 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:21.028489 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.037841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e122b810-1208-4676-9f7f-365a054a9bdd HTTP/1.1" status: 204 len: 168 time: 1.2836578 Nov 09 11:09:21.040241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50694) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:21.092285 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:21.126555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-5456a824-f946-4f00-b784-0dbd87182e6a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:21.132472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-5456a824-f946-4f00-b784-0dbd87182e6a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 804 time: 0.7983706 Nov 09 11:09:21.170539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] 10.222.0.50 "DELETE /v2.0/networks/14c805bb-2168-4e9d-9c51-c69f1a85b846 HTTP/1.1" status: 204 len: 168 time: 5.0390432 Nov 09 11:09:21.184359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Request body: {'port': {'device_id': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'admin_state_up': True, 'tenant_id': '6eaad57182c1440aa6d064b5c9fc3c6a'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:21.237138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b873b802-01ed-47c9-b925-62ef92b4948f req-3246960d-37a8-4ba7-8592-99deb17a3077 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0756290 Nov 09 11:09:21.251517 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.362876 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-3efb9b19-4127-44dd-b200-837525681347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:09:18Z', 'revision_number': 5, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port': {'id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:56Z', 'updated_at': '2021-11-09T11:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:21.376025 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb9b19-4127-44dd-b200-837525681347 None None] The sync data for ids ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'] in n-d-817173-1 is: [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:09:18Z', 'revision_number': 5, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port': {'id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:56Z', 'updated_at': '2021-11-09T11:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:21.442633 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.488068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74513ec1-e69e-4878-b10a-296f8b97622b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:21.504619 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4f8966-d5ce-4af2-b842-dae2634e31e6') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:21.504911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4f8966-d5ce-4af2-b842-dae2634e31e6') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:21.518658 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.538576 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.549387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:09:21.549387 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:09:21.563034 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:09:21.588226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd80bb63-c0a0-47f7-a727-b3d5efbb465d req-8ca1ff80-abcb-434e-8d1b-2d60342e518e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0611660 Nov 09 11:09:21.604549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50702) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:21.716466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d079b-7239-4425-a4aa-7c0404c15d9a req-4a3cbe76-b595-43ff-a7cd-72473ffac56b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:21.717500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ac6d079b-7239-4425-a4aa-7c0404c15d9a req-4a3cbe76-b595-43ff-a7cd-72473ffac56b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Synchronizing usage tracker for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:21.753656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] For port dc468378-fcfa-4060-8a0c-496792df3922, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=dc468378-fcfa-4060-8a0c-496792df3922,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:21.754317 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.876411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.937220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Calling delete_port for dc468378-fcfa-4060-8a0c-496792df3922 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:21.972777 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7b7e1bcc-8cfa-40e5-ba5e-c36c97b3cc01 req-1837a965-bb3e-4447-be8a-68f94a07c5d0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 210 time: 0.0533633 Nov 09 11:09:21.974443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:21.980876 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a5470ac-30db-4f87-821e-f883ef23ddd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:22.000105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:22.006703 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.009341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74513ec1-e69e-4878-b10a-296f8b97622b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:22.012626 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:22.017207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:22.048217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6d6a00ac-d483-4e3f-a419-b77675e01193 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9e1b4090617401c9aa0630f68b25b21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4277084 Nov 09 11:09:22.048642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:22.083216 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.140571 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/74513ec1-e69e-4878-b10a-296f8b97622b HTTP/1.1" status: 204 len: 168 time: 1.0989718 Nov 09 11:09:22.179645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.183474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ac6d079b-7239-4425-a4aa-7c0404c15d9a req-4a3cbe76-b595-43ff-a7cd-72473ffac56b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Unset dirty status for tenant:2c69124219794d1fa7b5c6e60859f2ec on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:22.190216 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ac6d079b-7239-4425-a4aa-7c0404c15d9a req-4a3cbe76-b595-43ff-a7cd-72473ffac56b tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 943 time: 1.3552477 Nov 09 11:09:22.193673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Made reservation on behalf of 6eaad57182c1440aa6d064b5c9fc3c6a for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:22.195137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.227812 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.256233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89e2e-7c2c-41e0-9456-59c8cfa8aa51 req-b5e41f4e-c06b-407a-921b-2c9b01061c45 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:22.258029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41a89e2e-7c2c-41e0-9456-59c8cfa8aa51 req-b5e41f4e-c06b-407a-921b-2c9b01061c45 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.1607676 Nov 09 11:09:22.322470 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41a89e2e-7c2c-41e0-9456-59c8cfa8aa51 req-ce3fa346-5e24-45ba-a7c7-7acd23fe5049 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580919 Nov 09 11:09:22.396555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ac6d079b-7239-4425-a4aa-7c0404c15d9a req-8a3ffac4-c5bf-456e-8fb9-3cdb724af917 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/security-groups?id=c68acb0a-b458-4299-9f50-23ce2d81cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054806 Nov 09 11:09:22.442064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.455166 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cba6f11-db87-4265-a1aa-d0c503bb061d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:22.492021 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.506395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.507536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9208f141-4a47-4833-b631-53907b6d3771 HTTP/1.1" status: 204 len: 168 time: 0.4578414 Nov 09 11:09:22.510244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29f1b427-28e4-49a1-954f-c86dc7ecbcf2 req-3df1860e-7011-43f1-bff7-c3241b37af95 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0516524 Nov 09 11:09:22.511671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9208f141-4a47-4833-b631-53907b6d3771,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:22.514067 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:22.541290 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6346de5d-d366-4053-a1c4-2d1f9f926c41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:22.592990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:22.600306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Pushing event deleted for resources: {'Port': ['ID=dc468378-fcfa-4060-8a0c-496792df3922,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:22.612708 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:22.679273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cf299bf4-70f6-4a63-a4ab-b0110d65ca08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f622129bdc5942c9ad2a19ef05d96161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0736542 Nov 09 11:09:22.679273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50724) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:22.688568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Allocated IP 172.20.0.9 (bf09faab-93ec-4862-b4b6-cefa5275b099/78b7b6ee-d976-44d3-8337-f4cb1c1cde78/91ffc9c5-48f0-4bc8-a21c-1977d2344da7) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:09:22.740160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-f018b536-d02d-43c2-ae43-bb81be22ca1c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:22.740160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-f018b536-d02d-43c2-ae43-bb81be22ca1c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:22.746109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] No DVR routers for this DVR port dc468378-fcfa-4060-8a0c-496792df3922 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:22.751411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.755288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.763827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'name': 'network-vif-deleted', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:22.789769 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:22.802967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f6a8af63-f1c4-44ca-b028-9f0603ba9f2e req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.57 "DELETE /v2.0/ports/dc468378-fcfa-4060-8a0c-496792df3922 HTTP/1.1" status: 204 len: 173 time: 6.3058329 Nov 09 11:09:22.841617 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d059a13-e6e5-4688-990c-811b3dc238c8', 'name': 'network-vif-deleted', 'tag': 'dc468378-fcfa-4060-8a0c-496792df3922', 'status': 'completed', 'code': 200} Nov 09 11:09:22.900957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-f018b536-d02d-43c2-ae43-bb81be22ca1c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:22.902669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-f018b536-d02d-43c2-ae43-bb81be22ca1c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.5516934 Nov 09 11:09:23.094773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:23.099008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c22ec1a-1cc2-4f26-a933-e79265d6977f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:23.127067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140d4974-3982-4643-862c-bdc73ec5d5ff,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:23.134670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Deleting port a21edc70-24d4-4c38-9a65-8cdefc37b663 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:23.135054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:23.136227 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:23.213050 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:23.214507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/140d4974-3982-4643-862c-bdc73ec5d5ff HTTP/1.1" status: 204 len: 168 time: 0.5429544 Nov 09 11:09:23.509892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-89e8811e-a4cd-4dce-a5b1-393c61bab0e7 req-8ca4348f-effb-441e-90a2-c2765bac92e5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:23.556261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662ad0d-d3a1-426b-8987-abb05a66008a req-f7e65003-4099-4e99-9200-391115caeed0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:23.557746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5662ad0d-d3a1-426b-8987-abb05a66008a req-f7e65003-4099-4e99-9200-391115caeed0 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 945 time: 0.0943813 Nov 09 11:09:23.617065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-89e8811e-a4cd-4dce-a5b1-393c61bab0e7 req-8ca4348f-effb-441e-90a2-c2765bac92e5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:23.618229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89e8811e-a4cd-4dce-a5b1-393c61bab0e7 req-8ca4348f-effb-441e-90a2-c2765bac92e5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 210 time: 0.4225562 Nov 09 11:09:23.644634 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5662ad0d-d3a1-426b-8987-abb05a66008a req-e0d28ecd-3264-44ed-9c21-04b9fb712a12 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796423 Nov 09 11:09:23.882154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:23.907386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-497ad2f2-e3d1-48d2-b3aa-0efe1d85fc2e req-cb8725ba-ad2b-4af8-ac09-60ec5c3d5b34 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0722568 Nov 09 11:09:23.979442 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f47ba7a-225e-4082-87d6-9674613de7a7 req-afafea8d-e9e7-4ad7-88d4-a03db83e6e85 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d059a13-e6e5-4688-990c-811b3dc238c8 HTTP/1.1" status: 200 len: 210 time: 0.1136062 Nov 09 11:09:24.027204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] For port a21edc70-24d4-4c38-9a65-8cdefc37b663, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=a21edc70-24d4-4c38-9a65-8cdefc37b663,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:24.027922 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:24.254258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Calling delete_port for a21edc70-24d4-4c38-9a65-8cdefc37b663 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:24.292426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device a21edc70-24d4-4c38-9a65-8cdefc37b663 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:24.474657 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:24.495800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:24.520997 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f386b6c6-8afd-4200-92aa-53f322412f3d tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:24.631908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:24.636366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Network bf09faab-93ec-4862-b4b6-cefa5275b099 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:24.640942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:24.648501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.711525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:24.715141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:24.715141 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:24.723175 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c2d227d2-92dc-415d-83a7-851583bebeef tempest-ServerAddressesTestJSON-765105423 tempest-ServerAddressesTestJSON-765105423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:24.774201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cb26035c-2f4f-4f26-b625-ec435f75e416'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:24.780992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event deleted for resources: {'Port': ['ID=a21edc70-24d4-4c38-9a65-8cdefc37b663,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:24.799115 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:24.835844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:24.836736 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:24.850634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c9869b0d-b702-40bb-a0bf-15f806593fef'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:24.915312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Router eab29f2b-4651-45fd-8976-1f3e3fb78d2e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:09:25.000483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50792) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:25.008272 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e980e25-56ab-47af-abe5-f8d62745d53e req-6b9749c8-ffe3-4aea-a99d-24f37d571c73 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 210 time: 0.1069574 Nov 09 11:09:25.047448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] No DVR routers for this DVR port a21edc70-24d4-4c38-9a65-8cdefc37b663 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:25.051810 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:25.053738 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69ff11aa-7937-4d45-90ed-3d0d2cf8e466 req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "DELETE /v2.0/ports/a21edc70-24d4-4c38-9a65-8cdefc37b663 HTTP/1.1" status: 204 len: 173 time: 2.0878961 Nov 09 11:09:25.055278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'name': 'network-vif-deleted', 'tag': 'a21edc70-24d4-4c38-9a65-8cdefc37b663'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:25.184135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08397cd4-17a3-480f-a065-0558ccaeb177 req-7d8cf452-de3f-4fa5-aa63-dba9263f4a39 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:25.195879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08397cd4-17a3-480f-a065-0558ccaeb177 req-7d8cf452-de3f-4fa5-aa63-dba9263f4a39 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 931 time: 0.2840621 Nov 09 11:09:25.218287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0588777 Nov 09 11:09:25.239192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-806867116-network', 'tenant_id': 'ba8ebb831b8640a6b6ec68409c8c040c'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:25.252018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Request body: {'port': {'device_id': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:25.268729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25bbd271-5e21-46a0-8293-9acb46137632 req-d0d644a3-6b83-44b1-8f23-41d0872a1041 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0782323 Nov 09 11:09:25.270248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:25.288252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Usage tracker for resource:network and tenant:ba8ebb831b8640a6b6ec68409c8c040c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:25.290542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:25.296872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:25.373375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08397cd4-17a3-480f-a065-0558ccaeb177 req-4ca851cb-d693-456b-a83c-4a192648a61a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801448 Nov 09 11:09:25.387438 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:25.447977 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656b32ba-aa8f-4c51-821b-f321cd8c4f77', 'name': 'network-vif-deleted', 'tag': 'a21edc70-24d4-4c38-9a65-8cdefc37b663', 'status': 'completed', 'code': 200} Nov 09 11:09:25.473758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Made reservation on behalf of ba8ebb831b8640a6b6ec68409c8c040c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:25.476553 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:25.503479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:25.556580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:25.568622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba8ebb831b8640a6b6ec68409c8c040c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:25.572883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:25.581062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:25.616248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:25.732690 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:25.761137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:25.768394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] 10.222.0.50 "PUT /v2.0/routers/eab29f2b-4651-45fd-8976-1f3e3fb78d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6011209 Nov 09 11:09:25.778554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50808) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:25.894264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:25.898689 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:25.935063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:09:25.945787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8364d279-f387-4e03-953b-3f45ee505f72,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:25.950361 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:25.954147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:25.954676 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Added segment 685a5677-b886-47f9-895c-adf9b31b8541 of type vlan for network c8cf9fab-859f-4575-acd2-4f07e2d7e16e Nov 09 11:09:26.007482 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.045053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.159772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] Sync routers for ids ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:26.181676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] Routers {'eab29f2b-4651-45fd-8976-1f3e3fb78d2e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:26.183187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:26.193263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:26.199593 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.233917 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.239656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:26.239656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.252680 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:26.286834 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.296252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Transition to ACTIVE for port object 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:26.442927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.466197 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00ca98ab-d540-4547-9503-2cdaccc843ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:26.552430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5506546 Nov 09 11:09:26.556368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] Set router eab29f2b-4651-45fd-8976-1f3e3fb78d2e gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:26.565725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:26.584128 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c3b2082-0da6-464c-befc-9176ed67129e req-ec96f2c9-7f3c-467f-94bc-8695dbd4369e tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=656b32ba-aa8f-4c51-821b-f321cd8c4f77 HTTP/1.1" status: 200 len: 210 time: 0.2211270 Nov 09 11:09:26.586411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8cf9fab-859f-4575-acd2-4f07e2d7e16e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:26.593430 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:26.606585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Request body: {'subnet': {'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-806867116-subnet', 'tenant_id': 'ba8ebb831b8640a6b6ec68409c8c040c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:26.621035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:26.640800 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63815ec3-c49f-42e6-9334-bd2617367ed3 req-772c820d-baca-4ba8-bfa1-9312468d6336 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0846601 Nov 09 11:09:26.644248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Usage tracker for resource:subnet and tenant:ba8ebb831b8640a6b6ec68409c8c040c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:26.648975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:26.659697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:26.709043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:26.721411 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:26.850434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network c8cf9fab-859f-4575-acd2-4f07e2d7e16e details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:09:26.876085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Attempting to bind port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:26.876972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Attempting to bind port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:26.877306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Attempting to bind port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:26.880224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.889492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 on network bf09faab-93ec-4862-b4b6-cefa5275b099 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:09:26.889827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Attempting to bind port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 on network bf09faab-93ec-4862-b4b6-cefa5275b099 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:26.896605 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:26.896948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Checking segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:26.897332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Bound using segment: {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:26.897760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Bound port: 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4ac8f9-d554-4832-963c-b5f10db3359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:26.898105 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:26.912894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Made reservation on behalf of ba8ebb831b8640a6b6ec68409c8c040c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:26.916168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:27.027104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:27.031394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:27.034975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Deleting port 4d88c323-87fc-4639-a4bd-1918d3ce39f6 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:27.035291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:27.045815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:09:18Z', 'revision_number': 5, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port': {'id': '4d88c323-87fc-4639-a4bd-1918d3ce39f6', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:08:56Z', 'updated_at': '2021-11-09T11:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:27.049781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] Checking router: eab29f2b-4651-45fd-8976-1f3e3fb78d2e for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:27.062737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] Routers {'eab29f2b-4651-45fd-8976-1f3e3fb78d2e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:27.063433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:27.213786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:27.220420 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60bc7670-b185-4b0e-b880-06806728f1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:27.243985 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] Set router eab29f2b-4651-45fd-8976-1f3e3fb78d2e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:27.256743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a22b0-41f9-4e65-9274-ff3de0bde86a req-d2c2e21e-af2c-484f-8989-a8fc19822ecc tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:27.258276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e50a22b0-41f9-4e65-9274-ff3de0bde86a req-d2c2e21e-af2c-484f-8989-a8fc19822ecc tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 943 time: 0.5267434 Nov 09 11:09:27.330587 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:27.331993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] 10.222.0.57 "PUT /v2.0/ports/91ffc9c5-48f0-4bc8-a21c-1977d2344da7 HTTP/1.1" status: 200 len: 1091 time: 2.1023502 Nov 09 11:09:27.354396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] For port 4d88c323-87fc-4639-a4bd-1918d3ce39f6, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4d88c323-87fc-4639-a4bd-1918d3ce39f6,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:27.356840 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:27.358636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:09:26Z', 'revision_number': 6, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:27.363001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596be778-4e1d-41bf-9175-fe303bf73c39 None None] The sync data for ids ['eab29f2b-4651-45fd-8976-1f3e3fb78d2e'] in n-d-817173-1 is: [{'id': 'eab29f2b-4651-45fd-8976-1f3e3fb78d2e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1658569017-router', 'tenant_id': '8abd919e218f45bbbd09268508cce1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:08:54Z', 'updated_at': '2021-11-09T11:09:26Z', 'revision_number': 6, 'project_id': '8abd919e218f45bbbd09268508cce1ce', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:27.369609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:27.448771 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:27.449246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:27.493234 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e50a22b0-41f9-4e65-9274-ff3de0bde86a req-c2481afd-6d1f-435f-96e1-8085e596f9b7 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954603 Nov 09 11:09:27.522060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Calling delete_port for 4d88c323-87fc-4639-a4bd-1918d3ce39f6 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:27.590403 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:27.599642 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:27.690278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:27.699951 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:27.710940 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'status': 'completed', 'code': 200} Nov 09 11:09:27.717036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Checking segment: {'id': '685a5677-b886-47f9-895c-adf9b31b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:27.717303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Network hostable DHCP agents. Network: c8cf9fab-859f-4575-acd2-4f07e2d7e16e, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:09:27.818376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Deleting port b9509936-6664-4542-93a9-881aa026cb15 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:27.831266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:27.899798 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-0811d4f0-98dc-4ffe-a9d9-5a3cd89569de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 1094 time: 0.3917413 Nov 09 11:09:27.927224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Network c8cf9fab-859f-4575-acd2-4f07e2d7e16e is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:09:27.944194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6304990f-1d98-4926-8cf1-b177850f9112 req-d0907da2-4152-402d-8f19-b8217847b174 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0830183 Nov 09 11:09:27.983461 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-7e35d218-6a8f-4948-b1eb-9e01618c9790 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7 HTTP/1.1" status: 200 len: 217 time: 0.0746331 Nov 09 11:09:28.059540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-58524333-e1f9-4f8b-8b29-a04d1fc8bf01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:28.061161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-58524333-e1f9-4f8b-8b29-a04d1fc8bf01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.0657079 Nov 09 11:09:28.106383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:28.106951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, c8cf9fab-859f-4575-acd2-4f07e2d7e16e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:28.114091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:28.115411 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:28.117960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a7ae8d-0959-45ba-8268-a99ddd313a38 None None] Network c8cf9fab-859f-4575-acd2-4f07e2d7e16e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:09:28.124546 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1545f221-9710-4c18-8c8d-7fe6f133a194 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:28.149484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] For port b9509936-6664-4542-93a9-881aa026cb15, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b9509936-6664-4542-93a9-881aa026cb15,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:28.149839 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:28.160463 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-71963d89-e86c-44c3-bae0-4d4b7c01cf04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916357 Nov 09 11:09:28.168747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d88c323-87fc-4639-a4bd-1918d3ce39f6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:28.205770 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:28.279623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6876049 Nov 09 11:09:28.286754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Calling delete_port for b9509936-6664-4542-93a9-881aa026cb15 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:28.384346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea628395-7e0a-42b5-aae8-294b9e95b92c None None] Network c8cf9fab-859f-4575-acd2-4f07e2d7e16e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:09:28.442064 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-be162b76-e02f-4a43-b365-da613e546c53 service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349002 Nov 09 11:09:28.637205 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:28.644815 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-141398bc-c6d9-41f0-9d98-0d5c35961e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:28.705014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb80a-7330-40c4-ad0a-0a51c711850c req-4c376301-f6ba-485e-b1d9-7dbfd6abac55 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:28.706767 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac9eb80a-7330-40c4-ad0a-0a51c711850c req-4c376301-f6ba-485e-b1d9-7dbfd6abac55 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 945 time: 0.1590402 Nov 09 11:09:28.710950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b9509936-6664-4542-93a9-881aa026cb15,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:28.715650 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:28.959693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4d88c323-87fc-4639-a4bd-1918d3ce39f6 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:29.014659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9c9d8e9-4092-4e62-a8a7-2b1710974fdb req-263db355-6bd0-4759-8fef-1bb49bde4cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682485 Nov 09 11:09:29.017098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:29.034542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 4d88c323-87fc-4639-a4bd-1918d3ce39f6 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:29.034833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4d88c323-87fc-4639-a4bd-1918d3ce39f6 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:29.132526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac9eb80a-7330-40c4-ad0a-0a51c711850c req-5d7c8425-7e63-4a24-add6-bd23fce3b6e3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154201 Nov 09 11:09:29.303183 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:29.609058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3089c6e-0230-45c7-8951-3e01b3ffef6f req-9ba337e5-e212-433f-8772-7d49b22ac6b2 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:29.610478 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3089c6e-0230-45c7-8951-3e01b3ffef6f req-9ba337e5-e212-433f-8772-7d49b22ac6b2 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 943 time: 0.9219415 Nov 09 11:09:29.615974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:29.647631 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:29.679157 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-860371f0-540a-4389-9538-e084ae68e9c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 1094 time: 0.4785461 Nov 09 11:09:29.728570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-6bf61af5-60be-49e8-976f-3b8fb4ccbed9 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:29.729272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-6bf61af5-60be-49e8-976f-3b8fb4ccbed9 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Synchronizing usage tracker for tenant:ba8ebb831b8640a6b6ec68409c8c040c on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:29.777777 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3089c6e-0230-45c7-8951-3e01b3ffef6f req-5ada4992-6143-4eb1-9f1a-c249da75bf65 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596949 Nov 09 11:09:29.843926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-6bf61af5-60be-49e8-976f-3b8fb4ccbed9 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Unset dirty status for tenant:ba8ebb831b8640a6b6ec68409c8c040c on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:29.844583 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-6bf61af5-60be-49e8-976f-3b8fb4ccbed9 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/networks?id=c8cf9fab-859f-4575-acd2-4f07e2d7e16e HTTP/1.1" status: 200 len: 808 time: 0.2961202 Nov 09 11:09:29.868379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:29.868885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab29f2b-4651-45fd-8976-1f3e3fb78d2e {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:09:29.931166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-f374af41-40d0-47cf-8dbc-40dae3454f6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:29.932892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-f374af41-40d0-47cf-8dbc-40dae3454f6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 200 len: 905 time: 0.2455451 Nov 09 11:09:29.935498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:29.938722 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] 10.222.0.50 "DELETE /v2.0/routers/eab29f2b-4651-45fd-8976-1f3e3fb78d2e HTTP/1.1" status: 204 len: 168 time: 4.1568866 Nov 09 11:09:29.942712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-c36ed246-e205-439f-ac20-78857acb6161 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:29.945966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-c36ed246-e205-439f-ac20-78857acb6161 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:29.946184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50898) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:29.961724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-10a21809-22cf-4baa-b7d0-fee3d92c7acf tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/quotas/ba8ebb831b8640a6b6ec68409c8c040c HTTP/1.1" status: 200 len: 375 time: 0.0999348 Nov 09 11:09:30.023535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-d6544a5d-5773-4c09-8170-a93efdf4470b tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba8ebb831b8640a6b6ec68409c8c040c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531554 Nov 09 11:09:30.108148 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-5f4013bf-de18-4ad1-af60-0eb229f13652 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7 HTTP/1.1" status: 200 len: 217 time: 0.1606314 Nov 09 11:09:30.114340 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8137779b-687b-4a28-9952-644eeb6a9815 req-91c3d25b-7488-4004-a027-c8e1a43eadaa tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0931919 Nov 09 11:09:30.197333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Deleting subnet ebd14761-5546-4ab2-9328-150a37db5506 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:09:30.204010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:30.238308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-ae409d91-37c4-4935-8552-e8e3ac26fb0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:30.238308 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-ae409d91-37c4-4935-8552-e8e3ac26fb0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 200 len: 844 time: 0.1221898 Nov 09 11:09:30.240199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-79349d1d-35a9-4ee3-a38c-3f3fb78999b6 service neutron] 10.222.0.50 "GET /v2.0/networks/c8cf9fab-859f-4575-acd2-4f07e2d7e16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028399 Nov 09 11:09:30.286842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-c36ed246-e205-439f-ac20-78857acb6161 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:30.290037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-c36ed246-e205-439f-ac20-78857acb6161 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 945 time: 0.5780175 Nov 09 11:09:30.296771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-7bb5f815-f8f6-4d50-8b21-a29d2e4990cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf09faab-93ec-4862-b4b6-cefa5275b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518749 Nov 09 11:09:30.363821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:30.462402 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-27578966-9f47-4227-aeae-1a89edfd84d0 service neutron] 10.222.0.50 "GET /v2.0/networks/c8cf9fab-859f-4575-acd2-4f07e2d7e16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092357 Nov 09 11:09:30.488746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:09:30.533165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Deleting port cb26035c-2f4f-4f26-b625-ec435f75e416 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:30.533165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:30.715238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-518eba14-3191-4e4e-aafe-975a470ece0d service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836195 Nov 09 11:09:30.749883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:30.865382 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-28eb8bc5-97ac-48a4-8ae0-ab4e26717391 req-aa58fede-8f49-4c49-abea-81aa1927b32d tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 210 time: 0.0524166 Nov 09 11:09:30.943794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:30.956838 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] Sync routers for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:30.976088 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:30.980219 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:31.071130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a39dd-d778-4e20-b927-4f98d94ea317 req-108fa61b-69f6-43d1-8778-2ba891c36559 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:31.071130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e0a39dd-d778-4e20-b927-4f98d94ea317 req-108fa61b-69f6-43d1-8778-2ba891c36559 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 945 time: 0.5960062 Nov 09 11:09:31.071391 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] 10.222.0.50 "PUT /v2.0/routers/ef67e8c5-1a93-47bd-aeab-3869fa6b1686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6810231 Nov 09 11:09:31.076064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:31.160454 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f030e91-61ac-4ab1-829f-8e8c2e8d8181 req-0a1e1966-5e37-409b-a4a0-e6ab1edaf4b9 service neutron] 10.222.0.57 "GET /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345095 Nov 09 11:09:31.161032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] For port cb26035c-2f4f-4f26-b625-ec435f75e416, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cb26035c-2f4f-4f26-b625-ec435f75e416,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:31.161604 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:31.162412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342d9b7-3d32-4997-a443-e51db0286b64 req-2f8b0602-6e68-4883-b627-3d8564cd0aca tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:31.169809 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3342d9b7-3d32-4997-a443-e51db0286b64 req-2f8b0602-6e68-4883-b627-3d8564cd0aca tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 943 time: 0.1597316 Nov 09 11:09:31.175059 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:31.242524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3342d9b7-3d32-4997-a443-e51db0286b64 req-f80e18a4-b807-429f-a983-75d1772296ba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Nov 09 11:09:31.453819 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8769aba7-5fce-4b5d-a57a-f31a0e62d595 req-e77e7533-a9e2-4043-a248-0a07c95f0f58 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0539322 Nov 09 11:09:31.471482 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:31.481854 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:09:28Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:31.484653 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] Checking router: ef67e8c5-1a93-47bd-aeab-3869fa6b1686 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:31.497116 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] Routers {'ef67e8c5-1a93-47bd-aeab-3869fa6b1686'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:31.498165 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:31.516574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Calling delete_port for cb26035c-2f4f-4f26-b625-ec435f75e416 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:31.554656 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:31.563387 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:31.616601 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e0a39dd-d778-4e20-b927-4f98d94ea317 req-51c351a7-b7c9-4809-a78c-aab0cc93d08c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232503 Nov 09 11:09:31.627567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd14761-5546-4ab2-9328-150a37db5506,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:31.637868 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:31.658635 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:31.662102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434533a1-b728-422f-9a55-0c52b4ca0608 None None] Network fe7e2a03-2534-4180-a897-037b3eabbf25 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:09:31.681747 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ebd14761-5546-4ab2-9328-150a37db5506 HTTP/1.1" status: 204 len: 168 time: 1.7331526 Nov 09 11:09:31.684369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50936) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:31.754517 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:31.779156 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] Set router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:31.864920 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:31.877314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Deleting port 619770ac-35ca-4f0b-8931-1179e237f56e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:31.878016 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:31.878157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Deleting port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:31.881382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.085477 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.099433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c9869b0d-b702-40bb-a0bf-15f806593fef'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:32.106063 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6134849a-ed27-49e5-beb9-04395eaa4e16 tempest-VolumesAdminNegativeTest-1073918710 tempest-VolumesAdminNegativeTest-1073918710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:32.140958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] DHCP port deletion for fe7e2a03-2534-4180-a897-037b3eabbf25 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:09:32.174225 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:09:28Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:32.178414 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec7a6d-cfab-4e0b-aa88-5bf568e1baea None None] The sync data for ids ['ef67e8c5-1a93-47bd-aeab-3869fa6b1686'] in n-d-817173-1 is: [{'id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145543351-router', 'tenant_id': '2c69124219794d1fa7b5c6e60859f2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:07:55Z', 'updated_at': '2021-11-09T11:09:28Z', 'revision_number': 5, 'project_id': '2c69124219794d1fa7b5c6e60859f2ec', 'gw_port': {'id': '619770ac-35ca-4f0b-8931-1179e237f56e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef67e8c5-1a93-47bd-aeab-3869fa6b1686', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:07:57Z', 'updated_at': '2021-11-09T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:32.180021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Deleting port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:32.180765 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.206155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-af94f739-ec3d-4189-a694-0b1401c73865 req-de9c8e07-c61c-4ee8-825e-21b5722401c0 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 210 time: 0.1970696 Nov 09 11:09:32.233437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event deleted for resources: {'Port': ['ID=cb26035c-2f4f-4f26-b625-ec435f75e416,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:32.251846 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:32.262928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] For port 619770ac-35ca-4f0b-8931-1179e237f56e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=619770ac-35ca-4f0b-8931-1179e237f56e,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:32.263649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.373309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:09:32.375463 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cb26035c-2f4f-4f26-b625-ec435f75e416 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:32.418015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Calling delete_port for 619770ac-35ca-4f0b-8931-1179e237f56e owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:32.485066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: cb26035c-2f4f-4f26-b625-ec435f75e416 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:32.485457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cb26035c-2f4f-4f26-b625-ec435f75e416 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:32.498152 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] For port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,segment=NetworkSegment(dfa4683b-60b9-4a14-95f0-dd33fda4af40),segment_id=dfa4683b-60b9-4a14-95f0-dd33fda4af40)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:32.498514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.513259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] No DVR routers for this DVR port cb26035c-2f4f-4f26-b625-ec435f75e416 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:32.516755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.519317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91619869-85c9-4461-9a0b-b61f70f794d9', 'name': 'network-vif-deleted', 'tag': 'cb26035c-2f4f-4f26-b625-ec435f75e416'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:32.632567 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:09:32.662671 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91619869-85c9-4461-9a0b-b61f70f794d9', 'name': 'network-vif-deleted', 'tag': 'cb26035c-2f4f-4f26-b625-ec435f75e416', 'status': 'completed', 'code': 200} Nov 09 11:09:32.678177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Calling delete_port for 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:32.760185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] For port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,segment=NetworkSegment(dfa4683b-60b9-4a14-95f0-dd33fda4af40),segment_id=dfa4683b-60b9-4a14-95f0-dd33fda4af40)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:32.765083 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.807621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5994e-039e-4f8b-afa2-cafcdd0798a6 req-eb048668-5f96-4bb2-b6c7-e25c1f633bb5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:32.818723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77a5994e-039e-4f8b-afa2-cafcdd0798a6 req-eb048668-5f96-4bb2-b6c7-e25c1f633bb5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 943 time: 0.3516765 Nov 09 11:09:32.830387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd72e4c8-e60a-4416-aec2-14b9e6417578 req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.57 "DELETE /v2.0/ports/cb26035c-2f4f-4f26-b625-ec435f75e416 HTTP/1.1" status: 204 len: 173 time: 2.5326338 Nov 09 11:09:32.884553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77a5994e-039e-4f8b-afa2-cafcdd0798a6 req-f5a5e7b1-47c1-4cd0-bfaf-df80cb610bd1 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Nov 09 11:09:32.888875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.915283 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-017ed02b-13e8-4e54-9fcc-fe3ebcd9b2d1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:32.921525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:32.963263 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:32.990372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d2ae40b-098c-4f64-b6cc-33f5ad495971 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:33.000642 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:09:33.044508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Calling delete_port for 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:33.059470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8dfccdca-e394-4431-a49b-c5a919ecee1e req-06023c51-7c42-4477-8c65-d16d879268c4 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1842632 Nov 09 11:09:33.070983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=070b99fe-dc63-4bd1-82b0-930cc7da9ee5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:33.081712 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:33.082035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Pushing event deleted for resources: {'Port': ['ID=619770ac-35ca-4f0b-8931-1179e237f56e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:33.094568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] No DVR routers for this DVR port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:33.128626 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:33.186018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:33.186683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:33.187316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b9509936-6664-4542-93a9-881aa026cb15 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:33.266393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: b9509936-6664-4542-93a9-881aa026cb15 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:33.266740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b9509936-6664-4542-93a9-881aa026cb15 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:33.313028 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.328252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:33.328617 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:33.351980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7e2a03-2534-4180-a897-037b3eabbf25']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:33.365744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa4683b-60b9-4a14-95f0-dd33fda4af40') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:33.366470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa4683b-60b9-4a14-95f0-dd33fda4af40') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:33.383118 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.383401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:33.393802 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4e25d44-9725-4f05-88d5-1e2db0213a9e req-779813c7-f3a2-4ea5-b633-a8c37dec01f1 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=91619869-85c9-4461-9a0b-b61f70f794d9 HTTP/1.1" status: 200 len: 210 time: 0.2557116 Nov 09 11:09:33.398945 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.405602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'mac_address': 'fa:16:3e:10:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:09:33.419514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:09:33.419971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:09:33.442444 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:09:33.495910 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.519439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:33.538018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:33.579832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ede194ab-9411-4147-a556-428e2c790e42 req-11fe401a-e8e4-43dc-b594-05e62080709f tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 210 time: 0.0536799 Nov 09 11:09:33.591752 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.593561 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f4e3d327-ae15-4861-9cce-3a4181e88d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:33.617052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.654598 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.658968 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-383b3f46-49b9-4299-8c3a-d49bb1882301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:33.665274 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:33.668385 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:33.686872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.699236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fe7e2a03-2534-4180-a897-037b3eabbf25 HTTP/1.1" status: 204 len: 168 time: 2.0126672 Nov 09 11:09:33.710295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7e2a03-2534-4180-a897-037b3eabbf25,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:33.710295 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:33.818283 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-08613fbb-a2e2-4d63-9608-4c537e34ec2e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=98c42867df424326b275400db7b1c8ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319657 Nov 09 11:09:33.830187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Deleting port 070b99fe-dc63-4bd1-82b0-930cc7da9ee5 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:33.830784 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:33.857416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['91ffc9c5-48f0-4bc8-a21c-1977d2344da7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:34.032547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-edbe6009-7e57-4cfb-9508-12ee1d24873d tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:34.039058 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-edbe6009-7e57-4cfb-9508-12ee1d24873d tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609228 Nov 09 11:09:34.094066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-35cf503c-d9a8-4750-b73e-64b5c6ac4ded None None] The port '070b99fe-dc63-4bd1-82b0-930cc7da9ee5' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:09:34.167116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:34.209388 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.244719 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.248069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-1d386a00-1b66-4d71-81b5-0de2a1d5badf tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/quotas/98c42867df424326b275400db7b1c8ab HTTP/1.1" status: 200 len: 375 time: 0.2082045 Nov 09 11:09:34.271251 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.273800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0676ad-757f-4e64-9a0a-08ff5ca2a986 req-f64fbc4b-c0c6-45eb-ae4d-3a6a885975df tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:34.279643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca0676ad-757f-4e64-9a0a-08ff5ca2a986 req-f64fbc4b-c0c6-45eb-ae4d-3a6a885975df tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 944 time: 0.1943829 Nov 09 11:09:34.333501 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca0676ad-757f-4e64-9a0a-08ff5ca2a986 req-13430f64-7928-4964-96ef-9ecbcac6c48c tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Nov 09 11:09:34.351783 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-5e7a519c-04bc-4ccf-a439-39ece942a8bc tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818384 Nov 09 11:09:34.415908 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7081aac4-34f8-4404-8682-24f67010b056 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8abd919e218f45bbbd09268508cce1ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2439251 Nov 09 11:09:34.416452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51002) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:34.464072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-336aba2e-e3e4-4b22-8c64-eefaa79f6c3d tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:34.465831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-336aba2e-e3e4-4b22-8c64-eefaa79f6c3d tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.59 "GET /v2.0/networks?id=c8cf9fab-859f-4575-acd2-4f07e2d7e16e HTTP/1.1" status: 200 len: 808 time: 0.4231439 Nov 09 11:09:34.488368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Request body: {'port': {'device_id': '1e0dffb8-4626-47f6-a045-0933ad553614', 'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e', 'admin_state_up': True, 'tenant_id': 'ba8ebb831b8640a6b6ec68409c8c040c'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:34.578107 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.578645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef67e8c5-1a93-47bd-aeab-3869fa6b1686 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:09:34.618293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.619462 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] 10.222.0.50 "DELETE /v2.0/routers/ef67e8c5-1a93-47bd-aeab-3869fa6b1686 HTTP/1.1" status: 204 len: 168 time: 3.5375314 Nov 09 11:09:34.623177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:34.654680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-695a4a8f-372d-426f-9e20-995812dc1d61 req-274b3490-3b3d-4c74-a7ae-44b4e51cf72a tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0557082 Nov 09 11:09:34.674824 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.709801 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.757335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:34.765463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Deleting subnet e0c17520-0183-4ff0-a94c-308bb0c29e24 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:09:34.767778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Usage tracker for resource:port and tenant:ba8ebb831b8640a6b6ec68409c8c040c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:34.771871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:34.775243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.814904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:34.853024 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.928129 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.947360 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-361a74de-3e18-44fa-b53f-b39ff98acc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:34.956984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Made reservation on behalf of ba8ebb831b8640a6b6ec68409c8c040c for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:34.956984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:34.989283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1440b5-2dc6-4eeb-904b-f07935feefdb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:34.995398 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:35.001493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:35.004467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e1440b5-2dc6-4eeb-904b-f07935feefdb HTTP/1.1" status: 204 len: 168 time: 0.5864482 Nov 09 11:09:35.114041 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:35.231974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-000fd85b-dde0-4cee-b6f1-108cac9e4660 req-8e0ce12b-9a53-4db6-b925-0b0ec26f3fd8 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 210 time: 0.0569589 Nov 09 11:09:35.299147 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-f0c40349-7969-46d7-9a4f-c6978c4adfa1 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=98c42867df424326b275400db7b1c8ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523956 Nov 09 11:09:35.458943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505043d-5998-4649-b496-e5fe6149e566 req-a16f6dd2-1505-48f2-a6ff-b69e1cb4d6af tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:35.463982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b505043d-5998-4649-b496-e5fe6149e566 req-a16f6dd2-1505-48f2-a6ff-b69e1cb4d6af tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.1025300 Nov 09 11:09:35.536634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b505043d-5998-4649-b496-e5fe6149e566 req-81840659-8d5e-4f98-8d7f-b0fc67d45e78 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659935 Nov 09 11:09:35.631192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:35.639559 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3ea2ff99-dcec-480e-a5dd-5af3c7443564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:35.726903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c17520-0183-4ff0-a94c-308bb0c29e24,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:35.739194 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:35.748741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c5b57d-5a88-43eb-804c-a5aed1707589 None None] Network 7b87dae5-023a-41c7-8340-59e12119cdc2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:09:35.752920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:35.756849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Allocated IP 172.20.0.9 (c8cf9fab-859f-4575-acd2-4f07e2d7e16e/3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9/7164ea84-210e-4f8f-89bb-acf2214d5da1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:09:35.805828 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e0c17520-0183-4ff0-a94c-308bb0c29e24 HTTP/1.1" status: 204 len: 168 time: 1.1812310 Nov 09 11:09:35.821072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51050) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:35.821904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a580f-8f03-4f9d-971d-78697491af07 req-518fab6b-37b5-40e8-9e90-7c37c8ca418d tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:35.828400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-518fab6b-37b5-40e8-9e90-7c37c8ca418d tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5199487 Nov 09 11:09:35.892071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb9207-ed5a-4701-958d-9e72e7bbe230 req-db505ad8-5564-48c8-8c89-cf1482d94568 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:35.894547 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28cb9207-ed5a-4701-958d-9e72e7bbe230 req-db505ad8-5564-48c8-8c89-cf1482d94568 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 944 time: 0.1578414 Nov 09 11:09:35.964102 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28cb9207-ed5a-4701-958d-9e72e7bbe230 req-0329d575-0259-4d43-8845-dd29a3bb6b7a tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Nov 09 11:09:36.156616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-391bbfd1-2a14-4259-b702-aff520749347 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/quotas/98c42867df424326b275400db7b1c8ab HTTP/1.1" status: 200 len: 375 time: 0.3258226 Nov 09 11:09:36.211335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] DHCP port deletion for 7b87dae5-023a-41c7-8340-59e12119cdc2 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:09:36.216412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Deleting port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:36.216998 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.259669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b328fbbb-24b3-4637-93bd-783fd4cf482f req-7665df3a-8c17-4be3-9ff5-dee8814deb95 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0462456 Nov 09 11:09:36.316252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.368302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:36.393262 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-c72ff66c-385b-4404-9712-e6a8b9c9efaf tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1707067 Nov 09 11:09:36.410699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.421888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.434571 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aaf5ef62-73eb-4522-9907-db829c95117b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:36.558033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Deleting port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:36.562080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.603008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1565d5-741a-4b1c-a420-d759a96af60c req-199c6c57-5a4a-49c1-aafe-921a531d4bc0 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:36.614061 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b1565d5-741a-4b1c-a420-d759a96af60c req-199c6c57-5a4a-49c1-aafe-921a531d4bc0 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 931 time: 0.1749847 Nov 09 11:09:36.670196 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.694390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Network c8cf9fab-859f-4575-acd2-4f07e2d7e16e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:36.694390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Pushing event updated for resources: {'Port': ['ID=7164ea84-210e-4f8f-89bb-acf2214d5da1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:36.703317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:36.705616 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:36.714914 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b1565d5-741a-4b1c-a420-d759a96af60c req-c3e6e834-cde2-4bb2-ae21-b721d2a448be tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995758 Nov 09 11:09:36.718901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:09:36.719122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:36.727398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:36.727992 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.835847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] For port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:36.837609 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.929741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:36.930355 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:36.951015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:37.020734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-96597452-fdd2-4072-874a-602b9f2b080b req-6ddd1be8-6e95-4bf2-a72e-bc7fb6ce8519 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 210 time: 0.1123717 Nov 09 11:09:37.099935 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6048627 Nov 09 11:09:37.112881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Request body: {'port': {'device_id': '1e0dffb8-4626-47f6-a045-0933ad553614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:37.127769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Calling delete_port for 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:37.358248 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:37.365615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] For port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,segment=NetworkSegment(2fe87948-0a66-4443-a58f-ca23c97a4ab8),segment_id=2fe87948-0a66-4443-a58f-ca23c97a4ab8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:37.373495 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:37.394560 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:37.423848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:37.426244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:37.547791 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:37.556236 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7e245cc4-1b70-41fb-8153-42aebb2d4ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:37.583929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Calling delete_port for 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:37.599348 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:37.608129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 619770ac-35ca-4f0b-8931-1179e237f56e no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:37.632778 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:37.647656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Pushing event deleted for resources: {'Port': ['ID=0c17da05-a7b5-4dbc-b6e8-3e312af4da47,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:37.658192 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:37.659513 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:37.701794 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 619770ac-35ca-4f0b-8931-1179e237f56e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:37.702397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 619770ac-35ca-4f0b-8931-1179e237f56e not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:37.709632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7228350-c16a-4a95-98bb-766200330127 req-28f8a786-957e-4d04-b114-421b86ab7ccf tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0721791 Nov 09 11:09:37.748379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] No DVR routers for this DVR port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:37.819041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:37.825695 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:37.868718 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'code': 200} Nov 09 11:09:37.872529 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:37.872858 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:37.903156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699c8f-0b7e-48e6-9e00-fcb4dbbf1add req-b1c52acb-d54a-436f-8220-1fa7ab7dcdce tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:37.903156 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16699c8f-0b7e-48e6-9e00-fcb4dbbf1add req-b1c52acb-d54a-436f-8220-1fa7ab7dcdce tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 944 time: 0.6328266 Nov 09 11:09:38.187957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7e5a7c54-7af9-4c8f-a667-739ee0ba0b72 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=98c42867df424326b275400db7b1c8ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327151 Nov 09 11:09:38.192773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2bdbab5-273a-4ac8-8b47-4977ecb56797 req-6ff9735e-cc27-497b-bd79-079fe3d3b2b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 1096 time: 0.1833649 Nov 09 11:09:38.268133 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16699c8f-0b7e-48e6-9e00-fcb4dbbf1add req-3044443a-9ec5-415d-b8c5-2a37829c894f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896602 Nov 09 11:09:38.399717 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2bdbab5-273a-4ac8-8b47-4977ecb56797 req-bf90b6f2-91fa-4721-9230-9e5aa607f1b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850026 Nov 09 11:09:38.448181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7164ea84-210e-4f8f-89bb-acf2214d5da1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:38.455114 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:38.474661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Transition to ACTIVE for port object 7164ea84-210e-4f8f-89bb-acf2214d5da1 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:38.476062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Deleting port 0c17da05-a7b5-4dbc-b6e8-3e312af4da47 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:38.476587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:38.489874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b86f93-7271-4bb3-be16-87b2bb027b49 req-593bcb57-7ea8-4fcd-86c6-69dd65f4f80a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:38.496977 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38b86f93-7271-4bb3-be16-87b2bb027b49 req-593bcb57-7ea8-4fcd-86c6-69dd65f4f80a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 931 time: 0.4048498 Nov 09 11:09:38.526497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-9ce34bd8-aef6-4dfb-82c5-952440cef223 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:38.527996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-9ce34bd8-aef6-4dfb-82c5-952440cef223 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337367 Nov 09 11:09:38.544225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] The port '0c17da05-a7b5-4dbc-b6e8-3e312af4da47' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:09:38.551686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Request body: {'port': {'device_id': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '98c42867df424326b275400db7b1c8ab'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:38.585411 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38b86f93-7271-4bb3-be16-87b2bb027b49 req-fa201530-2d55-47a4-97df-42b0e20285bf tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875778 Nov 09 11:09:38.607715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:38.621489 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:38.662640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4767a266-110e-40e3-b4bf-5fe09b63b4dd req-a0c9885c-14fa-4949-8e1c-e41b6cd7f2e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 210 time: 0.1280513 Nov 09 11:09:38.798000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:38.803153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Usage tracker for resource:port and tenant:98c42867df424326b275400db7b1c8ab is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:38.811946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:38.824675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:38.846662 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Pushing event updated for resources: {'Port': ['ID=7164ea84-210e-4f8f-89bb-acf2214d5da1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:38.861693 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:38.864279 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:38.936547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b87dae5-023a-41c7-8340-59e12119cdc2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:38.968733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Made reservation on behalf of 98c42867df424326b275400db7b1c8ab for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:38.972231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.014819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.026656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe87948-0a66-4443-a58f-ca23c97a4ab8') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:39.027008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe87948-0a66-4443-a58f-ca23c97a4ab8') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:39.081240 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.103856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d6ed4c4-ec07-4dc7-ae12-11d858807639 req-de445ceb-c628-436b-9830-7ae346b773e0 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1145289 Nov 09 11:09:39.110501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:39.119183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Usage tracker for resource:security_group_rule and tenant:98c42867df424326b275400db7b1c8ab is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:39.125642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:39.138027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:39.164097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.183386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:09:39.183984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:09:39.201953 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:09:39.246781 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.312238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Attempting to bind port 7164ea84-210e-4f8f-89bb-acf2214d5da1 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:39.312881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Attempting to bind port 7164ea84-210e-4f8f-89bb-acf2214d5da1 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '685a5677-b886-47f9-895c-adf9b31b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:39.313406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Attempting to bind port 7164ea84-210e-4f8f-89bb-acf2214d5da1 on network c8cf9fab-859f-4575-acd2-4f07e2d7e16e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:39.320828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Port 7164ea84-210e-4f8f-89bb-acf2214d5da1 on network c8cf9fab-859f-4575-acd2-4f07e2d7e16e not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:09:39.321149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Attempting to bind port 7164ea84-210e-4f8f-89bb-acf2214d5da1 on network c8cf9fab-859f-4575-acd2-4f07e2d7e16e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:39.331411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:39.331728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Checking segment: {'id': '685a5677-b886-47f9-895c-adf9b31b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:39.332118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Bound using segment: {'id': '685a5677-b886-47f9-895c-adf9b31b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:39.332548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Bound port: 7164ea84-210e-4f8f-89bb-acf2214d5da1, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685a5677-b886-47f9-895c-adf9b31b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:39.332897 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.351880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.358961 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ad36ac1c-70e4-4fae-8ac5-c248be1cc3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:39.443999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] For port 7164ea84-210e-4f8f-89bb-acf2214d5da1, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:39.447839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] For port 7164ea84-210e-4f8f-89bb-acf2214d5da1, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7164ea84-210e-4f8f-89bb-acf2214d5da1,segment=NetworkSegment(685a5677-b886-47f9-895c-adf9b31b8541),segment_id=685a5677-b886-47f9-895c-adf9b31b8541)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:39.472729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:39.498596 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:39.505866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.512270 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:39.533531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.552433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7b87dae5-023a-41c7-8340-59e12119cdc2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:39.562818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.563213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.563592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.564173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.564738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.565175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.565604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.566035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.566465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.567031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.567461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:39.570650 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:39.578641 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.584036 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:39.641780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:39.643218 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] 10.222.0.59 "PUT /v2.0/ports/7164ea84-210e-4f8f-89bb-acf2214d5da1 HTTP/1.1" status: 200 len: 1091 time: 2.5408962 Nov 09 11:09:39.643936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0dffb8-4626-47f6-a045-0933ad553614', 'tag': '7164ea84-210e-4f8f-89bb-acf2214d5da1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:39.671085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Pushing event updated for resources: {'Port': ['ID=7164ea84-210e-4f8f-89bb-acf2214d5da1,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:39.674472 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:39.686831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] 10.222.0.50 "DELETE /v2.0/networks/7b87dae5-023a-41c7-8340-59e12119cdc2 HTTP/1.1" status: 204 len: 168 time: 3.8688736 Nov 09 11:09:39.722991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Allocated IP 192.168.233.200 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/7a7d1646-077a-452c-bc8c-1d02ac574d5e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:09:39.745993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0f4fd-c1cf-4162-8062-d92ec9f01bcf req-b2d87f80-820a-417b-a7d7-00498c6a1de5 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:39.747519 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0e0f4fd-c1cf-4162-8062-d92ec9f01bcf req-b2d87f80-820a-417b-a7d7-00498c6a1de5 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.1834350 Nov 09 11:09:39.837046 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0e0f4fd-c1cf-4162-8062-d92ec9f01bcf req-1176346f-77c9-4ff8-89d0-8f67be356282 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727446 Nov 09 11:09:40.017807 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-fa7ec3f3-aa71-41c7-9d92-bf7bdc8938a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba8ebb831b8640a6b6ec68409c8c040c&device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 1094 time: 0.1583080 Nov 09 11:09:40.189101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-a3a7fbfa-2bd7-473b-90be-c46ed00512ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164ea84-210e-4f8f-89bb-acf2214d5da1 HTTP/1.1" status: 200 len: 217 time: 0.1603682 Nov 09 11:09:40.268233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-f8dd87e5-fba5-4e61-bacc-f90013a98058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:40.269761 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-f8dd87e5-fba5-4e61-bacc-f90013a98058 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9 HTTP/1.1" status: 200 len: 848 time: 0.0694780 Nov 09 11:09:40.301803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320550-3c85-4082-b03b-2718ac76b1ec req-6140e565-a11b-44a9-aef1-416bf9a0dd56 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:40.303209 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-03320550-3c85-4082-b03b-2718ac76b1ec req-6140e565-a11b-44a9-aef1-416bf9a0dd56 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 945 time: 0.2766154 Nov 09 11:09:40.305927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:40.349207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Transition to ACTIVE for port object 7a7d1646-077a-452c-bc8c-1d02ac574d5e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:40.349348 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-6ff280e2-5ee4-4dcb-bdf8-fb8a3b5c9ea1 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=98c42867df424326b275400db7b1c8ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736234 Nov 09 11:09:40.371905 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-03320550-3c85-4082-b03b-2718ac76b1ec req-88f19077-c840-46c4-abcd-798019ee16a0 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620258 Nov 09 11:09:40.372907 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-d2e98015-160a-49b6-a1ef-b3947d5983a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8cf9fab-859f-4575-acd2-4f07e2d7e16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768702 Nov 09 11:09:40.383807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d982129-d69b-4b5a-a343-7941a513474a req-4319ba6f-be0a-4029-8a4c-38de84427963 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:40.386232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7d982129-d69b-4b5a-a343-7941a513474a req-4319ba6f-be0a-4029-8a4c-38de84427963 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Synchronizing usage tracker for tenant:ba8ebb831b8640a6b6ec68409c8c040c on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:40.500093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51144) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:40.540327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:40.553923 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46adc08f-a00a-42aa-817e-659b04c061cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:40.602975 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0dffb8-4626-47f6-a045-0933ad553614', 'tag': '7164ea84-210e-4f8f-89bb-acf2214d5da1', 'status': 'completed', 'code': 200} Nov 09 11:09:40.688880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2129fee-8b56-44f5-b776-2893ed807cee req-e9a0c42f-9fa5-4c2d-8649-6f7c39049fae tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 210 time: 0.0940044 Nov 09 11:09:40.690685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:40.696189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-520cde82-c1e8-45a8-93a5-59ab979e7452 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c69124219794d1fa7b5c6e60859f2ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1947777 Nov 09 11:09:40.701828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:40.703773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51150) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:40.706475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:40.710607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:09:40.742593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51154) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:40.757294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7d982129-d69b-4b5a-a343-7941a513474a req-4319ba6f-be0a-4029-8a4c-38de84427963 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Unset dirty status for tenant:ba8ebb831b8640a6b6ec68409c8c040c on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:40.764826 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d982129-d69b-4b5a-a343-7941a513474a req-4319ba6f-be0a-4029-8a4c-38de84427963 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 943 time: 0.6246617 Nov 09 11:09:40.779543 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:40.824055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a580f-8f03-4f9d-971d-78697491af07 req-322e2398-8775-45b3-a7e5-5121102e45e7 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:40.837723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-322e2398-8775-45b3-a7e5-5121102e45e7 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4740517 Nov 09 11:09:40.854351 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-cc5d115c-f41c-4f2c-acff-c29c1e867c12 service neutron] 10.222.0.59 "GET /v2.0/networks/c8cf9fab-859f-4575-acd2-4f07e2d7e16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660568 Nov 09 11:09:40.871240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Request body: {'port': {'device_id': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '98c42867df424326b275400db7b1c8ab'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:40.901606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:40.902277 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.039551 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.068088 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.111978 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.120780 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5729339 Nov 09 11:09:41.127779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7d982129-d69b-4b5a-a343-7941a513474a req-98bb501c-ce41-4ee8-92a0-0fa7b2bce3a6 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Synchronizing usage tracker for tenant:ba8ebb831b8640a6b6ec68409c8c040c on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:41.151185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Request body: {'port': {'device_id': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:41.218671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:41.225830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3a105fc5-47e9-4276-bde2-7f620d7aa356 None None] Provisioning for port 7a7d1646-077a-452c-bc8c-1d02ac574d5e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:41.227649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Usage tracker for resource:security_group_rule and tenant:9d329c4ff95c4273b104ed34a87c7328 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:41.237616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3a105fc5-47e9-4276-bde2-7f620d7aa356 None None] Provisioning complete for port 7a7d1646-077a-452c-bc8c-1d02ac574d5e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:41.238412 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a105fc5-47e9-4276-bde2-7f620d7aa356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.238976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34c7fd-77bf-48a5-b37f-f99068d03036 req-70cb0998-5356-41ca-b65f-b49d6b683d83 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:41.239698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7f34c7fd-77bf-48a5-b37f-f99068d03036 req-70cb0998-5356-41ca-b65f-b49d6b683d83 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Synchronizing usage tracker for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:41.240014 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c8cd791-3a8f-49b5-a39d-c7291b7274ab req-2be3b2eb-0d03-4601-865f-22f371321dec service neutron] 10.222.0.59 "GET /v2.0/networks/c8cf9fab-859f-4575-acd2-4f07e2d7e16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491867 Nov 09 11:09:41.240971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:41.249600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:41.249815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Usage tracker for resource:port and tenant:98c42867df424326b275400db7b1c8ab is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:41.254823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:41.261933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:41.264664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:41.286345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7d982129-d69b-4b5a-a343-7941a513474a req-98bb501c-ce41-4ee8-92a0-0fa7b2bce3a6 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Unset dirty status for tenant:ba8ebb831b8640a6b6ec68409c8c040c on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:41.287618 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d982129-d69b-4b5a-a343-7941a513474a req-98bb501c-ce41-4ee8-92a0-0fa7b2bce3a6 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219448 Nov 09 11:09:41.299045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3a105fc5-47e9-4276-bde2-7f620d7aa356 None None] Port 7a7d1646-077a-452c-bc8c-1d02ac574d5e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:09:41.351754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.425283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7f34c7fd-77bf-48a5-b37f-f99068d03036 req-70cb0998-5356-41ca-b65f-b49d6b683d83 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Unset dirty status for tenant:6a2c18b5add241a8bf7fc402b0c928df on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:41.426338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f34c7fd-77bf-48a5-b37f-f99068d03036 req-70cb0998-5356-41ca-b65f-b49d6b683d83 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 945 time: 0.4580741 Nov 09 11:09:41.435815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.445847 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-569c7bae-7cae-4c89-898c-4f751cc2841e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:41.451786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Made reservation on behalf of 98c42867df424326b275400db7b1c8ab for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:41.454730 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.492685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68acb0a-b458-4299-9f50-23ce2d81cc80,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:41.508766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.510766 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:41.522814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f8440d01-4c25-45df-b493-bfd0e7bf6a5e req-27e1d60a-5e49-450c-9d4f-57f8543f10a5 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0719743 Nov 09 11:09:41.618510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f34c7fd-77bf-48a5-b37f-f99068d03036 req-27b0777a-721c-4033-8215-6f6f7e313122 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690383 Nov 09 11:09:41.627677 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-7066ff0d-f1b2-43fc-8426-d45d576fff3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba8ebb831b8640a6b6ec68409c8c040c&device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 1094 time: 0.2139242 Nov 09 11:09:41.648379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.659023 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-15c3a6d5-d270-4147-be4a-0d8cf303df25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:41.665527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:41.667566 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c68acb0a-b458-4299-9f50-23ce2d81cc80 HTTP/1.1" status: 204 len: 168 time: 0.9625599 Nov 09 11:09:41.786755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c33c3af-d3f9-46c1-aec1-789b8007dd82,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:41.800565 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:41.805551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d329c4ff95c4273b104ed34a87c7328&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0304012 Nov 09 11:09:41.809218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51172) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:41.955975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-3db222d7-ee9b-4149-b434-5ae3a74ebfc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:41.957321 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-3db222d7-ee9b-4149-b434-5ae3a74ebfc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8cf9fab-859f-4575-acd2-4f07e2d7e16e HTTP/1.1" status: 200 len: 909 time: 0.3196959 Nov 09 11:09:41.958665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7d1646-077a-452c-bc8c-1d02ac574d5e {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:41.980230 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.000253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Transition to ACTIVE for port object 7a7d1646-077a-452c-bc8c-1d02ac574d5e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:42.047840 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-7924d999-775b-43eb-b214-0d84104d621e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7164ea84-210e-4f8f-89bb-acf2214d5da1 HTTP/1.1" status: 200 len: 217 time: 0.0812795 Nov 09 11:09:42.058378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.109260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.116383 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0691d22d-2aa9-4864-9c5b-ac5e8359a3d3 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:42.187779 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.223009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3936-908c-484c-b95f-ede533d74841 req-6d95914e-6b6e-49e2-ab36-92ffcc472df9 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:42.224724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-606c3936-908c-484c-b95f-ede533d74841 req-6d95914e-6b6e-49e2-ab36-92ffcc472df9 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 945 time: 0.3539634 Nov 09 11:09:42.226064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-a8688043-823d-4141-bb90-577cba5fb744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:42.227395 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-a8688043-823d-4141-bb90-577cba5fb744 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9 HTTP/1.1" status: 200 len: 848 time: 0.1675315 Nov 09 11:09:42.255824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:42.259325 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:42.342597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-6ba10ee4-bc72-4122-bf26-552d749f5eb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8cf9fab-859f-4575-acd2-4f07e2d7e16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047356 Nov 09 11:09:42.378425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Allocated IP 192.168.233.32 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/975428d2-94bf-4ffc-b8fb-5998022eb388) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:09:42.413236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Deleting port c9869b0d-b702-40bb-a0bf-15f806593fef {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:42.413572 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.544389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Attempting to bind port 7a7d1646-077a-452c-bc8c-1d02ac574d5e on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:42.544724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Attempting to bind port 7a7d1646-077a-452c-bc8c-1d02ac574d5e by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:42.547399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Attempting to bind port 7a7d1646-077a-452c-bc8c-1d02ac574d5e on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:42.567114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Port 7a7d1646-077a-452c-bc8c-1d02ac574d5e on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:09:42.567443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Attempting to bind port 7a7d1646-077a-452c-bc8c-1d02ac574d5e on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:42.592335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:42.593220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:42.593616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:42.596246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Bound port: 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:42.598160 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.721668 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.786136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:42.791082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:42.817486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f31f4-2863-4bbf-9ea2-245d544cbac5 req-ec02f7e5-1020-43fe-b549-b9801c4163ee tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:42.819150 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb8f31f4-2863-4bbf-9ea2-245d544cbac5 req-ec02f7e5-1020-43fe-b549-b9801c4163ee tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 943 time: 0.1246412 Nov 09 11:09:42.893212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb8f31f4-2863-4bbf-9ea2-245d544cbac5 req-c4117548-61d6-4a54-911e-5a64d78a3e6e tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663693 Nov 09 11:09:42.899057 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d103899f-889c-470c-b8cb-3b628ffdc7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:42.901485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:42.917543 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-83164a45-690c-4d7f-9043-045af31e0aaa tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:42.974180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3b755026-cb20-48dd-acf6-48e1dc39f1ee req-db4e39d6-fafc-438d-b44e-6f789ae5061a tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Synchronizing usage tracker for tenant:98c42867df424326b275400db7b1c8ab on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:42.987615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c33c3af-d3f9-46c1-aec1-789b8007dd82,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:43.050860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-7a2cb4d6-afa2-4ffc-9dd7-439e8911f0da service neutron] 10.222.0.59 "GET /v2.0/networks/c8cf9fab-859f-4575-acd2-4f07e2d7e16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942904 Nov 09 11:09:43.057431 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:43.064951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:43.066388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] 10.222.0.59 "PUT /v2.0/ports/7a7d1646-077a-452c-bc8c-1d02ac574d5e HTTP/1.1" status: 200 len: 1096 time: 1.9304502 Nov 09 11:09:43.066927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:43.079384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:43.083762 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:43.193602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:43.194955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c33c3af-d3f9-46c1-aec1-789b8007dd82 HTTP/1.1" status: 204 len: 168 time: 1.3845081 Nov 09 11:09:43.300021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3b755026-cb20-48dd-acf6-48e1dc39f1ee req-db4e39d6-fafc-438d-b44e-6f789ae5061a tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Unset dirty status for tenant:98c42867df424326b275400db7b1c8ab on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:43.301481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b755026-cb20-48dd-acf6-48e1dc39f1ee req-db4e39d6-fafc-438d-b44e-6f789ae5061a tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 210 time: 0.6037116 Nov 09 11:09:43.320968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51214) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:43.354492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23591fad-9872-4393-a9f9-aa3242d901ee req-7b804d9b-fa57-4543-9d55-48ba096d6f78 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:43.356633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23591fad-9872-4393-a9f9-aa3242d901ee req-7b804d9b-fa57-4543-9d55-48ba096d6f78 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.1795545 Nov 09 11:09:43.428899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:43.433631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] For port c9869b0d-b702-40bb-a0bf-15f806593fef, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c9869b0d-b702-40bb-a0bf-15f806593fef,segment=NetworkSegment(8cff0a19-d4c6-47ec-9b38-ccd06ba4698e),segment_id=8cff0a19-d4c6-47ec-9b38-ccd06ba4698e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:43.433997 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:43.613076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Calling delete_port for c9869b0d-b702-40bb-a0bf-15f806593fef owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:43.627230 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-0e488dba-15cf-4286-bac7-2d82071447b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 1099 time: 0.4006402 Nov 09 11:09:43.632296 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23591fad-9872-4393-a9f9-aa3242d901ee req-696553ba-b0c2-4e8b-8953-e1bf914073f9 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581966 Nov 09 11:09:43.682567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-154403710-network', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:43.692509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Transition to ACTIVE for port object 975428d2-94bf-4ffc-b8fb-5998022eb388 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:43.696192 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-6830e728-6395-4963-b023-533c93f9c6f0 service neutron] 10.222.0.59 "GET /v2.0/networks/c8cf9fab-859f-4575-acd2-4f07e2d7e16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324246 Nov 09 11:09:43.701640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:43.706487 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-33caa742-fa2a-4b03-8cf8-1d27fb0ba867 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e HTTP/1.1" status: 200 len: 217 time: 0.0704582 Nov 09 11:09:43.712338 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2437610-64c8-4685-ac12-50d8b1c3efcd req-7d74bd01-a8c8-45fb-82db-ab9573ccb2af tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1729512 Nov 09 11:09:43.716490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Usage tracker for resource:network and tenant:c8f78270ac95414585c2af2b0c8cedba is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:43.720440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:43.737383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:43.896319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Made reservation on behalf of c8f78270ac95414585c2af2b0c8cedba for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:43.898598 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:43.949989 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:43.980854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-09d19df2-931e-43ba-a2ac-74911a47c9ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:43.982430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-09d19df2-931e-43ba-a2ac-74911a47c9ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2567012 Nov 09 11:09:44.022781 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'status': 'completed', 'code': 200} Nov 09 11:09:44.048136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:44.048820 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.058685 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ad65c15-01e8-471c-b738-a0a00b35a6c9 tempest-ServersOnMultiNodesTest-2099657879 tempest-ServersOnMultiNodesTest-2099657879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:44.115460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f78270ac95414585c2af2b0c8cedba is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:44.119772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1872c4-c50f-4ae4-9f3b-3cd18adf442f req-ab7dc7f0-c665-4332-9171-419affc43a03 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:44.123615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:44.124430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc1872c4-c50f-4ae4-9f3b-3cd18adf442f req-ab7dc7f0-c665-4332-9171-419affc43a03 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/ports?device_id=94b2071c-8c69-4908-840f-16ac1bdc69ce HTTP/1.1" status: 200 len: 945 time: 0.2478290 Nov 09 11:09:44.126570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.128608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-5431cafd-196f-4052-8ec8-74a4d68595ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391578 Nov 09 11:09:44.145151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:44.187269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:44.190256 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:44.235138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:44.238141 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d2be3e8-7616-4b30-8a97-61c3121b7a84 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:44.268102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:44.271741 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc1872c4-c50f-4ae4-9f3b-3cd18adf442f req-e5a5d617-6755-48a1-b05b-5777b0a4e262 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.50 "GET /v2.0/security-groups?id=655a8617-afbb-407e-a0ef-7728a989c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375179 Nov 09 11:09:44.304092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:09:44.332172 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-0471f099-649a-4127-87d9-8661c797f852 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953740 Nov 09 11:09:44.415694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Pushing event deleted for resources: {'Port': ['ID=c9869b0d-b702-40bb-a0bf-15f806593fef,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:44.454454 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:44.516175 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.524325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] No DVR routers for this DVR port c9869b0d-b702-40bb-a0bf-15f806593fef on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:44.527976 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.533641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7164ea84-210e-4f8f-89bb-acf2214d5da1 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:09:44.546854 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c9869b0d-b702-40bb-a0bf-15f806593fef no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:44.551594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'name': 'network-vif-deleted', 'tag': 'c9869b0d-b702-40bb-a0bf-15f806593fef'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:44.591856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:44.592964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.612903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.620834 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c8f23af-e375-4544-a99d-3f7d2d9f9c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:44.665086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: c9869b0d-b702-40bb-a0bf-15f806593fef {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:44.665433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c9869b0d-b702-40bb-a0bf-15f806593fef not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:44.690832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-1f6b4083-fe88-498a-960e-684826b1ba60 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:44.692354 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-1f6b4083-fe88-498a-960e-684826b1ba60 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.57 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.3591862 Nov 09 11:09:44.699617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:09:44.703076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8516505 Nov 09 11:09:44.706495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022fc2-d1ae-49bc-8733-03b0ca63aa5e req-c65f562c-dd83-4c06-9963-44c00f316aed tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:44.708183 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aa022fc2-d1ae-49bc-8733-03b0ca63aa5e req-c65f562c-dd83-4c06-9963-44c00f316aed tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 943 time: 0.2625940 Nov 09 11:09:44.718659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-606c3936-908c-484c-b95f-ede533d74841 req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] 10.222.0.59 "DELETE /v2.0/ports/c9869b0d-b702-40bb-a0bf-15f806593fef HTTP/1.1" status: 204 len: 173 time: 2.4817061 Nov 09 11:09:44.734023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Request body: {'port': {'device_id': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:44.746930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3bf863c9-4259-4739-a1c1-866b7caef2ab req-14410e86-6665-48de-b644-6d608fd8980c service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266611 Nov 09 11:09:44.799129 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42e4a2f-9503-4d26-b0a3-83435849a0ab,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:44.801773 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:44.805667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.806017 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Added segment e52743fa-f022-4318-b5c3-cbdf54555dfd of type vlan for network b57c48bc-2453-4c90-82ff-f8fafa82a5ad Nov 09 11:09:44.813067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Deleting port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:44.816903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.833211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7164ea84-210e-4f8f-89bb-acf2214d5da1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7164ea84-210e-4f8f-89bb-acf2214d5da1,segment=NetworkSegment(685a5677-b886-47f9-895c-adf9b31b8541),segment_id=685a5677-b886-47f9-895c-adf9b31b8541)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:44.850029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '7164ea84-210e-4f8f-89bb-acf2214d5da1', 'network_id': 'c8cf9fab-859f-4575-acd2-4f07e2d7e16e', 'port_id': '7164ea84-210e-4f8f-89bb-acf2214d5da1', 'mac_address': 'fa:16:3e:2e:43:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:09:44.861322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aa022fc2-d1ae-49bc-8733-03b0ca63aa5e req-4bf5658b-380b-4526-b0d0-4435ae3f0f77 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173413 Nov 09 11:09:44.926778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3cfd10b3-0082-410a-a824-9aea80f73e2a None None] Provisioning for port 975428d2-94bf-4ffc-b8fb-5998022eb388 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:44.942415 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:44.946970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3cfd10b3-0082-410a-a824-9aea80f73e2a None None] Provisioning complete for port 975428d2-94bf-4ffc-b8fb-5998022eb388 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:44.948193 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3cfd10b3-0082-410a-a824-9aea80f73e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.014744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.079396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edead2-df76-4617-acd2-8b8344aebfe6 req-3c80710d-6b1d-4730-8aaa-29c7b266ba52 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:45.081062 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-14edead2-df76-4617-acd2-8b8344aebfe6 req-3c80710d-6b1d-4730-8aaa-29c7b266ba52 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 935 time: 0.4491153 Nov 09 11:09:45.086023 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.156410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd10b3-0082-410a-a824-9aea80f73e2a None None] Port 975428d2-94bf-4ffc-b8fb-5998022eb388 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:09:45.168739 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7164ea84-210e-4f8f-89bb-acf2214d5da1 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:45.177184 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b2071c-8c69-4908-840f-16ac1bdc69ce', 'name': 'network-vif-deleted', 'tag': 'c9869b0d-b702-40bb-a0bf-15f806593fef', 'status': 'completed', 'code': 200} Nov 09 11:09:45.198128 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24410182-c0ee-4b04-ba44-653589b7299d req-69c76184-3799-43ac-9aab-9af3a1674bef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 1099 time: 0.3390713 Nov 09 11:09:45.199777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.200685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:45.201260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.216257 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:45.222774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7164ea84-210e-4f8f-89bb-acf2214d5da1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7164ea84-210e-4f8f-89bb-acf2214d5da1,segment=NetworkSegment(685a5677-b886-47f9-895c-adf9b31b8541),segment_id=685a5677-b886-47f9-895c-adf9b31b8541)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:45.323004 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.326344 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9e1d8368-3d5e-4a83-b48f-87ab7565eade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:45.394432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7164ea84-210e-4f8f-89bb-acf2214d5da1,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:45.398010 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:45.401311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] For port 7cae47b7-edf3-4c33-8273-d41fbd3d3336, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7cae47b7-edf3-4c33-8273-d41fbd3d3336,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:45.401686 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.504214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Pushing event updated for resources: {'Network': ['ID=b57c48bc-2453-4c90-82ff-f8fafa82a5ad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:45.516659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410182-c0ee-4b04-ba44-653589b7299d req-cffc3157-e5a0-4b42-b242-0d2bcbfce67b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:45.517823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:09:45.518111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24410182-c0ee-4b04-ba44-653589b7299d req-cffc3157-e5a0-4b42-b242-0d2bcbfce67b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3140278 Nov 09 11:09:45.519597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-14edead2-df76-4617-acd2-8b8344aebfe6 req-79efa9fd-9f57-469e-951a-063da735ac17 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257514 Nov 09 11:09:45.655919 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:45.664888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3342869 Nov 09 11:09:45.707979 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51266) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:45.719631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Request body: {'subnet': {'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-subnet', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:45.728014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7164ea84-210e-4f8f-89bb-acf2214d5da1'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:45.736281 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c208d7b8-1a2e-4272-9cfd-1ad8716f208b req-0ce41976-c929-46cc-af54-3a7242dfb51a tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0789199 Nov 09 11:09:45.748937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:45.765167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Usage tracker for resource:subnet and tenant:c8f78270ac95414585c2af2b0c8cedba is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:45.770973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:45.795870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:45.830491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c96684-3e54-4330-9f8f-b245a18396f0 req-21a8b5d6-121b-47ed-a4a1-5ed92413376b tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:45.837219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52c96684-3e54-4330-9f8f-b245a18396f0 req-21a8b5d6-121b-47ed-a4a1-5ed92413376b tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 946 time: 0.6032624 Nov 09 11:09:45.843401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24410182-c0ee-4b04-ba44-653589b7299d req-0a097b82-e87a-4c95-b01a-3112074bce17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e HTTP/1.1" status: 200 len: 217 time: 0.3125458 Nov 09 11:09:45.956581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975428d2-94bf-4ffc-b8fb-5998022eb388 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:45.965141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:45.984106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Transition to ACTIVE for port object 975428d2-94bf-4ffc-b8fb-5998022eb388 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:45.987881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Made reservation on behalf of c8f78270ac95414585c2af2b0c8cedba for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:09:45.990527 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.057909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52c96684-3e54-4330-9f8f-b245a18396f0 req-128618bc-8a32-4b27-bd44-471889407f36 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups?id=d87674f4-6f15-41f4-8509-9d34d1f7bbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196231 Nov 09 11:09:46.083026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410182-c0ee-4b04-ba44-653589b7299d req-e2f6053e-6aa0-4da5-841f-34f29f03bf49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:46.085145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24410182-c0ee-4b04-ba44-653589b7299d req-e2f6053e-6aa0-4da5-841f-34f29f03bf49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2199600 Nov 09 11:09:46.124437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.124817 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.125133 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Floating IP ffe4b09d-6621-42da-ad2e-732c68e1d9dd disassociated. External IP: 172.25.7.155, port: 7cae47b7-edf3-4c33-8273-d41fbd3d3336. Nov 09 11:09:46.125486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Calling delete_port for 7cae47b7-edf3-4c33-8273-d41fbd3d3336 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:46.157337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.169421 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:46.239230 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24410182-c0ee-4b04-ba44-653589b7299d req-3b39f9c3-f903-4ab8-bbe2-21ef69c3c4ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470788 Nov 09 11:09:46.330415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:46.364798 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:46.398565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:09:46.526006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51280) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:46.590872 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.603353 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.608789 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e39e355c-14c0-440c-bbbe-1c3572326819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:46.612623 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24410182-c0ee-4b04-ba44-653589b7299d req-370e71fd-4347-4eb7-9ec4-2d74e35a07ad service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425150 Nov 09 11:09:46.618354 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-18c6cd14-a761-4881-a7cb-7f86a91aaf27 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:46.625567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:46.643004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'network_id': 'bf09faab-93ec-4862-b4b6-cefa5275b099', 'port_id': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'mac_address': 'fa:16:3e:10:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b7b6ee-d976-44d3-8337-f4cb1c1cde78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:09:46.715632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.732122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c59fea-8534-4f38-ad56-854190755452 req-748f7b7b-2a34-46e6-82cc-80b1011b2aae tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:46.733875 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36c59fea-8534-4f38-ad56-854190755452 req-748f7b7b-2a34-46e6-82cc-80b1011b2aae tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 945 time: 0.6272502 Nov 09 11:09:46.741289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:46.743389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event deleted for resources: {'Port': ['ID=7cae47b7-edf3-4c33-8273-d41fbd3d3336,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:46.745048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Attempting to bind port 975428d2-94bf-4ffc-b8fb-5998022eb388 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:46.745377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Attempting to bind port 975428d2-94bf-4ffc-b8fb-5998022eb388 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:46.745706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Attempting to bind port 975428d2-94bf-4ffc-b8fb-5998022eb388 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:46.772532 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:46.781270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Deleting subnet 9dc9e9b9-b2b3-479a-9193-d5cd4275b99f {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:09:46.782293 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:46.788293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c837ebb-431f-4242-aab3-7ef7610e52b1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:46.794292 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:46.797328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Port 975428d2-94bf-4ffc-b8fb-5998022eb388 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:09:46.797328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Attempting to bind port 975428d2-94bf-4ffc-b8fb-5998022eb388 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:46.800598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Checking segment: {'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:46.801109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Network hostable DHCP agents. Network: b57c48bc-2453-4c90-82ff-f8fafa82a5ad, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:09:46.826287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:46.829655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:46.829655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:46.829655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Bound port: 975428d2-94bf-4ffc-b8fb-5998022eb388, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:46.829655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.833634 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.862204 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36c59fea-8534-4f38-ad56-854190755452 req-49273c7a-c769-4fe7-af47-3ed438573907 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989921 Nov 09 11:09:46.893762 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:46.908742 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-088cd164-60a0-4f9b-ac20-243775fc65e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:46.980223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:46.985431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:46.992798 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:09:46.993033 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.025940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['91ffc9c5-48f0-4bc8-a21c-1977d2344da7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:47.069028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:47.073982 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:47.085887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24410182-c0ee-4b04-ba44-653589b7299d req-ff15d628-890f-4bef-acbb-cf5def3767e1 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073915 Nov 09 11:09:47.094661 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.100302 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55b0f875-4985-4f51-8453-42c55f261363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:47.143505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec577226-a86b-49e3-b279-807a75a48322 req-a53ce272-2970-412b-9e9a-cd9142b0c4dd tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:47.151242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ec577226-a86b-49e3-b279-807a75a48322 req-a53ce272-2970-412b-9e9a-cd9142b0c4dd tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 944 time: 0.4737566 Nov 09 11:09:47.167162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, b57c48bc-2453-4c90-82ff-f8fafa82a5ad) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:47.178986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:47.179569 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.183348 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.186111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9baead3-e9f9-46f8-b664-b8351f616b9a None None] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:09:47.207837 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e5cd629-b24d-402a-9ead-0020271bcd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.262112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.263445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] 10.222.0.59 "PUT /v2.0/ports/975428d2-94bf-4ffc-b8fb-5998022eb388 HTTP/1.1" status: 200 len: 1095 time: 2.5435653 Nov 09 11:09:47.263967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:47.286042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:47.294731 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:47.335262 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7ba19-e444-4a3b-9ea1-3a8efe1a6af3 req-f6945e1e-9395-4114-802c-19e5f6cf0dde tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:47.337306 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f0d7ba19-e444-4a3b-9ea1-3a8efe1a6af3 req-f6945e1e-9395-4114-802c-19e5f6cf0dde tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.1678205 Nov 09 11:09:47.373276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ec577226-a86b-49e3-b279-807a75a48322 req-bbace098-e1be-455f-9265-579b097ebac0 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210624 Nov 09 11:09:47.381490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6669614 Nov 09 11:09:47.386138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51298) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:47.402967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:09:47.442647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:47.452151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Usage tracker for resource:router and tenant:c8f78270ac95414585c2af2b0c8cedba is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:47.458587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:47.470319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:47.522416 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f0d7ba19-e444-4a3b-9ea1-3a8efe1a6af3 req-8fb93416-2c17-4a97-8d22-6e4204547665 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758752 Nov 09 11:09:47.579692 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.582877 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.603384 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-aca59a99-fc21-402e-a333-b80dcc93cd05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 1098 time: 0.1969688 Nov 09 11:09:47.647636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.663350 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c7d73903-0885-4d0c-9484-af91358d1ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:47.698073 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.716213 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-d4424667-0b65-480f-a7d8-a5f871b126b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=975428d2-94bf-4ffc-b8fb-5998022eb388 HTTP/1.1" status: 200 len: 217 time: 0.1047342 Nov 09 11:09:47.741844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-b57c48bc-2453-4c90-82ff-f8fafa82a5ad', 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'fixed_ips': [{'subnet_id': '1c837ebb-431f-4242-aab3-7ef7610e52b1'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:09:47.742855 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.758810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc9e9b9-b2b3-479a-9193-d5cd4275b99f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:47.772792 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:47.792901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3423dca5-85ba-4fb5-8572-c4e9fa69bf19 req-c80acd6b-2f72-4c70-aa67-2021d7c4906e tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1892645 Nov 09 11:09:47.811706 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.831694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a580f-8f03-4f9d-971d-78697491af07 req-b95d7e96-b6d3-4e13-befd-feb6552a93d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:47.833541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-b95d7e96-b6d3-4e13-befd-feb6552a93d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1110890 Nov 09 11:09:47.845138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:47.902355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Router 51bcb230-c96a-436f-a774-e6e291fbad1a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:09:48.072909 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'status': 'completed', 'code': 200} Nov 09 11:09:48.083260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed72910b-b0ca-415c-84bc-335df0482dc9 req-d0f41ad7-b1ae-4e8a-b1a7-6e394b32d12b tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 210 time: 0.0891576 Nov 09 11:09:48.114457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Allocated IP 172.20.0.2 (b57c48bc-2453-4c90-82ff-f8fafa82a5ad/1c837ebb-431f-4242-aab3-7ef7610e52b1/dde25a51-e985-4c0e-8359-e72737d566d0) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:09:48.126590 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-59639efd-524b-4f59-96b9-51ace2f94606 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2845633 Nov 09 11:09:48.137696 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9dc9e9b9-b2b3-479a-9193-d5cd4275b99f HTTP/1.1" status: 204 len: 168 time: 1.6154788 Nov 09 11:09:48.152409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:48.354536 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:48.358924 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:48.365185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Transition to ACTIVE for port object dde25a51-e985-4c0e-8359-e72737d566d0 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:48.385592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Transition to ACTIVE for port object dde25a51-e985-4c0e-8359-e72737d566d0 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:48.421745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:48.450067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62913853-8e19-4b98-911a-bc8d7ae868d9 req-f0175e94-708e-43ad-a1ce-35bad0fcb55f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:48.457428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-62913853-8e19-4b98-911a-bc8d7ae868d9 req-f0175e94-708e-43ad-a1ce-35bad0fcb55f tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 944 time: 0.3250997 Nov 09 11:09:48.492465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:48.497555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:48.516503 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:48.525047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-4d64b284-7700-49a5-b0eb-fe1b787199bd service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919921 Nov 09 11:09:48.539404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-62913853-8e19-4b98-911a-bc8d7ae868d9 req-a84f3707-f211-4941-94eb-e4bf5cbecac6 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810118 Nov 09 11:09:48.574760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:09:48.580735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7164ea84-210e-4f8f-89bb-acf2214d5da1 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:48.600873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51322) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:48.651697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:48.698631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] Sync routers for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:48.751998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:48.769662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:48.773277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:09:48.791568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] No DVR routers for this DVR port 7cae47b7-edf3-4c33-8273-d41fbd3d3336 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:48.795616 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:48.797666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-427f2a86-4cbb-4382-9c48-e8926153c4bd req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.57 "DELETE /v2.0/ports/7cae47b7-edf3-4c33-8273-d41fbd3d3336 HTTP/1.1" status: 204 len: 173 time: 4.0989714 Nov 09 11:09:48.798460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'name': 'network-vif-deleted', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:48.801270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Pushing event updated for resources: {'Port': ['ID=dde25a51-e985-4c0e-8359-e72737d566d0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:48.812305 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:48.871764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:48.945371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:48.948626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:48.960135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c2e9fe-baec-4940-9a66-3624912c10c4']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:48.993376 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:48.995068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:48.995389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cff0a19-d4c6-47ec-9b38-ccd06ba4698e') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:49.014987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10a580f-8f03-4f9d-971d-78697491af07 req-4652c7f0-65c0-4ed4-bef9-6656e5c38fab service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271181 Nov 09 11:09:49.032459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.038617 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.061356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294d9c8-ad23-4d6a-aae9-285d9ba420ef req-417ceee2-42b4-4ebb-93c7-f67a8d589e86 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:49.069956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a294d9c8-ad23-4d6a-aae9-285d9ba420ef req-417ceee2-42b4-4ebb-93c7-f67a8d589e86 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 944 time: 0.4208322 Nov 09 11:09:49.091924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:49.096094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Usage tracker for resource:security_group_rule and tenant:0bd418245a6a4ab7b513abbe07563615 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:09:49.097001 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.099291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:09:49.105894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:09:49.111741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:09:49.111741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:09:49.130999 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:09:49.143621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.308759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a294d9c8-ad23-4d6a-aae9-285d9ba420ef req-ed392703-7f29-4428-aff2-01d74e1838e1 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358773 Nov 09 11:09:49.333734 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.379081 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254d7e41-369a-4652-a017-144bd5efd66c req-c3a3024f-a8e9-4cd5-b7c5-28b6757c9231 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 1098 time: 0.1605895 Nov 09 11:09:49.385745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Allocated IP 172.25.7.9 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/5047519e-5e7e-443c-9105-ce9617de72fc) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:09:49.400104 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5357a9da-570e-46aa-a90a-86b9734ddde8', 'name': 'network-vif-deleted', 'tag': '7cae47b7-edf3-4c33-8273-d41fbd3d3336', 'status': 'completed', 'code': 200} Nov 09 11:09:49.467111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.484026 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e3e340fe-53d1-4e40-8c5f-11c56dba5829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:49.544198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:49.577293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.585432 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-28564f2f-dc17-406b-9f0f-b51ccfa3cae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:49.608484 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.616643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:49.617172 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.641723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Attempting to bind port dde25a51-e985-4c0e-8359-e72737d566d0 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:49.642385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Attempting to bind port dde25a51-e985-4c0e-8359-e72737d566d0 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:49.643006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Attempting to bind port dde25a51-e985-4c0e-8359-e72737d566d0 on network b57c48bc-2453-4c90-82ff-f8fafa82a5ad {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:49.689336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c2e9fe-baec-4940-9a66-3624912c10c4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:49.700395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8d3fa-4e1c-4cec-8128-7c9dae035b8d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:49.703085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bd18de01-4fd3-45b0-a68c-b98867f574f1 req-ddce5de2-47e7-43f8-9372-af610110591d tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1138895 Nov 09 11:09:49.703460 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:49.704223 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:49.711123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] 10.222.0.50 "DELETE /v2.0/networks/c3c2e9fe-baec-4940-9a66-3624912c10c4 HTTP/1.1" status: 204 len: 168 time: 1.5519676 Nov 09 11:09:49.714323 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0bd418245a6a4ab7b513abbe07563615&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1142395 Nov 09 11:09:49.720286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51340) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:49.767426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d7e41-369a-4652-a017-144bd5efd66c req-1795c0ad-48fc-4fad-af5a-6166c533e001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:49.768967 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254d7e41-369a-4652-a017-144bd5efd66c req-1795c0ad-48fc-4fad-af5a-6166c533e001 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.3823783 Nov 09 11:09:49.774950 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a6a325b-891f-4b43-a155-45507352c5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.853003 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:49.856114 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254d7e41-369a-4652-a017-144bd5efd66c req-a86894b7-e073-4f09-b0a5-bd27fd9e7ead service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=975428d2-94bf-4ffc-b8fb-5998022eb388 HTTP/1.1" status: 200 len: 217 time: 0.0793512 Nov 09 11:09:49.861899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Checking segment: {'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:49.862532 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.864432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Bound using segment: {'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:49.866532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Bound port: dde25a51-e985-4c0e-8359-e72737d566d0, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:49.866532 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.868290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d174-22da-41bd-aec7-714de8678474 req-afea1511-2f6a-4fce-b0eb-1ec124b78285 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:49.869577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8924d174-22da-41bd-aec7-714de8678474 req-afea1511-2f6a-4fce-b0eb-1ec124b78285 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Synchronizing usage tracker for tenant:98c42867df424326b275400db7b1c8ab on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:49.877581 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.902767 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:49.915641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 7164ea84-210e-4f8f-89bb-acf2214d5da1 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:49.941460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:49.960728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d7e41-369a-4652-a017-144bd5efd66c req-782af49a-bdf9-4260-bded-94ac37035e44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:49.962319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254d7e41-369a-4652-a017-144bd5efd66c req-782af49a-bdf9-4260-bded-94ac37035e44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0994878 Nov 09 11:09:49.962851 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.023005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8924d174-22da-41bd-aec7-714de8678474 req-afea1511-2f6a-4fce-b0eb-1ec124b78285 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Unset dirty status for tenant:98c42867df424326b275400db7b1c8ab on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:50.024971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8924d174-22da-41bd-aec7-714de8678474 req-afea1511-2f6a-4fce-b0eb-1ec124b78285 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.4551387 Nov 09 11:09:50.055504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'mac_address': 'fa:16:3e:f1:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:09:50.058869 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f43cecfc-5acf-4088-b56f-51b69c6dbc0c req-a4a2bc0c-2a1e-4d1f-af6e-47cdc0a90bc2 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 210 time: 0.0953140 Nov 09 11:09:50.102513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8924d174-22da-41bd-aec7-714de8678474 req-01bbeb6c-ee93-48c2-8608-563ad9b170e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Synchronizing usage tracker for tenant:98c42867df424326b275400db7b1c8ab on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:50.103144 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254d7e41-369a-4652-a017-144bd5efd66c req-50b86fa5-c9b7-467c-830c-99bcfbb5e3cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058075 Nov 09 11:09:50.126179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 7164ea84-210e-4f8f-89bb-acf2214d5da1 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:50.126583 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.151805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.158656 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21246e41-e077-4057-bc66-32d2e38000d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:50.187036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8d3fa-4e1c-4cec-8128-7c9dae035b8d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:50.190233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.196395 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:50.196395 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a5174db2-c0a3-4545-90ab-764ebf404843 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:50.241765 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.243052 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92c8d3fa-4e1c-4cec-8128-7c9dae035b8d HTTP/1.1" status: 204 len: 168 time: 0.5090911 Nov 09 11:09:50.299968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8924d174-22da-41bd-aec7-714de8678474 req-01bbeb6c-ee93-48c2-8608-563ad9b170e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Unset dirty status for tenant:98c42867df424326b275400db7b1c8ab on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:50.311886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8924d174-22da-41bd-aec7-714de8678474 req-01bbeb6c-ee93-48c2-8608-563ad9b170e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746909 Nov 09 11:09:50.349923 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.355344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:09:50.366346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:09:50.384300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51352) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:50.385668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:09:50.414600 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254d7e41-369a-4652-a017-144bd5efd66c req-2a1d6c39-9948-4b55-9b92-1f6156e1ea59 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026853 Nov 09 11:09:50.477113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Pushing event updated for resources: {'Port': ['ID=5047519e-5e7e-443c-9105-ce9617de72fc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:50.489852 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:50.531819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7d1646-077a-452c-bc8c-1d02ac574d5e {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:50.607508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] For port dde25a51-e985-4c0e-8359-e72737d566d0, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:50.710192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.754556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] For port dde25a51-e985-4c0e-8359-e72737d566d0, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=dde25a51-e985-4c0e-8359-e72737d566d0,segment=NetworkSegment(e52743fa-f022-4318-b5c3-cbdf54555dfd),segment_id=e52743fa-f022-4318-b5c3-cbdf54555dfd)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:50.757384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:50.758328 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.855578 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.864926 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:50.902887 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:50.937744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254d7e41-369a-4652-a017-144bd5efd66c req-4c604f31-3930-4dc0-b609-4460cab703b9 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177124 Nov 09 11:09:50.975669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ea2e2-5f9b-48da-b4c1-2ee31a4dc44d req-0c720c56-006b-4647-8d45-c047e5e2f019 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:50.983646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-627ea2e2-5f9b-48da-b4c1-2ee31a4dc44d req-0c720c56-006b-4647-8d45-c047e5e2f019 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 944 time: 0.1116662 Nov 09 11:09:51.101423 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-627ea2e2-5f9b-48da-b4c1-2ee31a4dc44d req-90c6e44d-738e-457a-9c71-c9edd6e6e186 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136894 Nov 09 11:09:51.178606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ec4eac1a-41a4-4315-9f07-cd589625158b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a2c18b5add241a8bf7fc402b0c928df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7368982 Nov 09 11:09:51.179116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51370) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:51.188299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:51.247529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d60bb-e31c-45eb-b306-bcb5da7f8c5d req-385f8d6b-aae9-41c8-9e7d-b171c79466eb tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:51.254256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f27d60bb-e31c-45eb-b306-bcb5da7f8c5d req-385f8d6b-aae9-41c8-9e7d-b171c79466eb tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 944 time: 0.6710992 Nov 09 11:09:51.261195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:51.267575 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:51.320430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a7d1646-077a-452c-bc8c-1d02ac574d5e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:51.411630 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:51.412581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7cae47b7-edf3-4c33-8273-d41fbd3d3336 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:51.461620 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:51.490073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 7cae47b7-edf3-4c33-8273-d41fbd3d3336 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:51.490916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-5f08d036-d59a-491e-a9f2-d1c754a9e951 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:51.491698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7cae47b7-edf3-4c33-8273-d41fbd3d3336 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:51.493207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:51.494664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-5f08d036-d59a-491e-a9f2-d1c754a9e951 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 944 time: 0.5160007 Nov 09 11:09:51.499099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f27d60bb-e31c-45eb-b306-bcb5da7f8c5d req-ce2e2e0f-8d7e-40c6-afa7-89e9792ad060 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439420 Nov 09 11:09:51.513506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:51.518205 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-327fc2b2-ac60-4dff-9782-1fa99a92bac6 req-27e78824-5516-4c4b-ad0e-238ec5e4fe54 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1226053 Nov 09 11:09:51.563989 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:51.629487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Deleting port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:51.634573 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:51.729529 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'code': 200} Nov 09 11:09:51.787505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ec95403e-3754-42c1-9521-69326fab451b req-85fbbf77-3484-4141-9369-0f7329fa6373 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Synchronizing usage tracker for tenant:8412988860be40e0989db769f2048db4 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:51.821413 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7164ea84-210e-4f8f-89bb-acf2214d5da1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7164ea84-210e-4f8f-89bb-acf2214d5da1,segment=NetworkSegment(685a5677-b886-47f9-895c-adf9b31b8541),segment_id=685a5677-b886-47f9-895c-adf9b31b8541)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:51.847063 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:45Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:51.871784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Pushing event updated for resources: {'Port': ['ID=dde25a51-e985-4c0e-8359-e72737d566d0,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:51.887550 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:51.906361 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.921s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:51.915459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:51.950231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] Checking router: 51bcb230-c96a-436f-a774-e6e291fbad1a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:51.969719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:52.036056 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:52.063378 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-90e43368-8925-4a4f-8e0e-0c7002e4d9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:52.148961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:52.149894 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/655a8617-afbb-407e-a0ef-7728a989c0b9 HTTP/1.1" status: 204 len: 168 time: 0.9695866 Nov 09 11:09:52.153576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a8617-afbb-407e-a0ef-7728a989c0b9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:52.157784 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:52.199602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:52.223660 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:52.224282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:52.224927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:52.231553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcfb31-643b-4ff7-8247-d433e92a50b2 req-10b9167d-6df3-401d-a2f0-e0ae0a5ecd94 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:52.252339 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07fcfb31-643b-4ff7-8247-d433e92a50b2 req-10b9167d-6df3-401d-a2f0-e0ae0a5ecd94 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.3108089 Nov 09 11:09:52.357832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:52.360302 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:52.368428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07fcfb31-643b-4ff7-8247-d433e92a50b2 req-00cfcbf2-290c-4a3f-bfc3-bbafa8dbbce0 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135359 Nov 09 11:09:52.394609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ec95403e-3754-42c1-9521-69326fab451b req-85fbbf77-3484-4141-9369-0f7329fa6373 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Unset dirty status for tenant:8412988860be40e0989db769f2048db4 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:52.411706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ec95403e-3754-42c1-9521-69326fab451b req-85fbbf77-3484-4141-9369-0f7329fa6373 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/ports?device_id=5357a9da-570e-46aa-a90a-86b9734ddde8 HTTP/1.1" status: 200 len: 210 time: 0.7057731 Nov 09 11:09:52.424416 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.971s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:52.494574 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:52.701500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Calling delete_port for 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:52.784871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567cdb0-47f6-42c0-aa63-9b43231c81ad req-02415d31-d266-4664-90e8-9d50bfd5f196 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:52.794103 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0567cdb0-47f6-42c0-aa63-9b43231c81ad req-02415d31-d266-4664-90e8-9d50bfd5f196 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 945 time: 0.1490808 Nov 09 11:09:52.887496 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0567cdb0-47f6-42c0-aa63-9b43231c81ad req-00098a03-11c0-4c53-b507-59b434c7c834 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919466 Nov 09 11:09:52.955574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 975428d2-94bf-4ffc-b8fb-5998022eb388 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:09:53.075887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:53.081564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7164ea84-210e-4f8f-89bb-acf2214d5da1,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:53.085562 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:53.127603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:53.128900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:53.314687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dde25a51-e985-4c0e-8359-e72737d566d0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:53.347768 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f9701b0c-cd89-4026-ae82-e70595229462 req-47054208-22de-4001-9b19-90d6cb08effd tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1534393 Nov 09 11:09:53.425345 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.442s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:53.425753 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:53.469381 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:53.492164 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:53.492520 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:53.549728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a222b-d705-407a-9d25-7932f076bae8 req-9223feed-6c12-495a-892d-410ebc4a6bb9 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:53.563167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-691a222b-d705-407a-9d25-7932f076bae8 req-9223feed-6c12-495a-892d-410ebc4a6bb9 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 945 time: 0.6399164 Nov 09 11:09:53.640706 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d81f8264-a44e-412b-aa2e-e9fb98eef811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:53.703490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904eb3f-b545-4257-8e9c-4d448418c78a req-336825a9-24ea-4958-9e15-78f83fb95375 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:53.710293 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2904eb3f-b545-4257-8e9c-4d448418c78a req-336825a9-24ea-4958-9e15-78f83fb95375 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.1019988 Nov 09 11:09:53.762199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0dffb8-4626-47f6-a045-0933ad553614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7164ea84-210e-4f8f-89bb-acf2214d5da1'}, {'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:53.771522 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2904eb3f-b545-4257-8e9c-4d448418c78a req-75cf6638-6fc0-453e-9487-a84e7951b3ed tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 Nov 09 11:09:53.779940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286618b2-1bef-40df-961e-0abf6e67460d None None] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:09:53.913849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-691a222b-d705-407a-9d25-7932f076bae8 req-b6a14acb-e48f-42c5-9bdb-1570a68db0d7 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497329 Nov 09 11:09:54.009470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Deleting port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:54.009937 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:54.104251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:54.147030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52a62cd8-b354-496c-a26b-65ee2cb475e5 req-fa7bc338-8da1-475d-a5a4-c530f45fc3b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.2277486 Nov 09 11:09:54.163941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'mac_address': 'fa:16:3e:88:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:09:54.165489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-21a35f17-1158-4c6e-b458-9f41e08b6e58 None None] Provisioning for port dde25a51-e985-4c0e-8359-e72737d566d0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:54.180287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:54.226242 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:54.258440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:54.344159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port dde25a51-e985-4c0e-8359-e72737d566d0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:54.394191 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port dde25a51-e985-4c0e-8359-e72737d566d0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:54.402923 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:54.488673 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:54.515467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] For port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,segment=NetworkSegment(4c4ac8f9-d554-4832-963c-b5f10db3359e),segment_id=4c4ac8f9-d554-4832-963c-b5f10db3359e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:54.515830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:54.565699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83590c-6360-4ed4-a2da-00b51686ca4e req-d8e31b3c-9ca2-40e2-adb0-ed6a095f6594 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:54.577653 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f83590c-6360-4ed4-a2da-00b51686ca4e req-d8e31b3c-9ca2-40e2-adb0-ed6a095f6594 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 943 time: 0.2668545 Nov 09 11:09:54.701095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f83590c-6360-4ed4-a2da-00b51686ca4e req-1e1a41ad-f839-4030-92a6-75395bc274e5 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/security-groups?id=213f8fd0-4c9c-432d-a900-def8a071ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077936 Nov 09 11:09:54.798303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975428d2-94bf-4ffc-b8fb-5998022eb388 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:09:54.825641 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0dffb8-4626-47f6-a045-0933ad553614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7164ea84-210e-4f8f-89bb-acf2214d5da1', 'code': 200} Nov 09 11:09:54.827475 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'code': 200} Nov 09 11:09:54.920128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51436) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:55.124190 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:55.160134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:55.171307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:55.279292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Calling delete_port for 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:55.330888 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4f4b96a7-8d1b-4c5e-8da1-bfffb428c702 None None] Provisioning complete for port dde25a51-e985-4c0e-8359-e72737d566d0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:55.332379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4f4b96a7-8d1b-4c5e-8da1-bfffb428c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:55.335678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:55.355199 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61916de9-1629-4710-b415-d3351ca6863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:55.381630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87674f4-6f15-41f4-8509-9d34d1f7bbb6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:55.412527 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:55.457039 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:55.461067 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:55.464892 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "DELETE /v2.0/security-groups/d87674f4-6f15-41f4-8509-9d34d1f7bbb6 HTTP/1.1" status: 204 len: 168 time: 0.5436716 Nov 09 11:09:55.474112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-633400f3-3c0d-48d1-8c5f-635cb3697ab3 req-0309e6ca-180d-4688-82f1-295b4973b68b tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.2030721 Nov 09 11:09:55.474645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51448) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:55.483109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6e647-5c6a-4fad-bbb9-32e424bceb31 req-bd32676c-37b3-4036-b449-1d1783c6cdb9 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:55.493051 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f3d6e647-5c6a-4fad-bbb9-32e424bceb31 req-bd32676c-37b3-4036-b449-1d1783c6cdb9 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.2756917 Nov 09 11:09:55.508835 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:55.587326 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-f9e9a602-f902-4c64-86b5-a08f8fe3765e tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] show failed (client error): The resource could not be found. Nov 09 11:09:55.587326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f9e9a602-f902-4c64-86b5-a08f8fe3765e tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "GET /v2.0/security-groups/d87674f4-6f15-41f4-8509-9d34d1f7bbb6 HTTP/1.1" status: 404 len: 347 time: 0.1052294 Nov 09 11:09:55.588038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:55.590866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51452) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:55.769161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:09:55.771693 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:55.838333 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19b1bd5e-173b-45aa-a4cc-2cc3be55e969 req-2ad0ac5b-ab36-4ad6-ae99-7a7ad22adce4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 1096 time: 0.5520272 Nov 09 11:09:55.927454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['975428d2-94bf-4ffc-b8fb-5998022eb388'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:09:56.010448 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f3d6e647-5c6a-4fad-bbb9-32e424bceb31 req-ed1c038a-40fc-422b-9253-0b528fc08d56 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151458 Nov 09 11:09:56.015372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:56.163439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:56.166549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Deleting port 6b9a2c0c-98d6-4df2-9385-33ecb9951a94 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:09:56.167472 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:56.171225 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d481ddec-6c0a-4981-bebf-9c86c0fe4f22 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:56.203029 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:56.265017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port dde25a51-e985-4c0e-8359-e72737d566d0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=dde25a51-e985-4c0e-8359-e72737d566d0,segment=NetworkSegment(e52743fa-f022-4318-b5c3-cbdf54555dfd),segment_id=e52743fa-f022-4318-b5c3-cbdf54555dfd)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:56.328249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Pushing event deleted for resources: {'Port': ['ID=91ffc9c5-48f0-4bc8-a21c-1977d2344da7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:56.340915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19b1bd5e-173b-45aa-a4cc-2cc3be55e969 req-e7f0b059-1c49-4a82-9b4f-68925b051179 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876106 Nov 09 11:09:56.348202 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:56.367587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca3920eb-e3ae-435a-a551-517bc7a07782 req-c221506d-fe77-4ffa-b6ec-4bece886aba3 tempest-AbsoluteLimitsNegativeTestJSON-692588527 tempest-AbsoluteLimitsNegativeTestJSON-692588527-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e7dae38a1ef64194b5ecfba9374bfdad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827656 Nov 09 11:09:56.464158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] No DVR routers for this DVR port 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:09:56.471352 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:56.474484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-deleted', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:56.508793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e4533-6d75-4d9d-8f55-176bdcbf6e9f req-91c87446-7f10-4a00-a5d2-e3cd179648f7 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:56.513765 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de5e4533-6d75-4d9d-8f55-176bdcbf6e9f req-91c87446-7f10-4a00-a5d2-e3cd179648f7 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 945 time: 0.7458661 Nov 09 11:09:56.608095 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f9ef2c8-9f83-465a-8dda-968e91e86e35 req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.57 "DELETE /v2.0/ports/91ffc9c5-48f0-4bc8-a21c-1977d2344da7 HTTP/1.1" status: 204 len: 173 time: 5.1076648 Nov 09 11:09:56.709302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de5e4533-6d75-4d9d-8f55-176bdcbf6e9f req-89b72882-6803-4bee-a6fb-61c1a2403763 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295931 Nov 09 11:09:56.735510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:09:56.745988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3920eb-e3ae-435a-a551-517bc7a07782 req-714bdc67-22b4-4cb7-bd34-caf2c2906b29 tempest-AbsoluteLimitsNegativeTestJSON-692588527 tempest-AbsoluteLimitsNegativeTestJSON-692588527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:56.748885 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca3920eb-e3ae-435a-a551-517bc7a07782 req-714bdc67-22b4-4cb7-bd34-caf2c2906b29 tempest-AbsoluteLimitsNegativeTestJSON-692588527 tempest-AbsoluteLimitsNegativeTestJSON-692588527-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793571 Nov 09 11:09:56.765880 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:56.766499 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:56.781849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:45Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:56.783987 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:56.784209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:09:56.799094 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:56.815515 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Sync routers for ids ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:09:56.839430 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Routers {'0f7958c9-14bd-45e0-8725-6e2dc05f1918'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:56.840041 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:56.864796 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:09:56.865147 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 91ffc9c5-48f0-4bc8-a21c-1977d2344da7 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:09:56.886522 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcbad3-3f1d-48b8-adb8-360c7544237f None None] The sync data for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 is: [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:04:37Z', 'revision_number': 4, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '1f337c8d-268b-4048-85d4-cb8e389a88c4', 'name': '', 'network_id': '503ce6c8-8c2d-4e32-9b43-34ac4366474f', 'tenant_id': '8412988860be40e0989db769f2048db4', 'mac_address': 'fa:16:3e:87:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:36Z', 'updated_at': '2021-11-09T11:04:45Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'subnets': [{'id': '04849f39-d0c2-42d6-8514-b8f7a5926219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:09:56.899109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:56.901423 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.5140796 Nov 09 11:09:56.904754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51478) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:57.063545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 7a7d1646-077a-452c-bc8c-1d02ac574d5e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:57.073923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=dde25a51-e985-4c0e-8359-e72737d566d0,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:57.078975 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:57.083008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 7a7d1646-077a-452c-bc8c-1d02ac574d5e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:57.083393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:57.198880 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Set router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:09:57.303313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c526fcbf-2d90-4e4d-a01f-5141ae5ae854 req-4b44e252-e713-4af2-aadf-fc83e4a2ea6d tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Synchronizing usage tracker for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:09:57.381709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Calling delete_port for 6b9a2c0c-98d6-4df2-9385-33ecb9951a94 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:09:57.441618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825f02d-f630-433c-850e-c00d81db0bc7 None None] New status for floating IP ffe4b09d-6621-42da-ad2e-732c68e1d9dd: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:09:57.477080 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca3920eb-e3ae-435a-a551-517bc7a07782 req-f5d67510-2b58-4528-8b1d-2a8cef39ed27 tempest-AbsoluteLimitsNegativeTestJSON-692588527 tempest-AbsoluteLimitsNegativeTestJSON-692588527-project] 10.222.0.50 "GET /v2.0/quotas/e7dae38a1ef64194b5ecfba9374bfdad HTTP/1.1" status: 200 len: 375 time: 0.7132506 Nov 09 11:09:57.501333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c526fcbf-2d90-4e4d-a01f-5141ae5ae854 req-4b44e252-e713-4af2-aadf-fc83e4a2ea6d tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Unset dirty status for tenant:6eaad57182c1440aa6d064b5c9fc3c6a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:09:57.521783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c526fcbf-2d90-4e4d-a01f-5141ae5ae854 req-4b44e252-e713-4af2-aadf-fc83e4a2ea6d tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b14ea4ff-836a-4afd-bfc9-ca97b223fa21 HTTP/1.1" status: 200 len: 210 time: 0.3801630 Nov 09 11:09:57.536694 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:57.539053 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca3920eb-e3ae-435a-a551-517bc7a07782 req-d03d0634-a7ed-4cb9-a9a6-4f0cfcd126e4 tempest-AbsoluteLimitsNegativeTestJSON-692588527 tempest-AbsoluteLimitsNegativeTestJSON-692588527-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7dae38a1ef64194b5ecfba9374bfdad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606782 Nov 09 11:09:57.939734 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:09:51Z', 'revision_number': 3, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port': {'id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:49Z', 'updated_at': '2021-11-09T11:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:57.943298 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:57.964265 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Checking router: 0f7958c9-14bd-45e0-8725-6e2dc05f1918 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:09:57.964724 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Updating router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 port 5047519e-5e7e-443c-9105-ce9617de72fc binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:09:57.971012 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ea4ff-836a-4afd-bfc9-ca97b223fa21', 'name': 'network-vif-deleted', 'tag': '91ffc9c5-48f0-4bc8-a21c-1977d2344da7', 'status': 'completed', 'code': 200} Nov 09 11:09:57.975093 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:58.039836 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:09:58.061235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:09:58.093217 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-4825f02d-f630-433c-850e-c00d81db0bc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:09:58.096000 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-4825f02d-f630-433c-850e-c00d81db0bc7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:09:58.121887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:58.130358 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6007df4e-8fc6-4404-91dd-1f4ac9535cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:58.152453 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:58.350254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Pushing event deleted for resources: {'Port': ['ID=6b9a2c0c-98d6-4df2-9385-33ecb9951a94,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:58.355687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:58.364403 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:58.379593 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca1e66fe-eecb-43e1-9070-9325d4140c70 req-721d6ea5-5ae5-475b-8bed-c98e9b681b88 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1933701 Nov 09 11:09:58.380796 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:58.408299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f226d70-9399-4908-bc96-b722b8ab40eb req-794fbe2e-6974-4a07-99dd-be1fe6db1571 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:58.409824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f226d70-9399-4908-bc96-b722b8ab40eb req-794fbe2e-6974-4a07-99dd-be1fe6db1571 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 948 time: 0.3503942 Nov 09 11:09:58.526499 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:58.568736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f226d70-9399-4908-bc96-b722b8ab40eb req-f780ee22-e30d-46dd-befa-ddc63ff2acfd tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511440 Nov 09 11:09:58.595398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825f02d-f630-433c-850e-c00d81db0bc7 None None] New status for floating IP ffe4b09d-6621-42da-ad2e-732c68e1d9dd: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:09:58.626316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:58.626316 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] 10.222.0.50 "DELETE /v2.0/floatingips/ffe4b09d-6621-42da-ad2e-732c68e1d9dd HTTP/1.1" status: 204 len: 168 time: 3.0269163 Nov 09 11:09:58.628136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:58.746405 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'code': 200} Nov 09 11:09:58.916073 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:58.964476 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Transition to ACTIVE for port object 5047519e-5e7e-443c-9105-ce9617de72fc will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:09:58.986421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-029ce5cd-9e86-42ac-9881-311e2fb44f72 req-98c07f73-5b0f-41a9-9691-39d936b213c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 1101 time: 0.2324991 Nov 09 11:09:59.003116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5723f0-2b40-4593-a096-12ac3b244fcb req-5f5164ec-9fb9-4083-9a99-5968a32dc2b4 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:09:59.006097 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e5723f0-2b40-4593-a096-12ac3b244fcb req-5f5164ec-9fb9-4083-9a99-5968a32dc2b4 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 945 time: 0.3416872 Nov 09 11:09:59.023249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dde25a51-e985-4c0e-8359-e72737d566d0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:59.042692 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.047857 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:59.159571 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e5723f0-2b40-4593-a096-12ac3b244fcb req-77f2caf6-2b14-4338-9655-09655d8d6fc6 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227708 Nov 09 11:09:59.163980 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-029ce5cd-9e86-42ac-9881-311e2fb44f72 req-63371b47-5239-4731-b576-d84ef7d04669 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564684 Nov 09 11:09:59.240893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port dde25a51-e985-4c0e-8359-e72737d566d0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:59.241344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.315773 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Attempting to bind port 5047519e-5e7e-443c-9105-ce9617de72fc on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:09:59.316317 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Attempting to bind port 5047519e-5e7e-443c-9105-ce9617de72fc by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:09:59.318335 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Attempting to bind port 5047519e-5e7e-443c-9105-ce9617de72fc on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:09:59.334399 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Pushing event updated for resources: {'Port': ['ID=5047519e-5e7e-443c-9105-ce9617de72fc,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:59.358189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51516) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:09:59.373592 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.373929 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.374308 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.375103 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.375434 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.375767 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.376091 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.376408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.379236 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.379937 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.380280 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:09:59.392605 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:59.393417 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:09:59.393799 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:09:59.394202 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.394598 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:09:59.395278 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Bound port: 5047519e-5e7e-443c-9105-ce9617de72fc, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:09:59.395660 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.496655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 975428d2-94bf-4ffc-b8fb-5998022eb388 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:09:59.610658 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] For port 5047519e-5e7e-443c-9105-ce9617de72fc, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:09:59.617184 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] For port 5047519e-5e7e-443c-9105-ce9617de72fc, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5047519e-5e7e-443c-9105-ce9617de72fc,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:09:59.705335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.715255 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.718738 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.721396 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:09:59.731544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56e1a668-96d1-4f31-81b6-25783aef3b53 req-acf9755d-0eb1-4b41-a1e8-f47981aac805 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c&device_id=d4019a5b-1d2d-480b-8dcf-32c82502bf18 HTTP/1.1" status: 200 len: 210 time: 0.1443920 Nov 09 11:09:59.771490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 975428d2-94bf-4ffc-b8fb-5998022eb388 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:09:59.777518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 975428d2-94bf-4ffc-b8fb-5998022eb388 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:09:59.781366 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:09:59.864958 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Pushing event updated for resources: {'Port': ['ID=5047519e-5e7e-443c-9105-ce9617de72fc,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:09:59.869914 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:09:59.874224 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Routers {'0f7958c9-14bd-45e0-8725-6e2dc05f1918'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:09:59.874997 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:09:59.949628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:09:59.965957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Usage tracker for resource:security_group_rule and tenant:e7dae38a1ef64194b5ecfba9374bfdad is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:00.002636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:00.016881 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.024293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:00.077947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:00.178061 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.181760 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:00.199753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a7be3-2b21-493e-a60e-6f796d413c4e req-2efe3d92-c645-428a-ac1d-b7caeff989ba tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:00.207773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e9a7be3-2b21-493e-a60e-6f796d413c4e req-2efe3d92-c645-428a-ac1d-b7caeff989ba tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 948 time: 0.1820490 Nov 09 11:10:00.232417 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] Set router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:00.260108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Allocated IP 172.20.0.1 (b57c48bc-2453-4c90-82ff-f8fafa82a5ad/1c837ebb-431f-4242-aab3-7ef7610e52b1/420cbaaa-83d8-4320-ada8-c39371f98af0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:00.297832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e9a7be3-2b21-493e-a60e-6f796d413c4e req-5d358581-f3b1-4aac-8262-092e338a7f20 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Nov 09 11:10:00.309497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:00.325876 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:00.369197 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.435868 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.454077 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-12c1b3ec-819a-444b-92de-b02bc95d32c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:00.513524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08dbf35-5355-420b-9c8b-a93ce413f40e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:00.525966 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7dae38a1ef64194b5ecfba9374bfdad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1656594 Nov 09 11:10:00.527202 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:00.534189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51540) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:00.621094 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.732154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.741483 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.747563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:00.791971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:00.841572 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:09:51Z', 'revision_number': 3, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port': {'id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:49Z', 'updated_at': '2021-11-09T11:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:00.860032 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be3a8a-07da-4342-adfd-369d125d332c None None] The sync data for ids ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'] in n-d-817173-1 is: [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:09:51Z', 'revision_number': 3, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port': {'id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:49Z', 'updated_at': '2021-11-09T11:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:10:00.875619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Transition to ACTIVE for port object 420cbaaa-83d8-4320-ada8-c39371f98af0 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:01.010983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d92efa1-e5c6-44df-a8e1-b68cc51e0672 req-645697b8-7fe0-4e8f-9e8f-1be3e8b7deb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70f9c1620e6f49dc8afeddfd2e771f11&device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0713232 Nov 09 11:10:01.011618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:01.015336 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2a6ddc81-1621-4990-9dc9-f989b0baa25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:01.026008 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'code': 200} Nov 09 11:10:01.052178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08dbf35-5355-420b-9c8b-a93ce413f40e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:01.065576 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:01.113827 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:01.143362 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eee312e4-f43c-4847-82e0-2e7200b17174 tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:01.225765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1bee8558-358a-486c-8faf-5b9e31ea8b94 req-1a144fb7-0e09-4e9c-a30c-c34effa56a62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 1100 time: 0.1182485 Nov 09 11:10:01.293078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d92efa1-e5c6-44df-a8e1-b68cc51e0672 req-d83c8e69-8730-43be-bf70-ec587e0f3961 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=70f9c1620e6f49dc8afeddfd2e771f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2556915 Nov 09 11:10:01.491798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:01.529816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Pushing event updated for resources: {'Port': ['ID=420cbaaa-83d8-4320-ada8-c39371f98af0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:01.537144 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:01.542761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:01.546938 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d08dbf35-5355-420b-9c8b-a93ce413f40e HTTP/1.1" status: 204 len: 168 time: 1.0109940 Nov 09 11:10:01.548461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:01.566873 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f0d5e8d-5a47-4f59-b2b2-c81256087969 req-239be22b-7874-41b1-b0f0-a26b6b54ba6b tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1945436 Nov 09 11:10:01.604415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:01.752793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92efa1-e5c6-44df-a8e1-b68cc51e0672 req-bb93982a-c146-4f00-beb8-fa568d60ed9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:01.755658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d92efa1-e5c6-44df-a8e1-b68cc51e0672 req-bb93982a-c146-4f00-beb8-fa568d60ed9b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4253869 Nov 09 11:10:01.767227 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1bee8558-358a-486c-8faf-5b9e31ea8b94 req-b59104de-a3f5-45b4-bee0-3e2bd99e4ad9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092560 Nov 09 11:10:01.789608 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:01.882157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b030e2-0476-4bc0-b7dd-cc89edcbc298 req-ff0e8fc4-079c-4000-938d-9e15e729d8b8 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:01.890290 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2b030e2-0476-4bc0-b7dd-cc89edcbc298 req-ff0e8fc4-079c-4000-938d-9e15e729d8b8 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 949 time: 0.3392682 Nov 09 11:10:02.132701 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2b030e2-0476-4bc0-b7dd-cc89edcbc298 req-3a4f3bc2-b118-4a93-9820-9c86cb143621 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412179 Nov 09 11:10:02.137222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:02.195919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-38eb70e3-0b05-4c58-b99b-918a69a5b361 None None] Provisioning for port 420cbaaa-83d8-4320-ada8-c39371f98af0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:02.203497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-38eb70e3-0b05-4c58-b99b-918a69a5b361 None None] Provisioning complete for port 420cbaaa-83d8-4320-ada8-c39371f98af0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:02.203966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-38eb70e3-0b05-4c58-b99b-918a69a5b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:02.340205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Deleting port 1f337c8d-268b-4048-85d4-cb8e389a88c4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:02.340669 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:02.379719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-38eb70e3-0b05-4c58-b99b-918a69a5b361 None None] Port 420cbaaa-83d8-4320-ada8-c39371f98af0 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:10:02.525364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51590) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:02.657245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Deleting subnet 78b7b6ee-d976-44d3-8337-f4cb1c1cde78 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:10:02.662225 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:02.719110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] For port 1f337c8d-268b-4048-85d4-cb8e389a88c4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1f337c8d-268b-4048-85d4-cb8e389a88c4,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:02.719716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:02.765399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:02.827158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:02.876981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Calling delete_port for 1f337c8d-268b-4048-85d4-cb8e389a88c4 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:02.963372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5047519e-5e7e-443c-9105-ce9617de72fc up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:03.127413 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 5047519e-5e7e-443c-9105-ce9617de72fc completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:03.141989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5047519e-5e7e-443c-9105-ce9617de72fc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:03.142272 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.203360 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.351385 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.371595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.382343 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0567ef21-8299-4f09-a69d-03cad56f3ecc tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:03.393267 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90685095-61b1-4bbf-a9af-b73fac4fa40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:03.443179 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.452364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f337c8d-268b-4048-85d4-cb8e389a88c4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:03.458957 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:03.463207 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a69e784-5569-401b-a956-a4ebcdcbf3a2 req-23271f8d-06e1-413f-acc2-196af90af0e8 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.6283188 Nov 09 11:10:03.469438 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.498473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 5047519e-5e7e-443c-9105-ce9617de72fc, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5047519e-5e7e-443c-9105-ce9617de72fc,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:03.501563 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d92efa1-e5c6-44df-a8e1-b68cc51e0672 req-a8825208-f145-41a7-baca-db227c7d7c0c tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.1871872 Nov 09 11:10:03.577820 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.589019 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-39be06e0-39ed-4427-98ba-487c53b4516c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:03.607107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.627713 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:03.657302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/78b7b6ee-d976-44d3-8337-f4cb1c1cde78 HTTP/1.1" status: 204 len: 168 time: 1.1285741 Nov 09 11:10:03.658243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Pushing event updated for resources: {'Port': ['ID=420cbaaa-83d8-4320-ada8-c39371f98af0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:03.660599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51620) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:03.676329 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:03.676859 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e907f6c8-9091-459f-a6c7-1908c10cbe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:03.767397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=5047519e-5e7e-443c-9105-ce9617de72fc,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:03.772634 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:03.818186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3325bbf-45a4-46aa-b108-3a444f3f49bc req-3a1474fc-ab2b-4011-80af-1db3952ca23e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:03.826263 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3325bbf-45a4-46aa-b108-3a444f3f49bc req-3a1474fc-ab2b-4011-80af-1db3952ca23e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 949 time: 0.5521765 Nov 09 11:10:03.888346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b7b6ee-d976-44d3-8337-f4cb1c1cde78,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:03.943764 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3325bbf-45a4-46aa-b108-3a444f3f49bc req-da26b50b-4776-4ba3-8e1d-b4d2e8dffa6e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164994 Nov 09 11:10:04.065240 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.093296 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:04.132119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.215079 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.226285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:04.339609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:04.347898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:04.612926 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.642225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-936761068-network', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:04.662746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:04.671288 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Usage tracker for resource:network and tenant:9ae43e21d0694c97a98e96f583e29226 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:04.676577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:04.695392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:04.761425 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf09faab-93ec-4862-b4b6-cefa5275b099']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:04.813911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Made reservation on behalf of 9ae43e21d0694c97a98e96f583e29226 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:04.817153 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.839367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4ac8f9-d554-4832-963c-b5f10db3359e') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:04.839682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4ac8f9-d554-4832-963c-b5f10db3359e') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:04.862536 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.867770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e87ad9a-43cf-4a5d-af06-3a1e0a3470e3 req-c4a1d95e-d9f6-436b-b007-e42e64d01b76 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc1bae8-7c49-495e-987c-8b463a941d7c HTTP/1.1" status: 200 len: 210 time: 0.0831101 Nov 09 11:10:04.878042 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.929649 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.948217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:10:04.948893 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:10:04.971938 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:10:04.986696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-05a01bd1-9ee6-4560-a6fa-f47207091cad None None] Provisioning complete for port 420cbaaa-83d8-4320-ada8-c39371f98af0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:04.987418 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-05a01bd1-9ee6-4560-a6fa-f47207091cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.083246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:05.140271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae43e21d0694c97a98e96f583e29226 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:05.147973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:05.169382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5047519e-5e7e-443c-9105-ce9617de72fc up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:05.184305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:05.314776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-05a01bd1-9ee6-4560-a6fa-f47207091cad None None] Port 420cbaaa-83d8-4320-ada8-c39371f98af0 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:10:05.393831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5047519e-5e7e-443c-9105-ce9617de72fc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:05.394477 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.425900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.490068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.505740 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:05.527673 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.537008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f164ba3-ba64-4e10-8fcd-7479e5ac4acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:05.539661 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.555219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf09faab-93ec-4862-b4b6-cefa5275b099,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:05.563561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74ef9-0a8b-4034-9039-c2e1ad2d07e9 req-0862579c-7be4-476d-87d6-d9fde75f3469 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:05.565284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-16d74ef9-0a8b-4034-9039-c2e1ad2d07e9 req-0862579c-7be4-476d-87d6-d9fde75f3469 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 949 time: 0.3981228 Nov 09 11:10:05.567542 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:05.595779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e1602-c0b8-4c03-b436-56c657424556,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:05.607359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:10:05.613928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.614278 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Added segment 5d4d12f5-b744-4121-aed4-bdc392fa0d43 of type vlan for network 29751406-e97d-4746-aef8-8bab3df437bb Nov 09 11:10:05.644252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.657775 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:05.723773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Router 51bcb230-c96a-436f-a774-e6e291fbad1a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:10:05.770980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] 10.222.0.50 "DELETE /v2.0/networks/bf09faab-93ec-4862-b4b6-cefa5275b099 HTTP/1.1" status: 204 len: 168 time: 2.1052001 Nov 09 11:10:05.813306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-16d74ef9-0a8b-4034-9039-c2e1ad2d07e9 req-011e58f2-b98d-4fdf-a354-75aac1b73028 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394035 Nov 09 11:10:05.814608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.815511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:05.816096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:05.832429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:10:05.838737 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:06.032170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Pushing event updated for resources: {'Network': ['ID=29751406-e97d-4746-aef8-8bab3df437bb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:06.035305 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:06.056565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 29751406-e97d-4746-aef8-8bab3df437bb details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:10:06.185354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9576640 Nov 09 11:10:06.186141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51664) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:06.227434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:10:06.240227 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Sync routers for ids ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:10:06.245483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Request body: {'subnet': {'network_id': '29751406-e97d-4746-aef8-8bab3df437bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-936761068-subnet', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:06.262270 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] 10.222.0.50 "PUT /v2.0/routers/0f7958c9-14bd-45e0-8725-6e2dc05f1918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3481526 Nov 09 11:10:06.265009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Routers {'0f7958c9-14bd-45e0-8725-6e2dc05f1918'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:06.268471 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:06.286184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:06.302632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Usage tracker for resource:subnet and tenant:9ae43e21d0694c97a98e96f583e29226 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:06.328067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:06.348382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:06.386869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cac7af-6a39-415c-b433-d83fb38aec2b req-02a158d7-1f6b-462b-8885-a22e855a844d tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:06.394601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75cac7af-6a39-415c-b433-d83fb38aec2b req-02a158d7-1f6b-462b-8885-a22e855a844d tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 950 time: 0.2249243 Nov 09 11:10:06.413125 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:06.461296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:10:06.473318 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] 10.222.0.50 "PUT /v2.0/routers/51bcb230-c96a-436f-a774-e6e291fbad1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8417313 Nov 09 11:10:06.473607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] Sync routers for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:10:06.473692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51676) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:06.490697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:06.491418 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:06.515325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75cac7af-6a39-415c-b433-d83fb38aec2b req-162de21c-0dac-4b98-b42f-64e510a2d06b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195843 Nov 09 11:10:06.516534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Made reservation on behalf of 9ae43e21d0694c97a98e96f583e29226 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:06.520846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:06.595525 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Set router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:06.651272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51684) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:06.811167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:06.897521 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-993eea78-05f7-4156-bd23-dad9b9d5911f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6eaad57182c1440aa6d064b5c9fc3c6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2450030 Nov 09 11:10:06.900306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51692) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:07.039406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.157161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.196123 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.257402 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:10:01Z', 'revision_number': 4, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port': {'id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:49Z', 'updated_at': '2021-11-09T11:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '420cbaaa-83d8-4320-ada8-c39371f98af0', 'name': '', 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'mac_address': 'fa:16:3e:67:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c837ebb-431f-4242-aab3-7ef7610e52b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:59Z', 'updated_at': '2021-11-09T11:10:02Z', 'revision_number': 2, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'subnets': [{'id': '1c837ebb-431f-4242-aab3-7ef7610e52b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:07.271416 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Checking router: 0f7958c9-14bd-45e0-8725-6e2dc05f1918 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:10:07.271787 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Updating router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 port 420cbaaa-83d8-4320-ada8-c39371f98af0 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:10:07.292536 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.296899 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9d5424ac-82b8-4f17-80e9-7e39a0fe0dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:07.370281 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46c3594a-c7ec-4aa8-8ee0-b42988db1096 req-4470f6ac-76c0-4eb0-84f2-5cbdb5377c29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=70f9c1620e6f49dc8afeddfd2e771f11&device_id=d4019a5b-1d2d-480b-8dcf-32c82502bf18 HTTP/1.1" status: 200 len: 210 time: 0.1234915 Nov 09 11:10:07.378777 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.440339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:10:03Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:07.453078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] Checking router: 51bcb230-c96a-436f-a774-e6e291fbad1a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:10:07.482091 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46c3594a-c7ec-4aa8-8ee0-b42988db1096 req-771ae44e-26b5-4eb5-b541-69fa9ca4f8d0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=70f9c1620e6f49dc8afeddfd2e771f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917840 Nov 09 11:10:07.487934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf53d795-dd35-4cb9-8d9f-0d99d645f1b6,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:07.488542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] Routers {'51bcb230-c96a-436f-a774-e6e291fbad1a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:07.490548 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:07.492439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['51bcb230-c96a-436f-a774-e6e291fbad1a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:07.496499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-52e1b37a-4129-41c5-bf7e-425ca7ed2b02 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2684276 Nov 09 11:10:07.504844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:07.512760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:07.527611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Usage tracker for resource:floatingip and tenant:c8f78270ac95414585c2af2b0c8cedba is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:07.531517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:07.538903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:07.596532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.634878 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.702027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Deleting port 6104b360-3499-49d2-be6a-1fda1a1c19a0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:07.702027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.756150 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.777752 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c2d33fb-f0f6-4985-ba32-3ecc335b7e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:07.794596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] Set router 51bcb230-c96a-436f-a774-e6e291fbad1a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:07.811709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Checking segment: {'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:07.812296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Network hostable DHCP agents. Network: 29751406-e97d-4746-aef8-8bab3df437bb, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:10:07.816773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f8fd0-4c9c-432d-a900-def8a071ea23,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:07.819579 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:07.873645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3594a-c7ec-4aa8-8ee0-b42988db1096 req-3f2d6225-8f4d-4f9e-9b47-a54f6cce88bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:07.875545 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46c3594a-c7ec-4aa8-8ee0-b42988db1096 req-3f2d6225-8f4d-4f9e-9b47-a54f6cce88bf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3838525 Nov 09 11:10:07.949420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:07.950921 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/213f8fd0-4c9c-432d-a900-def8a071ea23 HTTP/1.1" status: 204 len: 168 time: 1.0493159 Nov 09 11:10:07.973707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Network 29751406-e97d-4746-aef8-8bab3df437bb is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:10:08.001041 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.034233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] For port 6104b360-3499-49d2-be6a-1fda1a1c19a0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6104b360-3499-49d2-be6a-1fda1a1c19a0,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:08.034813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.038003 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Transition to ACTIVE for port object 420cbaaa-83d8-4320-ada8-c39371f98af0 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:08.064900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 29751406-e97d-4746-aef8-8bab3df437bb) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:08.069359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:08.070135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.127192 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.140307 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:08.211070 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9796951 Nov 09 11:10:08.211962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51724) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:08.217526 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-936761068-router', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:08.241166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:08.252079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Usage tracker for resource:router and tenant:9ae43e21d0694c97a98e96f583e29226 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:08.255786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:08.273435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:08.280398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065d9d2-53ea-4573-a468-3edc1d5815de None None] Network 29751406-e97d-4746-aef8-8bab3df437bb requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:08.377380 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.378945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.411948 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2897-3221-4ed5-bbe0-55774ce75f8d None None] Pushing event updated for resources: {'Port': ['ID=420cbaaa-83d8-4320-ada8-c39371f98af0,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:08.425168 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-21ad2897-3221-4ed5-bbe0-55774ce75f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:08.425926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.544600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:10:03Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:08.566288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e486b-2dfe-46b1-b7ed-931fd846b59e None None] The sync data for ids ['51bcb230-c96a-436f-a774-e6e291fbad1a'] in n-d-817173-1 is: [{'id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'name': 'tempest-ServersTestBootFromVolume-227633626-router', 'tenant_id': '8412988860be40e0989db769f2048db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:04:31Z', 'updated_at': '2021-11-09T11:10:03Z', 'revision_number': 5, 'project_id': '8412988860be40e0989db769f2048db4', 'gw_port': {'id': '6104b360-3499-49d2-be6a-1fda1a1c19a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bcb230-c96a-436f-a774-e6e291fbad1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:04:32Z', 'updated_at': '2021-11-09T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:10:08.569820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Calling delete_port for 6104b360-3499-49d2-be6a-1fda1a1c19a0 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:08.733835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-29751406-e97d-4746-aef8-8bab3df437bb', 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'fixed_ips': [{'subnet_id': 'bf53d795-dd35-4cb9-8d9f-0d99d645f1b6'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:10:08.736829 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.765325 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Attempting to bind port 420cbaaa-83d8-4320-ada8-c39371f98af0 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:10:08.765700 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Attempting to bind port 420cbaaa-83d8-4320-ada8-c39371f98af0 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:10:08.766059 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Attempting to bind port 420cbaaa-83d8-4320-ada8-c39371f98af0 on network b57c48bc-2453-4c90-82ff-f8fafa82a5ad {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:08.781647 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:10:08.782026 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Checking segment: {'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:08.782436 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.782868 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Bound using segment: {'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:10:08.784931 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Bound port: 420cbaaa-83d8-4320-ada8-c39371f98af0, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52743fa-f022-4318-b5c3-cbdf54555dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:10:08.785272 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.935553 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] For port 420cbaaa-83d8-4320-ada8-c39371f98af0, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:10:08.943721 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] For port 420cbaaa-83d8-4320-ada8-c39371f98af0, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=420cbaaa-83d8-4320-ada8-c39371f98af0,segment=NetworkSegment(e52743fa-f022-4318-b5c3-cbdf54555dfd),segment_id=e52743fa-f022-4318-b5c3-cbdf54555dfd)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:10:08.956586 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c856d77-8a40-4b24-bdda-22a444cc4a3b req-dd621df8-0907-4a20-bea1-60ffbbb59b98 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4019a5b-1d2d-480b-8dcf-32c82502bf18 HTTP/1.1" status: 200 len: 210 time: 0.2302575 Nov 09 11:10:08.973881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:08.981976 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1f337c8d-268b-4048-85d4-cb8e389a88c4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:09.025731 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:09.037610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7473c1d8-c227-44cd-b822-f6715ec09947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:09.042330 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:09.057067 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:09.093198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:09.096215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 1f337c8d-268b-4048-85d4-cb8e389a88c4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:09.096587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1f337c8d-268b-4048-85d4-cb8e389a88c4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:09.224516 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2897-3221-4ed5-bbe0-55774ce75f8d None None] Pushing event updated for resources: {'Port': ['ID=420cbaaa-83d8-4320-ada8-c39371f98af0,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:09.230941 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-21ad2897-3221-4ed5-bbe0-55774ce75f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:09.240886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Allocated IP 172.20.0.2 (29751406-e97d-4746-aef8-8bab3df437bb/bf53d795-dd35-4cb9-8d9f-0d99d645f1b6/857b5548-6291-497d-a131-86a37c540e73) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:09.278114 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Routers {'0f7958c9-14bd-45e0-8725-6e2dc05f1918'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:09.278769 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:09.617584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Pushing event deleted for resources: {'Port': ['ID=6104b360-3499-49d2-be6a-1fda1a1c19a0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:09.622106 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:09.679659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:09.721830 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:09.758822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Transition to ACTIVE for port object 857b5548-6291-497d-a131-86a37c540e73 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:09.761873 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] Set router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:09.766194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46c3594a-c7ec-4aa8-8ee0-b42988db1096 req-249ce097-4118-4802-985b-cc93867c2b5c tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4019a5b-1d2d-480b-8dcf-32c82502bf18 HTTP/1.1" status: 200 len: 210 time: 0.1851375 Nov 09 11:10:09.779911 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:09.822303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Transition to ACTIVE for port object 857b5548-6291-497d-a131-86a37c540e73 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:09.933387 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:09.937836 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f4e3d327-ae15-4861-9cce-3a4181e88d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:10.085957 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:10:10.090225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Network 29751406-e97d-4746-aef8-8bab3df437bb is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:10.095665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Allocated IP 172.25.7.123 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/b5004dde-8e26-4f34-9610-511034532494) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:10.105095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:10.115285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:10.132639 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.188089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Pushing event updated for resources: {'Port': ['ID=857b5548-6291-497d-a131-86a37c540e73,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:10.207426 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:10.357811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Attempting to bind port 857b5548-6291-497d-a131-86a37c540e73 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:10:10.357811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Attempting to bind port 857b5548-6291-497d-a131-86a37c540e73 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:10:10.357811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Attempting to bind port 857b5548-6291-497d-a131-86a37c540e73 on network 29751406-e97d-4746-aef8-8bab3df437bb {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:10.362555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:10:10.363426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Checking segment: {'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:10.364024 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.364657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Bound using segment: {'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:10:10.365388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Bound port: 857b5548-6291-497d-a131-86a37c540e73, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:10:10.365930 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.371792 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:10:01Z', 'revision_number': 4, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port': {'id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:49Z', 'updated_at': '2021-11-09T11:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '420cbaaa-83d8-4320-ada8-c39371f98af0', 'name': '', 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'mac_address': 'fa:16:3e:67:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c837ebb-431f-4242-aab3-7ef7610e52b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:59Z', 'updated_at': '2021-11-09T11:10:08Z', 'revision_number': 4, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'subnets': [{'id': '1c837ebb-431f-4242-aab3-7ef7610e52b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:10.377577 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ad069-050d-4ea9-8fa9-725862e651ab None None] The sync data for ids ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'] in n-d-817173-1 is: [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:10:01Z', 'revision_number': 4, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port': {'id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:49Z', 'updated_at': '2021-11-09T11:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '420cbaaa-83d8-4320-ada8-c39371f98af0', 'name': '', 'network_id': 'b57c48bc-2453-4c90-82ff-f8fafa82a5ad', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'mac_address': 'fa:16:3e:67:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c837ebb-431f-4242-aab3-7ef7610e52b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:59Z', 'updated_at': '2021-11-09T11:10:08Z', 'revision_number': 4, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'subnets': [{'id': '1c837ebb-431f-4242-aab3-7ef7610e52b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:10:10.425478 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.509425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] For port 857b5548-6291-497d-a131-86a37c540e73, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:10:10.515106 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] For port 857b5548-6291-497d-a131-86a37c540e73, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=857b5548-6291-497d-a131-86a37c540e73,segment=NetworkSegment(5d4d12f5-b744-4121-aed4-bdc392fa0d43),segment_id=5d4d12f5-b744-4121-aed4-bdc392fa0d43)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:10:10.545208 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.552111 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5e05f10-4fbd-4283-899c-fc773aa28471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:10.605950 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.616669 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e64f54f4-40dc-4d2f-87a8-0031d2707ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:10.644675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Allocated IP 172.25.7.210 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/465c95f1-06ed-444b-b0be-a06b1359b350) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:10.691168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5004dde-8e26-4f34-9610-511034532494,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:10.702135 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:10.796133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51768) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:10.829349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:10.829702 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.836325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Pushing event updated for resources: {'Port': ['ID=857b5548-6291-497d-a131-86a37c540e73,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:10.839803 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:10.846218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:10.848351 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:10.849242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:10.914410 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e6c46b69-6d56-4808-9813-431b0c641c15 req-bf5462e1-995c-4aa1-915f-9120fe7e8075 tempest-ServerShowV247Test-307353315 tempest-ServerShowV247Test-307353315-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4019a5b-1d2d-480b-8dcf-32c82502bf18 HTTP/1.1" status: 200 len: 210 time: 0.1804397 Nov 09 11:10:11.068720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 420cbaaa-83d8-4320-ada8-c39371f98af0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:11.166198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.280553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.281205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51bcb230-c96a-436f-a774-e6e291fbad1a {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:10:11.316419 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.327092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:11.328421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] 10.222.0.50 "DELETE /v2.0/routers/51bcb230-c96a-436f-a774-e6e291fbad1a HTTP/1.1" status: 204 len: 168 time: 4.8525441 Nov 09 11:10:11.404174 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.409736 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6dae88ae-dc2a-4505-beea-d6de43787463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:11.458260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 420cbaaa-83d8-4320-ada8-c39371f98af0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:11.465006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 420cbaaa-83d8-4320-ada8-c39371f98af0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:11.465524 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.495617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-408932928-network', 'tenant_id': '67d5bbcc6967448f8486f1cdcb10230b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:11.511602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:11.530917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Usage tracker for resource:network and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:11.544193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:11.549595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:11.553712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:11.556275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=465c95f1-06ed-444b-b0be-a06b1359b350,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:11.564120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:11.566885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Deleting subnet 04849f39-d0c2-42d6-8514-b8f7a5926219 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:10:11.577456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:11.584397 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.628893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.663624 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:11.679280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.682937 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.685375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.692356 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 420cbaaa-83d8-4320-ada8-c39371f98af0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=420cbaaa-83d8-4320-ada8-c39371f98af0,segment=NetworkSegment(e52743fa-f022-4318-b5c3-cbdf54555dfd),segment_id=e52743fa-f022-4318-b5c3-cbdf54555dfd)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:11.737412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9982-f309-4059-893a-2e58ee288c79 req-8a230bae-0b7d-4fbd-9a44-01e6a78b14ef tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:11.738952 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-279e9982-f309-4059-893a-2e58ee288c79 req-8a230bae-0b7d-4fbd-9a44-01e6a78b14ef tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 945 time: 0.3414972 Nov 09 11:10:11.805343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Made reservation on behalf of 67d5bbcc6967448f8486f1cdcb10230b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:11.808558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.817144 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.819099 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:11.840131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.877142 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:11.979276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=420cbaaa-83d8-4320-ada8-c39371f98af0,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:11.994927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.995275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.995905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.996242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.996558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.996882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.997206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.997526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.997904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.998165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:11.998638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:12.003847 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:12.023598 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.043883 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-279e9982-f309-4059-893a-2e58ee288c79 req-702a127e-6d3a-4be6-96b9-321e983ed292 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471054 Nov 09 11:10:12.073918 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.118505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:12.129545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Usage tracker for resource:security_group_rule and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:12.289694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:12.299208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:12.306159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36f246-7367-4022-aa37-294e544b2a77 None None] Network 29751406-e97d-4746-aef8-8bab3df437bb requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:12.338065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.418501 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.426271 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9ffdd57-1a31-4b5b-a8b5-57a2267ce3f4 tempest-FloatingIPsTestJSON-441759963 tempest-FloatingIPsTestJSON-441759963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:12.487119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5a753f73-6876-4f0c-9cf3-5ff82f6797d2 None None] Provisioning for port 857b5548-6291-497d-a131-86a37c540e73 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:12.557038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.566677 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-18ec6825-1981-43c0-bc11-b2ba501ab0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:12.608168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.626811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04849f39-d0c2-42d6-8514-b8f7a5926219,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:12.635296 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:12.664648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edf22c-2847-4d66-bdac-f99ef0732daf None None] Network 503ce6c8-8c2d-4e32-9b43-34ac4366474f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:12.665875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51800) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:12.667674 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.677135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.685807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3a7cbac3-7415-4627-8458-b98475de26c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:12.686843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=465c95f1-06ed-444b-b0be-a06b1359b350,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:12.691576 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:12.713018 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.718948 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/04849f39-d0c2-42d6-8514-b8f7a5926219 HTTP/1.1" status: 204 len: 168 time: 1.3876915 Nov 09 11:10:12.734442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:12.753690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:10:12.829386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.830745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3333459 Nov 09 11:10:12.834595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6251153a-9864-464f-964a-8630c6929bea,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:12.838632 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:12.863883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:12.869987 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:12.870238 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Added segment 0b91130a-a224-436c-8d5e-06648b21fe3b of type vlan for network e939a671-2e98-40c5-bdd5-456e7953b7a6 Nov 09 11:10:13.080751 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.083818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.103672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-fa3162a3-59aa-4f3c-89d6-6867b9bdb880 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Synchronizing usage tracker for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:13.126956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 857b5548-6291-497d-a131-86a37c540e73 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:13.152210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Deleting port ba52a163-c194-473e-9769-2c6339fdaab9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:13.152540 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.160434 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.205733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-c8cd56e4-58c0-469e-acf8-f9c4e2b36842 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:13.207364 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-c8cd56e4-58c0-469e-acf8-f9c4e2b36842 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 945 time: 0.4428606 Nov 09 11:10:13.269883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:13.272341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-fa3162a3-59aa-4f3c-89d6-6867b9bdb880 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Unset dirty status for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:13.273779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-fa3162a3-59aa-4f3c-89d6-6867b9bdb880 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.210 HTTP/1.1" status: 200 len: 696 time: 0.4313643 Nov 09 11:10:13.277526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2ab81045ea48d6a81193df270cbd92 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:13.277723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Router 036eb424-96e6-4b80-adc8-12371b911582 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:10:13.282278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:13.290483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:13.354548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 857b5548-6291-497d-a131-86a37c540e73 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:13.358441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.359383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:13.359970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.360303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 857b5548-6291-497d-a131-86a37c540e73 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:13.360677 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.378492 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e84d326-8ad1-4390-a15e-3357c734a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:13.396638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] DHCP port deletion for 503ce6c8-8c2d-4e32-9b43-34ac4366474f request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:10:13.404538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.409384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Deleting port ba52a163-c194-473e-9769-2c6339fdaab9 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:13.409759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.484624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-5afa9689-4733-4e52-8281-1dc9db5adf16 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:13.485940 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1be4f502-7514-42f8-84c3-6e56517240c0 req-5afa9689-4733-4e52-8281-1dc9db5adf16 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.1968944 Nov 09 11:10:13.506161 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.518290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Pushing event updated for resources: {'Network': ['ID=e939a671-2e98-40c5-bdd5-456e7953b7a6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:13.534311 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:13.564316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network e939a671-2e98-40c5-bdd5-456e7953b7a6 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:10:13.573769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Deleting port 7164ea84-210e-4f8f-89bb-acf2214d5da1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:13.574316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.615212 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.619359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:10:13.627538 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb608e7f-bc97-4415-8887-9bdfc58f7073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:13.694221 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8740189 Nov 09 11:10:13.706264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51828) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:13.726401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Request body: {'subnet': {'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-408932928-subnet', 'tenant_id': '67d5bbcc6967448f8486f1cdcb10230b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:13.736707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138659c2-6d6c-4c21-9728-c4ac1c88dbf7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:13.744889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:13.753814 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:13.763412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Usage tracker for resource:subnet and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:13.775386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc2ab81045ea48d6a81193df270cbd92&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1027381 Nov 09 11:10:13.775386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:13.775629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:13.780584 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.782209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:13.806376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] For port ba52a163-c194-473e-9769-2c6339fdaab9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba52a163-c194-473e-9769-2c6339fdaab9,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:13.807125 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.814246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:13.827504 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-720a39cf-2b64-4d81-b2ea-462d04d6d5d1 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2361572 Nov 09 11:10:13.838711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:13.846338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:13.862285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:13.863447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Usage tracker for resource:security_group_rule and tenant:70f9c1620e6f49dc8afeddfd2e771f11 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:13.885874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:13.897335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Made reservation on behalf of 67d5bbcc6967448f8486f1cdcb10230b for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:13.902653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.909487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:13.915873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] For port ba52a163-c194-473e-9769-2c6339fdaab9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba52a163-c194-473e-9769-2c6339fdaab9,segment=NetworkSegment(5b52f410-39f9-47ec-828c-fccc4f6435e7),segment_id=5b52f410-39f9-47ec-828c-fccc4f6435e7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:13.925807 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:13.961022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780d426-8487-4430-8f39-29cb1e55769c req-6fdadf7a-d048-4c22-baba-84e56ccf2823 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:13.962549 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7780d426-8487-4430-8f39-29cb1e55769c req-6fdadf7a-d048-4c22-baba-84e56ccf2823 tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e0dffb8-4626-47f6-a045-0933ad553614 HTTP/1.1" status: 200 len: 945 time: 0.6823564 Nov 09 11:10:13.973333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Calling delete_port for ba52a163-c194-473e-9769-2c6339fdaab9 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:14.017222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.072067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 857b5548-6291-497d-a131-86a37c540e73, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=857b5548-6291-497d-a131-86a37c540e73,segment=NetworkSegment(5d4d12f5-b744-4121-aed4-bdc392fa0d43),segment_id=5d4d12f5-b744-4121-aed4-bdc392fa0d43)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:14.111714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Calling delete_port for ba52a163-c194-473e-9769-2c6339fdaab9 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:14.138012 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.138610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 420cbaaa-83d8-4320-ada8-c39371f98af0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:14.168763 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:14.211139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:14.255935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'mac_address': 'fa:16:3e:f1:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:10:14.267253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.310210 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.322529 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.330149 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ab3fb918-85d2-4999-92b3-902677ba1733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:14.336115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=857b5548-6291-497d-a131-86a37c540e73,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:14.339982 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:14.344078 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:14.396362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccfebe4-4752-4510-b31c-4ae72979c250,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:14.396585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Pushing event deleted for resources: {'Port': ['ID=ba52a163-c194-473e-9769-2c6339fdaab9,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:14.396585 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:14.401011 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:14.411892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] No DVR routers for this DVR port ba52a163-c194-473e-9769-2c6339fdaab9 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:10:14.418240 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.435431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.446587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7d1646-077a-452c-bc8c-1d02ac574d5e {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:10:14.452388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 420cbaaa-83d8-4320-ada8-c39371f98af0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:14.452769 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.506065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:14.507939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Checking segment: {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:14.508297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Network hostable DHCP agents. Network: e939a671-2e98-40c5-bdd5-456e7953b7a6, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:10:14.526679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Allocated IP 172.25.7.94 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/519195d5-4eaf-4066-b09d-d2f9cb7aacfe) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:14.557765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7780d426-8487-4430-8f39-29cb1e55769c req-b59a84c9-a195-483d-a6e9-d9f93c0204ba tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.50 "GET /v2.0/security-groups?id=8364d279-f387-4e03-953b-3f45ee505f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207436 Nov 09 11:10:14.574683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.613203 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:14.623151 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.644988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] For port 7164ea84-210e-4f8f-89bb-acf2214d5da1, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7164ea84-210e-4f8f-89bb-acf2214d5da1,segment=NetworkSegment(685a5677-b886-47f9-895c-adf9b31b8541),segment_id=685a5677-b886-47f9-895c-adf9b31b8541)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:14.645355 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.663517 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.674848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Network e939a671-2e98-40c5-bdd5-456e7953b7a6 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:10:14.675254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:10:14.675583 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:10:14.706711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:14.710177 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:14.718687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.730310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a7d1646-077a-452c-bc8c-1d02ac574d5e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:10:14.740175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, e939a671-2e98-40c5-bdd5-456e7953b7a6) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:14.744969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:14.745561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.761084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733b749-78f1-4ead-a84d-43d5f5ff681a None None] Network e939a671-2e98-40c5-bdd5-456e7953b7a6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:14.793711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Calling delete_port for 7164ea84-210e-4f8f-89bb-acf2214d5da1 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:14.828331 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.848861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:14.849935 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:14.855109 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:14.892767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 857b5548-6291-497d-a131-86a37c540e73 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:14.939092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=519195d5-4eaf-4066-b09d-d2f9cb7aacfe,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:14.941180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05809636-bbca-4ebf-80d3-fcc0aab09668,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:14.942972 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:14.948679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2379744 Nov 09 11:10:14.951860 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:14.965295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:14.967595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:14.971141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:14.988106 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70f9c1620e6f49dc8afeddfd2e771f11&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1210063 Nov 09 11:10:14.996419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:15.047042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 857b5548-6291-497d-a131-86a37c540e73 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:15.047421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.165777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.174626 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-36dd0dff-65aa-4c84-a800-12006899ec89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:15.183006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:10:15.192742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Deleting port ba52a163-c194-473e-9769-2c6339fdaab9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:15.193076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.198957 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Sync routers for ids ['036eb424-96e6-4b80-adc8-12371b911582'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:10:15.213440 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Routers {'036eb424-96e6-4b80-adc8-12371b911582'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:15.214345 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['036eb424-96e6-4b80-adc8-12371b911582'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:15.246935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138659c2-6d6c-4c21-9728-c4ac1c88dbf7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:15.262616 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:15.311690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] The port 'ba52a163-c194-473e-9769-2c6339fdaab9' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:10:15.357059 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.357704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/138659c2-6d6c-4c21-9728-c4ac1c88dbf7 HTTP/1.1" status: 204 len: 168 time: 1.5811157 Nov 09 11:10:15.373805 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.388630 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f23d9670-f9fc-49d4-9cdc-b104b0e0cfba tempest-ImagesTestJSON-1892521235 tempest-ImagesTestJSON-1892521235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:15.419234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.429586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.431102 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2179017 Nov 09 11:10:15.489384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51856) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:15.494575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Pushing event deleted for resources: {'Port': ['ID=7164ea84-210e-4f8f-89bb-acf2214d5da1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:15.514228 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:15.541978 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.546607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade6228-f8cf-48c8-be43-a63f091caa85 None None] Network e939a671-2e98-40c5-bdd5-456e7953b7a6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:15.607321 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.615135 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Set router 036eb424-96e6-4b80-adc8-12371b911582 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:15.683561 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.698898 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.753356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503ce6c8-8c2d-4e32-9b43-34ac4366474f']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:15.797518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] No DVR routers for this DVR port 7164ea84-210e-4f8f-89bb-acf2214d5da1 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:10:15.803070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7164ea84-210e-4f8f-89bb-acf2214d5da1 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:15.814827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b52f410-39f9-47ec-828c-fccc4f6435e7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:15.814972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b52f410-39f9-47ec-828c-fccc4f6435e7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:15.822573 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.824566 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d6b1265-aa98-40d7-b2e1-6980ce7744b6 req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] 10.222.0.59 "DELETE /v2.0/ports/7164ea84-210e-4f8f-89bb-acf2214d5da1 HTTP/1.1" status: 204 len: 173 time: 2.6092248 Nov 09 11:10:15.826286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0dffb8-4626-47f6-a045-0933ad553614', 'name': 'network-vif-deleted', 'tag': '7164ea84-210e-4f8f-89bb-acf2214d5da1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:15.840133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba52a163-c194-473e-9769-2c6339fdaab9 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:15.854247 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:15.887317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 7164ea84-210e-4f8f-89bb-acf2214d5da1 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:15.887726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7164ea84-210e-4f8f-89bb-acf2214d5da1 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:15.891706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: ba52a163-c194-473e-9769-2c6339fdaab9 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:15.892065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba52a163-c194-473e-9769-2c6339fdaab9 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:16.033349 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.058900 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036eb424-96e6-4b80-adc8-12371b911582', 'name': 'tempest-ServersTestFqdnHostnames-936761068-router', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5004dde-8e26-4f34-9610-511034532494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:08Z', 'updated_at': '2021-11-09T11:10:11Z', 'revision_number': 3, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'gw_port': {'id': 'b5004dde-8e26-4f34-9610-511034532494', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:09Z', 'updated_at': '2021-11-09T11:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:16.063340 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Checking router: 036eb424-96e6-4b80-adc8-12371b911582 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:10:16.064313 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Updating router 036eb424-96e6-4b80-adc8-12371b911582 port b5004dde-8e26-4f34-9610-511034532494 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:10:16.107588 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:10:16.108040 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:10:16.129547 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:10:16.132546 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.229683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e760-b444-4b6c-ba03-a95489220191 req-05693c2d-226b-442e-929e-e80e52433881 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:16.230480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7322e760-b444-4b6c-ba03-a95489220191 req-05693c2d-226b-442e-929e-e80e52433881 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:16.297403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.394520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.396083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.402903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1af0bf80-6246-470f-92fa-d9560742cd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:16.413049 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.413186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.418313 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60175bba-7caa-4bee-8f33-97be51bac11c tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:16.428430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7322e760-b444-4b6c-ba03-a95489220191 req-05693c2d-226b-442e-929e-e80e52433881 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:16.429628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-05693c2d-226b-442e-929e-e80e52433881 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 821 time: 0.6815679 Nov 09 11:10:16.434110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05809636-bbca-4ebf-80d3-fcc0aab09668,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:16.437939 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:16.438460 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:16.467452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Pushing event deleted for resources: {'Network': ['ID=503ce6c8-8c2d-4e32-9b43-34ac4366474f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:16.471603 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:16.532131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-b83fe261-fe9c-4148-b52a-ddc24e5471d9 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/quotas/67d5bbcc6967448f8486f1cdcb10230b HTTP/1.1" status: 200 len: 375 time: 0.0781398 Nov 09 11:10:16.562726 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.574520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51872) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:16.577266 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Transition to ACTIVE for port object b5004dde-8e26-4f34-9610-511034532494 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:16.579515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=519195d5-4eaf-4066-b09d-d2f9cb7aacfe,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:16.582245 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:16.608582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] 10.222.0.50 "DELETE /v2.0/networks/503ce6c8-8c2d-4e32-9b43-34ac4366474f HTTP/1.1" status: 204 len: 168 time: 3.8730292 Nov 09 11:10:16.614577 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.618225 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-3e188485-9fa8-43cc-9d11-684158c81262 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836773 Nov 09 11:10:16.637461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.639331 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05809636-bbca-4ebf-80d3-fcc0aab09668 HTTP/1.1" status: 204 len: 168 time: 1.6396115 Nov 09 11:10:16.643498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.662639 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.669131 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-2c846183-7327-4e3e-bba7-eaf6a22f2144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:16.777166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:16.800310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Usage tracker for resource:security_group_rule and tenant:46021eb64a614ac79d5d57aad7c66b9a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:16.826498 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c169a9-a81e-49d9-a757-25659c73cce2 None None] Pushing event updated for resources: {'Port': ['ID=b5004dde-8e26-4f34-9610-511034532494,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:16.831932 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-19c169a9-a81e-49d9-a757-25659c73cce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:16.838423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:16.862881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:16.863862 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Attempting to bind port b5004dde-8e26-4f34-9610-511034532494 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:10:16.865658 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Attempting to bind port b5004dde-8e26-4f34-9610-511034532494 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:10:16.866279 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Attempting to bind port b5004dde-8e26-4f34-9610-511034532494 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:16.877539 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:10:16.877539 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:16.877539 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.877539 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:10:16.877539 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Bound port: b5004dde-8e26-4f34-9610-511034532494, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:10:16.878217 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.903445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-f5201439-3650-4856-89b9-7d7a73463864 service neutron] 10.222.0.50 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842529 Nov 09 11:10:16.909189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6104b360-3499-49d2-be6a-1fda1a1c19a0 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:16.968236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:16.969812 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] For port b5004dde-8e26-4f34-9610-511034532494, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:10:16.972890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1369004 Nov 09 11:10:16.980178 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] For port b5004dde-8e26-4f34-9610-511034532494, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b5004dde-8e26-4f34-9610-511034532494,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:10:17.016415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 6104b360-3499-49d2-be6a-1fda1a1c19a0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:17.017311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6104b360-3499-49d2-be6a-1fda1a1c19a0 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:17.110604 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:17.114233 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:17.131474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-ad7c18df-970f-4e6d-9a49-c4b686dde060 service neutron] 10.222.0.50 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263553 Nov 09 11:10:17.135857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-50d12a20-107f-403a-a4ed-aa411b80af06 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Synchronizing usage tracker for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:17.180090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:17.210241 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c169a9-a81e-49d9-a757-25659c73cce2 None None] Pushing event updated for resources: {'Port': ['ID=b5004dde-8e26-4f34-9610-511034532494,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:17.215241 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-19c169a9-a81e-49d9-a757-25659c73cce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:17.218055 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Routers {'036eb424-96e6-4b80-adc8-12371b911582'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:17.218986 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:09:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['036eb424-96e6-4b80-adc8-12371b911582'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:17.229809 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-93de2d3f-dce3-4a18-993b-2239f371ce2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:17.252863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-50d12a20-107f-403a-a4ed-aa411b80af06 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Unset dirty status for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:17.254371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-50d12a20-107f-403a-a4ed-aa411b80af06 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.2642343 Nov 09 11:10:17.255867 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:17.458882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:17.483771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51892) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:17.555578 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c87834b0-4bfd-4f9d-9a18-e1ce9e258d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:17.560257 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] Set router 036eb424-96e6-4b80-adc8-12371b911582 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:17.572777 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46021eb64a614ac79d5d57aad7c66b9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9940531 Nov 09 11:10:17.573881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:17.587781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-90a3df80-fa8f-400c-9bbc-4ce52095ca3d tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:17.591469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49083660-c598-4483-b9e1-c6b551ece6b4 req-90a3df80-fa8f-400c-9bbc-4ce52095ca3d tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2728076 Nov 09 11:10:17.639458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1081f-9740-4bd4-a879-760c7c5c3b27,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:17.646021 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:17.651968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:17.686544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51912) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:17.835462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 7a7d1646-077a-452c-bc8c-1d02ac574d5e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:17.836296 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:17.876813 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-091791cf-6813-43e9-9b84-ea91e2698368 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8412988860be40e0989db769f2048db4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3885498 Nov 09 11:10:17.893026 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0dffb8-4626-47f6-a045-0933ad553614', 'name': 'network-vif-deleted', 'tag': '7164ea84-210e-4f8f-89bb-acf2214d5da1', 'status': 'completed', 'code': 200} Nov 09 11:10:17.898412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51920) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:17.965436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Deleting subnet 3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:10:18.010953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed1db7ae-aea2-4165-999f-045aca49bd07 req-a792c08d-cfb4-478a-8f06-cc9fb0ac2849 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 210 time: 0.1578789 Nov 09 11:10:18.013659 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.124844 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036eb424-96e6-4b80-adc8-12371b911582', 'name': 'tempest-ServersTestFqdnHostnames-936761068-router', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5004dde-8e26-4f34-9610-511034532494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:08Z', 'updated_at': '2021-11-09T11:10:11Z', 'revision_number': 3, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'gw_port': {'id': 'b5004dde-8e26-4f34-9610-511034532494', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:09Z', 'updated_at': '2021-11-09T11:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:18.136385 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545746a-6ef4-40c0-b1ce-f5e309c144a0 None None] The sync data for ids ['036eb424-96e6-4b80-adc8-12371b911582'] in n-d-817173-1 is: [{'id': '036eb424-96e6-4b80-adc8-12371b911582', 'name': 'tempest-ServersTestFqdnHostnames-936761068-router', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5004dde-8e26-4f34-9610-511034532494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:08Z', 'updated_at': '2021-11-09T11:10:11Z', 'revision_number': 3, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'gw_port': {'id': 'b5004dde-8e26-4f34-9610-511034532494', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:09Z', 'updated_at': '2021-11-09T11:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:10:18.145365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.150909 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.166627 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.198004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:18.211618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:18.231298 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.288004 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'code': 200} Nov 09 11:10:18.303754 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.306957 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:18.384083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.420520 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:18.425911 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:18.447790 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.470745 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-139db22a-f384-4483-bac8-d974beb106c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:18.534376 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.545812 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.554582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:18.566867 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:18.582748 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3abc4adb-9ec9-4db6-b1ae-85f39ffd20b9 HTTP/1.1" status: 204 len: 168 time: 0.8942201 Nov 09 11:10:18.582748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51940) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:18.598665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-b1262131-ca9b-40d7-8fe0-b35e5292e1c0 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Synchronizing usage tracker for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:18.604374 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.651340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.697357 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.767927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-b1262131-ca9b-40d7-8fe0-b35e5292e1c0 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Unset dirty status for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:18.776283 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-b1262131-ca9b-40d7-8fe0-b35e5292e1c0 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8728671 Nov 09 11:10:18.799978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:18.813575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:18.832162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:18.854101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.866385 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.878569 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9acc5f52-d6e1-4b34-8192-881a4686cdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:18.905632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51952) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:18.910175 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.916262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cf9fab-859f-4575-acd2-4f07e2d7e16e']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:18.927575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.931131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b68a6285-7290-4375-acd6-1d3bcdb218ba HTTP/1.1" status: 204 len: 168 time: 1.0309565 Nov 09 11:10:18.947550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1081f-9740-4bd4-a879-760c7c5c3b27,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:18.970528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:18.970681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685a5677-b886-47f9-895c-adf9b31b8541') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:18.975092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685a5677-b886-47f9-895c-adf9b31b8541') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:19.020828 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:19.024128 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-46bf6395-6bd1-4dcf-a484-9631ead184d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:19.029554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.046607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68a6285-7290-4375-acd6-1d3bcdb218ba,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:19.091430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.105586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.108913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fe1081f-9740-4bd4-a879-760c7c5c3b27 HTTP/1.1" status: 204 len: 168 time: 1.5321002 Nov 09 11:10:19.116265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:10:19.117040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:10:19.156830 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:10:19.170586 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:19.340630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9c119837-0984-482d-acd2-22666ee6488f req-ae8af60b-5767-4419-9573-09d0c476969b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 210 time: 0.0491483 Nov 09 11:10:19.344005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2051035183-network', 'tenant_id': '3a87b4d160dc41a390bb0c666b8aa0c6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:19.365314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:19.371344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Usage tracker for resource:network and tenant:3a87b4d160dc41a390bb0c666b8aa0c6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:19.375356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:19.384800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:19.487234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Made reservation on behalf of 3a87b4d160dc41a390bb0c666b8aa0c6 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:19.489791 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.515449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-06d78b1c-a872-4003-bf74-6dc60fa31e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.541163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.582044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.602321 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9995d584-becd-4917-beae-2727e5af505e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:19.649444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:19.654366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Usage tracker for resource:security_group_rule and tenant:3a87b4d160dc41a390bb0c666b8aa0c6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:19.661998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:19.669881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:19.742282 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.753779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Allocated IP 172.20.0.1 (29751406-e97d-4746-aef8-8bab3df437bb/bf53d795-dd35-4cb9-8d9f-0d99d645f1b6/43beacc8-77a3-43f5-b2bf-71c7df65d2e7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:19.780225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cf9fab-859f-4575-acd2-4f07e2d7e16e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:19.795104 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.802159 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:19.840860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.894771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c8cf9fab-859f-4575-acd2-4f07e2d7e16e HTTP/1.1" status: 204 len: 168 time: 1.3108552 Nov 09 11:10:19.955508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:19.959877 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00a39adb-0919-4e62-8d03-dc8062a5abb8 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:20.014601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:10:20.036231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47629043-79e5-43ca-8f63-b371b0606d07,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:20.039424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.040583 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Added segment 7883c1c1-2d10-4408-acf1-5bd51604351f of type vlan for network 7d39816a-9d5f-4f5c-9f62-a08c48e5fe3a Nov 09 11:10:20.042181 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:20.091528 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.167229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.192188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Allocated IP 172.25.7.41 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/45c443eb-608a-4c95-ad8f-074e3cc75071) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:20.228619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.230181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:20.231378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.243203 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0a649b0c-3437-4d19-a602-3664c92f2482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:20.315008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Transition to ACTIVE for port object 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:20.380641 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.475973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.482066 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88700691-9069-4631-b0ef-65ffad40b15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:20.537068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.584681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Pushing event updated for resources: {'Port': ['ID=43beacc8-77a3-43f5-b2bf-71c7df65d2e7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:20.585555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:20.604267 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:20.604784 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:20.684604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=45c443eb-608a-4c95-ad8f-074e3cc75071,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:20.690527 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:20.699102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:20.705517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:20.709816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:20.774346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Network 29751406-e97d-4746-aef8-8bab3df437bb is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:20.775392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:20.779863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:20.850976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:20.882723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d1016879-c599-44b7-a240-ce7360dd07f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba8ebb831b8640a6b6ec68409c8c040c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1051376 Nov 09 11:10:20.910003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52000) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:21.023030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Pushing event updated for resources: {'Network': ['ID=7d39816a-9d5f-4f5c-9f62-a08c48e5fe3a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:21.037536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7d39816a-9d5f-4f5c-9f62-a08c48e5fe3a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:10:21.037935 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.049566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:21.062939 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e7bf9f52-b315-4647-89e7-7039aa2bc1bd req-bbe95f04-9fcb-424b-a62e-912cce13c32b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 210 time: 0.2301569 Nov 09 11:10:21.084008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1695354 Nov 09 11:10:21.172938 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.214209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e760-b444-4b6c-ba03-a95489220191 req-55affaff-14a4-4bf1-97e7-963440fc3eef tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:21.215752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-55affaff-14a4-4bf1-97e7-963440fc3eef tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 821 time: 0.9224143 Nov 09 11:10:21.255600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Request body: {'port': {'device_id': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'admin_state_up': True, 'tenant_id': '67d5bbcc6967448f8486f1cdcb10230b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:21.341379 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.376237 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.378137 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.417863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c94f172f-154d-476b-8f99-d19196c0494d None None] Provisioning for port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:21.422901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c94f172f-154d-476b-8f99-d19196c0494d None None] Provisioning complete for port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:21.423287 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c94f172f-154d-476b-8f99-d19196c0494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.467550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:21.471643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Usage tracker for resource:port and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:21.475089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:21.481946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:21.544307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c94f172f-154d-476b-8f99-d19196c0494d None None] Port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:10:21.578036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Made reservation on behalf of 67d5bbcc6967448f8486f1cdcb10230b for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:21.581093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.611502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52018) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:21.891663 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.893345 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:21.925146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Allocated IP 172.20.0.5 (e939a671-2e98-40c5-bdd5-456e7953b7a6/4ccfebe4-4752-4510-b31c-4ae72979c250/f2b80807-d6a8-4d87-bd9a-a1da4af4abbd) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:21.961945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-530266051-network', 'tenant_id': 'f9f654e0eb644e89974900a9e8c77ff1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:21.969359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:21.988910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Usage tracker for resource:network and tenant:f9f654e0eb644e89974900a9e8c77ff1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:21.995393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:22.012493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:22.121235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Made reservation on behalf of f9f654e0eb644e89974900a9e8c77ff1 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:22.123581 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.141346 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.146773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.199070 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.206877 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86dae320-da3f-48b9-bc58-2b496a47507c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:22.235596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8364d279-f387-4e03-953b-3f45ee505f72,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:22.237918 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:22.249757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.281139 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b1c5e0bf-b96c-41ee-996c-f31fd7234640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:22.526231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.531722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Pushing event updated for resources: {'Port': ['ID=43beacc8-77a3-43f5-b2bf-71c7df65d2e7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:22.534665 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:22.555207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.662842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:22.663827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.670833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4a513-cd07-4920-8291-35a45834c8a0 req-da4bd286-d317-4afb-aeb1-a64414880baf tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:22.674880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4a513-cd07-4920-8291-35a45834c8a0 req-da4bd286-d317-4afb-aeb1-a64414880baf tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:22.680077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4a513-cd07-4920-8291-35a45834c8a0 req-da4bd286-d317-4afb-aeb1-a64414880baf tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:22.681129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-74b4a513-cd07-4920-8291-35a45834c8a0 req-da4bd286-d317-4afb-aeb1-a64414880baf tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] Synchronizing usage tracker for tenant:3a87b4d160dc41a390bb0c666b8aa0c6 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:22.682449 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.683597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8364d279-f387-4e03-953b-3f45ee505f72 HTTP/1.1" status: 204 len: 168 time: 1.7707648 Nov 09 11:10:22.690486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.692480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f654e0eb644e89974900a9e8c77ff1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:22.718492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:22.721342 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1d20164e-1ba2-4e43-8836-d1a9313964b4 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:22.735010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Network 29751406-e97d-4746-aef8-8bab3df437bb is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:22.735010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:22.816360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:22.828979 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3bd44ad5-710e-4729-b7ec-6880e39a02f1 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:22.870769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:22.922716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Network e939a671-2e98-40c5-bdd5-456e7953b7a6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:23.039054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:23.048505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:23.212751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:23.220548 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:23.225176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-496bf5be-5ed3-4c78-9483-f83c9c17327a None None] Provisioning complete for port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:23.225715 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-496bf5be-5ed3-4c78-9483-f83c9c17327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.313525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-74b4a513-cd07-4920-8291-35a45834c8a0 req-da4bd286-d317-4afb-aeb1-a64414880baf tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] Unset dirty status for tenant:3a87b4d160dc41a390bb0c666b8aa0c6 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:23.314728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74b4a513-cd07-4920-8291-35a45834c8a0 req-da4bd286-d317-4afb-aeb1-a64414880baf tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.1364124 Nov 09 11:10:23.328303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=45c443eb-608a-4c95-ad8f-074e3cc75071,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:23.333370 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:23.357569 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-496bf5be-5ed3-4c78-9483-f83c9c17327a None None] Port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:10:23.378943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:23.379119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.426610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.448343 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.519335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.525318 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b5eb31a3-64d5-4b19-9500-7579fea0fc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:23.635875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4023199 Nov 09 11:10:23.637329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:10:23.637901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.639359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8622282 Nov 09 11:10:23.667424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Request body: {'port': {'device_id': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:23.741756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.743036 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Added segment b68c470e-8a18-4a43-b92f-eee6053d0745 of type vlan for network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa Nov 09 11:10:23.752751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab94573-7e75-42fe-a81a-4e21f69442bf,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:23.756860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-3cce5930-d955-484b-a7ea-15e6186a837d tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Synchronizing usage tracker for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:23.762121 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:23.856712 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:23.949665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-3cce5930-d955-484b-a7ea-15e6186a837d tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Unset dirty status for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:23.969167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-3cce5930-d955-484b-a7ea-15e6186a837d tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.3210027 Nov 09 11:10:24.191259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898df7f-c9d3-431c-bb92-c9122c4af11e req-f8428c2c-25be-4643-9484-2129a29c43a3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:24.195081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3898df7f-c9d3-431c-bb92-c9122c4af11e req-f8428c2c-25be-4643-9484-2129a29c43a3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:24.203271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:24.272327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:24.281162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:24.281822 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:24.288023 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:24.300187 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-e7e0e49e-978a-4ddd-ba58-8f92b8747615 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:24.319502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5418aa9-d09a-41a7-bde0-e6951e0929f8 req-e7e0e49e-978a-4ddd-ba58-8f92b8747615 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3492708 Nov 09 11:10:24.433431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Router 036eb424-96e6-4b80-adc8-12371b911582 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:10:24.460845 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3898df7f-c9d3-431c-bb92-c9122c4af11e req-f8428c2c-25be-4643-9484-2129a29c43a3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:24.467783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3898df7f-c9d3-431c-bb92-c9122c4af11e req-f8428c2c-25be-4643-9484-2129a29c43a3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 931 time: 0.9258888 Nov 09 11:10:24.517505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9044340 Nov 09 11:10:24.525562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52078) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:24.542942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Request body: {'subnet': {'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-530266051-subnet', 'tenant_id': 'f9f654e0eb644e89974900a9e8c77ff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:24.546413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Pushing event updated for resources: {'Network': ['ID=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:24.552397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:24.554782 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:24.560856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:10:24.723209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Usage tracker for resource:subnet and tenant:f9f654e0eb644e89974900a9e8c77ff1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:24.734520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:24.744345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e65f2-7542-449c-bb50-5c6189ee5143 req-5e8f3c48-1001-47eb-bbfc-8bde5d8253db tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:24.745380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-445e65f2-7542-449c-bb50-5c6189ee5143 req-5e8f3c48-1001-47eb-bbfc-8bde5d8253db tempest-ComputeTenantNetworksTest-310216238 tempest-ComputeTenantNetworksTest-310216238-project] 10.222.0.50 "GET /v2.0/networks/7d39816a-9d5f-4f5c-9f62-a08c48e5fe3a HTTP/1.1" status: 200 len: 769 time: 0.2931073 Nov 09 11:10:24.762754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:24.777566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52086) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:24.838063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3898df7f-c9d3-431c-bb92-c9122c4af11e req-411ad668-2902-4ed1-8ea7-e1f52dc9cf4e tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687179 Nov 09 11:10:25.019881 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b5004dde-8e26-4f34-9610-511034532494 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:25.099537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Made reservation on behalf of f9f654e0eb644e89974900a9e8c77ff1 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:25.117994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:25.303771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port b5004dde-8e26-4f34-9610-511034532494 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:25.309642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b5004dde-8e26-4f34-9610-511034532494 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:25.314470 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:25.318464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:25.550491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-6a732b57-5e6a-4e28-ba3f-f69c93bc0f1a tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6411901 Nov 09 11:10:25.568024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:25.576245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:25.587045 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:25.605379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port b5004dde-8e26-4f34-9610-511034532494, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b5004dde-8e26-4f34-9610-511034532494,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:25.690885 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:25.715604 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:25.717934 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:25.759036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d39816a-9d5f-4f5c-9f62-a08c48e5fe3a']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:25.759407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:25.778342 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:10:25.842030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:10:25.850138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] 10.222.0.50 "PUT /v2.0/routers/036eb424-96e6-4b80-adc8-12371b911582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3525257 Nov 09 11:10:25.856350 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=b5004dde-8e26-4f34-9610-511034532494,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:25.874849 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:25.921686 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:25.958592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7883c1c1-2d10-4408-acf1-5bd51604351f') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:25.959047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7883c1c1-2d10-4408-acf1-5bd51604351f') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:10:26.147378 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:10:26.151914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.158750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52120) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:26.280718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b80807-d6a8-4d87-bd9a-a1da4af4abbd {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:10:26.292411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.334708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Transition to ACTIVE for port object f2b80807-d6a8-4d87-bd9a-a1da4af4abbd will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:26.342123 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd5fc-c7a0-48a4-829f-0c74da3f6b40 req-e24d5b79-0b71-4d71-861b-697915f66886 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:26.343722 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8eadd5fc-c7a0-48a4-829f-0c74da3f6b40 req-e24d5b79-0b71-4d71-861b-697915f66886 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 931 time: 0.2149522 Nov 09 11:10:26.349694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.349694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.355629 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:26.395627 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.411551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d39816a-9d5f-4f5c-9f62-a08c48e5fe3a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:26.423699 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.430649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Allocated IP 172.25.7.31 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/fc6d39b0-f96c-407e-8d17-1d863a324341) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:26.501680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7d39816a-9d5f-4f5c-9f62-a08c48e5fe3a HTTP/1.1" status: 204 len: 168 time: 1.7229495 Nov 09 11:10:26.519595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.520344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.520344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.520977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.521102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.521418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.521787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.522168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.522494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.522893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.527503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:26.527645 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:26.541423 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39563481-2ed6-43d8-aea1-380e2fdb91ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:26.599637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8eadd5fc-c7a0-48a4-829f-0c74da3f6b40 req-f560487e-95fa-4c5a-bafe-6d1d7d95b712 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448916 Nov 09 11:10:26.654477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Checking segment: {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:26.654777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Network hostable DHCP agents. Network: bd605f27-fcdb-4ae3-aca1-e3553a5f68aa, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:10:26.691276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5fce06-5a39-45c4-acc4-1dfce3a20496,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:26.693627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.693769 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:26.700604 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:26.811537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:26.814687 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:26.818207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Attempting to bind port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:10:26.818541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Attempting to bind port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:10:26.818894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Attempting to bind port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd on network e939a671-2e98-40c5-bdd5-456e7953b7a6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:26.825783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd on network e939a671-2e98-40c5-bdd5-456e7953b7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:10:26.826110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Attempting to bind port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd on network e939a671-2e98-40c5-bdd5-456e7953b7a6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:26.835138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:10:26.835138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Checking segment: {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:26.835138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Bound using segment: {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:10:26.835138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Bound port: f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:10:26.835138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.933648 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:26.953712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b5004dde-8e26-4f34-9610-511034532494 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:26.955974 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e5186c67-c5c2-43c3-bf4c-f2971ec371ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:26.983771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:10:27.013095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:10:27.017451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:10:27.086295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:27.096521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:27.101712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:27.109635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, bd605f27-fcdb-4ae3-aca1-e3553a5f68aa) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:27.125416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:27.125918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66449800-9da3-4a20-a01f-322bf6c5b913 None None] Network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:27.126463 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:27.143919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b5004dde-8e26-4f34-9610-511034532494 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:27.144472 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:27.157482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:27.173701 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2cd915fb-db02-4e42-be0c-086a3fa72aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:27.230767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:27.263570 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7365739 Nov 09 11:10:27.316756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:27.319989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2b80807-d6a8-4d87-bd9a-a1da4af4abbd HTTP/1.1" status: 200 len: 1091 time: 3.6603239 Nov 09 11:10:27.323884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:27.366726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:27.377254 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:27.387005 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:27.435848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=fc6d39b0-f96c-407e-8d17-1d863a324341,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:27.450317 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:27.551652 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'status': 'completed', 'code': 200} Nov 09 11:10:27.608169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:27.660850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-39540879-482e-4985-b1f1-7c00eb5a442b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 1094 time: 0.2281191 Nov 09 11:10:27.776791 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028b30a-4f38-4a29-adad-24609f220dc5 None None] Network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:28.019681 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6a551bc4-0e2b-4ace-ab06-8e3c83bce0a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a87b4d160dc41a390bb0c666b8aa0c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6292751 Nov 09 11:10:28.026086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52170) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:28.225911 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:28.275512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:28.337937 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:28.344338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:28.350355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-d379dabb-2714-41bb-8b57-1f87dc1ada5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd HTTP/1.1" status: 200 len: 217 time: 0.6805160 Nov 09 11:10:28.456195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d84f7-9094-4645-b225-643b337b5c83 req-40da42c5-e486-4965-9da9-9740378bb36a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:28.457725 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff1d84f7-9094-4645-b225-643b337b5c83 req-40da42c5-e486-4965-9da9-9740378bb36a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 943 time: 0.2228031 Nov 09 11:10:28.469162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e760-b444-4b6c-ba03-a95489220191 req-c4764245-01b9-49b2-a8b0-da74ca64db2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:28.470476 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-c4764245-01b9-49b2-a8b0-da74ca64db2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 200 len: 861 time: 0.1126285 Nov 09 11:10:28.576432 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-13b32aa3-53c3-4823-8b2b-3de229d6fc00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e939a671-2e98-40c5-bdd5-456e7953b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690472 Nov 09 11:10:28.628624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:28.636851 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:28.736386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff1d84f7-9094-4645-b225-643b337b5c83 req-597b680f-52e9-44b0-a487-2cea58d445b2 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694232 Nov 09 11:10:28.872532 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-b0da1672-fa5c-4793-a8f1-a7f8fa3fe027 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798843 Nov 09 11:10:28.960672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event updated for resources: {'Port': ['ID=fc6d39b0-f96c-407e-8d17-1d863a324341,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:28.969385 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:28.977214 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:29.002664 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd135d97-1709-46fb-82fe-fd40924f0866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:29.078145 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47629043-79e5-43ca-8f63-b371b0606d07,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:29.121722 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Sync routers for ids ['036eb424-96e6-4b80-adc8-12371b911582'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:10:29.154969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Routers {'036eb424-96e6-4b80-adc8-12371b911582'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:29.155105 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['036eb424-96e6-4b80-adc8-12371b911582'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:29.257421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7322e760-b444-4b6c-ba03-a95489220191 req-c06a1881-932b-4d18-be91-7b0ec45bc964 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777006 Nov 09 11:10:29.270895 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:29.290176 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:29.429424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:29.447700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47629043-79e5-43ca-8f63-b371b0606d07 HTTP/1.1" status: 204 len: 168 time: 1.3607752 Nov 09 11:10:29.511130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Set router 036eb424-96e6-4b80-adc8-12371b911582 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:29.538227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-fcf9d42d-c17d-447d-adee-625593a5a50b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 1094 time: 0.1635568 Nov 09 11:10:29.549350 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:29.569040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0068660 Nov 09 11:10:29.759369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-adeaac65-6df4-4bcf-965a-cbcd2a90e1ec tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Synchronizing usage tracker for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:30.050699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-adeaac65-6df4-4bcf-965a-cbcd2a90e1ec tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Unset dirty status for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:30.051956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-adeaac65-6df4-4bcf-965a-cbcd2a90e1ec tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.4776404 Nov 09 11:10:30.076117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-a5618846-f7dc-4cbf-8b28-00a9ef43ca65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:30.083027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-a5618846-f7dc-4cbf-8b28-00a9ef43ca65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 922 time: 0.5360129 Nov 09 11:10:30.190496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036eb424-96e6-4b80-adc8-12371b911582', 'name': 'tempest-ServersTestFqdnHostnames-936761068-router', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5004dde-8e26-4f34-9610-511034532494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:08Z', 'updated_at': '2021-11-09T11:10:21Z', 'revision_number': 4, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'gw_port': {'id': 'b5004dde-8e26-4f34-9610-511034532494', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:09Z', 'updated_at': '2021-11-09T11:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '43beacc8-77a3-43f5-b2bf-71c7df65d2e7', 'name': '', 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'mac_address': 'fa:16:3e:1d:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf53d795-dd35-4cb9-8d9f-0d99d645f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:18Z', 'updated_at': '2021-11-09T11:10:21Z', 'revision_number': 2, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'subnets': [{'id': 'bf53d795-dd35-4cb9-8d9f-0d99d645f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:30.200676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Checking router: 036eb424-96e6-4b80-adc8-12371b911582 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:10:30.201047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Updating router 036eb424-96e6-4b80-adc8-12371b911582 port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:10:30.315976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-1fb1dd97-8558-4826-924e-251ebc944b77 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:30.316893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-1fb1dd97-8558-4826-924e-251ebc944b77 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Synchronizing usage tracker for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:30.325032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-73a54a44-dadb-46e9-840b-cff7e8f601f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd HTTP/1.1" status: 200 len: 217 time: 0.2339220 Nov 09 11:10:30.347333 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:30.405375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-420ee575-9be7-4032-bcf8-972ce63c0f57 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:30.407063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8705de0c-c54b-4de5-b685-73a9f6b14394 req-420ee575-9be7-4032-bcf8-972ce63c0f57 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3411217 Nov 09 11:10:30.503304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-4d705eba-4771-4ea5-9d7e-781555cd2022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:30.509957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-4d705eba-4771-4ea5-9d7e-781555cd2022 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 200 len: 861 time: 0.1762977 Nov 09 11:10:30.588289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-1fb1dd97-8558-4826-924e-251ebc944b77 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Unset dirty status for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:30.596319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-1fb1dd97-8558-4826-924e-251ebc944b77 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 814 time: 1.0048714 Nov 09 11:10:30.639234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-42472f3c-4f89-4f61-8963-9331022bb36d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e939a671-2e98-40c5-bdd5-456e7953b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227202 Nov 09 11:10:30.649580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-869a56da-ba22-4399-b4b8-4228a76ef500 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/quotas/f9f654e0eb644e89974900a9e8c77ff1 HTTP/1.1" status: 200 len: 375 time: 0.0517440 Nov 09 11:10:30.797397 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-091af89b-3caf-4c1b-916a-1695dc6c5961 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1468804 Nov 09 11:10:30.855263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3ab88-629d-4c6e-a25b-262de892de5e req-43c72f3a-4687-43ff-aa0c-05958a8483cc tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:30.856864 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07d3ab88-629d-4c6e-a25b-262de892de5e req-43c72f3a-4687-43ff-aa0c-05958a8483cc tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 943 time: 0.2143433 Nov 09 11:10:30.959683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Deleting port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:30.960885 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:31.088643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-07d3ab88-629d-4c6e-a25b-262de892de5e req-956a16db-2359-47c4-98b1-98aa589f3f2a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:31.098294 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:31.100272 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-ba3ad591-49ee-4e98-92cb-e6873ab77ce9 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474378 Nov 09 11:10:31.113905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Transition to ACTIVE for port object 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:31.212272 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:31.217186 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:31.266547 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-28d3034f-c020-4f65-9af9-49ccf3ecdbc1 service neutron] 10.222.0.50 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682875 Nov 09 11:10:31.278135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-07d3ab88-629d-4c6e-a25b-262de892de5e req-956a16db-2359-47c4-98b1-98aa589f3f2a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:31.279670 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07d3ab88-629d-4c6e-a25b-262de892de5e req-956a16db-2359-47c4-98b1-98aa589f3f2a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140055 Nov 09 11:10:31.302226 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:31.403017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234a679-d891-4f6d-94ff-a45ea96f5c58 None None] Pushing event updated for resources: {'Port': ['ID=43beacc8-77a3-43f5-b2bf-71c7df65d2e7,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:31.406877 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6234a679-d891-4f6d-94ff-a45ea96f5c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:31.460490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Calling delete_port for 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:31.806282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Attempting to bind port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:10:31.806655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Attempting to bind port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:10:31.807051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Attempting to bind port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 on network 29751406-e97d-4746-aef8-8bab3df437bb {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:31.809325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:10:31.809506 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:10:31.823357 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:10:31.823910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Checking segment: {'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:31.824321 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:31.824717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Bound using segment: {'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:10:31.825197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Bound port: 43beacc8-77a3-43f5-b2bf-71c7df65d2e7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d12f5-b744-4121-aed4-bdc392fa0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:10:31.825571 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:31.859085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8bb2f0a5-1077-47d4-a616-4229dc9f99a8 req-aec5dc4a-8db4-47b4-9759-8f416871a73b tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips/5071c411-df5c-4270-b1b8-c76654c51045 HTTP/1.1" status: 200 len: 692 time: 0.1958494 Nov 09 11:10:31.968187 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-40f78410-77be-4c62-9a00-a41801f29521 service neutron] 10.222.0.50 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963478 Nov 09 11:10:32.056307 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f266f11-91f6-48a3-8d89-43fa0f628615 req-e167c0ba-d320-4d89-ae96-7f27d62b3e08 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8416750 Nov 09 11:10:32.088877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] For port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:10:32.096417 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] For port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=43beacc8-77a3-43f5-b2bf-71c7df65d2e7,segment=NetworkSegment(5d4d12f5-b744-4121-aed4-bdc392fa0d43),segment_id=5d4d12f5-b744-4121-aed4-bdc392fa0d43)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:10:32.212825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:32.222598 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:32.372064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234a679-d891-4f6d-94ff-a45ea96f5c58 None None] Pushing event updated for resources: {'Port': ['ID=43beacc8-77a3-43f5-b2bf-71c7df65d2e7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:32.376878 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6234a679-d891-4f6d-94ff-a45ea96f5c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:32.410503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Routers {'036eb424-96e6-4b80-adc8-12371b911582'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:32.410668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Deleting port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:32.410668 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:32.412693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['036eb424-96e6-4b80-adc8-12371b911582'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:32.621315 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f2b80807-d6a8-4d87-bd9a-a1da4af4abbd details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:10:32.735258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2f0a5-1077-47d4-a616-4229dc9f99a8 req-78fa7789-14cf-4abe-90ca-cb081296011b tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:32.749877 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8bb2f0a5-1077-47d4-a616-4229dc9f99a8 req-78fa7789-14cf-4abe-90ca-cb081296011b tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.8744040 Nov 09 11:10:32.971588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:33.020313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] For port 43beacc8-77a3-43f5-b2bf-71c7df65d2e7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=43beacc8-77a3-43f5-b2bf-71c7df65d2e7,segment=NetworkSegment(5d4d12f5-b744-4121-aed4-bdc392fa0d43),segment_id=5d4d12f5-b744-4121-aed4-bdc392fa0d43)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:33.020579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:33.042165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'port_id': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'mac_address': 'fa:16:3e:8d:62:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccfebe4-4752-4510-b31c-4ae72979c250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:10:33.051681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a510f-003d-4149-97a2-ee566f3e2da0 req-dcc1550a-9774-4877-8433-27e905601b27 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:33.061005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb1a510f-003d-4149-97a2-ee566f3e2da0 req-dcc1550a-9774-4877-8433-27e905601b27 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 943 time: 0.1553569 Nov 09 11:10:33.186420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb1a510f-003d-4149-97a2-ee566f3e2da0 req-8c884be4-dfd6-437d-b9af-52e6b256c0d1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228025 Nov 09 11:10:33.252394 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:33.278296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Calling delete_port for 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:33.296307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b80807-d6a8-4d87-bd9a-a1da4af4abbd {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:10:33.322595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:33.326097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] Set router 036eb424-96e6-4b80-adc8-12371b911582 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:33.338965 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e7dcce56-a2a1-48c8-bab6-d19ff4c5df8c req-aafd4f5c-8c78-4d09-82b6-416f388cb83f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 210 time: 0.2213809 Nov 09 11:10:33.419585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-156380a9-f7c8-425d-84cf-b33024a4d252 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips/5071c411-df5c-4270-b1b8-c76654c51045 HTTP/1.1" status: 200 len: 692 time: 0.1962864 Nov 09 11:10:33.481981 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:33.495754 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:33.652742 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:33.670484 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd24c358-0dab-43c0-8cbe-238a45e03f59 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:33.696693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-a16c5070-1e4d-472e-90be-fc10fc9343a2 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:33.698611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-a16c5070-1e4d-472e-90be-fc10fc9343a2 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2724447 Nov 09 11:10:33.799430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f2b80807-d6a8-4d87-bd9a-a1da4af4abbd'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:10:33.938254 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-5ddb5c1f-3472-4c01-b662-9afe62c63a0b tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.2325392 Nov 09 11:10:33.940540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52290) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:34.058112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Pushing event deleted for resources: {'Port': ['ID=43beacc8-77a3-43f5-b2bf-71c7df65d2e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:34.135192 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:34.135404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52298) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:34.158036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:34.162940 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:34.230317 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-4e75ce3c-f725-40b4-a42c-5020acebf957 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.2905197 Nov 09 11:10:34.353256 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:34.387332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:34.550149 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:34.637571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Deleting port fc6d39b0-f96c-407e-8d17-1d863a324341 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:34.637911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:34.771338 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036eb424-96e6-4b80-adc8-12371b911582', 'name': 'tempest-ServersTestFqdnHostnames-936761068-router', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5004dde-8e26-4f34-9610-511034532494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:08Z', 'updated_at': '2021-11-09T11:10:21Z', 'revision_number': 4, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'gw_port': {'id': 'b5004dde-8e26-4f34-9610-511034532494', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:09Z', 'updated_at': '2021-11-09T11:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '43beacc8-77a3-43f5-b2bf-71c7df65d2e7', 'name': '', 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'mac_address': 'fa:16:3e:1d:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf53d795-dd35-4cb9-8d9f-0d99d645f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:18Z', 'updated_at': '2021-11-09T11:10:32Z', 'revision_number': 4, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'subnets': [{'id': 'bf53d795-dd35-4cb9-8d9f-0d99d645f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:34.797010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255007d9-f54b-4303-bfef-f4b145e2c987 None None] The sync data for ids ['036eb424-96e6-4b80-adc8-12371b911582'] in n-d-817173-1 is: [{'id': '036eb424-96e6-4b80-adc8-12371b911582', 'name': 'tempest-ServersTestFqdnHostnames-936761068-router', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5004dde-8e26-4f34-9610-511034532494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:08Z', 'updated_at': '2021-11-09T11:10:21Z', 'revision_number': 4, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'gw_port': {'id': 'b5004dde-8e26-4f34-9610-511034532494', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:09Z', 'updated_at': '2021-11-09T11:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '43beacc8-77a3-43f5-b2bf-71c7df65d2e7', 'name': '', 'network_id': '29751406-e97d-4746-aef8-8bab3df437bb', 'tenant_id': '9ae43e21d0694c97a98e96f583e29226', 'mac_address': 'fa:16:3e:1d:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036eb424-96e6-4b80-adc8-12371b911582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf53d795-dd35-4cb9-8d9f-0d99d645f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:18Z', 'updated_at': '2021-11-09T11:10:32Z', 'revision_number': 4, 'project_id': '9ae43e21d0694c97a98e96f583e29226', 'subnets': [{'id': 'bf53d795-dd35-4cb9-8d9f-0d99d645f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:10:34.841328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:34.923691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c3f7-3aa1-4311-a687-d3984b1ec227 req-5ee2d5ae-fcda-472f-8b5e-eb8e969b2d6b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:34.923879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Usage tracker for resource:security_group_rule and tenant:0db13962ef844d41b9dba44cf775ead0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:34.928138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ff1c3f7-3aa1-4311-a687-d3984b1ec227 req-5ee2d5ae-fcda-472f-8b5e-eb8e969b2d6b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 944 time: 0.5284147 Nov 09 11:10:34.964247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:34.976007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:34.986924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:35.006959 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ff1c3f7-3aa1-4311-a687-d3984b1ec227 req-d69d4866-ea43-423e-a7f8-2360370d4831 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710132 Nov 09 11:10:35.268174 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:35.324734 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:35.325061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:35.335191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:35.345599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Usage tracker for resource:security_group_rule and tenant:9e23bd15c46b4ac9a1073792a87d588f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:35.412255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:35.488649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Calling delete_port for fc6d39b0-f96c-407e-8d17-1d863a324341 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:35.531598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3e4836b9-91fb-4cf1-831f-9357a71ab0ca req-002c5683-9dbe-44b3-acd8-e38aa83559bb tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 210 time: 0.2299881 Nov 09 11:10:35.541874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:35.550729 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:35.585080 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-023d54c1-db64-4905-a108-05ce0327aa1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:35.748999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303b7906-afb2-4526-91df-426c2b960dfa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:35.758293 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:35.768146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0db13962ef844d41b9dba44cf775ead0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8195260 Nov 09 11:10:35.768754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52332) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:36.121270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Router 036eb424-96e6-4b80-adc8-12371b911582 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:10:36.277844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:36.346220 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:36.441027 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:36.501785 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:36.564220 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-548c5a3e-6204-4150-a9a4-8eb16ac51b97 tempest-SecurityGroupsTestJSON-1579354894 tempest-SecurityGroupsTestJSON-1579354894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:36.580210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-f3e00c1b-3474-47fc-9585-bc3425f94d35 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:36.582066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-f3e00c1b-3474-47fc-9585-bc3425f94d35 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 814 time: 0.2762623 Nov 09 11:10:36.600613 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:36.602266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86780a-9bd4-4ed7-a94a-24601f29bd2f req-cefc234a-f6c1-4147-a0de-ece740fc3697 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:36.609458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b86780a-9bd4-4ed7-a94a-24601f29bd2f req-cefc234a-f6c1-4147-a0de-ece740fc3697 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 944 time: 0.3391800 Nov 09 11:10:36.639821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Request body: {'port': {'device_id': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'admin_state_up': True, 'tenant_id': 'f9f654e0eb644e89974900a9e8c77ff1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:36.643260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f2b80807-d6a8-4d87-bd9a-a1da4af4abbd up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:36.682578 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b86780a-9bd4-4ed7-a94a-24601f29bd2f req-d6014b60-77cc-4f29-a4b9-ab98adb6bcd3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721331 Nov 09 11:10:36.741400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e23bd15c46b4ac9a1073792a87d588f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5795219 Nov 09 11:10:36.749366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52350) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:36.815330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af99c5c6-90c5-4a0a-ab09-c12fe94fa40e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:36.828734 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:36.834187 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:36.842161 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:36.875846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:10:36.908307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event deleted for resources: {'Port': ['ID=fc6d39b0-f96c-407e-8d17-1d863a324341,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:36.928241 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:36.936286 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] 10.222.0.50 "PUT /v2.0/routers/036eb424-96e6-4b80-adc8-12371b911582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7744415 Nov 09 11:10:36.943634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52356) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:36.977707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.007833 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-51a254dc-b95d-4bb3-b102-d09a46050bd1 req-a1068634-e8bc-42bd-b116-30b474a5aa2f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 210 time: 0.0812464 Nov 09 11:10:37.064160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:37.064857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.072534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:37.072534 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.164445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:37.169687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Usage tracker for resource:port and tenant:f9f654e0eb644e89974900a9e8c77ff1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:37.172916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:37.179996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:37.235265 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.238616 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.251938 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4dbf9592-a36d-4157-befd-b09c1d5e8d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:37.262298 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.280212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303b7906-afb2-4526-91df-426c2b960dfa,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:37.298224 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:37.314707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.316978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:37.318774 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b10182e7-4e68-48d0-bdef-08076874dbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:37.320743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:37.347265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af99c5c6-90c5-4a0a-ab09-c12fe94fa40e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:37.354622 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:37.357587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.359008 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af99c5c6-90c5-4a0a-ab09-c12fe94fa40e HTTP/1.1" status: 204 len: 168 time: 0.6073077 Nov 09 11:10:37.363314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Made reservation on behalf of f9f654e0eb644e89974900a9e8c77ff1 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:37.367338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.411006 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.420248 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:37.431379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.438452 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cde3ae81-b85e-4536-8b61-6a71380c0348 req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "DELETE /v2.0/floatingips/5071c411-df5c-4270-b1b8-c76654c51045 HTTP/1.1" status: 204 len: 173 time: 3.1913700 Nov 09 11:10:37.439567 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.454010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/303b7906-afb2-4526-91df-426c2b960dfa HTTP/1.1" status: 204 len: 168 time: 1.6757081 Nov 09 11:10:37.511980 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'code': 200} Nov 09 11:10:37.590308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:37.594714 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:37.895237 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:37.980463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aea845-18fb-41af-b023-fc5ccc808647 req-e4b59c07-e454-4530-90fd-a3468fe96944 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:37.981965 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9aea845-18fb-41af-b023-fc5ccc808647 req-e4b59c07-e454-4530-90fd-a3468fe96944 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4415288 Nov 09 11:10:37.995563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Allocated IP 172.20.0.2 (bd605f27-fcdb-4ae3-aca1-e3553a5f68aa/7b5fce06-5a39-45c4-acc4-1dfce3a20496/2ff928b7-fb2b-4276-bcc7-090ded5e04ea) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:38.082571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05aa3a-90db-4cc8-a77e-71871b64bb3f req-4b165d5f-bbaf-4b79-b1b6-faeed68ee017 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:38.084246 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b05aa3a-90db-4cc8-a77e-71871b64bb3f req-4b165d5f-bbaf-4b79-b1b6-faeed68ee017 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.1851137 Nov 09 11:10:38.161180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-43a33ce5-67fd-449c-bcff-463715685e22 req-d90fa464-4212-4e9f-8440-7742bd5007be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 1096 time: 0.5488200 Nov 09 11:10:38.178551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b05aa3a-90db-4cc8-a77e-71871b64bb3f req-a1c9c56d-f784-4ed1-854c-9df9afd5ded2 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868561 Nov 09 11:10:38.250891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-38ae9d77-dfcb-4846-a513-7b093a36efdd req-957bd389-f42a-41fe-b7f7-f15e46775943 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Synchronizing usage tracker for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:38.505816 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbdca98-6703-4692-a190-01f8238c691d req-6b01999f-ff4b-4ea5-af97-3295d50ddc6a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 210 time: 0.1047933 Nov 09 11:10:38.573128 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-43a33ce5-67fd-449c-bcff-463715685e22 req-b1bf4891-37c3-4857-b023-acf0789c9a70 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845627 Nov 09 11:10:38.597334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-38ae9d77-dfcb-4846-a513-7b093a36efdd req-957bd389-f42a-41fe-b7f7-f15e46775943 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Unset dirty status for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:38.598536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38ae9d77-dfcb-4846-a513-7b093a36efdd req-957bd389-f42a-41fe-b7f7-f15e46775943 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=c8f78270ac95414585c2af2b0c8cedba HTTP/1.1" status: 200 len: 1655 time: 0.5561769 Nov 09 11:10:38.706917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52394) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:38.744118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:38.797272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:38.802644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b25fef605ce3431a820f599e85f9200b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:38.807122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:38.829142 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:38.829587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:38.883805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae9d77-dfcb-4846-a513-7b093a36efdd req-23fc7abb-515f-4f67-88d8-3f1dd0c31b53 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:38.885345 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38ae9d77-dfcb-4846-a513-7b093a36efdd req-23fc7abb-515f-4f67-88d8-3f1dd0c31b53 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks?id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 787 time: 0.2593160 Nov 09 11:10:38.899582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-38ae9d77-dfcb-4846-a513-7b093a36efdd req-5dd12760-bb87-4352-86b9-594f29adc55d tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:10:38.899790 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38ae9d77-dfcb-4846-a513-7b093a36efdd req-5dd12760-bb87-4352-86b9-594f29adc55d tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079980 Nov 09 11:10:38.922170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:38.988684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:38.995277 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:39.100217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Deleting port b5004dde-8e26-4f34-9610-511034532494 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:39.100587 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:39.102994 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:39.107513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-2d97e792-e31a-42be-a95d-0c0c9b32ff8c tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips/004099ca-1d08-4dde-99f8-0fdaff82cf8f HTTP/1.1" status: 200 len: 692 time: 0.1420784 Nov 09 11:10:39.165332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:39.171695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:39.175320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:39.211465 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:39.229716 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f3765378-4093-48fb-bde9-6e422ccdc2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:39.308856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:39.309177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3959884d-3749-40f9-bb47-3ef69891db7d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:39.312275 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:39.320760 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b25fef605ce3431a820f599e85f9200b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6096141 Nov 09 11:10:39.328559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:39.369949 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:39.392669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-58d40c1e-5000-4cd1-bb0e-aac66d551a6b tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:39.394547 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-58d40c1e-5000-4cd1-bb0e-aac66d551a6b tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2806740 Nov 09 11:10:39.452086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:39.452710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:39.545883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52410) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:39.618401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-5ba54f3a-be96-4cef-a302-fd8639d2719b tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.2065978 Nov 09 11:10:39.654574 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0396492 Nov 09 11:10:39.666511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] For port b5004dde-8e26-4f34-9610-511034532494, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b5004dde-8e26-4f34-9610-511034532494,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:39.666895 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:39.695130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Request body: {'port': {'device_id': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:39.724673 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:39.872676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Calling delete_port for b5004dde-8e26-4f34-9610-511034532494 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:39.968822 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-449eb57a-abfd-439d-88e0-129b9b1aab15 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.3491232 Nov 09 11:10:40.044205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d773404-1b27-467a-af94-3a5a264141f8 req-40e99871-09b2-496e-b4a8-7dfd2a183553 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:40.045859 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d773404-1b27-467a-af94-3a5a264141f8 req-40e99871-09b2-496e-b4a8-7dfd2a183553 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.5985765 Nov 09 11:10:40.067904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.104309 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.169429 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.256960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1d773404-1b27-467a-af94-3a5a264141f8 req-903c98b8-0cb3-4efe-a561-8788cba6becf tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958816 Nov 09 11:10:40.315105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:40.318640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Deleting port 45c443eb-608a-4c95-ad8f-074e3cc75071 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:40.319215 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.360272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Usage tracker for resource:security_group_rule and tenant:8d16e6b1be0e4cf7952caeb4d4619897 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:40.374062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:40.376945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.390197 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26e8918e-cb83-4d83-a417-9afb959de309 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:40.406249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:40.417761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3959884d-3749-40f9-bb47-3ef69891db7d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:40.438714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.442242 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3959884d-3749-40f9-bb47-3ef69891db7d HTTP/1.1" status: 204 len: 168 time: 1.1107948 Nov 09 11:10:40.493298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.493989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.494862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.495192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.495853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.496997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.497148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.497772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.498326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.499051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.499502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:10:40.510104 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:40.716160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.716906 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.728130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.886521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.896788 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0b578c99-408c-44ab-8487-345f38b25e74 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:40.909763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Calling delete_port for 45c443eb-608a-4c95-ad8f-074e3cc75071 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:40.958378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:40.966843 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-47476bb8-a328-471a-8548-3eae2114347a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:41.039344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d53c59-c6b6-421b-ac6f-0dad6ed16eec,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:41.058562 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:41.058562 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d16e6b1be0e4cf7952caeb4d4619897&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4940350 Nov 09 11:10:41.058562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52426) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:41.189828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.216858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5004dde-8e26-4f34-9610-511034532494,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:41.220193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.228705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab978-ee09-4276-9867-4f166198ac91 req-6684ad8a-4fac-4012-9c0b-edc5b22acd27 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:41.229768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-965ab978-ee09-4276-9867-4f166198ac91 req-6684ad8a-4fac-4012-9c0b-edc5b22acd27 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Synchronizing usage tracker for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:41.261651 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:41.339360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.349291 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:41.433180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event deleted for resources: {'Port': ['ID=45c443eb-608a-4c95-ad8f-074e3cc75071,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:41.436333 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:41.439951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.449598 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d3c4ad8-7b3d-4961-b720-963afc10e0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:41.468944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d53c59-c6b6-421b-ac6f-0dad6ed16eec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:41.471956 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:41.484187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-965ab978-ee09-4276-9867-4f166198ac91 req-6684ad8a-4fac-4012-9c0b-edc5b22acd27 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Unset dirty status for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:41.491055 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-965ab978-ee09-4276-9867-4f166198ac91 req-6684ad8a-4fac-4012-9c0b-edc5b22acd27 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 931 time: 1.0590515 Nov 09 11:10:41.597046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.620037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.621401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55d53c59-c6b6-421b-ac6f-0dad6ed16eec HTTP/1.1" status: 204 len: 168 time: 0.5702784 Nov 09 11:10:41.623574 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.635541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de3f1ecb-e945-41f7-9f73-bee5dda9365b req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "DELETE /v2.0/floatingips/004099ca-1d08-4dde-99f8-0fdaff82cf8f HTTP/1.1" status: 204 len: 173 time: 1.6652055 Nov 09 11:10:41.665148 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.734387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff928b7-fb2b-4276-bcc7-090ded5e04ea {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:10:41.816813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:41.855180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Transition to ACTIVE for port object 2ff928b7-fb2b-4276-bcc7-090ded5e04ea will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:41.859829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-965ab978-ee09-4276-9867-4f166198ac91 req-c2d2e81b-3e37-4f40-b63e-86ed464f625b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Synchronizing usage tracker for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:42.007078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.023323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037d35-5cd3-45f9-8c5d-6d33e90bef43 req-35745f10-5df2-46b2-89db-904247d09e4d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:42.031565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e037d35-5cd3-45f9-8c5d-6d33e90bef43 req-35745f10-5df2-46b2-89db-904247d09e4d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.2046223 Nov 09 11:10:42.089822 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e037d35-5cd3-45f9-8c5d-6d33e90bef43 req-e8208e48-f157-49fb-8575-1c9a78c08c14 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Nov 09 11:10:42.232428 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:42.232428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.232869 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-8b255398-bc6f-4058-8070-0c465cca6741 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips/111746ca-72c0-4535-bedc-8a17402637a0 HTTP/1.1" status: 200 len: 692 time: 0.0885766 Nov 09 11:10:42.233335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.256785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:42.261659 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:42.372706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-83c1cd3c-3a74-4bb3-b90b-e6cad20204f7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:42.374040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-83c1cd3c-3a74-4bb3-b90b-e6cad20204f7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.1511250 Nov 09 11:10:42.392618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Attempting to bind port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:10:42.393187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Attempting to bind port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:10:42.393869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Attempting to bind port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:42.403421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:10:42.403932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Attempting to bind port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:42.421719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:10:42.422411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Checking segment: {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:42.422975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Bound using segment: {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:10:42.423576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Bound port: 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:10:42.424075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.456895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-a52028fb-935d-42a7-84f4-6e43d6c667da tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Synchronizing usage tracker for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:10:42.479246 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.479967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 036eb424-96e6-4b80-adc8-12371b911582 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:10:42.485263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-965ab978-ee09-4276-9867-4f166198ac91 req-c2d2e81b-3e37-4f40-b63e-86ed464f625b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Unset dirty status for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:42.500561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-965ab978-ee09-4276-9867-4f166198ac91 req-c2d2e81b-3e37-4f40-b63e-86ed464f625b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0062208 Nov 09 11:10:42.550988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-a52028fb-935d-42a7-84f4-6e43d6c667da tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Unset dirty status for tenant:c8f78270ac95414585c2af2b0c8cedba on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:10:42.552415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-a52028fb-935d-42a7-84f4-6e43d6c667da tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.1721807 Nov 09 11:10:42.571519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.575069 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] 10.222.0.50 "DELETE /v2.0/routers/036eb424-96e6-4b80-adc8-12371b911582 HTTP/1.1" status: 204 len: 168 time: 5.6285040 Nov 09 11:10:42.586633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52464) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:42.698569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:10:42.715489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Deleting subnet bf53d795-dd35-4cb9-8d9f-0d99d645f1b6 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:10:42.718690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.798646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:10:42.827470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.856030 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-0d061805-298d-4c0d-9242-54bfdd27b09f tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.2906919 Nov 09 11:10:42.948706 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:42.956989 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:43.036711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a8422-bb00-4aa0-856b-3735ac555f3f req-5086604b-14f8-4bc6-9caf-e0258ddbfa17 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:43.041305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c01a8422-bb00-4aa0-856b-3735ac555f3f req-5086604b-14f8-4bc6-9caf-e0258ddbfa17 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.2762220 Nov 09 11:10:43.100753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Deleting port 519195d5-4eaf-4066-b09d-d2f9cb7aacfe {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:43.101884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.128008 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.137520 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] 10.222.0.57 "PUT /v2.0/ports/2ff928b7-fb2b-4276-bcc7-090ded5e04ea HTTP/1.1" status: 200 len: 1091 time: 3.4497335 Nov 09 11:10:43.169087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:43.170985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.251623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:43.255516 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:43.336441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.337502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.462155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c01a8422-bb00-4aa0-856b-3735ac555f3f req-c72d91f4-a79b-41de-8b26-5cb6b362bc01 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034839 Nov 09 11:10:43.496040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Calling delete_port for 519195d5-4eaf-4066-b09d-d2f9cb7aacfe owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:43.589383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-63ee1480-77a5-4e98-bb68-f415132e6334 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 1094 time: 0.3190188 Nov 09 11:10:43.665486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.681115 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-701c4106-333e-41d9-9e7e-cca0b8d701cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:43.711860 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'status': 'completed', 'code': 200} Nov 09 11:10:43.718834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-96810b7e-cd67-4c48-8189-a3be1adceb27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea HTTP/1.1" status: 200 len: 217 time: 0.1216850 Nov 09 11:10:43.731856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.732451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6e494-1c45-44b9-9722-cc972e7fad2f None None] Network 29751406-e97d-4746-aef8-8bab3df437bb requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:43.778564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf53d795-dd35-4cb9-8d9f-0d99d645f1b6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:43.781226 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:43.786706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bf53d795-dd35-4cb9-8d9f-0d99d645f1b6 HTTP/1.1" status: 204 len: 168 time: 1.1987610 Nov 09 11:10:43.790219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52500) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:43.830543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-29092bc9-4fc8-49a9-80d2-5eab33bd31ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:43.832763 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-29092bc9-4fc8-49a9-80d2-5eab33bd31ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b5fce06-5a39-45c4-acc4-1dfce3a20496 HTTP/1.1" status: 200 len: 854 time: 0.0928934 Nov 09 11:10:43.893130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-27ac5c12-76cf-4f0a-be76-723786938679 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532422 Nov 09 11:10:43.951012 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:43.958363 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0291b2f0-1970-4314-b572-f6699d44b321 tempest-FloatingIPsAssociationNegativeTestJSON-625584305 tempest-FloatingIPsAssociationNegativeTestJSON-625584305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:44.073265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event deleted for resources: {'Port': ['ID=519195d5-4eaf-4066-b09d-d2f9cb7aacfe,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:44.095296 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:44.136341 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.142539 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] Sync routers for ids ['036eb424-96e6-4b80-adc8-12371b911582'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:10:44.162549 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:44.163478 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:10:44.164987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] DHCP port deletion for 29751406-e97d-4746-aef8-8bab3df437bb request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:10:44.165595 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_agentschedulers_db [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'036eb424-96e6-4b80-adc8-12371b911582'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:10:44.170234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Deleting port 857b5548-6291-497d-a131-86a37c540e73 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:44.170392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Deleting port 857b5548-6291-497d-a131-86a37c540e73 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:44.174707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.174867 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.181431 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:44.182263 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:10:44.183050 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_agentschedulers_db [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'036eb424-96e6-4b80-adc8-12371b911582'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:10:44.183584 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847494e7-bfb8-4630-952f-c803c50ed211 None None] The sync data for ids ['036eb424-96e6-4b80-adc8-12371b911582'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:10:44.208842 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.297488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-da79124f-5024-4af3-b859-cdfc482d0902 service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973951 Nov 09 11:10:44.370951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.387500 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-59780253-0ffc-47d0-b9cf-e7f0fea50ac7 req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "DELETE /v2.0/floatingips/111746ca-72c0-4535-bedc-8a17402637a0 HTTP/1.1" status: 204 len: 173 time: 1.5257435 Nov 09 11:10:44.427111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] For port 857b5548-6291-497d-a131-86a37c540e73, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=857b5548-6291-497d-a131-86a37c540e73,segment=NetworkSegment(5d4d12f5-b744-4121-aed4-bdc392fa0d43),segment_id=5d4d12f5-b744-4121-aed4-bdc392fa0d43)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:44.427691 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.536053 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] For port 857b5548-6291-497d-a131-86a37c540e73, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=857b5548-6291-497d-a131-86a37c540e73,segment=NetworkSegment(5d4d12f5-b744-4121-aed4-bdc392fa0d43),segment_id=5d4d12f5-b744-4121-aed4-bdc392fa0d43)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:44.536388 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.547432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4968e2-65a5-4896-81ed-70df20a93b1b req-6a103f04-aa36-4baf-8d88-d5fd138c6920 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:44.560553 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a4968e2-65a5-4896-81ed-70df20a93b1b req-6a103f04-aa36-4baf-8d88-d5fd138c6920 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 943 time: 0.6095498 Nov 09 11:10:44.589716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Calling delete_port for 857b5548-6291-497d-a131-86a37c540e73 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:44.637499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a4968e2-65a5-4896-81ed-70df20a93b1b req-199431ab-0881-4f21-a2ca-35527aed46e4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708880 Nov 09 11:10:44.683231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5892397-3c4f-4a8b-af34-a35284c3676a req-9f93eefd-8d3f-45c7-a1a1-fa06eee65c8e service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793216 Nov 09 11:10:44.723358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Calling delete_port for 857b5548-6291-497d-a131-86a37c540e73 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:44.856372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-3960123d-c9f2-4f35-a063-3492c15f8dc5 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips/2de6c530-1c07-4221-96c0-b1e3b61ba9ed HTTP/1.1" status: 200 len: 693 time: 0.1586134 Nov 09 11:10:44.880247 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:44.886404 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:44.896550 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:10:44.896907 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:10:44.917204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa32cd-1d06-4b6f-8128-267ce04c88ec req-2e27c6e0-f2d4-415b-9196-d1e837ee914c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:44.918698 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3fa32cd-1d06-4b6f-8128-267ce04c88ec req-2e27c6e0-f2d4-415b-9196-d1e837ee914c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.3368318 Nov 09 11:10:44.963069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 857b5548-6291-497d-a131-86a37c540e73 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:44.971270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3fa32cd-1d06-4b6f-8128-267ce04c88ec req-5bf51e5a-352f-4d39-9360-c0b699fc73b1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Nov 09 11:10:45.006784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Pushing event deleted for resources: {'Port': ['ID=857b5548-6291-497d-a131-86a37c540e73,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:45.017606 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:45.019747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 857b5548-6291-497d-a131-86a37c540e73 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:45.019747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 857b5548-6291-497d-a131-86a37c540e73 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:45.025604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] No DVR routers for this DVR port 857b5548-6291-497d-a131-86a37c540e73 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:10:45.147476 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-04553c91-cb92-42b0-a1aa-0944314782be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 1094 time: 0.3517847 Nov 09 11:10:45.218452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-22a8b213-c5cd-45ce-8cf4-10fcafc1a419 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:45.220056 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-22a8b213-c5cd-45ce-8cf4-10fcafc1a419 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3626993 Nov 09 11:10:45.388545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-a3bd95ec-1f84-474e-9f30-38098a7f3447 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.210 HTTP/1.1" status: 200 len: 696 time: 0.1607783 Nov 09 11:10:45.398197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Deleting port 857b5548-6291-497d-a131-86a37c540e73 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:45.399136 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:45.475787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] The port '857b5548-6291-497d-a131-86a37c540e73' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:10:45.484971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-ef0f5dff-f568-4085-b2c3-2b813439a0e4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.210 HTTP/1.1" status: 200 len: 696 time: 0.0838485 Nov 09 11:10:45.661774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:45.664602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-208468b0-8690-4c10-bbaf-f235615d14c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:45.665924 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-208468b0-8690-4c10-bbaf-f235615d14c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 915 time: 0.4366603 Nov 09 11:10:45.675105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ac54d-2f86-43d5-8d1f-fa9f9751aca0 req-2d9f4124-affe-406e-a347-510a71c6f33c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:45.683536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-418ac54d-2f86-43d5-8d1f-fa9f9751aca0 req-2d9f4124-affe-406e-a347-510a71c6f33c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.3213356 Nov 09 11:10:45.735997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29751406-e97d-4746-aef8-8bab3df437bb']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:45.774641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4d12f5-b744-4121-aed4-bdc392fa0d43') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:45.775037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4d12f5-b744-4121-aed4-bdc392fa0d43') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:45.793343 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-418ac54d-2f86-43d5-8d1f-fa9f9751aca0 req-9ab16f02-4103-4280-b41c-1dce79ccea0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089482 Nov 09 11:10:45.795007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:45.835706 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:45.846825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:10:45.847575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:10:45.860997 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:10:45.903921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Deleting port 465c95f1-06ed-444b-b0be-a06b1359b350 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:45.904261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:45.954995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-c18cf8d7-b648-44d9-a1db-3a58a091cb23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea HTTP/1.1" status: 200 len: 217 time: 0.2664022 Nov 09 11:10:46.075795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:46.078249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-b00f05a6-5b43-4799-b15d-f564b35a6937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:46.079865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-b00f05a6-5b43-4799-b15d-f564b35a6937 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b5fce06-5a39-45c4-acc4-1dfce3a20496 HTTP/1.1" status: 200 len: 854 time: 0.1240988 Nov 09 11:10:46.092851 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:46.118521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:46.123042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=29751406-e97d-4746-aef8-8bab3df437bb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:46.134068 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:46.143015 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/29751406-e97d-4746-aef8-8bab3df437bb HTTP/1.1" status: 204 len: 168 time: 2.3512149 Nov 09 11:10:46.176185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2a867-1887-4295-88d8-588e1a207688 req-dcf4e4ba-8708-47c8-9339-438aa7ea5422 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:46.179421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2cc2a867-1887-4295-88d8-588e1a207688 req-dcf4e4ba-8708-47c8-9339-438aa7ea5422 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 943 time: 0.1664047 Nov 09 11:10:46.205423 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-ab3beda4-08d0-4638-a6ca-67b68bc7183d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009476 Nov 09 11:10:46.258965 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2cc2a867-1887-4295-88d8-588e1a207688 req-bddaa754-2878-479d-9b79-72fa1724181c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748901 Nov 09 11:10:46.355684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:46.356010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:46.506411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Calling delete_port for 465c95f1-06ed-444b-b0be-a06b1359b350 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:46.515613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353685d-f0b4-467f-a67f-cae5c08beda4 req-f1eb3ca8-e52b-43c6-bd1e-0cb0e679e3c7 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:46.522479 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f353685d-f0b4-467f-a67f-cae5c08beda4 req-f1eb3ca8-e52b-43c6-bd1e-0cb0e679e3c7 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 950 time: 0.1001093 Nov 09 11:10:46.548916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-bfdab492-ed9c-4df4-b655-5c5eeadfca90 service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371119 Nov 09 11:10:46.567750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f353685d-f0b4-467f-a67f-cae5c08beda4 req-6bdc1da0-9efc-4ef3-9069-0e04656c82f2 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Nov 09 11:10:46.740574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52578) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:46.802193 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-742baeb7-5924-4bd7-b8dc-c5bc0a429bb4 req-26a2befc-7254-4519-998d-804f7753d1ce service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417214 Nov 09 11:10:46.806351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9d61a-4654-4174-90dd-ba4327816984 req-49155342-e36f-4f39-a4a6-7c98b1e43aeb tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:46.813055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53c9d61a-4654-4174-90dd-ba4327816984 req-49155342-e36f-4f39-a4a6-7c98b1e43aeb tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.1186790 Nov 09 11:10:46.842743 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b901cb34-5ba1-4056-893d-6bdd00bac8fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ae43e21d0694c97a98e96f583e29226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1008270 Nov 09 11:10:46.845033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52582) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:46.865189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b5004dde-8e26-4f34-9610-511034532494 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:46.895905 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:46.902393 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9597f9e2-1b8e-40ac-a751-99c5f3220158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:46.908687 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53c9d61a-4654-4174-90dd-ba4327816984 req-809c9a94-3ea1-432e-828b-192246d5481b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873728 Nov 09 11:10:46.967087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: b5004dde-8e26-4f34-9610-511034532494 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:46.967087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b5004dde-8e26-4f34-9610-511034532494 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:46.967087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:46.997872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Pushing event deleted for resources: {'Port': ['ID=465c95f1-06ed-444b-b0be-a06b1359b350,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:47.017563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:47.037068 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:10:47.091938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:47.093166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 43beacc8-77a3-43f5-b2bf-71c7df65d2e7 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:47.136464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.176692 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.184879 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.189027 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5528dd51-0a35-4c1d-8d3c-e093aeb60e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.218622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.219771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a416359-e91b-43e8-82d2-a4d9c779638b req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] 10.222.0.50 "DELETE /v2.0/floatingips/2de6c530-1c07-4221-96c0-b1e3b61ba9ed HTTP/1.1" status: 204 len: 173 time: 1.7217567 Nov 09 11:10:47.228206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52598) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:47.391548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.399926 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f5522520-b313-41f0-af41-6447e5fb4772 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:47.415795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e1602-c0b8-4c03-b436-56c657424556,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:47.418576 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:47.440872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.443611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/911e1602-c0b8-4c03-b436-56c657424556 HTTP/1.1" status: 204 len: 168 time: 0.5975554 Nov 09 11:10:47.454698 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.494174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bbb72-90cc-46c1-82c4-e2b80fc1df5a req-dd4efeb8-11e3-4b59-9f26-594e2ff0ee99 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:47.502457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74bbb72-90cc-46c1-82c4-e2b80fc1df5a req-dd4efeb8-11e3-4b59-9f26-594e2ff0ee99 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.1708095 Nov 09 11:10:47.561320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74bbb72-90cc-46c1-82c4-e2b80fc1df5a req-19b9ef23-390a-4572-a380-a1e14c84f401 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578763 Nov 09 11:10:47.772455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:47.785107 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:47.858054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e6ddf-42c0-41b5-bfce-dfdbdffa3621 req-7c30667b-dbeb-4fbb-824a-bfb222b14453 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:47.865917 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a68e6ddf-42c0-41b5-bfce-dfdbdffa3621 req-7c30667b-dbeb-4fbb-824a-bfb222b14453 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 943 time: 0.1435277 Nov 09 11:10:47.963973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a68e6ddf-42c0-41b5-bfce-dfdbdffa3621 req-cff71f89-772c-45f8-9715-f06fd4cb1cc2 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962777 Nov 09 11:10:47.997091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:48.036133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:48.048347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:48.113119 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'code': 200} Nov 09 11:10:48.125605 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:48.125605 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:48.201096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:48.203430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249164f-e50a-4425-a062-369f6f765c33 req-8830d367-a9d2-49d2-b906-d80751d0667c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:48.204458 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:48.207501 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8249164f-e50a-4425-a062-369f6f765c33 req-8830d367-a9d2-49d2-b906-d80751d0667c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.2264352 Nov 09 11:10:48.297724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8249164f-e50a-4425-a062-369f6f765c33 req-61294666-eb8a-4cf5-896d-9282e61cd7a3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856864 Nov 09 11:10:48.561253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9b818-f4cf-40b9-b7ba-638f80f9314e req-14c31bb6-38c1-47a4-8a3b-74ad123cbbde tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:48.570988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-1e49952e-a5f5-44e0-9457-0a70da289d68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2002983 Nov 09 11:10:48.574542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9bb9b818-f4cf-40b9-b7ba-638f80f9314e req-14c31bb6-38c1-47a4-8a3b-74ad123cbbde tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.1240854 Nov 09 11:10:48.655751 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9bb9b818-f4cf-40b9-b7ba-638f80f9314e req-d9664fce-c038-47e6-bf11-7c42f070c9e4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798082 Nov 09 11:10:48.684712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ff928b7-fb2b-4276-bcc7-090ded5e04ea details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:10:48.947879 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-5fd13db6-e35c-47b6-9139-f079c1ad416b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 1099 time: 0.2032411 Nov 09 11:10:49.074645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:49.106250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'port_id': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'mac_address': 'fa:16:3e:13:81:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5fce06-5a39-45c4-acc4-1dfce3a20496', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:10:49.143977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-b84ed69f-3558-4c25-a8f0-9c77a25763fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:49.145610 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-b84ed69f-3558-4c25-a8f0-9c77a25763fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1482003 Nov 09 11:10:49.146715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Deleting port 420cbaaa-83d8-4320-ada8-c39371f98af0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:49.147180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:49.248041 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-ebf47e33-b78c-4001-919e-83d716a3c320 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e HTTP/1.1" status: 200 len: 217 time: 0.0680385 Nov 09 11:10:49.270606 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:49.309130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff928b7-fb2b-4276-bcc7-090ded5e04ea {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:10:49.335938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:49.453355 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:49.455389 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8422849-07e9-41f0-8d7b-6bb597cb727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:49.457021 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:49.541092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-59967161-1d09-48d5-a908-85bad2791a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:49.542534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-59967161-1d09-48d5-a908-85bad2791a9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.2788198 Nov 09 11:10:49.575004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:49.588332 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:49.669991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['2ff928b7-fb2b-4276-bcc7-090ded5e04ea'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:10:49.673187 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] For port 420cbaaa-83d8-4320-ada8-c39371f98af0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=420cbaaa-83d8-4320-ada8-c39371f98af0,segment=NetworkSegment(e52743fa-f022-4318-b5c3-cbdf54555dfd),segment_id=e52743fa-f022-4318-b5c3-cbdf54555dfd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:49.673596 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:49.700031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92babef-f320-4966-8eb4-97234a14b04e req-07c3f3f0-d380-4085-9300-eb08e8aabb9b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:49.701777 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b92babef-f320-4966-8eb4-97234a14b04e req-07c3f3f0-d380-4085-9300-eb08e8aabb9b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 944 time: 0.2112727 Nov 09 11:10:49.921265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Calling delete_port for 420cbaaa-83d8-4320-ada8-c39371f98af0 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:50.010565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b92babef-f320-4966-8eb4-97234a14b04e req-792158af-7e36-4278-a040-187474643659 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411988 Nov 09 11:10:50.016114 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-3c20dace-abab-4744-9297-04b4b1200c85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4624834 Nov 09 11:10:50.200876 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-fabd16fe-5fc1-4fa5-ab31-b440c4744384 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637328 Nov 09 11:10:50.491725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:50.556526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9d9a5cd5-963e-4086-bb6d-69fef7a8efc9 req-3a661092-ee93-46e2-b4d8-9ad636285164 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482652 Nov 09 11:10:50.604555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4e0d-ad97-4ee6-8da7-45696459b754 req-ec73da8a-754e-42d2-9d1c-6c2c0b318610 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:50.606135 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18eb4e0d-ad97-4ee6-8da7-45696459b754 req-ec73da8a-754e-42d2-9d1c-6c2c0b318610 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.1111779 Nov 09 11:10:50.634155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:50.640899 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c33fd694-9ed1-4f9e-badf-57f6299f8fee tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:50.681456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=420cbaaa-83d8-4320-ada8-c39371f98af0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:50.686898 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:50.700305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ff928b7-fb2b-4276-bcc7-090ded5e04ea up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:50.790746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18eb4e0d-ad97-4ee6-8da7-45696459b754 req-070c62dd-4a3b-44ae-b237-ed4d72a23714 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782968 Nov 09 11:10:50.910975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:50.917255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:50.918304 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:51.175989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-8cf9f961-5edb-4374-a72d-12f59c7ae529 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 1096 time: 0.1458330 Nov 09 11:10:51.250561 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:51.265891 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:51.314694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:51.325282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:51.398471 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'code': 200} Nov 09 11:10:51.400137 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:51.401961 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:51.513739 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:51.529777 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:51.590456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53e54-0d67-42f9-b0ca-53183bc7eedc req-8383eed7-a8db-4783-b714-fd2fbb69185e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:51.590456 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1a53e54-0d67-42f9-b0ca-53183bc7eedc req-8383eed7-a8db-4783-b714-fd2fbb69185e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.2191534 Nov 09 11:10:51.691887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-12e3545b-be03-4031-912b-ddd0b88b015e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:51.693320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-12e3545b-be03-4031-912b-ddd0b88b015e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 922 time: 0.4936829 Nov 09 11:10:51.713451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b1a53e54-0d67-42f9-b0ca-53183bc7eedc req-55a0feb6-de5d-44b3-a511-113f1de0b282 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106775 Nov 09 11:10:51.784581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-a2de807c-72d0-4c04-9e2a-25000bf80be0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd HTTP/1.1" status: 200 len: 217 time: 0.0790081 Nov 09 11:10:51.785996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 975428d2-94bf-4ffc-b8fb-5998022eb388 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:10:51.788060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1fa2994-1b0b-4088-9071-d40a583d5373 req-4f384f21-c510-4ae5-b04e-0c047e3eb0d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 1096 time: 0.2613111 Nov 09 11:10:51.916778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-1cf1a74f-8f73-45c2-9f8a-576d75a568cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:51.927215 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-1cf1a74f-8f73-45c2-9f8a-576d75a568cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 200 len: 861 time: 0.1284885 Nov 09 11:10:51.935071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1fa2994-1b0b-4088-9071-d40a583d5373 req-625eb6fa-d5ec-41ab-bad1-c1ee19ace554 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049902 Nov 09 11:10:51.970170 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:51.994593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-58aeba48-be55-417c-af70-3b8861346c91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e939a671-2e98-40c5-bdd5-456e7953b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575769 Nov 09 11:10:52.033521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:52.048858 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'mac_address': 'fa:16:3e:88:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:10:52.124278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b754687-57cf-4f2d-9f6a-12353fb846e2 req-b93480a1-87c8-47df-8b84-f3e03d1c41ae tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:52.131231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1b754687-57cf-4f2d-9f6a-12353fb846e2 req-b93480a1-87c8-47df-8b84-f3e03d1c41ae tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.1129377 Nov 09 11:10:52.140470 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:52.159117 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 975428d2-94bf-4ffc-b8fb-5998022eb388 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:10:52.188756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:52.220106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1b754687-57cf-4f2d-9f6a-12353fb846e2 req-82eeb7fe-3d1d-49fa-aebd-0e442a1c0275 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869012 Nov 09 11:10:52.256370 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:52.258559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:10:52.259237 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:52.339306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:52.342764 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:52.351193 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['975428d2-94bf-4ffc-b8fb-5998022eb388'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:10:52.399625 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-a56912db-7d16-4877-89f6-f716e416e872 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421427 Nov 09 11:10:52.639029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe512011-b9b3-46fc-8550-18b1330216f9 req-b34d7f08-61b2-4500-b35e-a23f276ff4f3 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320309 Nov 09 11:10:52.670715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:10:52.680867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] Sync routers for ids ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:10:52.685902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52734) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:52.686166 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] 10.222.0.50 "PUT /v2.0/routers/0f7958c9-14bd-45e0-8725-6e2dc05f1918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4566572 Nov 09 11:10:52.691622 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f2b80807-d6a8-4d87-bd9a-a1da4af4abbd details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:10:52.727564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] Routers {'0f7958c9-14bd-45e0-8725-6e2dc05f1918'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:52.728211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:52.783630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52740) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:53.042005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:53.054337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac3b6-88b5-4de8-874b-f33b004aa20a req-cbe6c6f7-142c-45ce-b355-b5c4d8af31a3 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:53.061709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-494ac3b6-88b5-4de8-874b-f33b004aa20a req-cbe6c6f7-142c-45ce-b355-b5c4d8af31a3 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1271563 Nov 09 11:10:53.065942 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'port_id': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'mac_address': 'fa:16:3e:8d:62:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccfebe4-4752-4510-b31c-4ae72979c250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:10:53.133289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] Set router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:53.164979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-494ac3b6-88b5-4de8-874b-f33b004aa20a req-ab1e7022-c16c-4f32-9847-c6f6aa813636 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021113 Nov 09 11:10:53.244147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:53.245802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:53.349393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2b80807-d6a8-4d87-bd9a-a1da4af4abbd {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:10:53.426327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:53.498738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1386223619-network', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:53.508119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:53.514302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Usage tracker for resource:network and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:53.520298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:53.527663 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:53.530151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:53.531029 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:53.600865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b27f-d9db-428b-8413-2a4cb38bdec2 req-d4f8ee75-6e54-49f2-af68-54e96140f963 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:53.609539 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c196b27f-d9db-428b-8413-2a4cb38bdec2 req-d4f8ee75-6e54-49f2-af68-54e96140f963 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.1728079 Nov 09 11:10:53.617569 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f2b80807-d6a8-4d87-bd9a-a1da4af4abbd'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:10:53.657346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Made reservation on behalf of 2cc59dd5f0304bceb3d74bfcda0cd8dd for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:53.661413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:53.696062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:53.708321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:53.714149 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:53.747930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c196b27f-d9db-428b-8413-2a4cb38bdec2 req-4a4d64b9-8ec8-44b9-8e93-c73eb432d9d4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371047 Nov 09 11:10:53.760019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:10:50Z', 'revision_number': 5, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port': {'id': '5047519e-5e7e-443c-9105-ce9617de72fc', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:09:49Z', 'updated_at': '2021-11-09T11:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:53.774079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] Checking router: 0f7958c9-14bd-45e0-8725-6e2dc05f1918 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:10:53.780801 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 975428d2-94bf-4ffc-b8fb-5998022eb388 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:53.784153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:53.789123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:53.793652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:53.798772 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:53.804592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:53.841708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Deleting port 5047519e-5e7e-443c-9105-ce9617de72fc {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:53.842095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:53.848758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] Routers {'0f7958c9-14bd-45e0-8725-6e2dc05f1918'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:10:53.853008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:53.922453 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.017119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.023873 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:54.061608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] Set router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:10:54.072684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:10:54.084443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4992b4e8-1ef6-426f-a6dc-38cc155c008d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:54.107779 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:54.119219 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.119219 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Added segment b378f17f-dc9d-46d2-b612-fa40bfd5d477 of type vlan for network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 Nov 09 11:10:54.119987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 975428d2-94bf-4ffc-b8fb-5998022eb388 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:54.120392 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.149434 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.215017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:10:53Z', 'revision_number': 6, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:54.224508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325acdc-d6ff-486b-accf-590a54d44f43 None None] The sync data for ids ['0f7958c9-14bd-45e0-8725-6e2dc05f1918'] in n-d-817173-1 is: [{'id': '0f7958c9-14bd-45e0-8725-6e2dc05f1918', 'name': 'tempest-FloatingIPDetailsTestJSON-154403710-router', 'tenant_id': 'c8f78270ac95414585c2af2b0c8cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:09:47Z', 'updated_at': '2021-11-09T11:10:53Z', 'revision_number': 6, 'project_id': 'c8f78270ac95414585c2af2b0c8cedba', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:10:54.274583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.276060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:54.276829 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.281292 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d72f6630-949b-4bb4-ab81-4e9717689d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:54.370607 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.389503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] For port 5047519e-5e7e-443c-9105-ce9617de72fc, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5047519e-5e7e-443c-9105-ce9617de72fc,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:54.390081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.400362 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:54.412619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:54.491679 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.493482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:54.493627 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:54.496017 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:54.531687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:10:54.552075 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'code': 200} Nov 09 11:10:54.602078 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8181643 Nov 09 11:10:54.604991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52782) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:54.612978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Request body: {'subnet': {'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1386223619-subnet', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:54.623764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:54.630280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Usage tracker for resource:subnet and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:54.636300 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:54.645415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:54.701384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f2b80807-d6a8-4d87-bd9a-a1da4af4abbd up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:54.724624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Calling delete_port for 5047519e-5e7e-443c-9105-ce9617de72fc owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:54.729566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Made reservation on behalf of 2cc59dd5f0304bceb3d74bfcda0cd8dd for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:10:54.731237 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.810577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:54.824068 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:54.847497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:54.848762 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:54.849782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50031e97-3e32-497f-a777-051357f0e09f req-ccbe7b5a-1d6f-4e88-8178-8b253d0222b0 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:54.852012 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-50031e97-3e32-497f-a777-051357f0e09f req-ccbe7b5a-1d6f-4e88-8178-8b253d0222b0 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.4414754 Nov 09 11:10:54.998326 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.044430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-50031e97-3e32-497f-a777-051357f0e09f req-cf59f826-67e6-479d-b44c-5b516649eab6 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764445 Nov 09 11:10:55.050551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:55.134230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.155055 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:55.173480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.181303 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:55.224406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078462f-b4ba-483e-bdc4-9d600e69be99 req-8b7e6d3b-aa91-475a-abdf-3e0082b94c74 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:55.229215 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3078462f-b4ba-483e-bdc4-9d600e69be99 req-8b7e6d3b-aa91-475a-abdf-3e0082b94c74 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 944 time: 0.2758126 Nov 09 11:10:55.246037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5047519e-5e7e-443c-9105-ce9617de72fc no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:55.315822 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3078462f-b4ba-483e-bdc4-9d600e69be99 req-dc7f8bd0-bda9-45e4-9990-0ef6ccd6f403 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769238 Nov 09 11:10:55.317684 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.326897 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:55.345229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=5047519e-5e7e-443c-9105-ce9617de72fc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:55.349785 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:55.434082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Pushing event updated for resources: {'Subnet': ['ID=029e650a-8ccc-4aad-822b-9242877f0a5c,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:55.441398 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:55.442632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 5047519e-5e7e-443c-9105-ce9617de72fc {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:55.443077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5047519e-5e7e-443c-9105-ce9617de72fc not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:55.443587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 420cbaaa-83d8-4320-ada8-c39371f98af0 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:55.454832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Checking segment: {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:55.455622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Network hostable DHCP agents. Network: 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:10:55.523865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d37fa-b873-4ba5-beb2-718c260473f8 req-8191a989-d897-40ab-856f-d942beb9b06f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:55.525855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-944d37fa-b873-4ba5-beb2-718c260473f8 req-8191a989-d897-40ab-856f-d942beb9b06f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.2886693 Nov 09 11:10:55.548297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 420cbaaa-83d8-4320-ada8-c39371f98af0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:55.548545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:10:55.548664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 420cbaaa-83d8-4320-ada8-c39371f98af0 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:55.607728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:55.610973 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:55.639840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:55.650199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b7e011-97e3-4da7-babb-ae25e1537d87 None None] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:55.655767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:55.655767 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.736882 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.783420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1714272 Nov 09 11:10:55.783420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:55.785020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:55.790999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:10:55.802412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:55.821063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Usage tracker for resource:router and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:55.826591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:55.841952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:55.892925 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-944d37fa-b873-4ba5-beb2-718c260473f8 req-58e814c2-ca4d-49ac-a44e-cb84baf582b1 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865772 Nov 09 11:10:55.952399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.952399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:55.988332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.031259 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:10:56.031259 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.086474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.094984 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.295000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Allocated IP 172.20.0.2 (9ae156e4-cf2a-42c9-a4a2-886bd3815bb8/029e650a-8ccc-4aad-822b-9242877f0a5c/72023ff6-ec2a-4998-b102-be3c38c7bc20) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:56.316724 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.318358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f7958c9-14bd-45e0-8725-6e2dc05f1918 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:10:56.346967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.348114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] 10.222.0.50 "DELETE /v2.0/routers/0f7958c9-14bd-45e0-8725-6e2dc05f1918 HTTP/1.1" status: 204 len: 168 time: 3.6612005 Nov 09 11:10:56.354988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52828) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:56.477611 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.497857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Deleting subnet 1c837ebb-431f-4242-aab3-7ef7610e52b1 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:10:56.509240 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.541873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb0d8-b3c7-44cf-9738-576d3d9846aa req-4a42cdea-0309-41f8-ad1e-17c24bbd627f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:56.543750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d28eb0d8-b3c7-44cf-9738-576d3d9846aa req-4a42cdea-0309-41f8-ad1e-17c24bbd627f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.2737622 Nov 09 11:10:56.554712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:56.592630 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.629855 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.633834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:56.638259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Usage tracker for resource:security_group_rule and tenant:973987658d0a4561a546795066f409b9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:56.641990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:56.648677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:56.694995 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.707620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d28eb0d8-b3c7-44cf-9738-576d3d9846aa req-3df430c8-ce83-46ed-8489-ff6860d478b4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425388 Nov 09 11:10:56.720147 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Transition to ACTIVE for port object 72023ff6-ec2a-4998-b102-be3c38c7bc20 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:56.760025 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.799922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Transition to ACTIVE for port object 72023ff6-ec2a-4998-b102-be3c38c7bc20 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:10:56.860117 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'code': 200} Nov 09 11:10:56.871761 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.906244 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.933331 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:56.943675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:56.966377 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a363702c-7b82-49c6-ba1e-058ac4e46447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:57.004770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.009489 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-15c626c8-cf8b-49bf-97fd-04b0277cafc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:57.012172 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:57.020576 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:57.031316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:57.139203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Pushing event updated for resources: {'Port': ['ID=72023ff6-ec2a-4998-b102-be3c38c7bc20,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:57.192525 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:57.197465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=973987658d0a4561a546795066f409b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4119408 Nov 09 11:10:57.205538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de49afa-1799-4098-a8c1-3476b32a189a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:57.215587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52846) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:57.218263 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:57.229935 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.239224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Attempting to bind port 72023ff6-ec2a-4998-b102-be3c38c7bc20 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:10:57.239833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Attempting to bind port 72023ff6-ec2a-4998-b102-be3c38c7bc20 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:10:57.240382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Attempting to bind port 72023ff6-ec2a-4998-b102-be3c38c7bc20 on network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:10:57.249923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:10:57.250301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Checking segment: {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:10:57.250705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.251459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Bound using segment: {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:10:57.252228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Bound port: 72023ff6-ec2a-4998-b102-be3c38c7bc20, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:10:57.252228 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.308363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c837ebb-431f-4242-aab3-7ef7610e52b1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:57.316295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.318509 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:57.322781 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.336710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1c837ebb-431f-4242-aab3-7ef7610e52b1 HTTP/1.1" status: 204 len: 168 time: 0.9775331 Nov 09 11:10:57.337702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52850) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:57.338640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6f17c1-1751-48f1-ab03-773b87cad578 None None] Network b57c48bc-2453-4c90-82ff-f8fafa82a5ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:57.471989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.515264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Deleting port dde25a51-e985-4c0e-8359-e72737d566d0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:57.516125 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.529903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] For port 72023ff6-ec2a-4998-b102-be3c38c7bc20, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:10:57.574853 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] For port 72023ff6-ec2a-4998-b102-be3c38c7bc20, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=72023ff6-ec2a-4998-b102-be3c38c7bc20,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:10:57.626368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.642156 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.658554 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:57.671709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fa9c2-aed4-4c45-aefc-7ddaf4b334f2 req-1e9681c4-1d52-4320-9387-9503ed552f5a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:57.679642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5d9fa9c2-aed4-4c45-aefc-7ddaf4b334f2 req-1e9681c4-1d52-4320-9387-9503ed552f5a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.5319912 Nov 09 11:10:57.715697 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.737746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Pushing event updated for resources: {'Port': ['ID=72023ff6-ec2a-4998-b102-be3c38c7bc20,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:57.755930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Allocated IP 172.25.7.65 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/a144450b-bf5f-4ea8-9b80-9dd81cf76fd7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:10:57.775007 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:57.844047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5d9fa9c2-aed4-4c45-aefc-7ddaf4b334f2 req-1fb202ff-a1ba-423e-afd6-317e29e0dcc8 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590142 Nov 09 11:10:57.875129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] DHCP port deletion for b57c48bc-2453-4c90-82ff-f8fafa82a5ad request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:10:57.879440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Deleting port dde25a51-e985-4c0e-8359-e72737d566d0 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:57.879820 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:57.986421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fce70-9997-4415-907f-e89afbe02acd req-a53fca57-f81e-4f88-a792-018c58a7e7a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:57.989442 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1f1fce70-9997-4415-907f-e89afbe02acd req-a53fca57-f81e-4f88-a792-018c58a7e7a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.3682096 Nov 09 11:10:58.141481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.228159 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.244701 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0648fa94-48f8-4e8f-9ef9-2067b3720d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:58.280115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de49afa-1799-4098-a8c1-3476b32a189a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:58.312554 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:58.327383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] For port dde25a51-e985-4c0e-8359-e72737d566d0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=dde25a51-e985-4c0e-8359-e72737d566d0,segment=NetworkSegment(e52743fa-f022-4318-b5c3-cbdf54555dfd),segment_id=e52743fa-f022-4318-b5c3-cbdf54555dfd)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:58.327742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.340562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Deleting port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:58.340770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.350108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.353612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2de49afa-1799-4098-a8c1-3476b32a189a HTTP/1.1" status: 204 len: 168 time: 1.1362145 Nov 09 11:10:58.395292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52874) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:58.406760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.433671 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-25d64deb-9d59-4978-aa0f-6c8f4431ce4c tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:58.479078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] For port dde25a51-e985-4c0e-8359-e72737d566d0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=dde25a51-e985-4c0e-8359-e72737d566d0,segment=NetworkSegment(e52743fa-f022-4318-b5c3-cbdf54555dfd),segment_id=e52743fa-f022-4318-b5c3-cbdf54555dfd)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:58.479703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.519368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Calling delete_port for dde25a51-e985-4c0e-8359-e72737d566d0 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:58.544711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:10:58.552607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:10:58.556313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:10:58.672362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516858-f8d6-4bb3-9a95-a4921dcf70d6 req-8715f0b5-cc67-4acb-96dc-ca018e1d69aa tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:58.679389 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df516858-f8d6-4bb3-9a95-a4921dcf70d6 req-8715f0b5-cc67-4acb-96dc-ca018e1d69aa tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 945 time: 0.6886992 Nov 09 11:10:58.698328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Pushing event updated for resources: {'Port': ['ID=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:58.711214 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:58.807185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f2b80807-d6a8-4d87-bd9a-a1da4af4abbd no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:58.847170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Calling delete_port for dde25a51-e985-4c0e-8359-e72737d566d0 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:10:58.967141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.967910 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:58.976154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.029929 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:59.080844 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.127117 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:10:59.127485 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:10:59.128211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 72023ff6-ec2a-4998-b102-be3c38c7bc20 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:10:59.138440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df516858-f8d6-4bb3-9a95-a4921dcf70d6 req-71cd8a04-0654-42f1-a60c-9f5f2f144e20 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547522 Nov 09 11:10:59.170131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] No DVR routers for this DVR port dde25a51-e985-4c0e-8359-e72737d566d0 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:10:59.264211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Pushing event deleted for resources: {'Port': ['ID=dde25a51-e985-4c0e-8359-e72737d566d0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:59.283403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:10:59.293516 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:59.320467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:59.330953 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.383586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db342c-a126-477c-a43d-11606ac2259a None None] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:10:59.421297 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'code': 200} Nov 09 11:10:59.427658 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.437318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:59.438622 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4fd3e1d9-085f-489c-ad56-88c3aa193054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:59.448080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Usage tracker for resource:security_group_rule and tenant:454c661993a3467abbb2fb77e1a3b5af is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:10:59.452472 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.457583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:10:59.484584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57c48bc-2453-4c90-82ff-f8fafa82a5ad']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:59.502937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 72023ff6-ec2a-4998-b102-be3c38c7bc20 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:59.507850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52743fa-f022-4318-b5c3-cbdf54555dfd') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:59.507850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52743fa-f022-4318-b5c3-cbdf54555dfd') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:10:59.523483 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.531729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6facb-8044-4453-b9f8-47e5711d5fc2 req-cbb1e394-9511-44c5-91c7-eefea2a507bc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:10:59.533249 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77f6facb-8044-4453-b9f8-47e5711d5fc2 req-cbb1e394-9511-44c5-91c7-eefea2a507bc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.3605587 Nov 09 11:10:59.536630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:10:59.549911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.556293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:10:59.556710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.617946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Provisioning for port 72023ff6-ec2a-4998-b102-be3c38c7bc20 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:10:59.619093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77f6facb-8044-4453-b9f8-47e5711d5fc2 req-53c1b7e0-96bd-4c73-8470-98639f90a77f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768869 Nov 09 11:10:59.628610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Deleting port dde25a51-e985-4c0e-8359-e72737d566d0 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:10:59.629059 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.728138 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.728613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Provisioning complete for port 72023ff6-ec2a-4998-b102-be3c38c7bc20 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:10:59.728613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.745682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:10:59.746354 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:10:59.754430 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:10:59.763075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52902) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:59.793550 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.813895 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:10:59.815121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-716fcaab-53c5-4ddd-849c-9394f207a103 None None] The port 'dde25a51-e985-4c0e-8359-e72737d566d0' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:10:59.820054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dde25a51-e985-4c0e-8359-e72737d566d0 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:10:59.853004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-add7ac42-e013-4b06-8250-4528120c245e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:10:59.869142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=454c661993a3467abbb2fb77e1a3b5af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4729536 Nov 09 11:10:59.870140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: dde25a51-e985-4c0e-8359-e72737d566d0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:10:59.870585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dde25a51-e985-4c0e-8359-e72737d566d0 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:10:59.888667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52908) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:10:59.922847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:10:59.937688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Router a92e8aed-e26d-4807-8e49-c889e9a2d244 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:10:59.943611 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:10:59.961473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:10:59.969125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878745e8-e1d4-4f27-8bc7-b8ac9d343260,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:00.007190 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:00.010671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Usage tracker for resource:security_group_rule and tenant:e461c6af687341099478196ff0d31269 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:00.011933 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.026200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:00.125345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:00.143351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] For port 72023ff6-ec2a-4998-b102-be3c38c7bc20, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=72023ff6-ec2a-4998-b102-be3c38c7bc20,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:00.152533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.165400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Calling delete_port for f2b80807-d6a8-4d87-bd9a-a1da4af4abbd owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:11:00.176988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.200190 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:00.219968 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.236463 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.236672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Pushing event deleted for resources: {'Network': ['ID=b57c48bc-2453-4c90-82ff-f8fafa82a5ad,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:00.246350 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fb2ea04f-f165-43cf-815b-755a1ad8b04c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:00.255238 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:00.358814 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.378738 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] 10.222.0.50 "DELETE /v2.0/networks/b57c48bc-2453-4c90-82ff-f8fafa82a5ad HTTP/1.1" status: 204 len: 168 time: 3.0399830 Nov 09 11:11:00.379944 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:11:00.380430 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:11:00.420281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Pushing event updated for resources: {'Port': ['ID=72023ff6-ec2a-4998-b102-be3c38c7bc20,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:00.429211 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:00.567930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3d6f-3241-4cec-84c8-5ee19264f137 req-f6a166a7-b655-4bb7-868e-2cd912e580c3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:00.577007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b1a3d6f-3241-4cec-84c8-5ee19264f137 req-f6a166a7-b655-4bb7-868e-2cd912e580c3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 943 time: 0.1693149 Nov 09 11:11:00.638276 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.668379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d99005df-7847-46ee-b7e5-1d3247f71bce None None] Provisioning complete for port 72023ff6-ec2a-4998-b102-be3c38c7bc20 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:00.669068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d99005df-7847-46ee-b7e5-1d3247f71bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.677865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b1a3d6f-3241-4cec-84c8-5ee19264f137 req-84a053e8-a8ee-410c-b61e-81f3816caecd tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995655 Nov 09 11:11:00.755851 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.772123 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:00.807134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236ccb48-2e64-4b67-90ba-a51b80b956e3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:00.813284 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:00.860359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e461c6af687341099478196ff0d31269&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0920937 Nov 09 11:11:00.863281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52930) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:00.908556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Deleting port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:11:00.908865 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.967556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:11:00.984910 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:00.985597 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 72023ff6-ec2a-4998-b102-be3c38c7bc20 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:00.992543 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5e03d9be-cfa3-421f-a4fd-4132a6abb46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:00.996753 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Sync routers for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:11:01.018567 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:11:01.020727 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:01.040879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878745e8-e1d4-4f27-8bc7-b8ac9d343260,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:01.049145 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:01.110724 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:01.114543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/878745e8-e1d4-4f27-8bc7-b8ac9d343260 HTTP/1.1" status: 204 len: 168 time: 1.2239106 Nov 09 11:11:01.118535 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:01.157857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a2a11-30ad-42d5-9333-9576be2ecc28 req-827688eb-57c3-4dab-8307-8a28815661c7 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:01.167506 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c1a2a11-30ad-42d5-9333-9576be2ecc28 req-827688eb-57c3-4dab-8307-8a28815661c7 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.2882891 Nov 09 11:11:01.184654 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:01.185744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4030681 Nov 09 11:11:01.188413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52938) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:01.258304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52942) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:01.302317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 72023ff6-ec2a-4998-b102-be3c38c7bc20 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:01.304648 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:01.337502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c1a2a11-30ad-42d5-9333-9576be2ecc28 req-59eead27-0497-4822-832f-236e3a7c9ff5 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690259 Nov 09 11:11:01.346489 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:01.405093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1a1c1891-4f87-4ec0-9217-a9639d0a921f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8f78270ac95414585c2af2b0c8cedba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1406527 Nov 09 11:11:01.407422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52946) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:01.555408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:11:01.634149 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:01.661597 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:01.739343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236ccb48-2e64-4b67-90ba-a51b80b956e3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:01.764100 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:01.974655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.013146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.021254 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/236ccb48-2e64-4b67-90ba-a51b80b956e3 HTTP/1.1" status: 204 len: 168 time: 1.1564608 Nov 09 11:11:02.036051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:10:58Z', 'revision_number': 3, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:02.040917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] For port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:02.040917 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.044121 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Checking router: a92e8aed-e26d-4807-8e49-c889e9a2d244 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:11:02.044476 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Updating router a92e8aed-e26d-4807-8e49-c889e9a2d244 port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:11:02.123572 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.234366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Calling delete_port for f2b80807-d6a8-4d87-bd9a-a1da4af4abbd owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:11:02.234601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.474285 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.481343 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1c1feddb-3606-4dbe-b92e-0d26ebfe3975 tempest-AttachVolumeNegativeTest-342747175 tempest-AttachVolumeNegativeTest-342747175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:02.577656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event deleted for resources: {'Port': ['ID=f2b80807-d6a8-4d87-bd9a-a1da4af4abbd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:02.598917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f1470-19bf-440d-ba7b-a66551cafb7e req-b6dd6140-e50a-4391-addd-e034109dacc1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:02.606599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c51f1470-19bf-440d-ba7b-a66551cafb7e req-b6dd6140-e50a-4391-addd-e034109dacc1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 865 time: 0.5644884 Nov 09 11:11:02.625410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52970) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:02.662089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.668241 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-64ae6baf-026d-4037-bfd0-b66a6b9b9ee0 tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:02.673701 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.685327 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.689791 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Transition to ACTIVE for port object a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:02.702195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42e4a2f-9503-4d26-b0a3-83435849a0ab,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:02.702446 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:02.706211 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:02.737265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f2b80807-d6a8-4d87-bd9a-a1da4af4abbd no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:11:02.786432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.788249 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f42e4a2f-9503-4d26-b0a3-83435849a0ab HTTP/1.1" status: 204 len: 168 time: 1.3788543 Nov 09 11:11:02.793199 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.799139 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-399a3e9d-7879-49bd-9f59-b8ed5a785824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:02.808187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c51f1470-19bf-440d-ba7b-a66551cafb7e req-ec018e6f-2eac-45ba-9bdc-2d37091b8cf3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978757 Nov 09 11:11:02.865504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: f2b80807-d6a8-4d87-bd9a-a1da4af4abbd {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:11:02.865504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f2b80807-d6a8-4d87-bd9a-a1da4af4abbd not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:11:02.876385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:02.889851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9d04f1907343238ec0c4f50642807a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:02.897659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] No DVR routers for this DVR port f2b80807-d6a8-4d87-bd9a-a1da4af4abbd on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:11:02.902104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:02.909078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:02.917328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:02.920331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-deleted', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:02.953756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1f1fce70-9997-4415-907f-e89afbe02acd req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "DELETE /v2.0/ports/f2b80807-d6a8-4d87-bd9a-a1da4af4abbd HTTP/1.1" status: 204 len: 173 time: 4.8793180 Nov 09 11:11:03.026644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95729-d9f8-40b6-b56e-768b1ce04a8f req-7cb96be7-1d81-4212-a7c4-4b161cf947bc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:03.037377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ba95729-d9f8-40b6-b56e-768b1ce04a8f req-7cb96be7-1d81-4212-a7c4-4b161cf947bc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.4530444 Nov 09 11:11:03.107639 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aaebfe-576e-4480-b773-ac510508eb5d', 'name': 'network-vif-deleted', 'tag': 'f2b80807-d6a8-4d87-bd9a-a1da4af4abbd', 'status': 'completed', 'code': 200} Nov 09 11:11:03.165720 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Pushing event updated for resources: {'Port': ['ID=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:03.170598 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ba95729-d9f8-40b6-b56e-768b1ce04a8f req-7e311ba3-5de1-4590-a4d4-53e1e8bb88b0 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315536 Nov 09 11:11:03.175313 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Attempting to bind port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:11:03.181190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Attempting to bind port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:11:03.181654 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Attempting to bind port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:03.215992 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.221513 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.222063 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.226222 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.226951 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.227436 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.227952 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.228419 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.228901 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.229374 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.229834 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:03.237393 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:11:03.238027 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:11:03.241816 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:03.247022 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:11:03.247022 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Bound port: a144450b-bf5f-4ea8-9b80-9dd81cf76fd7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:11:03.247022 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:03.282752 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:03.324712 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:03.371831 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] For port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:11:03.375706 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] For port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:11:03.456731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:03.492823 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:03.493004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa97fe7a-44c7-4a30-97a7-b22139aa3c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:03.497917 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:03.508793 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a9d04f1907343238ec0c4f50642807a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8810682 Nov 09 11:11:03.512255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52994) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:03.538651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa0213-1229-4444-9ead-4fc99e004c94,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:03.542219 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:03.751953 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:03.877880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:03.962068 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:04.024147 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:04.165958 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:04.183943 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-86deb04f-3215-429b-9e6f-8ae213933546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:04.252212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa0213-1229-4444-9ead-4fc99e004c94,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:04.268966 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:04.276899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53016) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:04.325758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:04.326935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2faa0213-1229-4444-9ead-4fc99e004c94 HTTP/1.1" status: 204 len: 168 time: 0.8136723 Nov 09 11:11:04.383588 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Pushing event updated for resources: {'Port': ['ID=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:04.393294 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:04.402161 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:11:04.403573 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:04.666732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Allocated IP 172.20.0.1 (9ae156e4-cf2a-42c9-a4a2-886bd3815bb8/029e650a-8ccc-4aad-822b-9242877f0a5c/7d68b218-6c4e-4613-ac7e-2601734276f7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:04.728714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c6cf3-ef19-44dd-998b-a758c01284f3 req-8c994fe1-9964-4a9d-9a5c-1000ab8e5e11 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:04.740590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c29c6cf3-ef19-44dd-998b-a758c01284f3 req-8c994fe1-9964-4a9d-9a5c-1000ab8e5e11 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.2137046 Nov 09 11:11:04.747109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:04.836249 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d43db775-10b4-4978-b9f3-d4dde1483231 req-4d53b7ff-c7fd-4d9d-8084-902709e5698f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7aaebfe-576e-4480-b773-ac510508eb5d HTTP/1.1" status: 200 len: 210 time: 0.3873370 Nov 09 11:11:04.863758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:04.869375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Usage tracker for resource:security_group_rule and tenant:efeb699964a2473d978c49cf11cb5c4d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:04.872938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:04.879103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:04.934201 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c29c6cf3-ef19-44dd-998b-a758c01284f3 req-62f55235-e835-4a6b-9027-922390358cf9 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668441 Nov 09 11:11:04.964346 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:11:05.007042 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.028536 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.052210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Transition to ACTIVE for port object 7d68b218-6c4e-4613-ac7e-2601734276f7 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:05.056919 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.065990 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b601adbd-0c54-4578-8cc3-0ec23a3fc317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:05.156064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf224a-0240-41b4-bd71-18328fc0ac04,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:05.160059 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:05.163601 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efeb699964a2473d978c49cf11cb5c4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8851650 Nov 09 11:11:05.167433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53038) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:05.262861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.286490 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7974eb95-e65d-4601-9c43-b0d974a1948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:05.404722 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:10:58Z', 'revision_number': 3, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:05.409346 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cda6c-d7d5-4061-a622-8bd8c03c8e17 None None] The sync data for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 is: [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:10:58Z', 'revision_number': 3, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:11:05.430159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:05.431378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.457928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:05.463252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:05.511732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d68b218-6c4e-4613-ac7e-2601734276f7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:05.520737 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:05.545396 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.656185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.887798 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:05.902199 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:05.936505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf224a-0240-41b4-bd71-18328fc0ac04,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:05.947342 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:06.024474 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:06.050923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-800632cf-2204-405e-8b3b-2fefc141bbd8 None None] Provisioning for port 7d68b218-6c4e-4613-ac7e-2601734276f7 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:06.057218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-800632cf-2204-405e-8b3b-2fefc141bbd8 None None] Provisioning complete for port 7d68b218-6c4e-4613-ac7e-2601734276f7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:06.057793 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-800632cf-2204-405e-8b3b-2fefc141bbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:06.090432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:06.092878 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1bf224a-0240-41b4-bd71-18328fc0ac04 HTTP/1.1" status: 204 len: 168 time: 0.9241991 Nov 09 11:11:06.267403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-800632cf-2204-405e-8b3b-2fefc141bbd8 None None] Port 7d68b218-6c4e-4613-ac7e-2601734276f7 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:11:06.422554 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:06.776603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12cc8c-88bc-4215-a419-cff63bff5402 req-04cd5b8e-6734-4841-bcbf-005732d8a0e6 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:06.778508 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e12cc8c-88bc-4215-a419-cff63bff5402 req-04cd5b8e-6734-4841-bcbf-005732d8a0e6 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.4257016 Nov 09 11:11:06.919428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e12cc8c-88bc-4215-a419-cff63bff5402 req-8b5aba72-338b-49c5-8885-56fba419b7d8 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225967 Nov 09 11:11:06.993602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.012299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53082) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:07.018237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139087606', 'description': 'tempest-description--1686595647'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:07.027926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:07.058576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:07.085737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:07.116512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.208589 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d95f97a-7474-4f83-961b-967259f6481a tempest-ServerTagsTestJSON-1544610478 tempest-ServerTagsTestJSON-1544610478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:07.291562 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.341307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:07.346600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:07.347230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.360143 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.391485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d68b218-6c4e-4613-ac7e-2601734276f7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:07.398729 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:07.424636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:07.482339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Usage tracker for resource:security_group_rule and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:07.490061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:07.500453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:07.546659 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.566095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:07.608554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:07.613077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:07.661685 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.665476 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:07.709857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.718584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53096) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:07.766440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:07.770421 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:07.788436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.861793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:07.869910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:0b0dff40e79747dc914cc4f94beb01f9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:07.874545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:07.883272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:07.889158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:07.905653 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e29c4eb1-4082-48c0-96d0-cf1c555daba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:07.964335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddfafd0-ab49-41fa-9779-41f3e1dfe79b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:07.975927 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:08.067733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b542148e-7081-4044-af04-86d912ec8e81 None None] Provisioning complete for port 7d68b218-6c4e-4613-ac7e-2601734276f7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:08.067733 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b542148e-7081-4044-af04-86d912ec8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.115066 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.176239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.211076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b542148e-7081-4044-af04-86d912ec8e81 None None] Port 7d68b218-6c4e-4613-ac7e-2601734276f7 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:11:08.222893 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.233788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2201550 Nov 09 11:11:08.234322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53112) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:08.242108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Request body: {'security_group_rule': {'security_group_id': '8ddfafd0-ab49-41fa-9779-41f3e1dfe79b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:08.275819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:08.284190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Usage tracker for resource:security_group_rule and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:08.285442 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3639f4aa-40df-4189-87c3-d56740f4d9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:08.298273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:08.317464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:08.325745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b0dff40e79747dc914cc4f94beb01f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6058936 Nov 09 11:11:08.332579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53118) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:08.333628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af241d-5596-4840-a10e-46c44e2cb4b3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:08.365980 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:08.436699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.548023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.608911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Router a92e8aed-e26d-4807-8e49-c889e9a2d244 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:11:08.679965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e245090-43a6-427d-ba49-d7d9d7427add req-6060dc1b-f2f0-41ad-ab1c-b9cb62b38330 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:08.681558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e245090-43a6-427d-ba49-d7d9d7427add req-6060dc1b-f2f0-41ad-ab1c-b9cb62b38330 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.4440348 Nov 09 11:11:08.682858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.689704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-c41a89bf-3a65-4de1-8a11-52fa4d048bc6 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5b250b28981b4a6c9b0217e12fa631d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601854 Nov 09 11:11:08.795048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.812171 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e245090-43a6-427d-ba49-d7d9d7427add req-22124181-e4bc-48ff-8f10-63bd65279f32 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185405 Nov 09 11:11:08.872800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-27a1be99-dddd-4acd-848c-450e71ad7073 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:08.880428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-27a1be99-dddd-4acd-848c-450e71ad7073 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895857 Nov 09 11:11:08.894783 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:08.903781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-80e92e6a-be5d-4617-901d-b70a8d0046c6 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/quotas/5b250b28981b4a6c9b0217e12fa631d6 HTTP/1.1" status: 200 len: 375 time: 0.0211818 Nov 09 11:11:08.943372 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae5a44ce-fcff-47a5-886f-07e0a2819dfe tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:08.960090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:08.985422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac2b67f-d80a-44e6-b70a-2d06e51704e8,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:08.996456 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5ea10954-f7af-4f64-b6a3-ae854b531070 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b250b28981b4a6c9b0217e12fa631d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911407 Nov 09 11:11:09.001399 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:09.045656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:09.046151 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.328831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.341166 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0fc50343-415d-429a-964a-b809ce1f3afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:09.352853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.354737 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1180577 Nov 09 11:11:09.375279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53140) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:09.380520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Request body: {'security_group_rule': {'security_group_id': '8ddfafd0-ab49-41fa-9779-41f3e1dfe79b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:09.383748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af241d-5596-4840-a10e-46c44e2cb4b3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:09.390324 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:09.391386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:09.403186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.409445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8af241d-5596-4840-a10e-46c44e2cb4b3 HTTP/1.1" status: 204 len: 168 time: 1.0720663 Nov 09 11:11:09.423054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Usage tracker for resource:security_group_rule and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:09.430014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:09.438381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:09.448996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:11:09.456043 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] 10.222.0.50 "PUT /v2.0/routers/a92e8aed-e26d-4807-8e49-c889e9a2d244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2666342 Nov 09 11:11:09.548650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.610884 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b1c5639-0788-40c8-875e-5055de67b786 req-237da27a-c6dd-42c2-b7f2-48e199696d3b tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 210 time: 0.1210642 Nov 09 11:11:09.691495 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.764624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.768114 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b235894a-11a3-44fe-8c84-2840c095f4fa tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:09.818234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8711894c-9e52-42b2-8241-3589c9cc3f9e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:09.830480 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:09.961934 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:09.966994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53170) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:09.967488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-44a844c5-3259-4bc0-a415-2872af4f2613 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5926008 Nov 09 11:11:09.973384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:09.993218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:10.014906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Usage tracker for resource:floatingip and tenant:67d5bbcc6967448f8486f1cdcb10230b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:10.039224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:10.075425 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:10.117100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f2837-17e2-4464-8186-cff8b3f2db99 req-9e51c0b9-69a1-4bf5-ac84-cae64f5ec55b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:10.127028 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a1f2837-17e2-4464-8186-cff8b3f2db99 req-9e51c0b9-69a1-4bf5-ac84-cae64f5ec55b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1329274 Nov 09 11:11:10.203682 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a1f2837-17e2-4464-8186-cff8b3f2db99 req-311cee9b-315d-4598-909a-535698997593 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757470 Nov 09 11:11:10.208938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Sync routers for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:11:10.246166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:11:10.247145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:10.251611 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:10.471683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:11:10.589615 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:10.882920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Allocated IP 172.25.7.237 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/1a7ab820-6fab-4946-9774-b2ea84a6d2e5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:10.938941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9b32383-7532-4a0f-8905-de1129aee11b req-7b118728-942d-4363-a5ae-bab46d966dfa tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 210 time: 0.1712160 Nov 09 11:11:11.363060 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:06Z', 'revision_number': 2, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:11.381228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Checking router: a92e8aed-e26d-4807-8e49-c889e9a2d244 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:11:11.388395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Updating router a92e8aed-e26d-4807-8e49-c889e9a2d244 port 7d68b218-6c4e-4613-ac7e-2601734276f7 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:11:11.420562 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:11.518735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:11.555601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:11.578290 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c56b4a95-cda8-40b8-a325-9a8a23424d61 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:11.655805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53212) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:11.700529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352004216', 'description': 'tempest-description--861325508'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:11.709329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:11.721153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Usage tracker for resource:security_group and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:11.726520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:11.734650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:11.769212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:11.772898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104935d-3261-42fc-9544-c058d4286862 req-d3a54dd0-563e-4f58-986b-e19405c10859 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:11.775100 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2104935d-3261-42fc-9544-c058d4286862 req-d3a54dd0-563e-4f58-986b-e19405c10859 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.2267487 Nov 09 11:11:11.775783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:11.798765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:11.820990 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:11.885326 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2104935d-3261-42fc-9544-c058d4286862 req-23d07f56-b6e5-4896-acba-ac5ec713f458 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008375 Nov 09 11:11:11.931532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:11.941516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Usage tracker for resource:security_group_rule and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:11.947186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:11.958125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:12.063147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'Port': ['ID=1a7ab820-6fab-4946-9774-b2ea84a6d2e5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:12.077377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:12.085405 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:12.130857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:12.184889 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:12.252961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:12.254721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5888724 Nov 09 11:11:12.293199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53226) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:12.301598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956e063c-792a-48af-ac48-524f9cdfb390,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:12.314964 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:12.343191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Request body: {'security_group_rule': {'security_group_id': '956e063c-792a-48af-ac48-524f9cdfb390', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:12.348072 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:12.385484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Transition to ACTIVE for port object 7d68b218-6c4e-4613-ac7e-2601734276f7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:12.439453 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:12.443232 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:12.473215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:12.488723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7bcd7e98-6049-44de-a691-1eb6c71332d2 req-d4587a5c-f2db-4322-b955-a2ed8300899c tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 210 time: 0.1929832 Nov 09 11:11:12.495706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:12.547110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Usage tracker for resource:security_group_rule and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:12.563352 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:12.594162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:12.601079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Pushing event updated for resources: {'Port': ['ID=7d68b218-6c4e-4613-ac7e-2601734276f7,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:12.611444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.612012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.612504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.613096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.616045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.616045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.616045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.616045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.616045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.616045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.616843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:12.666624 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:12.831767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Attempting to bind port 7d68b218-6c4e-4613-ac7e-2601734276f7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:11:12.832450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Attempting to bind port 7d68b218-6c4e-4613-ac7e-2601734276f7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:11:12.833011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Attempting to bind port 7d68b218-6c4e-4613-ac7e-2601734276f7 on network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:12.850866 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:11:12.851442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Checking segment: {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:11:12.853236 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:12.853792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Bound using segment: {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:11:12.854533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Bound port: 7d68b218-6c4e-4613-ac7e-2601734276f7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:11:12.856290 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:12.924463 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:13.091580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:13.095672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] For port 7d68b218-6c4e-4613-ac7e-2601734276f7, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:11:13.095672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] For port 7d68b218-6c4e-4613-ac7e-2601734276f7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7d68b218-6c4e-4613-ac7e-2601734276f7,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:11:13.096020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:13.146231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:13.222740 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-f2fc9079-d0ae-484e-a879-2feef0e7ee6c tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5b250b28981b4a6c9b0217e12fa631d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596638 Nov 09 11:11:13.222989 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:13.228837 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6234a679-d891-4f6d-94ff-a45ea96f5c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:13.279493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:13.285536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:13.296572 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e34c4fd-0f22-4e28-b779-4ca26f0d65f1 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:13.308166 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:13.358489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Usage tracker for resource:security_group_rule and tenant:5ead1d271d4d403da9e7777ffe8e7e69 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:13.373579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:13.426239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:13.455256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Pushing event updated for resources: {'Port': ['ID=7d68b218-6c4e-4613-ac7e-2601734276f7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:13.464600 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:13.466421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b322a53f-8545-4b36-84ed-08f4168e6312,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:13.472936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:11:13.475667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:10:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:13.537759 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:13.907437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fc577-2ab3-4c34-a50d-84ee866a9116 req-c67ad260-3503-44ab-9448-4b6c6f2818b3 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:13.909199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f58fc577-2ab3-4c34-a50d-84ee866a9116 req-c67ad260-3503-44ab-9448-4b6c6f2818b3 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.6168315 Nov 09 11:11:13.919287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-bdeedba4-73f2-47cc-a284-d43a7f15eeb6 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:13.921019 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-bdeedba4-73f2-47cc-a284-d43a7f15eeb6 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6907070 Nov 09 11:11:13.953920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Request body: {'port': {'device_id': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '5b250b28981b4a6c9b0217e12fa631d6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:14.010697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:11:14.079221 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.083705 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.086771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7834115 Nov 09 11:11:14.121312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53268) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:14.135672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Request body: {'security_group_rule': {'security_group_id': '956e063c-792a-48af-ac48-524f9cdfb390', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:14.159457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd91f577-e74d-4a99-9030-f0d79b8cfe28 req-55b21a8a-feab-4625-86b9-eeff7a33acd8 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 210 time: 0.0777731 Nov 09 11:11:14.163808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:14.171820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Usage tracker for resource:security_group_rule and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:14.186117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:14.186117 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.187928 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:14.222626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:14.284970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'Port': ['ID=1a7ab820-6fab-4946-9774-b2ea84a6d2e5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:14.298170 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:14.330476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f58fc577-2ab3-4c34-a50d-84ee866a9116 req-e59ec82e-cf04-42b3-b1ff-fc03fb055efe tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082212 Nov 09 11:11:14.334335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:14.363984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Usage tracker for resource:port and tenant:5b250b28981b4a6c9b0217e12fa631d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:14.370386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:14.384638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:14.390549 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.394327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.416400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.445239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.456957 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ce5ffdac-1c8c-42f4-adf5-ade2c5198cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:14.483622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Made reservation on behalf of 5b250b28981b4a6c9b0217e12fa631d6 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:11:14.490636 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.492178 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.502883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5340731 Nov 09 11:11:14.530331 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.575593 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.600729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd87213-4130-46a6-a5d5-9ffe99e0761b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:14.605490 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:14.617332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ead1d271d4d403da9e7777ffe8e7e69&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1399281 Nov 09 11:11:14.618151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53284) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:14.640015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.644156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:14.644333 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d1a79cda-019f-4f8b-b772-13857c50f498 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:14.655826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Usage tracker for resource:security_group_rule and tenant:5b250b28981b4a6c9b0217e12fa631d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:14.661311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:14.681368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:14.716158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8915411b-7819-4db8-bdac-6544d52f3a04,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:14.718759 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:14.816212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:13Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:14.830168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477cdcb-b69f-4f99-baae-0c08e669f5d7 None None] The sync data for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 is: [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:13Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:11:14.836543 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.837643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-66048bcc-861a-4f77-bb8c-05509b8fc513 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7121582 Nov 09 11:11:14.840619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53296) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:14.844873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.848360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:14.856264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:14.860330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Usage tracker for resource:floatingip and tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:14.863527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:14.871600 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.873015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:14.926515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.948219 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:14.978386 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-43560a89-718c-44e8-a287-fd3849591d02 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:15.034170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:15.351672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e0b89-b27c-4e3f-bf9e-a443f2238cad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:15.359588 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:15.376775 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:15.581771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:15.596673 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-54f738ba-6157-4da7-8171-ca7b26d3944c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:15.616683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e8e93bfa-30ad-428a-87a2-869a5bb5f2c1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:15.624660 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e8e93bfa-30ad-428a-87a2-869a5bb5f2c1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 821 time: 0.6470282 Nov 09 11:11:15.627845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd87213-4130-46a6-a5d5-9ffe99e0761b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:15.655871 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:15.693090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Allocated IP 192.168.233.180 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/ecb9d625-c4c3-4adb-93ec-1fa66aee1b50) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:15.710894 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:15.716643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bd87213-4130-46a6-a5d5-9ffe99e0761b HTTP/1.1" status: 204 len: 168 time: 1.0974488 Nov 09 11:11:15.721347 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-56157636-241e-4c25-b2a9-da872e2019d8 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/quotas/67d5bbcc6967448f8486f1cdcb10230b HTTP/1.1" status: 200 len: 375 time: 0.0831733 Nov 09 11:11:15.738585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-605f38c2-84cf-40e5-b0fb-bbc1f656749d req-092da025-2497-4367-b9c6-bd097642993e tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 210 time: 0.1307306 Nov 09 11:11:15.992814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Allocated IP 172.25.7.73 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/3c512a83-24c0-4802-8474-f7f5a05d069a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:16.278114 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8e53aa0f-378c-4b50-98fb-a6335287ddc4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5460382 Nov 09 11:11:16.299246 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:16.411298 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:16.420591 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:16.629955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:16.648419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:16.650372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event updated for resources: {'Port': ['ID=3c512a83-24c0-4802-8474-f7f5a05d069a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:16.652846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:16.684055 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:16.711355 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:16.734752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104713-a4f2-4f1d-9bf5-b5e97f7a6fb1 req-a3c93549-366b-4127-ab1b-fdb017e1c266 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:16.743665 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c104713-a4f2-4f1d-9bf5-b5e97f7a6fb1 req-a3c93549-366b-4127-ab1b-fdb017e1c266 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.4157281 Nov 09 11:11:16.750108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Transition to ACTIVE for port object ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:16.781182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-78fe3a1f-f3c5-427a-8322-a91f97c4cd0c service neutron] 10.222.0.50 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106244 Nov 09 11:11:16.834752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c104713-a4f2-4f1d-9bf5-b5e97f7a6fb1 req-6f0e7549-5afe-4444-b019-5bf8ca5f814c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900724 Nov 09 11:11:17.048359 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.084983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7d68b218-6c4e-4613-ac7e-2601734276f7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:17.194424 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d609975f-92be-4c15-83b6-70f6307f7099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.205681 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.214348 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-01c48930-f17c-418a-b739-6e410c88602f tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:17.302196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 7d68b218-6c4e-4613-ac7e-2601734276f7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:17.309033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7d68b218-6c4e-4613-ac7e-2601734276f7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:17.309416 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.350977 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.355935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Pushing event updated for resources: {'Port': ['ID=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:17.360889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-f92c135e-eb70-4aaf-949c-6a2effd13c3d service neutron] 10.222.0.50 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552456 Nov 09 11:11:17.361719 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:17.389448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:17.392099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:17.397130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:17.514377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:17.515240 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.623302 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6766183 Nov 09 11:11:17.636693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Request body: {'port': {'device_id': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:17.671317 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.700448 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.799910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 7d68b218-6c4e-4613-ac7e-2601734276f7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7d68b218-6c4e-4613-ac7e-2601734276f7,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:17.873985 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:17.876393 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6234a679-d891-4f6d-94ff-a45ea96f5c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:17.997023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:18.004500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1c04f085-62ad-46e1-8cbb-e8939b7daeb8 None None] Provisioning for port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:18.009767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5173-8538-4a7d-a203-88487df5afa8 req-865418e1-2f27-4909-a20f-18f994bb23e5 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:18.020427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1c04f085-62ad-46e1-8cbb-e8939b7daeb8 None None] Provisioning complete for port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:18.021198 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1c04f085-62ad-46e1-8cbb-e8939b7daeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:18.022588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a8e5173-8538-4a7d-a203-88487df5afa8 req-865418e1-2f27-4909-a20f-18f994bb23e5 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 936 time: 0.8193119 Nov 09 11:11:18.032784 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24b9c2c3-56ae-48c0-b919-acaf45a87ce6 req-f6de3941-c8ad-48c0-b844-d8b0874e55a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 210 time: 0.0613949 Nov 09 11:11:18.104483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a8e5173-8538-4a7d-a203-88487df5afa8 req-8b339df4-d8c1-4ea4-956b-6f8c87e0294e tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Nov 09 11:11:18.150630 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:18.196415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=7d68b218-6c4e-4613-ac7e-2601734276f7,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:18.208161 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:18.221361 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:18.227476 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac95784-1751-4bd4-b0f9-50b98f60584b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:18.253793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1c04f085-62ad-46e1-8cbb-e8939b7daeb8 None None] Port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:11:18.503691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event updated for resources: {'Port': ['ID=3c512a83-24c0-4802-8474-f7f5a05d069a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:18.520396 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:18.533018 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:18.628559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:18.634702 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7890866 Nov 09 11:11:18.635124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c297659-cc42-480e-9ded-01b0ea8506b7 req-fdb5cf01-8ef6-4449-b65e-96ab38b7fa37 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:18.635124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c297659-cc42-480e-9ded-01b0ea8506b7 req-fdb5cf01-8ef6-4449-b65e-96ab38b7fa37 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.2489359 Nov 09 11:11:18.757353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c297659-cc42-480e-9ded-01b0ea8506b7 req-3b368966-d2cf-45fc-9ea6-13a427ea1d71 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147938 Nov 09 11:11:18.869025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:18.905514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:18.944957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Transition to ACTIVE for port object ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:18.997189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7d68b218-6c4e-4613-ac7e-2601734276f7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:19.081862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7d68b218-6c4e-4613-ac7e-2601734276f7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:19.082414 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:19.189731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-aceb4594-b294-49ed-939b-2af0fbc16c4c req-8c12ee02-adde-4f77-9af8-35e86b8bbdf9 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:19.249817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-123211c3-2345-4f5f-a823-baf062ac9504 req-1d979046-4591-411e-abac-c5c860fbab6e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Synchronizing usage tracker for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:19.497017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-aceb4594-b294-49ed-939b-2af0fbc16c4c req-8c12ee02-adde-4f77-9af8-35e86b8bbdf9 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:19.498591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-123211c3-2345-4f5f-a823-baf062ac9504 req-1d979046-4591-411e-abac-c5c860fbab6e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Unset dirty status for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:19.503517 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aceb4594-b294-49ed-939b-2af0fbc16c4c req-8c12ee02-adde-4f77-9af8-35e86b8bbdf9 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 210 time: 0.3882976 Nov 09 11:11:19.513845 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-1d979046-4591-411e-abac-c5c860fbab6e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1352004216&fields=id&tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd HTTP/1.1" status: 200 len: 267 time: 0.3103287 Nov 09 11:11:19.514893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-94ac7e07-b17c-4df6-96b9-18beb6120db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:19.522436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:19.557109 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85759792-4ee7-4c2c-93a7-bb224699bba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:19.930536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c34e8e-ba3e-439d-acb4-b4103d0304fe req-d0396315-38a5-410f-956f-2fdc6e24efb9 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:19.936836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86c34e8e-ba3e-439d-acb4-b4103d0304fe req-d0396315-38a5-410f-956f-2fdc6e24efb9 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 948 time: 0.2234662 Nov 09 11:11:19.948906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123211c3-2345-4f5f-a823-baf062ac9504 req-be6c4d90-cf20-4cfd-a532-b203ecbaccf5 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:19.949647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-123211c3-2345-4f5f-a823-baf062ac9504 req-be6c4d90-cf20-4cfd-a532-b203ecbaccf5 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Synchronizing usage tracker for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:20.070422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86c34e8e-ba3e-439d-acb4-b4103d0304fe req-21a94571-a31f-4f12-892e-713638be79e8 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290140 Nov 09 11:11:20.117704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:20.122431 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:20.282284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Attempting to bind port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:11:20.282934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Attempting to bind port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:11:20.283032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Attempting to bind port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:20.286627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-123211c3-2345-4f5f-a823-baf062ac9504 req-be6c4d90-cf20-4cfd-a532-b203ecbaccf5 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Unset dirty status for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:20.295367 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-be6c4d90-cf20-4cfd-a532-b203ecbaccf5 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/networks?id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 HTTP/1.1" status: 200 len: 812 time: 0.7799652 Nov 09 11:11:20.313734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:11:20.314324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Attempting to bind port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:20.330490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-f2ccb358-2eb8-4775-a5d1-2c4a37d3621f tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/quotas/2cc59dd5f0304bceb3d74bfcda0cd8dd HTTP/1.1" status: 200 len: 375 time: 0.0339367 Nov 09 11:11:20.436295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:11:20.441429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:11:20.441429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:11:20.441429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Bound port: ecb9d625-c4c3-4adb-93ec-1fa66aee1b50, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:11:20.441429 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:20.502272 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:20.547585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c4bc7-a95d-4ebe-9560-7473e2cdba61 req-f8d6a505-92e4-4390-b4d9-6105788c1d07 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:20.558336 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a45c4bc7-a95d-4ebe-9560-7473e2cdba61 req-f8d6a505-92e4-4390-b4d9-6105788c1d07 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1787620 Nov 09 11:11:20.613504 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a45c4bc7-a95d-4ebe-9560-7473e2cdba61 req-8d5f3f28-b3fa-48d2-bcb4-3769d30b484a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557222 Nov 09 11:11:20.720192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] For port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:11:20.736799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-123211c3-2345-4f5f-a823-baf062ac9504 req-786dacec-b1e3-4922-a370-ff5b151f0281 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Synchronizing usage tracker for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:20.741863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] For port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:11:20.824280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:20.829183 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:20.871015 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4cc0a297-7093-4d74-b170-c991b96584a4 req-b0c4483e-c4c4-4555-bb91-f647b879f519 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 210 time: 0.0836802 Nov 09 11:11:20.923793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-123211c3-2345-4f5f-a823-baf062ac9504 req-786dacec-b1e3-4922-a370-ff5b151f0281 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Unset dirty status for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:20.939832 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-786dacec-b1e3-4922-a370-ff5b151f0281 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6068308 Nov 09 11:11:21.002874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:21.151212 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:21.169554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:21.171997 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 HTTP/1.1" status: 200 len: 1096 time: 3.5399032 Nov 09 11:11:21.201723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'tag': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:21.239601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-29eee80c-7535-4362-96c0-2155be57c8fd service neutron] 10.222.0.50 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329757 Nov 09 11:11:21.561817 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-27724038-cadc-4f43-ade9-c91031913d22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b250b28981b4a6c9b0217e12fa631d6&device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 1099 time: 0.1841295 Nov 09 11:11:21.590007 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-86eebbb5-ad5e-433f-b25a-b9e98e0eee6b service neutron] 10.222.0.50 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446364 Nov 09 11:11:21.669659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-97ba34d3-724b-4d87-b049-dc6ccc0248a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 HTTP/1.1" status: 200 len: 217 time: 0.0779653 Nov 09 11:11:21.829752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-386caea5-d8ed-411e-ace2-e6f4f64243ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:21.836494 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-386caea5-d8ed-411e-ace2-e6f4f64243ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1512172 Nov 09 11:11:21.885482 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:21.918480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53458) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:21.925922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb93a0a-4687-4889-982c-81219f7d010e req-27bf851a-acdf-4bbc-8848-c18268a3420d tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:21.931314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8eb93a0a-4687-4889-982c-81219f7d010e req-27bf851a-acdf-4bbc-8848-c18268a3420d tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 948 time: 0.5146599 Nov 09 11:11:21.975657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53462) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:22.098592 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-b408e744-d279-4ee6-aa62-30d810d43b41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578385 Nov 09 11:11:22.125101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-44cb2ef6-5a17-4b92-ae07-59b3c6b6aedd tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:22.129914 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-44cb2ef6-5a17-4b92-ae07-59b3c6b6aedd tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 821 time: 0.9257472 Nov 09 11:11:22.166622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Request body: {'port': {'device_id': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'admin_state_up': True, 'tenant_id': '67d5bbcc6967448f8486f1cdcb10230b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:22.245681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8eb93a0a-4687-4889-982c-81219f7d010e req-223521c9-3e50-4627-b381-691fe6b023ea tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895958 Nov 09 11:11:22.388509 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'tag': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50', 'status': 'completed', 'code': 200} Nov 09 11:11:22.682278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:22.698382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:22.742125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11f5b64b-5fc2-4fde-91ed-ac303cb41fc8 req-c8146cbf-bcea-4f2f-9428-bcc54c6acb18 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 210 time: 0.1442344 Nov 09 11:11:22.772524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-3820ed19-9e9d-43c9-9a51-944da17ffe36 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601827 Nov 09 11:11:22.773503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:22.784815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:22.837550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:22.842537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Usage tracker for resource:security_group_rule and tenant:34c69453a0574d36ad4612a092076f98 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:22.846250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:22.859600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:22.880295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Made reservation on behalf of 67d5bbcc6967448f8486f1cdcb10230b for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:11:22.883994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:22.961580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:22.965648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:69fa3d6053cf48f7815676132eebdb78 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:22.968579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:22.975519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:23.076900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.098627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a15e6fc-8a4a-4fbc-9ad7-e734ce40a883 req-33299cbd-e127-4136-b04c-dfd234fba9d2 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 210 time: 0.1775162 Nov 09 11:11:23.115011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Allocated IP 172.20.0.2 (e939a671-2e98-40c5-bdd5-456e7953b7a6/4ccfebe4-4752-4510-b31c-4ae72979c250/61aef89c-46f7-439b-b1fa-9c9408dedbec) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:23.158753 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e6bc59-c31c-4d66-9856-07ca8eca01d4 req-48b6ad3e-afc4-4aff-b173-7e497a333d73 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614264 Nov 09 11:11:23.189019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c9cf0-ac85-4ccc-843d-497e81ebab1f req-ace31718-fc95-41fd-beba-51ed37df6221 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:23.190572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c6c9cf0-ac85-4ccc-843d-497e81ebab1f req-ace31718-fc95-41fd-beba-51ed37df6221 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.4944887 Nov 09 11:11:23.222520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.232001 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c044253f-2ed8-4e68-b69f-b8b81d2aa59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:23.293412 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69fa3d6053cf48f7815676132eebdb78&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3151882 Nov 09 11:11:23.295239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ac6387-4e17-45a0-be0b-6d913c4cbd07,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:23.299412 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:23.299873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53490) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:23.429832 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.462631 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c6c9cf0-ac85-4ccc-843d-497e81ebab1f req-6f232af7-472f-44f7-90d0-83df6166d421 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486651 Nov 09 11:11:23.475480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.484745 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a753234-ecaa-4421-8c7c-454917142255 req-0c5ad448-15ac-41b5-b019-d57774c38d35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b250b28981b4a6c9b0217e12fa631d6&device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 1099 time: 0.1715529 Nov 09 11:11:23.533326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.610816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.647465 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.657369 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f75c47db-1945-424c-af65-636741caf4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:23.707679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496856fe-a1c9-4a92-8591-c9cbb0013371,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:23.725772 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:23.736262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34c69453a0574d36ad4612a092076f98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8023708 Nov 09 11:11:23.738921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53504) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:23.766064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:23.780464 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ed8077c8-545c-432b-9a2e-c060cc8b56a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:23.805771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629550cb-619b-445d-965f-2d238a7c21fb req-86365037-f0de-4202-bc8a-726695c314f1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:23.806498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-629550cb-619b-445d-965f-2d238a7c21fb req-86365037-f0de-4202-bc8a-726695c314f1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Synchronizing usage tracker for tenant:5b250b28981b4a6c9b0217e12fa631d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:23.953248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Network e939a671-2e98-40c5-bdd5-456e7953b7a6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:23.978999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:23.990430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:24.002459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-629550cb-619b-445d-965f-2d238a7c21fb req-86365037-f0de-4202-bc8a-726695c314f1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Unset dirty status for tenant:5b250b28981b4a6c9b0217e12fa631d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:24.007688 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-629550cb-619b-445d-965f-2d238a7c21fb req-86365037-f0de-4202-bc8a-726695c314f1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 948 time: 0.4554191 Nov 09 11:11:24.035839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753234-ecaa-4421-8c7c-454917142255 req-68580e25-c0de-4303-bbf5-b033bc89a194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:24.037692 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a753234-ecaa-4421-8c7c-454917142255 req-68580e25-c0de-4303-bbf5-b033bc89a194 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.5438788 Nov 09 11:11:24.039280 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:11:24.059554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-629550cb-619b-445d-965f-2d238a7c21fb req-0f9ceac4-ed50-44d0-b163-b24b6d76d230 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Synchronizing usage tracker for tenant:5b250b28981b4a6c9b0217e12fa631d6 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:24.137818 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a753234-ecaa-4421-8c7c-454917142255 req-118604b2-0a7a-4263-9048-ae96b6f3b331 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 HTTP/1.1" status: 200 len: 217 time: 0.0801671 Nov 09 11:11:24.140866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:24.147215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:24.147215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:24.150396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:24.153868 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ec5124c-abfb-4d48-a08b-6ce5793555a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:24.161109 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:24.170449 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:24.234870 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:24.239073 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1ac6387-4e17-45a0-be0b-6d913c4cbd07 HTTP/1.1" status: 204 len: 168 time: 0.9379725 Nov 09 11:11:24.249253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:24.253447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753234-ecaa-4421-8c7c-454917142255 req-86582fdb-02ac-47cc-b2af-331539e95dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:24.259858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a753234-ecaa-4421-8c7c-454917142255 req-86582fdb-02ac-47cc-b2af-331539e95dbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1022460 Nov 09 11:11:24.259858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ac6387-4e17-45a0-be0b-6d913c4cbd07,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:24.261210 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:24.349697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a753234-ecaa-4421-8c7c-454917142255 req-25c2fe29-5199-4191-831b-8bbb28831554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867972 Nov 09 11:11:24.357002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebd20f-6c99-4259-b3ad-ad6c1a96864b req-e3c135fc-3433-49ef-bdb8-d2ef0143aff3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:24.358061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d7ebd20f-6c99-4259-b3ad-ad6c1a96864b req-e3c135fc-3433-49ef-bdb8-d2ef0143aff3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:24.401833 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2461493 Nov 09 11:11:24.422665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Request body: {'port': {'device_id': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:24.496615 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:24.522400 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-be1f8810-799d-4741-bcd1-5c6dde4c13f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:24.548045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496856fe-a1c9-4a92-8591-c9cbb0013371,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:24.572706 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:24.593711 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a753234-ecaa-4421-8c7c-454917142255 req-43137126-1a60-4b88-9bee-5b680d2d28b8 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370689 Nov 09 11:11:24.597356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-629550cb-619b-445d-965f-2d238a7c21fb req-0f9ceac4-ed50-44d0-b163-b24b6d76d230 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Unset dirty status for tenant:5b250b28981b4a6c9b0217e12fa631d6 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:24.600673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d7ebd20f-6c99-4259-b3ad-ad6c1a96864b req-e3c135fc-3433-49ef-bdb8-d2ef0143aff3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:24.613831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-629550cb-619b-445d-965f-2d238a7c21fb req-0f9ceac4-ed50-44d0-b163-b24b6d76d230 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050639 Nov 09 11:11:24.615232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7ebd20f-6c99-4259-b3ad-ad6c1a96864b req-e3c135fc-3433-49ef-bdb8-d2ef0143aff3 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 931 time: 0.5342057 Nov 09 11:11:24.702897 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:24.708167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/496856fe-a1c9-4a92-8591-c9cbb0013371 HTTP/1.1" status: 204 len: 168 time: 0.9670267 Nov 09 11:11:24.804944 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7ebd20f-6c99-4259-b3ad-ad6c1a96864b req-9b124b5b-645c-440c-a1a0-177099d5c127 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879671 Nov 09 11:11:24.829227 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:25.140747 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ada709f5-a6de-4eeb-b03e-4ce2e98e4b26 req-e778847d-5acc-4998-ac77-2dd3b1990d1b tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 210 time: 0.2332332 Nov 09 11:11:25.272123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a753234-ecaa-4421-8c7c-454917142255 req-3eab349d-d9e6-4898-8c67-5216642f2f88 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563621 Nov 09 11:11:25.436667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61aef89c-46f7-439b-b1fa-9c9408dedbec {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:25.452368 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:25.482074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Transition to ACTIVE for port object 61aef89c-46f7-439b-b1fa-9c9408dedbec will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:25.488286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a5c29-39e4-4b6d-a984-a8766b3bcb3d req-94783d77-62fa-41e1-8e2b-87034fb8f84f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:25.490512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-148a5c29-39e4-4b6d-a984-a8766b3bcb3d req-94783d77-62fa-41e1-8e2b-87034fb8f84f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1911440 Nov 09 11:11:25.557838 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-148a5c29-39e4-4b6d-a984-a8766b3bcb3d req-d6d4a9f0-d1c1-41c0-bc7e-1fde3507be16 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608730 Nov 09 11:11:25.566198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:25.577339 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8fcd1509-d32e-4a1c-a59b-1f871b1fecec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:25.681385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Pushing event updated for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:25.704487 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:25.878737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53538) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:25.929591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:11:25.961626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:26.326249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:26.331317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Attempting to bind port 61aef89c-46f7-439b-b1fa-9c9408dedbec on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:11:26.331746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Attempting to bind port 61aef89c-46f7-439b-b1fa-9c9408dedbec by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:11:26.332138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Attempting to bind port 61aef89c-46f7-439b-b1fa-9c9408dedbec on network e939a671-2e98-40c5-bdd5-456e7953b7a6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:26.345754 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50', 'mac_address': 'fa:16:3e:ee:bb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:11:26.345980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Port 61aef89c-46f7-439b-b1fa-9c9408dedbec on network e939a671-2e98-40c5-bdd5-456e7953b7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:11:26.348284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Attempting to bind port 61aef89c-46f7-439b-b1fa-9c9408dedbec on network e939a671-2e98-40c5-bdd5-456e7953b7a6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:26.374633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e50f5f-5c49-4db6-b420-e0a48b83a0fe req-f1f6558d-588c-4e85-87db-dc39f4fd37ed tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:26.384236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9e50f5f-5c49-4db6-b420-e0a48b83a0fe req-f1f6558d-588c-4e85-87db-dc39f4fd37ed tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 943 time: 0.1993780 Nov 09 11:11:26.389555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123211c3-2345-4f5f-a823-baf062ac9504 req-fe1d8d7b-23e6-4256-b4f5-6ae13bfdb9fb tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:26.391552 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-fe1d8d7b-23e6-4256-b4f5-6ae13bfdb9fb tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.59 "GET /v2.0/networks?id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 HTTP/1.1" status: 200 len: 812 time: 0.3844917 Nov 09 11:11:26.454055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:11:26.454681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Checking segment: {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:11:26.456669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Bound using segment: {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:11:26.462878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Bound port: 61aef89c-46f7-439b-b1fa-9c9408dedbec, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:11:26.464335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:26.520742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-32909601-841e-413e-aaef-d48d4dfd7cbf tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd HTTP/1.1" status: 200 len: 380 time: 0.1020589 Nov 09 11:11:26.531391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:26.556721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9e50f5f-5c49-4db6-b420-e0a48b83a0fe req-4df26735-d70e-4dac-bc11-1e6a2bc25591 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675112 Nov 09 11:11:26.573083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:26.599985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Request body: {'port': {'device_id': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'admin_state_up': True, 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'security_groups': ['956e063c-792a-48af-ac48-524f9cdfb390']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:26.618443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:26.713286 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:26.715529 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:26.772990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:11:26.835964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:26.846687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:26.862321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:26.868441 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:26.877737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19043e62-226d-498f-b02c-ba9c4c043506 req-37db4afd-7378-4b61-b63e-775c50666e19 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:26.885366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19043e62-226d-498f-b02c-ba9c4c043506 req-37db4afd-7378-4b61-b63e-775c50666e19 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 948 time: 1.0834496 Nov 09 11:11:26.903952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5aa858af-9905-4ed3-b249-1420383ae9d9 req-04799e73-4f8d-4bd0-b47b-ee788e72e544 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 210 time: 0.1188552 Nov 09 11:11:26.913080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:26.925468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Made reservation on behalf of 2cc59dd5f0304bceb3d74bfcda0cd8dd for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:11:26.929458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:26.930743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:11:26.951140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Usage tracker for resource:security_group_rule and tenant:51cc55cd953d41288ef4a554bc7c91fa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:27.045024 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:27.054210 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:27.067219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:27.084949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['ecb9d625-c4c3-4adb-93ec-1fa66aee1b50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:27.168747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Allocated IP 172.20.0.13 (9ae156e4-cf2a-42c9-a4a2-886bd3815bb8/029e650a-8ccc-4aad-822b-9242877f0a5c/182e9c51-5f15-4994-a212-b23592f27efb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:27.217778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:27.226737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] 10.222.0.57 "PUT /v2.0/ports/61aef89c-46f7-439b-b1fa-9c9408dedbec HTTP/1.1" status: 200 len: 1091 time: 2.8170617 Nov 09 11:11:27.227473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:27.321148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Pushing event updated for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:27.396518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.402572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:27.418850 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:27.422225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:27.513342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f18c0-87d8-41a9-a68e-41ca89acb443 req-8a1c60ea-340f-4d7d-a067-d3340195defd tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:27.515611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-390f18c0-87d8-41a9-a68e-41ca89acb443 req-8a1c60ea-340f-4d7d-a067-d3340195defd tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1220312 Nov 09 11:11:27.560879 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19043e62-226d-498f-b02c-ba9c4c043506 req-610926f5-2412-4f90-8839-13ba081253df tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746349 Nov 09 11:11:27.579661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-2a0a0861-6b41-4ad1-a69f-bf6a3453022e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 1094 time: 0.2353554 Nov 09 11:11:27.625443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:27.668686 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:27.698285 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:27.703077 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-390f18c0-87d8-41a9-a68e-41ca89acb443 req-50d39f29-11bb-442b-b79a-3c03b226b59b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633158 Nov 09 11:11:27.714480 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a910b3f-dccf-4c34-ae2a-c9287d7beaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:27.722382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Transition to ACTIVE for port object 182e9c51-5f15-4994-a212-b23592f27efb will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:27.738508 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-f0dfc6a0-39f4-4cbd-afdf-61a14284a486 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec HTTP/1.1" status: 200 len: 217 time: 0.1408854 Nov 09 11:11:27.811573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed68c542-c23a-423d-bc1f-96daf91c7165,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:27.831586 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:27.837285 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51cc55cd953d41288ef4a554bc7c91fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9577882 Nov 09 11:11:27.849031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53582) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:27.850237 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'status': 'completed', 'code': 200} Nov 09 11:11:27.876544 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:27.887952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-c8095958-87da-4b2c-8be8-28b11e810fb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:27.889882 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d9a62252-9730-4e21-b208-67c9d0af9982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:27.892539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-c8095958-87da-4b2c-8be8-28b11e810fb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 200 len: 861 time: 0.1509209 Nov 09 11:11:28.000650 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-f050d7f5-2d66-4075-8d53-82a3c19b8a0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e939a671-2e98-40c5-bdd5-456e7953b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008029 Nov 09 11:11:28.006815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event updated for resources: {'Port': ['ID=182e9c51-5f15-4994-a212-b23592f27efb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:28.010737 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:28.228778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-18900577-b41a-413f-b0fc-cbc960817fa5 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827197 Nov 09 11:11:28.260572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:28.264202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:28.266748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:28.326876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4714c-8caf-4c2f-8786-b4a9c776388b req-37f46578-6632-4830-b4af-30552f30ce81 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:28.328357 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-97c4714c-8caf-4c2f-8786-b4a9c776388b req-37f46578-6632-4830-b4af-30552f30ce81 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 932 time: 0.2004178 Nov 09 11:11:28.364009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:28.364702 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:28.370822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-674a1b47-4c45-463a-b45d-69a2c4d38fc5 req-ab506c8d-d95a-460a-8ef5-2a2636204652 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737423 Nov 09 11:11:28.398516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:28.418738 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-97c4714c-8caf-4c2f-8786-b4a9c776388b req-6713a471-a796-4e80-b8af-1d8002f1073f tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754564 Nov 09 11:11:28.436443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0f429-549c-4f5e-ba8d-fe70590cff1b req-c2260866-d1df-4a94-b614-191ff2b6d341 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:28.438300 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3a0f429-549c-4f5e-ba8d-fe70590cff1b req-c2260866-d1df-4a94-b614-191ff2b6d341 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 943 time: 0.4368954 Nov 09 11:11:28.443354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:28.607831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0626078 Nov 09 11:11:28.636918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Request body: {'port': {'device_id': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:28.711786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:28.732620 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b1d781b-8b38-4769-bdf7-85d212ec8905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:28.743055 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65b142c7-8b9b-441e-a645-ae85cbe51322 None None] Provisioning for port 182e9c51-5f15-4994-a212-b23592f27efb completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:28.750125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65b142c7-8b9b-441e-a645-ae85cbe51322 None None] Provisioning complete for port 182e9c51-5f15-4994-a212-b23592f27efb triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:28.755840 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-65b142c7-8b9b-441e-a645-ae85cbe51322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:28.768987 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:28.772780 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed68c542-c23a-423d-bc1f-96daf91c7165 HTTP/1.1" status: 204 len: 168 time: 0.9187088 Nov 09 11:11:28.779929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e3a0f429-549c-4f5e-ba8d-fe70590cff1b req-d943f898-49e5-4763-9746-7a0d53a4ebfb tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:28.797093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed68c542-c23a-423d-bc1f-96daf91c7165,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:28.806365 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:28.918708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e3a0f429-549c-4f5e-ba8d-fe70590cff1b req-d943f898-49e5-4763-9746-7a0d53a4ebfb tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:28.928470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-db75d12a-5688-492e-aa3b-ca441d56c206 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 1094 time: 0.3798494 Nov 09 11:11:28.939110 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3a0f429-549c-4f5e-ba8d-fe70590cff1b req-d943f898-49e5-4763-9746-7a0d53a4ebfb tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875944 Nov 09 11:11:28.944336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ff928b7-fb2b-4276-bcc7-090ded5e04ea details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:11:28.947508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ff928b7-fb2b-4276-bcc7-090ded5e04ea no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:11:29.065828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:29.180046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-65b142c7-8b9b-441e-a645-ae85cbe51322 None None] Port 182e9c51-5f15-4994-a212-b23592f27efb cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:11:29.180572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-211cfeb2-09e8-434d-8fbb-abfe3454a84b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:29.185528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-211cfeb2-09e8-434d-8fbb-abfe3454a84b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 922 time: 0.2474625 Nov 09 11:11:29.190209 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:11:29.530214 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:29.673361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:29.688716 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-5b8d3ea7-fb69-4194-820a-30805bb774b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec HTTP/1.1" status: 200 len: 217 time: 0.4887514 Nov 09 11:11:29.740275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:29.773723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:29.812902 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:29.822500 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:29.921365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'port_id': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'mac_address': 'fa:16:3e:13:81:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5fce06-5a39-45c4-acc4-1dfce3a20496', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:11:29.975599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9899-3ba6-41f7-8387-1ac356190c89 req-72fd2657-daf0-431f-9bf1-3aa5ad54964c tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:29.976195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:29.986810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aa0f9899-3ba6-41f7-8387-1ac356190c89 req-72fd2657-daf0-431f-9bf1-3aa5ad54964c tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 949 time: 1.2160978 Nov 09 11:11:29.993983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-dda67d45-6da8-4602-a7a1-ad2c96c0a6ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:29.996389 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-dda67d45-6da8-4602-a7a1-ad2c96c0a6ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 200 len: 861 time: 0.2790449 Nov 09 11:11:30.074189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0317a3-36de-4302-9e01-69bd436583b0 req-84b98bf8-1550-4f2c-91cf-7c012506fd44 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:30.076232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-0d751f51-f2f0-425e-9ede-1f6dabd6c36a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e939a671-2e98-40c5-bdd5-456e7953b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613811 Nov 09 11:11:30.081392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0f0317a3-36de-4302-9e01-69bd436583b0 req-84b98bf8-1550-4f2c-91cf-7c012506fd44 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 943 time: 0.3287978 Nov 09 11:11:30.101241 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:30.111813 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182e9c51-5f15-4994-a212-b23592f27efb {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:30.121714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:30.143070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:30.150124 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:30.171223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff928b7-fb2b-4276-bcc7-090ded5e04ea {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:30.175726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Transition to ACTIVE for port object 182e9c51-5f15-4994-a212-b23592f27efb will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:30.199930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0f0317a3-36de-4302-9e01-69bd436583b0 req-4bf90e99-51ff-4e9b-8db8-478dc14e1ed5 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172018 Nov 09 11:11:30.232574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:30.290294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aa0f9899-3ba6-41f7-8387-1ac356190c89 req-bbe3fdcc-565b-4214-aec1-6728c4eb0670 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063936 Nov 09 11:11:30.295334 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:30.301454 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8bdb8f4-f150-49a6-b897-54057230ceb4 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:30.353441 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:30.355383 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:30.418932 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-0f3e9f42-0a1f-4003-922c-9013517d8675 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323686 Nov 09 11:11:30.475064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:30.557447 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'code': 200} Nov 09 11:11:30.558208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:30.558656 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:30.706822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['2ff928b7-fb2b-4276-bcc7-090ded5e04ea'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:30.743270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Pushing event updated for resources: {'Port': ['ID=182e9c51-5f15-4994-a212-b23592f27efb,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:30.750409 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:30.850377 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 61aef89c-46f7-439b-b1fa-9c9408dedbec details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:11:30.876776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Attempting to bind port 182e9c51-5f15-4994-a212-b23592f27efb on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:11:30.879785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Attempting to bind port 182e9c51-5f15-4994-a212-b23592f27efb by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:11:30.879785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Attempting to bind port 182e9c51-5f15-4994-a212-b23592f27efb on network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:30.881150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:30.888431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd48288-549a-492b-a5e3-ecbb65bc74f9 req-fd371dbc-8a02-49ef-bcb1-b63db32f23a3 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:30.889215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ddd48288-549a-492b-a5e3-ecbb65bc74f9 req-fd371dbc-8a02-49ef-bcb1-b63db32f23a3 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Synchronizing usage tracker for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:30.909634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Port 182e9c51-5f15-4994-a212-b23592f27efb on network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:11:30.910008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Attempting to bind port 182e9c51-5f15-4994-a212-b23592f27efb on network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:30.917714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:11:30.919847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Checking segment: {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:11:30.919847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Bound using segment: {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:11:30.919847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Bound port: 182e9c51-5f15-4994-a212-b23592f27efb, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b378f17f-dc9d-46d2-b612-fa40bfd5d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:11:30.919847 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:30.934919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85f073-8134-4595-abc6-4850d8061579 req-ae30761a-2172-43af-ac4f-344e63225a69 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:30.947262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-da85f073-8134-4595-abc6-4850d8061579 req-ae30761a-2172-43af-ac4f-344e63225a69 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 943 time: 0.2288210 Nov 09 11:11:30.949238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63fe247d-4a3a-4678-b399-49e435163cd2 req-42d226eb-3db2-47f5-a5bb-04e9bbf14316 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240641 Nov 09 11:11:30.974543 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:30.978897 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:30.990927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ddd48288-549a-492b-a5e3-ecbb65bc74f9 req-fd371dbc-8a02-49ef-bcb1-b63db32f23a3 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Unset dirty status for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:31.000347 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ddd48288-549a-492b-a5e3-ecbb65bc74f9 req-fd371dbc-8a02-49ef-bcb1-b63db32f23a3 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 944 time: 0.5515692 Nov 09 11:11:31.058649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-da85f073-8134-4595-abc6-4850d8061579 req-4e4d66d3-c65a-4cf9-b227-6eed4cb69baa tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045101 Nov 09 11:11:31.086649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ddd48288-549a-492b-a5e3-ecbb65bc74f9 req-be75ff8b-c165-44d9-a6b6-291969fbb4aa tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847671 Nov 09 11:11:31.097487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] For port 182e9c51-5f15-4994-a212-b23592f27efb, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:11:31.103688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] For port 182e9c51-5f15-4994-a212-b23592f27efb, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=182e9c51-5f15-4994-a212-b23592f27efb,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:11:31.185924 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:31.200197 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:31.207243 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de8c7c99-3d42-4ed7-beb9-5e679a9d46cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:31.273533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:31.275033 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] 10.222.0.59 "PUT /v2.0/ports/182e9c51-5f15-4994-a212-b23592f27efb HTTP/1.1" status: 200 len: 1092 time: 2.6570432 Nov 09 11:11:31.279594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:31.283877 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:31.293945 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:31.370243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Pushing event updated for resources: {'Port': ['ID=182e9c51-5f15-4994-a212-b23592f27efb,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:31.374638 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:31.393948 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb', 'status': 'completed', 'code': 200} Nov 09 11:11:31.428106 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:31.516785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'port_id': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'mac_address': 'fa:16:3e:ea:15:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccfebe4-4752-4510-b31c-4ae72979c250', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:11:31.539809 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:31.580310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745141f7-983e-466f-b000-861972807faa req-c5800462-ccf2-4fae-96fa-44690933d783 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:31.582298 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-745141f7-983e-466f-b000-861972807faa req-c5800462-ccf2-4fae-96fa-44690933d783 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 944 time: 0.1401200 Nov 09 11:11:31.588088 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:31.640590 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-19fedd38-34eb-453a-b0bc-5da33c4344bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd&device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 1095 time: 0.2330081 Nov 09 11:11:31.656095 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-745141f7-983e-466f-b000-861972807faa req-ea423138-90ce-4b71-bf02-c8ebf3aae081 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668616 Nov 09 11:11:31.681671 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:31.723097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aef89c-46f7-439b-b1fa-9c9408dedbec {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:31.733197 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-2b7fecbe-fd4d-475b-b2be-12518b4c968a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182e9c51-5f15-4994-a212-b23592f27efb HTTP/1.1" status: 200 len: 217 time: 0.0841408 Nov 09 11:11:31.739968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa809d-bc9e-4665-868c-9f29eb4e0479 req-2d39632e-86c7-4c3e-8bc9-8b76c58c4ee1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:31.741426 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b5aa809d-bc9e-4665-868c-9f29eb4e0479 req-2d39632e-86c7-4c3e-8bc9-8b76c58c4ee1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 950 time: 0.1977761 Nov 09 11:11:31.744120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:31.834632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:31.837127 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:31.839507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123211c3-2345-4f5f-a823-baf062ac9504 req-f6763e10-1cf4-4dd9-af8c-247437c518b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:31.843704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-f6763e10-1cf4-4dd9-af8c-247437c518b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=029e650a-8ccc-4aad-822b-9242877f0a5c HTTP/1.1" status: 200 len: 851 time: 0.0986745 Nov 09 11:11:31.843704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b5aa809d-bc9e-4665-868c-9f29eb4e0479 req-c584ec72-74bc-4127-8257-6c8915115670 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668278 Nov 09 11:11:31.963972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:31.980738 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:31.981872 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-b96bcae0-705e-4c9b-87bb-be1e6f59adcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342103 Nov 09 11:11:32.047935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['61aef89c-46f7-439b-b1fa-9c9408dedbec'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:32.151036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f56b9-569a-41e1-96e9-61de65115bb6 req-a3c5d3cc-dab2-405d-9e39-df517fe06e61 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:32.153196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-986f56b9-569a-41e1-96e9-61de65115bb6 req-a3c5d3cc-dab2-405d-9e39-df517fe06e61 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 949 time: 0.1136744 Nov 09 11:11:32.262228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-986f56b9-569a-41e1-96e9-61de65115bb6 req-9db07761-8be0-4fff-86bf-38988a860071 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030233 Nov 09 11:11:32.432796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-3067b76f-e41e-4abf-bf25-19bb1175575e service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427619 Nov 09 11:11:32.444903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce761644-5739-446b-8213-24ed68733410 req-952e5103-0ea1-4d89-b8a4-ec29e6dd0197 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:32.446525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce761644-5739-446b-8213-24ed68733410 req-952e5103-0ea1-4d89-b8a4-ec29e6dd0197 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 944 time: 0.2071025 Nov 09 11:11:32.466742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a507a-6385-4a0a-a6fa-a7c38bed0fb4 req-6744c9be-fd2e-49e1-9cba-f038e31546aa tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:32.473301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-049a507a-6385-4a0a-a6fa-a7c38bed0fb4 req-6744c9be-fd2e-49e1-9cba-f038e31546aa tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 944 time: 0.0966320 Nov 09 11:11:32.516960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-049a507a-6385-4a0a-a6fa-a7c38bed0fb4 req-b7272fd8-7ddd-4b43-9ed8-3305ff438da8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Nov 09 11:11:32.559320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:32.621375 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce761644-5739-446b-8213-24ed68733410 req-b7852993-593a-4999-a091-ad50345454f5 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558313 Nov 09 11:11:32.635275 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-123211c3-2345-4f5f-a823-baf062ac9504 req-ba5d6a3e-33de-427a-8639-b2558413eca7 service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875830 Nov 09 11:11:32.737786 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50', 'code': 200} Nov 09 11:11:32.844896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 61aef89c-46f7-439b-b1fa-9c9408dedbec up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:32.871568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-671b1710-3ad7-452d-aef1-fecdb2f8ae7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd&device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 1095 time: 0.0853400 Nov 09 11:11:32.985829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7110358-39ee-4894-9d13-2f9652e8bd3f req-df20cb72-8936-4ea8-8b02-5361d4d7fd3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 1101 time: 0.1546025 Nov 09 11:11:33.061554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7110358-39ee-4894-9d13-2f9652e8bd3f req-c6bbffa5-e8b8-4846-b920-e1ae6ccaed3b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685687 Nov 09 11:11:33.140343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de782f38-8d52-4c33-b9aa-313fc94e8ad0 req-4605ca80-4a06-4fe1-97ca-07ca249ebc89 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:33.146198 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de782f38-8d52-4c33-b9aa-313fc94e8ad0 req-4605ca80-4a06-4fe1-97ca-07ca249ebc89 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 944 time: 0.2691987 Nov 09 11:11:33.164962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 61aef89c-46f7-439b-b1fa-9c9408dedbec completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:33.170014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 61aef89c-46f7-439b-b1fa-9c9408dedbec triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:33.170674 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:33.214109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-c31cc2d0-0331-4441-a648-cfaaa8e88e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:33.215806 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-c31cc2d0-0331-4441-a648-cfaaa8e88e99 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 HTTP/1.1" status: 200 len: 913 time: 0.2580411 Nov 09 11:11:33.230079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de782f38-8d52-4c33-b9aa-313fc94e8ad0 req-85f9ab04-fa40-43e3-8cad-34223de203d2 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816231 Nov 09 11:11:33.324601 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:33.400594 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:33.479457 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:33.480828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ff928b7-fb2b-4276-bcc7-090ded5e04ea up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:33.501887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-93e172a7-b5be-4a60-850a-e3b7a26902e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182e9c51-5f15-4994-a212-b23592f27efb HTTP/1.1" status: 200 len: 217 time: 0.1350396 Nov 09 11:11:33.551089 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a6d17de-a244-4675-8c9a-15abd2929707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:33.603044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ea8c4-36cb-4ba8-a8d0-5c34a03d540b req-5b0f41ee-fb48-40c8-afe7-619efd46050e tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:33.604581 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-086ea8c4-36cb-4ba8-a8d0-5c34a03d540b req-5b0f41ee-fb48-40c8-afe7-619efd46050e tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 950 time: 0.1644771 Nov 09 11:11:33.612468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-837902e6-9b7f-4d37-bd18-bb7454f7fae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:33.613920 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-837902e6-9b7f-4d37-bd18-bb7454f7fae8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=029e650a-8ccc-4aad-822b-9242877f0a5c HTTP/1.1" status: 200 len: 851 time: 0.1034377 Nov 09 11:11:33.670037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:33.675260 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:33.693601 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:33.694338 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:33.736157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-086ea8c4-36cb-4ba8-a8d0-5c34a03d540b req-138a1e28-7182-46b3-abe9-f04fb42f7ce1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115699 Nov 09 11:11:33.770979 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-e7e3347e-54a3-4728-abf9-798ffc7956e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470349 Nov 09 11:11:33.850156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01261-0f3c-47ed-afca-dba3982200ac req-9271c4ca-4301-4177-988c-78439edcbfc5 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:33.851826 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1fd01261-0f3c-47ed-afca-dba3982200ac req-9271c4ca-4301-4177-988c-78439edcbfc5 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 944 time: 0.1480498 Nov 09 11:11:33.934685 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:33.941283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1fd01261-0f3c-47ed-afca-dba3982200ac req-2bbeb166-bbdd-4317-8916-bc5d30ef0d63 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795541 Nov 09 11:11:33.987820 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 975428d2-94bf-4ffc-b8fb-5998022eb388 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:11:34.050264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:34.069105 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:34.104016 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-904d7e3e-6c94-4c75-be58-bc86e3617d82 service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240180 Nov 09 11:11:34.135608 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:34.187900 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:34.191635 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:34.226010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f710e7d-79d6-48da-b201-f69e68d360df req-98f18db5-6943-4c09-abc1-c0397cbaf8db tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:34.233505 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f710e7d-79d6-48da-b201-f69e68d360df req-98f18db5-6943-4c09-abc1-c0397cbaf8db tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.2731462 Nov 09 11:11:34.250630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:34.293981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:34.303227 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:34.330208 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:34.333534 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:34.337535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53768) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:34.339481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f710e7d-79d6-48da-b201-f69e68d360df req-0eaf959d-97e8-4ef4-b4ad-099ad71db31d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050074 Nov 09 11:11:34.343557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2ae06c15-5f48-41bc-a073-8444973e4e42 req-87f90bd4-e421-4555-87a5-7e04ba1e753c service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313039 Nov 09 11:11:34.447080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:34.464437 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:34.591684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0b8a0-161e-4f60-9405-6eb05a021566 req-943bf2ac-3fca-4026-a58c-8e70152d6e5f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:34.594219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79c0b8a0-161e-4f60-9405-6eb05a021566 req-943bf2ac-3fca-4026-a58c-8e70152d6e5f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1005764 Nov 09 11:11:34.652019 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79c0b8a0-161e-4f60-9405-6eb05a021566 req-3333e19f-b361-439a-a700-2ed6179d8469 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Nov 09 11:11:34.714342 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:34.732422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec'}, {'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea'}, {'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:34.761052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:34.770114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Usage tracker for resource:security_group_rule and tenant:d906b9cea55f41b687221f2bfe3376ea is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:34.770114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:34.777253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:34.845124 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'code': 200} Nov 09 11:11:34.845444 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'code': 200} Nov 09 11:11:34.845749 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'code': 200} Nov 09 11:11:34.877247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:35.093524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:35.106823 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9040ad2a-b745-4a33-87e8-953fdc1b1919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:35.162248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4d9f-f274-4657-afe0-0107bc92de13 req-7bcbfde1-6375-4dac-bddc-ae07c0b69d74 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:35.164701 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b46e4d9f-f274-4657-afe0-0107bc92de13 req-7bcbfde1-6375-4dac-bddc-ae07c0b69d74 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 944 time: 0.0839272 Nov 09 11:11:35.210848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a7814e-715e-421a-9478-fcfe2d707736,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:35.213968 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:35.215599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b46e4d9f-f274-4657-afe0-0107bc92de13 req-7cd45939-2d19-45c2-84fd-e339f92324d5 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458543 Nov 09 11:11:35.230506 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d906b9cea55f41b687221f2bfe3376ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8919067 Nov 09 11:11:35.241172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53800) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:35.284754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1566b50-2b9f-4dcf-9a73-3fef42e3de8b req-c6dc32af-529e-4b4f-a227-56cb2ef7eed4 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:35.292000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1566b50-2b9f-4dcf-9a73-3fef42e3de8b req-c6dc32af-529e-4b4f-a227-56cb2ef7eed4 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 950 time: 0.3791652 Nov 09 11:11:35.310618 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:35.323283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9dc5b0cc-3988-479d-9712-dab6392ede8c req-8307e89e-fa29-44d6-9ed1-00f7695eb8d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 1096 time: 0.2174060 Nov 09 11:11:35.325907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a30bb3f-a820-4b29-ab02-4c92f4c0d2ef req-80133007-0663-41eb-a0bb-dba653e10515 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 1096 time: 0.3225639 Nov 09 11:11:35.343709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:35.403691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1566b50-2b9f-4dcf-9a73-3fef42e3de8b req-3d1c8bd0-c66d-49db-a99d-5491d23fb5a1 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105030 Nov 09 11:11:35.442192 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9dc5b0cc-3988-479d-9712-dab6392ede8c req-05cc4f6a-497a-4367-afc9-a27d7f48e11b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036205 Nov 09 11:11:35.455018 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a30bb3f-a820-4b29-ab02-4c92f4c0d2ef req-c544d86f-c65f-473b-a9a0-74c6e67cb8e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147370 Nov 09 11:11:35.496168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:35.501409 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7554d570-3142-4141-ab2c-c42fc5139f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:35.563865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a7814e-715e-421a-9478-fcfe2d707736,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:35.573318 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:35.579261 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:35.583075 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1a7814e-715e-421a-9478-fcfe2d707736 HTTP/1.1" status: 204 len: 168 time: 0.3462465 Nov 09 11:11:35.623001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2e8cb-2dc0-4163-904a-c214cb121b3c req-f1b959de-7be7-44cb-875a-812dd7c10dc4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:35.624440 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-04d2e8cb-2dc0-4163-904a-c214cb121b3c req-f1b959de-7be7-44cb-875a-812dd7c10dc4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.1240356 Nov 09 11:11:35.793203 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-04d2e8cb-2dc0-4163-904a-c214cb121b3c req-d33b5749-cbff-45ea-86a8-a200de7a21e0 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602521 Nov 09 11:11:35.900024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2d8ea-b5c7-426c-a269-792f35c1587b req-ca9370d0-9c9a-4102-857d-89578ef7ba85 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:35.901844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-99f2d8ea-b5c7-426c-a269-792f35c1587b req-ca9370d0-9c9a-4102-857d-89578ef7ba85 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.0878561 Nov 09 11:11:35.952754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-99f2d8ea-b5c7-426c-a269-792f35c1587b req-d500ab81-e8fc-4c51-921b-b860f809eb80 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Nov 09 11:11:35.990033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 182e9c51-5f15-4994-a212-b23592f27efb details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:11:36.128986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 182e9c51-5f15-4994-a212-b23592f27efb, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=182e9c51-5f15-4994-a212-b23592f27efb,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:36.143736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '182e9c51-5f15-4994-a212-b23592f27efb', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'port_id': '182e9c51-5f15-4994-a212-b23592f27efb', 'mac_address': 'fa:16:3e:8e:d4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:11:36.204060 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:36.221612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182e9c51-5f15-4994-a212-b23592f27efb {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:36.238923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 182e9c51-5f15-4994-a212-b23592f27efb, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=182e9c51-5f15-4994-a212-b23592f27efb,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:36.387592 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:36.394112 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:36.447152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a715-8cd4-47b3-bbec-75c4877bb05c req-2ee5b013-b7db-4335-aeb6-e39472943fbb tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:36.457196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9bd2a715-8cd4-47b3-bbec-75c4877bb05c req-2ee5b013-b7db-4335-aeb6-e39472943fbb tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 945 time: 0.1157234 Nov 09 11:11:36.515159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=182e9c51-5f15-4994-a212-b23592f27efb,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:36.531400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9bd2a715-8cd4-47b3-bbec-75c4877bb05c req-7f7cad61-b73c-467d-b68d-07c4004eb7ad tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737269 Nov 09 11:11:36.540711 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:36.543070 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:36.805658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['182e9c51-5f15-4994-a212-b23592f27efb'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:36.822915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773888d1-2cc5-4e3c-879a-20f039c45ec6 req-19c583be-f6f5-4eec-a3ac-28b5eafbe853 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:36.829682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-773888d1-2cc5-4e3c-879a-20f039c45ec6 req-19c583be-f6f5-4eec-a3ac-28b5eafbe853 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 950 time: 0.2275677 Nov 09 11:11:36.897091 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-773888d1-2cc5-4e3c-879a-20f039c45ec6 req-733cb810-ce3f-4798-9a46-17f1914fe237 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 Nov 09 11:11:37.117532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec64a2a-6636-4c1d-9e4e-481b922ed703 req-27c64d87-7f67-4220-8dab-7eeb9443e11a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:37.119015 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fec64a2a-6636-4c1d-9e4e-481b922ed703 req-27c64d87-7f67-4220-8dab-7eeb9443e11a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.1130624 Nov 09 11:11:37.166429 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fec64a2a-6636-4c1d-9e4e-481b922ed703 req-7105a9a7-74cd-4f73-9f23-0223495fbf81 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Nov 09 11:11:37.384788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11779aa2-4958-462d-aae6-0654c52b8f28 req-9245e71f-800f-4afa-a7ab-af690bc693ff tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:37.386276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11779aa2-4958-462d-aae6-0654c52b8f28 req-9245e71f-800f-4afa-a7ab-af690bc693ff tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.0869675 Nov 09 11:11:37.441466 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11779aa2-4958-462d-aae6-0654c52b8f28 req-5aea16f1-90c9-43c6-8cf6-a70df40de400 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Nov 09 11:11:37.659151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0baf78-2402-4e44-8c25-df97e6621e60 req-ce8da354-d60a-4143-a754-1c36dd11f5f6 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:37.660710 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df0baf78-2402-4e44-8c25-df97e6621e60 req-ce8da354-d60a-4143-a754-1c36dd11f5f6 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.0923982 Nov 09 11:11:37.717974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439ca77-01b3-44d4-b59f-a6f79c95591d req-e58d0230-0c45-4b3f-89ed-125f800826ad tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:37.720895 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1439ca77-01b3-44d4-b59f-a6f79c95591d req-e58d0230-0c45-4b3f-89ed-125f800826ad tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1108744 Nov 09 11:11:37.753669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df0baf78-2402-4e44-8c25-df97e6621e60 req-3c82f064-eba4-4b41-870e-35249409a3ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863523 Nov 09 11:11:37.773834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1439ca77-01b3-44d4-b59f-a6f79c95591d req-fa7caf4d-2d67-4a66-957e-d37d979c00a1 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Nov 09 11:11:37.991465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36fc5-433b-4995-b81b-281a849cdd1c req-537f4128-0185-4d16-9dab-4be13eded964 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:37.993694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88d36fc5-433b-4995-b81b-281a849cdd1c req-537f4128-0185-4d16-9dab-4be13eded964 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 950 time: 0.1063783 Nov 09 11:11:38.002006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f11-05d2-4741-8e30-2e4f9721b4a3 req-974063bd-9049-444d-9723-de554a1234eb tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:38.003577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0fe89f11-05d2-4741-8e30-2e4f9721b4a3 req-974063bd-9049-444d-9723-de554a1234eb tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 945 time: 0.0961359 Nov 09 11:11:38.059368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88d36fc5-433b-4995-b81b-281a849cdd1c req-4368c1e2-ed98-4874-83de-c36a268aba5c tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590978 Nov 09 11:11:38.063464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0fe89f11-05d2-4741-8e30-2e4f9721b4a3 req-0e67cf1a-9304-419f-8ff2-2a951f17bd36 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521536 Nov 09 11:11:39.273272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-f43faeef-e30b-4afc-ad14-2103ba6e0d39 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:39.275523 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-f43faeef-e30b-4afc-ad14-2103ba6e0d39 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.59 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 950 time: 0.1114805 Nov 09 11:11:39.309434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-1b988a79-315f-4d86-a2d6-a72a82a5153e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:39.310941 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-1b988a79-315f-4d86-a2d6-a72a82a5153e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 814 time: 0.1890607 Nov 09 11:11:39.339313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-5598444a-a18c-4a6f-9c2e-b5620b593ea0 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/quotas/f9f654e0eb644e89974900a9e8c77ff1 HTTP/1.1" status: 200 len: 375 time: 0.0195177 Nov 09 11:11:39.375020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Deleting port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:11:39.377413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:39.478905 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4d9d785c-c04e-4760-9670-1112a8b72985 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363697 Nov 09 11:11:39.635435 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-f945db51-2981-428e-82b6-505be401c514 service neutron] 10.222.0.50 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556058 Nov 09 11:11:39.694357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02cd01-11a3-46ca-86f9-1e5cf161f0d6 req-75347974-73de-4917-868e-4d760406e81c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:39.695860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf02cd01-11a3-46ca-86f9-1e5cf161f0d6 req-75347974-73de-4917-868e-4d760406e81c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 945 time: 0.2426343 Nov 09 11:11:39.742846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] For port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:39.743098 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:39.800513 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-0d761caf-67b7-45ed-b349-4cca42e67e24 service neutron] 10.222.0.50 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590807 Nov 09 11:11:39.882464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Calling delete_port for ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:11:39.955880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf02cd01-11a3-46ca-86f9-1e5cf161f0d6 req-5e35af83-e28c-4eb6-8486-ebc8001763f0 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527418 Nov 09 11:11:40.022843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:11:40.030880 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 182e9c51-5f15-4994-a212-b23592f27efb up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:40.122995 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53990) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:40.284275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-64b4a3e6-805c-431d-8ace-45d2c7004064 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:40.286326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-64b4a3e6-805c-431d-8ace-45d2c7004064 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a6231b-a642-41ba-95a5-d17d4f0b8925 HTTP/1.1" status: 200 len: 945 time: 0.1831975 Nov 09 11:11:40.316405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 182e9c51-5f15-4994-a212-b23592f27efb completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:40.326692 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 182e9c51-5f15-4994-a212-b23592f27efb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:40.327111 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:40.400688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e59c8-84de-4011-8d4b-baaaaf84182e req-91c4caf7-7709-4d18-80de-4361f007a552 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:40.402435 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f11e59c8-84de-4011-8d4b-baaaaf84182e req-91c4caf7-7709-4d18-80de-4361f007a552 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 950 time: 0.1656325 Nov 09 11:11:40.491766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:40.507435 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98f4b553-3129-421d-ad9d-a3d71d476878 req-1973abd8-9bfd-4d12-ad60-cd3e7fb2b360 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 210 time: 0.1202264 Nov 09 11:11:40.513703 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['ecb9d625-c4c3-4adb-93ec-1fa66aee1b50'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:40.519991 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04de846-0625-46c8-8ff0-3220099387a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:40.549660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Deleting port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:11:40.553209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:40.584668 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:40.596724 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:40.616542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'mac_address': 'fa:16:3e:f1:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:11:40.669392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Pushing event deleted for resources: {'Port': ['ID=ecb9d625-c4c3-4adb-93ec-1fa66aee1b50,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:40.729121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f11e59c8-84de-4011-8d4b-baaaaf84182e req-929ffdfd-a4fe-40fa-81a5-2e11ae02b3cf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/security-groups?id=b37e0b89-b27c-4e3f-bf9e-a443f2238cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162429 Nov 09 11:11:40.729391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:40.732816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.733196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.733569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.733952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.734332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.734697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.751435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.751944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.752249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.752623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.753021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:11:40.758214 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:40.769076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7d1646-077a-452c-bc8c-1d02ac574d5e {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:40.790897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:40.810328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 182e9c51-5f15-4994-a212-b23592f27efb, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=182e9c51-5f15-4994-a212-b23592f27efb,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:40.812203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:40.895038 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:40.897203 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:40.944531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54012) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:40.974485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] No DVR routers for this DVR port ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:11:40.998011 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.023336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'name': 'network-vif-deleted', 'tag': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:41.036366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.085243 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb', 'code': 200} Nov 09 11:11:41.094176 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.157804 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95f55fff-0aac-4c69-9005-35a03da2cfd7 req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.59 "DELETE /v2.0/ports/ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 HTTP/1.1" status: 204 len: 173 time: 1.8754230 Nov 09 11:11:41.161949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=182e9c51-5f15-4994-a212-b23592f27efb,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:41.167117 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:41.169228 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:41.197644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:41.200811 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.249275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Usage tracker for resource:security_group_rule and tenant:e78ebe0e81384d999475a47a2a41a0ad is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:41.255902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=9']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:41.261511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:41.261707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a7d1646-077a-452c-bc8c-1d02ac574d5e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:41.281466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:41.333395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:41.345424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Usage tracker for resource:security_group_rule and tenant:c78182cf3480462bb162efcd11b38729 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:41.355307 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:41.379179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] For port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:41.380120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.393257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a713e-a71a-4dc8-abd1-aa4111617ead req-fdb0d501-13e7-43b4-8cf4-ad5fe297c4cb tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:41.395649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff5a713e-a71a-4dc8-abd1-aa4111617ead req-fdb0d501-13e7-43b4-8cf4-ad5fe297c4cb tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.5942032 Nov 09 11:11:41.548254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Calling delete_port for 2ff928b7-fb2b-4276-bcc7-090ded5e04ea owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:11:41.552968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:41.566208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:41.586048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6519363b-5141-4253-8dff-28de8a06f99d req-e5361b34-11a3-4a7d-94a5-cfb6a2be6be3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 1097 time: 0.5520475 Nov 09 11:11:41.641230 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff5a713e-a71a-4dc8-abd1-aa4111617ead req-260b573f-ae83-4a8d-b1b1-1d36b19c1869 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361021 Nov 09 11:11:41.644518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120fa44-1bea-400d-b825-f74dc6845b25 req-ea174e0f-3698-4e5c-9061-1b48dd3c5545 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:41.650692 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0120fa44-1bea-400d-b825-f74dc6845b25 req-ea174e0f-3698-4e5c-9061-1b48dd3c5545 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.4504347 Nov 09 11:11:41.650692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.735730 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.749156 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f6746faf-ff3b-4c84-b143-5e885dac4844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:41.776662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0120fa44-1bea-400d-b825-f74dc6845b25 req-4ae8767b-bf55-4828-985a-7a4534cdb57d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195586 Nov 09 11:11:41.804582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.830427 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16649c19-f8c4-4ba1-8a07-1a556df85748', 'name': 'network-vif-deleted', 'tag': 'ecb9d625-c4c3-4adb-93ec-1fa66aee1b50', 'status': 'completed', 'code': 200} Nov 09 11:11:41.843754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32696601-8752-4f0d-8eab-ff2c76e05fa4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:41.865482 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2237872a-6424-4129-8245-c683e450185c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e78ebe0e81384d999475a47a2a41a0ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7255681 Nov 09 11:11:41.866701 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:41.867293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54036) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:41.914658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6519363b-5141-4253-8dff-28de8a06f99d req-72fc601a-392a-44b7-ac86-3135cecf8946 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124921 Nov 09 11:11:41.921380 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:41.946008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2237872a-6424-4129-8245-c683e450185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:42.048471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:42.065166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe481b7-abe9-41c2-886f-f82e5f29bb3a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:42.069841 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:42.072260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c78182cf3480462bb162efcd11b38729&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1241055 Nov 09 11:11:42.076057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54042) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:42.078132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f376de13-f316-4010-8ee5-e3058402327b req-b7250c9a-0ee6-4d25-a813-39a88744e493 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 210 time: 0.0631201 Nov 09 11:11:42.117593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.147593 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.153894 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-46af38be-0fee-416f-8d51-94215a38ac41 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:42.159420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['2ff928b7-fb2b-4276-bcc7-090ded5e04ea'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:42.203524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Pushing event deleted for resources: {'Port': ['ID=2ff928b7-fb2b-4276-bcc7-090ded5e04ea,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:42.207615 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:42.213273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11505fe5-f999-45e2-92fb-2414b6df4ec8 req-14dcc1ae-7c9d-4baf-b30d-ff3e8ba70115 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Synchronizing usage tracker for tenant:5b250b28981b4a6c9b0217e12fa631d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:42.235510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.244481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 7a7d1646-077a-452c-bc8c-1d02ac574d5e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:42.246385 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.266839 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60ffacc-8394-41f4-b885-52ed56b3edd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.352721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] No DVR routers for this DVR port 2ff928b7-fb2b-4276-bcc7-090ded5e04ea on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:11:42.356044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.359349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-deleted', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:42.368182 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60ffacc-8394-41f4-b885-52ed56b3edd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.390598 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.418835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-11505fe5-f999-45e2-92fb-2414b6df4ec8 req-14dcc1ae-7c9d-4baf-b30d-ff3e8ba70115 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Unset dirty status for tenant:5b250b28981b4a6c9b0217e12fa631d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:42.430065 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11505fe5-f999-45e2-92fb-2414b6df4ec8 req-14dcc1ae-7c9d-4baf-b30d-ff3e8ba70115 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] 10.222.0.50 "GET /v2.0/ports?device_id=16649c19-f8c4-4ba1-8a07-1a556df85748 HTTP/1.1" status: 200 len: 210 time: 0.2842176 Nov 09 11:11:42.438663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:42.439334 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a6231b-a642-41ba-95a5-d17d4f0b8925', 'name': 'network-vif-deleted', 'tag': '2ff928b7-fb2b-4276-bcc7-090ded5e04ea', 'status': 'completed', 'code': 200} Nov 09 11:11:42.503634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8bf6334-8dcb-4a93-9c2b-c1aab4242261 req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "DELETE /v2.0/ports/2ff928b7-fb2b-4276-bcc7-090ded5e04ea HTTP/1.1" status: 204 len: 173 time: 2.2117414 Nov 09 11:11:42.531480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60ffacc-8394-41f4-b885-52ed56b3edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.532691 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.533599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:11:42.537306 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.542230 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d152151a-1921-4fe1-a020-0a852ed463cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:42.559532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ffacc-8394-41f4-b885-52ed56b3edd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe481b7-abe9-41c2-886f-f82e5f29bb3a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:42.564712 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:42.583938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32696601-8752-4f0d-8eab-ff2c76e05fa4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:42.586214 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:42.587845 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:42.588233 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:42.589003 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.600210 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32696601-8752-4f0d-8eab-ff2c76e05fa4 HTTP/1.1" status: 204 len: 168 time: 0.7269037 Nov 09 11:11:42.602099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60ffacc-8394-41f4-b885-52ed56b3edd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:42.603987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e60ffacc-8394-41f4-b885-52ed56b3edd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afe481b7-abe9-41c2-886f-f82e5f29bb3a HTTP/1.1" status: 204 len: 168 time: 0.5247931 Nov 09 11:11:42.620083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:11:42.622087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ecb9d625-c4c3-4adb-93ec-1fa66aee1b50 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:11:42.676170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=10']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:42.682079 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:42.881317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 61aef89c-46f7-439b-b1fa-9c9408dedbec details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:11:42.948464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238cacb-5bef-41a5-9103-78eacc91dac3 req-1ab4f694-ef80-4a17-9afa-001c2639efda tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:42.950130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5238cacb-5bef-41a5-9103-78eacc91dac3 req-1ab4f694-ef80-4a17-9afa-001c2639efda tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.1362090 Nov 09 11:11:43.049849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cfd44-8b9e-4e37-b52a-132d40dfe98a req-e90c60a8-e5f3-41fd-9ac0-f35bd6ea8066 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:43.055858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb5cfd44-8b9e-4e37-b52a-132d40dfe98a req-e90c60a8-e5f3-41fd-9ac0-f35bd6ea8066 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.1346736 Nov 09 11:11:43.107542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:43.121409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:43.136581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'port_id': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'mac_address': 'fa:16:3e:ea:15:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccfebe4-4752-4510-b31c-4ae72979c250', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:11:43.137789 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb5cfd44-8b9e-4e37-b52a-132d40dfe98a req-33a30764-ac9a-4eff-b5d7-387a1d1c92be tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782506 Nov 09 11:11:43.141371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5238cacb-5bef-41a5-9103-78eacc91dac3 req-3a1c8129-79db-4202-b252-0c849d1025cf tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602478 Nov 09 11:11:43.231164 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:43.266785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61aef89c-46f7-439b-b1fa-9c9408dedbec {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:43.310750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-cba0d910-4de1-4221-b083-540ebc0448bd tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:43.314012 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-cba0d910-4de1-4221-b083-540ebc0448bd tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 814 time: 0.3623736 Nov 09 11:11:43.338550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:43.340638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Request body: {'port': {'device_id': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'admin_state_up': True, 'tenant_id': 'f9f654e0eb644e89974900a9e8c77ff1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:43.404201 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:43.408505 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:43.484232 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'code': 200} Nov 09 11:11:43.542507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['61aef89c-46f7-439b-b1fa-9c9408dedbec'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:43.577167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3b401045-1b08-4b8d-9eae-e581ef889480 req-1a6d1c9f-af23-404a-b247-c2dc94f8c585 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Synchronizing usage tracker for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:43.610215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:43.641589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:43.646713 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:43.659226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3b401045-1b08-4b8d-9eae-e581ef889480 req-1a6d1c9f-af23-404a-b247-c2dc94f8c585 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Unset dirty status for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:43.665143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b401045-1b08-4b8d-9eae-e581ef889480 req-1a6d1c9f-af23-404a-b247-c2dc94f8c585 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 210 time: 0.2899735 Nov 09 11:11:43.667654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Usage tracker for resource:port and tenant:f9f654e0eb644e89974900a9e8c77ff1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:43.696679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:43.697841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:43.809290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Made reservation on behalf of f9f654e0eb644e89974900a9e8c77ff1 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:11:43.812219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54086) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:43.822332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:43.846713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:43.938845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:43.944050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Usage tracker for resource:security_group_rule and tenant:d551e2013a0c4e179ca7459ef39cadce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:43.947743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:43.955698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:44.073737 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.124077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Allocated IP 172.20.0.6 (bd605f27-fcdb-4ae3-aca1-e3553a5f68aa/7b5fce06-5a39-45c4-acc4-1dfce3a20496/b50fbd48-b993-45b1-b191-59805d58fa6d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:44.178928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.192940 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d3a491de-2361-4b6f-92a8-004dc9293f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:44.248500 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d551e2013a0c4e179ca7459ef39cadce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4351616 Nov 09 11:11:44.251057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c694341-0f91-4fe3-a119-2ad9e6578203,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:44.253268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54106) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:44.259382 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:44.310711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb0f2-49c5-48f3-aff5-6f6e019b330e req-98579ca5-d482-4b51-b25e-6aa9c8c3ab8b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:44.312239 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-240fb0f2-49c5-48f3-aff5-6f6e019b330e req-98579ca5-d482-4b51-b25e-6aa9c8c3ab8b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 944 time: 0.1936097 Nov 09 11:11:44.372953 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-240fb0f2-49c5-48f3-aff5-6f6e019b330e req-441965e5-665f-4311-9c26-7cbcf262afe4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523338 Nov 09 11:11:44.388641 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.425956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.485689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.496871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac204448-ff93-4971-bd8d-549366f66319 req-6721d858-df82-41a5-bf0f-f792fc554295 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:44.498513 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ac204448-ff93-4971-bd8d-549366f66319 req-6721d858-df82-41a5-bf0f-f792fc554295 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.1837561 Nov 09 11:11:44.566167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ac204448-ff93-4971-bd8d-549366f66319 req-07a3b609-307d-41b6-90da-28f9b64de546 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517099 Nov 09 11:11:44.615862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.624070 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5393e642-4a92-48a3-815c-4c9364dcb1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:44.641534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c694341-0f91-4fe3-a119-2ad9e6578203,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:44.644151 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:44.645932 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.646694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c694341-0f91-4fe3-a119-2ad9e6578203 HTTP/1.1" status: 204 len: 168 time: 0.3899314 Nov 09 11:11:44.673605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.683907 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4be04513-7cb9-4527-9c5c-b35426566330 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:44.767091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:44.771918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:44.775320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:44.807872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:44.811166 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:44.821450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ab686-2ebf-4810-a2fc-996da103eaf7 req-061027b2-1a37-491b-b425-224a0b0f4741 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:44.822401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-305ab686-2ebf-4810-a2fc-996da103eaf7 req-061027b2-1a37-491b-b425-224a0b0f4741 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.1260681 Nov 09 11:11:44.830534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54132) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:44.836784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Request body: {'floatingip': {'port_id': '182e9c51-5f15-4994-a212-b23592f27efb'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:44.883611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 61aef89c-46f7-439b-b1fa-9c9408dedbec up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:44.893193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:44.893809 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.962325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:44.979994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d377c-42f0-49ad-a984-5c060b07c3de req-11c11d0c-21a2-49d3-8844-58540e6a0d95 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:44.980675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-796d377c-42f0-49ad-a984-5c060b07c3de req-11c11d0c-21a2-49d3-8844-58540e6a0d95 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Synchronizing usage tracker for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:44.996463 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 61aef89c-46f7-439b-b1fa-9c9408dedbec triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:44.996849 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:45.016615 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6811526 Nov 09 11:11:45.030912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Request body: {'port': {'device_id': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:45.135344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:45.177349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:45.181057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-796d377c-42f0-49ad-a984-5c060b07c3de req-11c11d0c-21a2-49d3-8844-58540e6a0d95 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Unset dirty status for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:45.182219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-796d377c-42f0-49ad-a984-5c060b07c3de req-11c11d0c-21a2-49d3-8844-58540e6a0d95 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 931 time: 0.3482873 Nov 09 11:11:45.217851 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:45.241208 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:45.242386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ff928b7-fb2b-4276-bcc7-090ded5e04ea no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:11:45.310926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-796d377c-42f0-49ad-a984-5c060b07c3de req-9ba28964-d146-427c-969c-83af0f6c73d8 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171472 Nov 09 11:11:45.337510 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:45.390295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:45.408174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 2ff928b7-fb2b-4276-bcc7-090ded5e04ea {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:11:45.408781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ff928b7-fb2b-4276-bcc7-090ded5e04ea not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:11:45.468553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:45.482132 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:45.486560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:45.616589 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'code': 200} Nov 09 11:11:45.860714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07162fd7-4aa7-42cb-8637-75c181218b2e req-72270645-d4c6-4d38-a123-b48e8723fad0 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:45.868926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07162fd7-4aa7-42cb-8637-75c181218b2e req-72270645-d4c6-4d38-a123-b48e8723fad0 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.2712808 Nov 09 11:11:45.915180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-a125f4f3-d281-4245-bc3a-5f8bd90f99c4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:45.917412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-a125f4f3-d281-4245-bc3a-5f8bd90f99c4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 945 time: 0.1683302 Nov 09 11:11:45.949129 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07162fd7-4aa7-42cb-8637-75c181218b2e req-b9789e60-6c23-484a-bb9d-49ec37315144 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792441 Nov 09 11:11:46.087011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Deleting port 61aef89c-46f7-439b-b1fa-9c9408dedbec {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:11:46.087566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.090417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bfd7c798-a83e-43a2-a555-67356fadabc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b250b28981b4a6c9b0217e12fa631d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6988649 Nov 09 11:11:46.092600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:46.241678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.263502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.293787 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.310598 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.387006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] For port 61aef89c-46f7-439b-b1fa-9c9408dedbec, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=61aef89c-46f7-439b-b1fa-9c9408dedbec,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:46.387521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.593296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Calling delete_port for 61aef89c-46f7-439b-b1fa-9c9408dedbec owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:11:46.616156 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.631127 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5ac1cc9-7b8b-4499-a4d1-d8b355081b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:46.654427 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Floating IP d26b0847-277a-48e1-ad64-cf2ebf9fda9c associated. External IP: 172.25.7.73, port: 182e9c51-5f15-4994-a212-b23592f27efb. Nov 09 11:11:46.721292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50fbd48-b993-45b1-b191-59805d58fa6d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:46.737899 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.759825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Transition to ACTIVE for port object b50fbd48-b993-45b1-b191-59805d58fa6d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:11:46.782737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e0b89-b27c-4e3f-bf9e-a443f2238cad,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:46.785491 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:46.825950 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.827296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b37e0b89-b27c-4e3f-bf9e-a443f2238cad HTTP/1.1" status: 204 len: 168 time: 0.7312105 Nov 09 11:11:46.845874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:46.854437 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2cc221a5-b56f-4a08-a3db-427788af49bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:47.010904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c35d54-b227-4c38-bb95-faf64b16b754 req-c1d17dd1-90bd-4e38-82d6-22bb4f8a2e49 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:47.018078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f6c35d54-b227-4c38-bb95-faf64b16b754 req-c1d17dd1-90bd-4e38-82d6-22bb4f8a2e49 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 931 time: 0.3489759 Nov 09 11:11:47.090295 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-900919d4-be16-4527-92e4-2aaf87fcf166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:47.195424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:47.199854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:47.211889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['61aef89c-46f7-439b-b1fa-9c9408dedbec'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:47.216325 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:47.216632 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:47.247253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1099f23e-8cca-4cf2-899c-21136f19d2a9 req-6c9d5344-6283-4605-b1b7-ea165c56a559 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 210 time: 0.0537722 Nov 09 11:11:47.268954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event deleted for resources: {'Port': ['ID=61aef89c-46f7-439b-b1fa-9c9408dedbec,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:47.281622 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:47.423142 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:47.432065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Router a92e8aed-e26d-4807-8e49-c889e9a2d244 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:11:47.560090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f6c35d54-b227-4c38-bb95-faf64b16b754 req-410e0e7e-0b02-4751-a83b-88d4bb4fe826 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409861 Nov 09 11:11:47.565530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] No DVR routers for this DVR port 61aef89c-46f7-439b-b1fa-9c9408dedbec on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:11:47.573441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:47.584393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'name': 'network-vif-deleted', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:47.595352 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d44a81fc-1b4f-44ce-bcd1-3c7cc3b03ef1 req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "DELETE /v2.0/ports/61aef89c-46f7-439b-b1fa-9c9408dedbec HTTP/1.1" status: 204 len: 173 time: 1.6618948 Nov 09 11:11:47.651721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Attempting to bind port b50fbd48-b993-45b1-b191-59805d58fa6d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:11:47.652062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Attempting to bind port b50fbd48-b993-45b1-b191-59805d58fa6d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:11:47.652381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Attempting to bind port b50fbd48-b993-45b1-b191-59805d58fa6d on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:47.675221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Port b50fbd48-b993-45b1-b191-59805d58fa6d on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:11:47.675544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Attempting to bind port b50fbd48-b993-45b1-b191-59805d58fa6d on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:11:47.683009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:11:47.683353 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Checking segment: {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:11:47.683744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Bound using segment: {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:11:47.686008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Bound port: b50fbd48-b993-45b1-b191-59805d58fa6d, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:11:47.686008 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:47.698409 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc7a173-2b33-43c5-b317-b704f22c2c53', 'name': 'network-vif-deleted', 'tag': '61aef89c-46f7-439b-b1fa-9c9408dedbec', 'status': 'completed', 'code': 200} Nov 09 11:11:47.833337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:11:47.839886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:11:47.890319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:11:47.895748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:47.903109 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] Sync routers for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:11:47.942205 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:11:47.943031 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:11:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:47.952785 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:47.958232 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:47.986895 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bd8e0ae6-0949-4062-9270-e8b14f5586ae tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "PUT /v2.0/floatingips/d26b0847-277a-48e1-ad64-cf2ebf9fda9c HTTP/1.1" status: 200 len: 991 time: 3.1546834 Nov 09 11:11:47.989372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:48.144826 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb', 'status': 'completed', 'code': 200} Nov 09 11:11:48.177446 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:48.179416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] 10.222.0.57 "PUT /v2.0/ports/b50fbd48-b993-45b1-b191-59805d58fa6d HTTP/1.1" status: 200 len: 1091 time: 3.1551743 Nov 09 11:11:48.258460 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:11:48.507105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:48.517509 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:48.575653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-57f493f7-c39e-459c-982c-ce3697c3c2ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 1094 time: 0.2788129 Nov 09 11:11:48.583666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-986f4380-0752-4b8a-91af-f5f2812a61fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd&device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 1097 time: 0.3973041 Nov 09 11:11:48.758149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54266) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:48.869455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f629bab7-fe4e-4cb9-8e38-27bda7d45ebb req-fd1987e8-35fb-4504-ac60-3435b1738a83 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:11:48.880576 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-9ee4a47d-10b8-4245-a8c4-f162f1360f70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50fbd48-b993-45b1-b191-59805d58fa6d HTTP/1.1" status: 200 len: 217 time: 0.2981687 Nov 09 11:11:48.982615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d4f13-8720-48f1-8fac-59b200d547a5 req-94d3310c-1075-45dc-aec4-39baab726ed2 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:48.995727 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-111d4f13-8720-48f1-8fac-59b200d547a5 req-94d3310c-1075-45dc-aec4-39baab726ed2 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 943 time: 0.2160792 Nov 09 11:11:49.077271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-7b74d517-8946-49ae-b678-e20476eb1362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:49.080712 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-7b74d517-8946-49ae-b678-e20476eb1362 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b5fce06-5a39-45c4-acc4-1dfce3a20496 HTTP/1.1" status: 200 len: 854 time: 0.1993062 Nov 09 11:11:49.091395 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-111d4f13-8720-48f1-8fac-59b200d547a5 req-fd911b5a-3669-402a-a7db-458577605056 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940483 Nov 09 11:11:49.095717 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'd26b0847-277a-48e1-ad64-cf2ebf9fda9c', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'port_id': '182e9c51-5f15-4994-a212-b23592f27efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'mac_address': 'fa:16:3e:8e:d4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:11:16Z', 'updated_at': '2021-11-09T11:11:46Z', 'revision_number': 1, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:17Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:49.104398 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] Checking router: a92e8aed-e26d-4807-8e49-c889e9a2d244 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:11:49.126349 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:11:49.127328 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:11:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:49.181428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f629bab7-fe4e-4cb9-8e38-27bda7d45ebb req-fd1987e8-35fb-4504-ac60-3435b1738a83 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:11:49.198211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f629bab7-fe4e-4cb9-8e38-27bda7d45ebb req-fd1987e8-35fb-4504-ac60-3435b1738a83 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fc7a173-2b33-43c5-b317-b704f22c2c53 HTTP/1.1" status: 200 len: 210 time: 0.5161123 Nov 09 11:11:49.263982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-1ab5fc7b-c592-4626-86df-e60d9cd05078 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419666 Nov 09 11:11:49.285470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-5ae4e001-f83f-4c64-8133-b2ffd96aafe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:49.287503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-5ae4e001-f83f-4c64-8133-b2ffd96aafe9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 HTTP/1.1" status: 200 len: 913 time: 0.6492765 Nov 09 11:11:49.421444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-13046d26-b54f-4360-93e3-47cb59af6e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:49.464043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:49.555141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:49.598759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-2f9f3482-188d-4455-a63c-3b53931186d8 service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174193 Nov 09 11:11:49.639258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Usage tracker for resource:security_group_rule and tenant:0be7fbd975ac4daf895178c74b7ec4be is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:11:49.668434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:11:49.685383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:49.712474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:49.737236 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:11:49.841267 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-620c3ff3-a45b-40b6-8365-99424134a2d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2801256 Nov 09 11:11:49.892084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-33a6bcbf-54a6-443f-881d-324c991ecb7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182e9c51-5f15-4994-a212-b23592f27efb HTTP/1.1" status: 200 len: 999 time: 0.2915039 Nov 09 11:11:49.952450 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'status': 'completed', 'code': 200} Nov 09 11:11:49.978241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-027c2ddd-71be-48fc-9024-22e7a730fddd req-d6144a0e-5c8d-49b8-acb6-b1eb44868c95 service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913933 Nov 09 11:11:50.024522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-8a755998-e449-4d77-b7c4-429a39712a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:50.028622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-8a755998-e449-4d77-b7c4-429a39712a48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=029e650a-8ccc-4aad-822b-9242877f0a5c HTTP/1.1" status: 200 len: 851 time: 0.1292531 Nov 09 11:11:50.140703 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:50.156240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-4d155e0a-ee30-43e8-9b47-2b80d855021b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98c42867df424326b275400db7b1c8ab&device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 1098 time: 0.2701561 Nov 09 11:11:50.235583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:50.339324 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d5b30142-8f09-417f-a328-086ac2839790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:50.519181 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:50.572843 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'd26b0847-277a-48e1-ad64-cf2ebf9fda9c', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'port_id': '182e9c51-5f15-4994-a212-b23592f27efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'mac_address': 'fa:16:3e:8e:d4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:11:16Z', 'updated_at': '2021-11-09T11:11:46Z', 'revision_number': 1, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:17Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:11:50.584823 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3ed88-75e7-4e48-95f6-c7bea1651645 None None] The sync data for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 is: [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'd26b0847-277a-48e1-ad64-cf2ebf9fda9c', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'port_id': '182e9c51-5f15-4994-a212-b23592f27efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'mac_address': 'fa:16:3e:8e:d4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:11:16Z', 'updated_at': '2021-11-09T11:11:46Z', 'revision_number': 1, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:17Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:11:50.587469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-7658ea68-8c54-4230-a2a9-ef3fbb9ec82e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5529020 Nov 09 11:11:50.750008 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0be7fbd975ac4daf895178c74b7ec4be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9904888 Nov 09 11:11:50.751066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:50.818547 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-1fdd2fd8-b7f5-47ff-b2be-dd2e0dec8637 service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140269 Nov 09 11:11:50.829626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-81b61845-3bf7-4e16-8c79-bcccf682c54f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 1094 time: 0.6856046 Nov 09 11:11:50.915742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386b4c7-52c6-41e2-9f0d-876d438784b8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:50.922258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 61aef89c-46f7-439b-b1fa-9c9408dedbec no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:11:50.925638 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:51.057715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 61aef89c-46f7-439b-b1fa-9c9408dedbec {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:11:51.063826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 61aef89c-46f7-439b-b1fa-9c9408dedbec not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:11:51.075052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6ed62-aa46-4ea7-93ff-ecf3fea8ca86 None None] New status for floating IP d26b0847-277a-48e1-ad64-cf2ebf9fda9c: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:11:51.184841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-58e43473-85e1-4c0c-9164-40fbc5623a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:51.187163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-58e43473-85e1-4c0c-9164-40fbc5623a6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 915 time: 0.3260555 Nov 09 11:11:51.275723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-a3505bfa-3111-434b-bbcc-6bf1175fbc70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50fbd48-b993-45b1-b191-59805d58fa6d HTTP/1.1" status: 200 len: 217 time: 0.0791137 Nov 09 11:11:51.286226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f60c-b455-462c-84fc-b5fd34f48708 req-d1ca0c87-c01f-437f-97cd-4f2e6711950c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:51.293993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3033f60c-b455-462c-84fc-b5fd34f48708 req-d1ca0c87-c01f-437f-97cd-4f2e6711950c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 943 time: 0.9280446 Nov 09 11:11:51.326420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-a670dd83-0d15-4b9f-8638-23e159472a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:51.334517 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-a670dd83-0d15-4b9f-8638-23e159472a2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 1.1414168 Nov 09 11:11:51.345920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:51.701420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-de683d27-1003-48d7-a7eb-7f76bb952925 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=975428d2-94bf-4ffc-b8fb-5998022eb388 HTTP/1.1" status: 200 len: 217 time: 0.3566978 Nov 09 11:11:51.907174 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:51.932627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-ec8657e4-1d11-43fc-8daa-25d869edf28c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:51.943274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-ec8657e4-1d11-43fc-8daa-25d869edf28c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b5fce06-5a39-45c4-acc4-1dfce3a20496 HTTP/1.1" status: 200 len: 854 time: 0.2224505 Nov 09 11:11:51.962477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-67da4e90-c8ca-470e-839f-822fc9ff5548 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:51.976060 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-67da4e90-c8ca-470e-839f-822fc9ff5548 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 821 time: 0.7889576 Nov 09 11:11:51.984052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:52.106205 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-5d2fb724-7bac-4d4c-963c-1eed37ab4a2c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/quotas/67d5bbcc6967448f8486f1cdcb10230b HTTP/1.1" status: 200 len: 375 time: 0.1283338 Nov 09 11:11:52.121285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-ed3b0c4e-3b55-4b31-9f90-9c1d7c855924 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051083 Nov 09 11:11:52.142291 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3033f60c-b455-462c-84fc-b5fd34f48708 req-8ba10a3f-dbbd-460d-9090-085a4e566df0 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8469977 Nov 09 11:11:52.147739 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56292d99-a9bc-47cb-aa7f-5220a8eb0151 req-dc029443-3ad7-4f04-bb4a-d0bc544d7bbd service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3219080 Nov 09 11:11:52.324397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-00724659-6785-400a-a23d-e9ee17bcb367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:52.326720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-00724659-6785-400a-a23d-e9ee17bcb367 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.5918536 Nov 09 11:11:52.334080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:52.432196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-82abaa72-2717-4316-986e-6f04024dc1a7 service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832048 Nov 09 11:11:52.443401 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c75e3310-53b4-44fd-986a-35e304318f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:52.489974 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:52.491129 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9386b4c7-52c6-41e2-9f0d-876d438784b8 HTTP/1.1" status: 204 len: 168 time: 1.7347996 Nov 09 11:11:52.518095 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386b4c7-52c6-41e2-9f0d-876d438784b8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:52.525927 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:52.639111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-b3137558-866d-40d7-8428-a048891aecd6 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5317142 Nov 09 11:11:52.687957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fd33b8a-c72f-4314-86e1-82677bcc413e req-0adf237c-35a5-46ad-b823-0c9e63a6bfeb service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482855 Nov 09 11:11:52.712098 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-63090fd9-e75b-40f2-9f63-874cbe671269 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3619087 Nov 09 11:11:52.923680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-a1f5d959-b893-457b-ac1b-95e3db11cc43 service neutron] 10.222.0.50 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641046 Nov 09 11:11:52.937071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b50fbd48-b993-45b1-b191-59805d58fa6d details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:11:53.022633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-843bd300-c442-4387-ba13-3436fdd3b9e2 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591536 Nov 09 11:11:53.123861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:53.138119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'port_id': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'mac_address': 'fa:16:3e:42:eb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5fce06-5a39-45c4-acc4-1dfce3a20496', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:11:53.205704 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:53.229198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50fbd48-b993-45b1-b191-59805d58fa6d {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:11:53.262102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:53.347230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:53.350827 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-be9fbc42-8825-4aa5-9e4e-649dd164b311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:53.423567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-058bb7d3-7266-4aa7-9091-3bc62f6dab38 service neutron] 10.222.0.50 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602239 Nov 09 11:11:53.590677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b50fbd48-b993-45b1-b191-59805d58fa6d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:11:53.621414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:53.636637 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:53.737280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8a3cd8c3-e97b-4843-aba1-b6d18b548126 req-8e45c239-2f60-4bc3-ad2d-4c20ab25c64c service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081120 Nov 09 11:11:54.195520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f316e-cfad-4451-a79b-4444ed4f220b req-a242ecd8-a6ef-4d58-8a01-b2a479de5fae tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:54.203806 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1a4f316e-cfad-4451-a79b-4444ed4f220b req-a242ecd8-a6ef-4d58-8a01-b2a479de5fae tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 944 time: 0.1792064 Nov 09 11:11:54.396282 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1a4f316e-cfad-4451-a79b-4444ed4f220b req-5ed857f7-1159-4ff0-a1e1-f83d2d9973d4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840239 Nov 09 11:11:54.893798 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-832fd81d-6b60-42ca-a801-8d2dac983ef3 req-d980e430-d6a3-4aa4-a22e-2441b4afd5a0 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 210 time: 0.1444578 Nov 09 11:11:54.952430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b50fbd48-b993-45b1-b191-59805d58fa6d up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:11:55.606583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40051d6-b2a6-4823-a973-85846369b08a req-4e9d8d7a-6093-47b6-b3f7-cb57b1a226ab tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:55.608071 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d40051d6-b2a6-4823-a973-85846369b08a req-4e9d8d7a-6093-47b6-b3f7-cb57b1a226ab tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 944 time: 0.0809796 Nov 09 11:11:55.659047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d40051d6-b2a6-4823-a973-85846369b08a req-0bcd00a3-8d62-4e2e-96ac-e2c49412de37 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Nov 09 11:11:55.821031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b50fbd48-b993-45b1-b191-59805d58fa6d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:11:55.826206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b50fbd48-b993-45b1-b191-59805d58fa6d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:11:55.826590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:56.072623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:56.123200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:11:56.148247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:11:56.232913 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:56.235792 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:56.319194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-97e41489-4a52-4af8-b3dc-fc845d24c245 req-76d0c43d-dd01-4b0d-9c46-0907e7bc68e6 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 210 time: 0.0726335 Nov 09 11:11:56.367297 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'code': 200} Nov 09 11:11:56.455664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:56.470584 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:56.646871 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c33ba3b7-0a04-4e8b-8924-7d2c41d74212 req-ed1d4210-d219-40c8-ba99-c480923b184c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 1096 time: 0.1097887 Nov 09 11:11:56.699604 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c33ba3b7-0a04-4e8b-8924-7d2c41d74212 req-500e373b-0fa3-4b11-8e70-d9ee8515a075 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Nov 09 11:11:56.973448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb926bbf-8909-444c-9540-65fb78dd0ff6 req-7781152d-b50e-4560-9c2e-a9fd5ce15bc9 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:56.975546 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb926bbf-8909-444c-9540-65fb78dd0ff6 req-7781152d-b50e-4560-9c2e-a9fd5ce15bc9 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1455741 Nov 09 11:11:57.094411 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb926bbf-8909-444c-9540-65fb78dd0ff6 req-8d685213-b237-44d1-832f-1b48815e5f04 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002393 Nov 09 11:11:57.718125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-13b50efd-24c0-4e25-9b21-91ce3049fa2f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:57.728623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2180267c-a2c3-4533-895b-ba3e1f81b5d6 req-accfcfb6-f95f-4746-b604-06d8de32a184 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 210 time: 0.2011874 Nov 09 11:11:57.730489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-13b50efd-24c0-4e25-9b21-91ce3049fa2f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 821 time: 0.2581384 Nov 09 11:11:57.746837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Request body: {'port': {'device_id': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'admin_state_up': True, 'tenant_id': '67d5bbcc6967448f8486f1cdcb10230b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:57.973311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:11:57.984276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:11:58.048603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Made reservation on behalf of 67d5bbcc6967448f8486f1cdcb10230b for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:11:58.052421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:58.332707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Allocated IP 172.20.0.12 (e939a671-2e98-40c5-bdd5-456e7953b7a6/4ccfebe4-4752-4510-b31c-4ae72979c250/e5225fbb-f92e-4bca-9060-680247f6b804) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:11:58.552724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b42c-2d4d-414b-81cf-0e9ad7ff2971 req-8078b8f2-a2a3-4552-bd94-c562b600dda4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:58.554266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bc3b42c-2d4d-414b-81cf-0e9ad7ff2971 req-8078b8f2-a2a3-4552-bd94-c562b600dda4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1656542 Nov 09 11:11:58.710963 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:58.788581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bc3b42c-2d4d-414b-81cf-0e9ad7ff2971 req-590527c4-43b1-4b23-b2f6-f1abf7af4950 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273338 Nov 09 11:11:58.862661 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:58.872252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca49089f-f06e-4b5c-bb2c-40fb96335ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:11:59.164495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Network e939a671-2e98-40c5-bdd5-456e7953b7a6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:11:59.169432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:11:59.170496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54526) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:11:59.176551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:11:59.203899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event updated for resources: {'Port': ['ID=e5225fbb-f92e-4bca-9060-680247f6b804,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:11:59.216320 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:11:59.276392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:59.277371 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:59.464342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aea88e-cc1a-43bf-84d4-1e0708cb16d3 req-be91bb89-e068-4919-987f-0679a1696c1f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:11:59.466171 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0aea88e-cc1a-43bf-84d4-1e0708cb16d3 req-be91bb89-e068-4919-987f-0679a1696c1f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 932 time: 0.3901987 Nov 09 11:11:59.539021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7969427 Nov 09 11:11:59.542260 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f0aea88e-cc1a-43bf-84d4-1e0708cb16d3 req-5d429cdf-fd16-4447-9233-7df1795c08b4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685816 Nov 09 11:11:59.555978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Request body: {'port': {'device_id': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:11:59.710913 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:11:59.965564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.013356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:00.021765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Usage tracker for resource:security_group_rule and tenant:25deadcb6afd4194bbcc02ea7a5417bb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:00.028226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:00.039634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:00.141699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5225fbb-f92e-4bca-9060-680247f6b804 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:00.165292 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.192915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Transition to ACTIVE for port object e5225fbb-f92e-4bca-9060-680247f6b804 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:00.265353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.288888 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.302958 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e46a04fe-4fd8-42d8-bf68-de2f3467966d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:00.329731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:00.341069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.417804 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9560acef-cf08-4d28-8b3e-d5f0d26ec256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:00.440930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25deadcb6afd4194bbcc02ea7a5417bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2638092 Nov 09 11:12:00.442418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5225fbb-f92e-4bca-9060-680247f6b804,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:00.453149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54560) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:00.458808 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:00.556128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62228698-0c55-4e3a-af73-8cafae9820ea req-19b75c53-50dc-40c7-9e85-45af78051ed7 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:00.563093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-62228698-0c55-4e3a-af73-8cafae9820ea req-19b75c53-50dc-40c7-9e85-45af78051ed7 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.3403590 Nov 09 11:12:00.572101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa450eb-d642-4e4d-93cf-cee59f73b4e0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:00.596954 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:00.667952 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.734312 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.739968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-62228698-0c55-4e3a-af73-8cafae9820ea req-1217ba14-47e8-40ad-9a0e-854738658e2c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759198 Nov 09 11:12:00.745642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Attempting to bind port e5225fbb-f92e-4bca-9060-680247f6b804 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:00.745982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Attempting to bind port e5225fbb-f92e-4bca-9060-680247f6b804 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:00.746315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Attempting to bind port e5225fbb-f92e-4bca-9060-680247f6b804 on network e939a671-2e98-40c5-bdd5-456e7953b7a6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:00.778675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Port e5225fbb-f92e-4bca-9060-680247f6b804 on network e939a671-2e98-40c5-bdd5-456e7953b7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:12:00.778675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Attempting to bind port e5225fbb-f92e-4bca-9060-680247f6b804 on network e939a671-2e98-40c5-bdd5-456e7953b7a6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:00.798697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:00.798978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Checking segment: {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:00.799604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Bound using segment: {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:00.800421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Bound port: e5225fbb-f92e-4bca-9060-680247f6b804, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b91130a-a224-436c-8d5e-06648b21fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:00.800421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:00.996904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.012942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] For port e5225fbb-f92e-4bca-9060-680247f6b804, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:01.018593 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-64b650a7-1808-4b2f-a171-eb7b3eb4e676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:01.018767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] For port e5225fbb-f92e-4bca-9060-680247f6b804, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e5225fbb-f92e-4bca-9060-680247f6b804,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:01.043146 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:12:01.048258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa450eb-d642-4e4d-93cf-cee59f73b4e0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:01.052054 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:01.063226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7874948-91e3-4bd8-8d13-75f4f684dd55 req-29f161be-9bcc-430e-b253-701b382a7a23 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:01.064528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.073682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7874948-91e3-4bd8-8d13-75f4f684dd55 req-29f161be-9bcc-430e-b253-701b382a7a23 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1631386 Nov 09 11:12:01.076253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efa450eb-d642-4e4d-93cf-cee59f73b4e0 HTTP/1.1" status: 204 len: 168 time: 0.6196609 Nov 09 11:12:01.116853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.157414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.172785 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-527b6c06-6a8e-46ca-be17-3386ded7d259 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:01.187499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaa4ec-b066-4fff-8ef2-fb8c39785fd3 req-f0167fed-f407-4b3b-9b1d-5d442300d178 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:01.196536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6aaa4ec-b066-4fff-8ef2-fb8c39785fd3 req-f0167fed-f407-4b3b-9b1d-5d442300d178 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 944 time: 0.3212123 Nov 09 11:12:01.227277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:01.240446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c76e44384c2412ba2d299a3afe245c0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:01.245638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:01.261837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:01.286048 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6aaa4ec-b066-4fff-8ef2-fb8c39785fd3 req-5e8c7e46-8a19-440c-bca1-363085edadd1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884316 Nov 09 11:12:01.292792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5225fbb-f92e-4bca-9060-680247f6b804,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:01.301686 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:01.328463 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7874948-91e3-4bd8-8d13-75f4f684dd55 req-290e1108-6682-440a-8da4-53b7629804f5 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508256 Nov 09 11:12:01.346923 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.351960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/e5225fbb-f92e-4bca-9060-680247f6b804 HTTP/1.1" status: 200 len: 1092 time: 1.7986693 Nov 09 11:12:01.351960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'tag': 'e5225fbb-f92e-4bca-9060-680247f6b804'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:01.469052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.517428 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'tag': 'e5225fbb-f92e-4bca-9060-680247f6b804', 'status': 'completed', 'code': 200} Nov 09 11:12:01.558437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.566026 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-99d21bdc-8217-4bf7-ac4c-de47d6b850c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:01.615141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-21f66c38-da25-4c5f-8870-e0669ca1f44b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 1095 time: 0.1448846 Nov 09 11:12:01.664977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f4bb27-0159-4ae7-aee1-f021028fc6b0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:01.670414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:01.674476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c76e44384c2412ba2d299a3afe245c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3433177 Nov 09 11:12:01.677928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54590) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:01.753198 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-faeab898-4a26-435f-9357-22dfdde8a1ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5225fbb-f92e-4bca-9060-680247f6b804 HTTP/1.1" status: 200 len: 217 time: 0.1309128 Nov 09 11:12:01.822491 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:01.871375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-6320ebd9-ff03-44ed-af40-5264c3c1dd7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:01.872989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-6320ebd9-ff03-44ed-af40-5264c3c1dd7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 200 len: 861 time: 0.1133106 Nov 09 11:12:01.883216 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:02.024239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-a3cc1173-77ff-4b76-8349-2ac72bf7bf71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e939a671-2e98-40c5-bdd5-456e7953b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423583 Nov 09 11:12:02.163316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:02.169095 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f6577ad2-8025-49bc-92a2-7225351bb05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:02.186561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f4bb27-0159-4ae7-aee1-f021028fc6b0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:02.197696 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:02.199985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:02.201096 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25f4bb27-0159-4ae7-aee1-f021028fc6b0 HTTP/1.1" status: 204 len: 168 time: 0.5222347 Nov 09 11:12:02.229650 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-7d5fd4ef-91ad-4894-a760-9d8b0553e41d service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975365 Nov 09 11:12:02.588597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42b9cd-e1a4-41e9-868d-7c45bbc56e40 req-d2e2cab4-aca0-4e3f-8cbb-2f67101de9c2 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:02.598639 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa42b9cd-e1a4-41e9-868d-7c45bbc56e40 req-d2e2cab4-aca0-4e3f-8cbb-2f67101de9c2 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 944 time: 0.1257136 Nov 09 11:12:02.611458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c41f6-6fc7-4f64-ab08-a612eadf9f6e req-72c0f44d-7a44-4131-a4e6-1cbcef23c8b4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:02.613523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a75c41f6-6fc7-4f64-ab08-a612eadf9f6e req-72c0f44d-7a44-4131-a4e6-1cbcef23c8b4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.3824387 Nov 09 11:12:02.652932 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4740a53-e544-4d4d-8f78-6abcd617da8a req-cbb29c81-7d73-4c01-bc3d-ced64445d876 service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799596 Nov 09 11:12:02.674215 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa42b9cd-e1a4-41e9-868d-7c45bbc56e40 req-e7056bd8-3b04-4e79-b163-f038ec3b9f93 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 Nov 09 11:12:02.739206 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a75c41f6-6fc7-4f64-ab08-a612eadf9f6e req-5d8bf568-95fc-4742-b0b5-1375cf66a3ca tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842967 Nov 09 11:12:03.050165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-2a53f8c2-c727-47c4-ab49-9797d1b0c5da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 1095 time: 0.2492633 Nov 09 11:12:03.248441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a94adb-85b3-4faa-8be2-68f97d9479f3 req-5f268fbc-e081-4d7e-9c37-8539f6ebec14 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:03.248441 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41a94adb-85b3-4faa-8be2-68f97d9479f3 req-5f268fbc-e081-4d7e-9c37-8539f6ebec14 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1055334 Nov 09 11:12:03.249112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-a4fb8b87-c81c-4c0b-bad9-ceffbd007b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:03.250242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-a4fb8b87-c81c-4c0b-bad9-ceffbd007b26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 200 len: 922 time: 0.1914792 Nov 09 11:12:03.266511 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41a94adb-85b3-4faa-8be2-68f97d9479f3 req-647d3d79-72a0-4500-8acb-33859bf0bd12 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502746 Nov 09 11:12:03.325945 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-84c2b600-e1c4-42e0-8afb-aef721d804d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5225fbb-f92e-4bca-9060-680247f6b804 HTTP/1.1" status: 200 len: 217 time: 0.0680294 Nov 09 11:12:03.393409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-ca7a16c9-37b2-48fe-8385-f0d80f4ac2df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:03.395619 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-ca7a16c9-37b2-48fe-8385-f0d80f4ac2df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 200 len: 861 time: 0.0603299 Nov 09 11:12:03.449161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-2116de7a-a971-4696-ac73-76c1ecd24ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e939a671-2e98-40c5-bdd5-456e7953b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439248 Nov 09 11:12:03.683530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-384c8a3f-1a6d-489f-9ced-68d560dfab5a service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156768 Nov 09 11:12:03.958934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c11768-5bdb-4dd1-831c-ce00667fc520 req-e5ed232a-48f8-48bb-aad1-b3f28daf6645 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:03.975676 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6c11768-5bdb-4dd1-831c-ce00667fc520 req-e5ed232a-48f8-48bb-aad1-b3f28daf6645 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 944 time: 0.1227505 Nov 09 11:12:03.986915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38d44f7f-561a-4589-ac75-07dcf895a076 req-5ec24f7f-69d1-49dc-b1d2-2bb4adf6ac4d service neutron] 10.222.0.57 "GET /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949307 Nov 09 11:12:04.057899 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:04.063401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f6c11768-5bdb-4dd1-831c-ce00667fc520 req-85fbff38-0f5c-4ce2-a842-523dd939b841 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862055 Nov 09 11:12:04.533662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df574bc-73e1-4ae2-ad41-f813d95de2a3 req-83fbdec7-46e9-4365-98a4-0d9fdd94adeb tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:04.542411 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8df574bc-73e1-4ae2-ad41-f813d95de2a3 req-83fbdec7-46e9-4365-98a4-0d9fdd94adeb tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1185110 Nov 09 11:12:04.600989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8df574bc-73e1-4ae2-ad41-f813d95de2a3 req-7c4d1be4-10e8-400c-952e-fa1d01314f2d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571542 Nov 09 11:12:04.998833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e5225fbb-f92e-4bca-9060-680247f6b804 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:12:05.205168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port e5225fbb-f92e-4bca-9060-680247f6b804, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e5225fbb-f92e-4bca-9060-680247f6b804,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:05.228775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'e5225fbb-f92e-4bca-9060-680247f6b804', 'network_id': 'e939a671-2e98-40c5-bdd5-456e7953b7a6', 'port_id': 'e5225fbb-f92e-4bca-9060-680247f6b804', 'mac_address': 'fa:16:3e:e8:b8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccfebe4-4752-4510-b31c-4ae72979c250', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:12:05.353038 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:05.383209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5225fbb-f92e-4bca-9060-680247f6b804 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:05.419810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port e5225fbb-f92e-4bca-9060-680247f6b804, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e5225fbb-f92e-4bca-9060-680247f6b804,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:05.474563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ce949-9e3a-486b-b037-1fe03a357a05 req-a2a9d866-5ee4-4e3c-8694-4f5eeabd4b3b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:05.476258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-042ce949-9e3a-486b-b037-1fe03a357a05 req-a2a9d866-5ee4-4e3c-8694-4f5eeabd4b3b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 944 time: 0.1431091 Nov 09 11:12:05.497985 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:05.500142 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-749427b7-75fe-42aa-80c7-08573780be55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:05.540975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-042ce949-9e3a-486b-b037-1fe03a357a05 req-e9e3567c-67ed-48dd-ac3f-131849621b5c tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587962 Nov 09 11:12:05.608335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=e5225fbb-f92e-4bca-9060-680247f6b804,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:05.614884 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:05.728103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['e5225fbb-f92e-4bca-9060-680247f6b804'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:12:06.131571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54696) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:06.182412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d89e44-5d3a-45e2-a25e-e9d371414331 req-d9e66445-dc53-4f2d-9b7b-72812776fc30 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:06.192851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24d89e44-5d3a-45e2-a25e-e9d371414331 req-d9e66445-dc53-4f2d-9b7b-72812776fc30 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1757278 Nov 09 11:12:06.248935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24d89e44-5d3a-45e2-a25e-e9d371414331 req-37f628b1-68c2-4ad7-876f-191e8003c4dd tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Nov 09 11:12:06.478826 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:06.637622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:06.704284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:06.711616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Usage tracker for resource:security_group_rule and tenant:442522c756814c8c96a89937b2d8155b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:06.718548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:06.769553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:06.851510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb12ef-6e59-4d06-a36b-7b5846550313 req-ca064349-ffc1-45bb-ba47-6de0627a035f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:06.858745 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-babb12ef-6e59-4d06-a36b-7b5846550313 req-ca064349-ffc1-45bb-ba47-6de0627a035f tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 945 time: 0.1362309 Nov 09 11:12:06.938251 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:06.953852 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-babb12ef-6e59-4d06-a36b-7b5846550313 req-3c68cfad-6ec4-437f-aa20-d2e02847e1f2 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938432 Nov 09 11:12:07.014134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e5225fbb-f92e-4bca-9060-680247f6b804 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:07.041492 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.061839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54724) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:07.083044 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4323e0c8-aa5d-44d2-873c-6cb591b2a124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:07.123570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=442522c756814c8c96a89937b2d8155b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9900596 Nov 09 11:12:07.126850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54730) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:07.132512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984f814d-95b5-4139-838e-bd26802505fc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:07.135904 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:07.203820 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port e5225fbb-f92e-4bca-9060-680247f6b804 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:07.209211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port e5225fbb-f92e-4bca-9060-680247f6b804 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:07.214724 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.233358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.296774 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.361508 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.393517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5225fbb-f92e-4bca-9060-680247f6b804'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:07.405971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port e5225fbb-f92e-4bca-9060-680247f6b804, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e5225fbb-f92e-4bca-9060-680247f6b804,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:07.467316 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.470401 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:07.490276 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.502025 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84cbd60e-402f-47b0-a5a2-cc9e7f9a5ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:07.546455 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.552141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/984f814d-95b5-4139-838e-bd26802505fc HTTP/1.1" status: 204 len: 168 time: 0.4210515 Nov 09 11:12:07.552141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f814d-95b5-4139-838e-bd26802505fc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:07.558690 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:07.593676 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5225fbb-f92e-4bca-9060-680247f6b804', 'code': 200} Nov 09 11:12:07.727730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=e5225fbb-f92e-4bca-9060-680247f6b804,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:07.742689 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:07.780254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbea8d-a4c0-44c9-b5bc-cd4c190fa227 req-d72c47b5-8dd2-4a05-ba29-7c349d26dae4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:07.787718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61dbea8d-a4c0-44c9-b5bc-cd4c190fa227 req-d72c47b5-8dd2-4a05-ba29-7c349d26dae4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1581416 Nov 09 11:12:07.792256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df6ebc5a-b3aa-424e-8226-5beea97549cf req-b5ef597b-d68f-4f4c-9c0e-e456a67a4787 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 1097 time: 0.2189896 Nov 09 11:12:07.843576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2057204818-network', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:07.848780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:07.854106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Usage tracker for resource:network and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:07.857764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:07.865460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:07.917692 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df6ebc5a-b3aa-424e-8226-5beea97549cf req-4916a2e8-26e4-4ff2-8c17-8e325bd56981 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091018 Nov 09 11:12:07.932175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61dbea8d-a4c0-44c9-b5bc-cd4c190fa227 req-8ab84d29-bfb5-46a1-93e9-9faf4114e609 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433423 Nov 09 11:12:07.935974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:07.938507 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:07.965458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:08.008583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:08.012851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Usage tracker for resource:security_group_rule and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:08.016283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:08.022986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:08.112137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:08.175310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:08.192979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:08.215823 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:08.216374 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Added segment 91877b48-19f6-4be7-84e3-609d3ac3df65 of type vlan for network 4df67bb6-507b-4492-9e20-87515dec07cc Nov 09 11:12:08.248293 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-13042cba-08ef-4048-bb5f-0896b320e305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:08.267057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa77ec-9835-4bfd-a7a2-b883424e8f29 req-9a480a05-8d65-4ff9-93b2-aef7635d7f7a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:08.270458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ecfa77ec-9835-4bfd-a7a2-b883424e8f29 req-9a480a05-8d65-4ff9-93b2-aef7635d7f7a tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 946 time: 0.1491191 Nov 09 11:12:08.274590 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:08.362145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32877c8d-b504-4b2b-8400-74e100e5e40e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:08.368596 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:08.386225 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ecfa77ec-9835-4bfd-a7a2-b883424e8f29 req-52511bfc-62b8-41f7-a2a2-3abe2b732b20 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081758 Nov 09 11:12:08.455075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:08.456213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:08.458148 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:08.464957 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d236f62-f31d-4dde-a3c6-380716fe4f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:08.600677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Pushing event updated for resources: {'Network': ['ID=4df67bb6-507b-4492-9e20-87515dec07cc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:08.611840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 4df67bb6-507b-4492-9e20-87515dec07cc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:08.639028 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:08.701930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6386712 Nov 09 11:12:08.704925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54770) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:08.712291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Request body: {'subnet': {'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2057204818-subnet', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:08.720286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:08.730208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Usage tracker for resource:subnet and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:08.743384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:08.754928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:08.888837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:08.891290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:09.083409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:09.115384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:09.198152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:09.208551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Usage tracker for resource:security_group_rule and tenant:847c4ee34dc04450a0329848310e66dc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:09.215244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:09.227555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:09.406718 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:09.490235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c5de1-03dc-45e8-bf5d-645d0fafa005 req-faa2bd30-dc22-4cf6-8830-4c0202b6f05e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:09.504896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:09.507283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c79c5de1-03dc-45e8-bf5d-645d0fafa005 req-faa2bd30-dc22-4cf6-8830-4c0202b6f05e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1919763 Nov 09 11:12:09.514422 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fbcbab76-9749-40a0-87a8-e5b10be460de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:09.574894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6177445d-88ec-48de-b4d1-02016540d254,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:09.590393 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:09.624832 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=847c4ee34dc04450a0329848310e66dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5401633 Nov 09 11:12:09.627339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54788) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:09.664340 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c79c5de1-03dc-45e8-bf5d-645d0fafa005 req-9eb5ac0f-ef4d-4e57-a8b7-6967affd8f37 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548111 Nov 09 11:12:09.802348 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:09.818384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32d14f-1ba7-439f-89ad-821cc6767f6f req-172521bc-b674-4ac1-9930-ab5962b0d5be tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:09.819875 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e32d14f-1ba7-439f-89ad-821cc6767f6f req-172521bc-b674-4ac1-9930-ab5962b0d5be tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 946 time: 0.1631532 Nov 09 11:12:09.854338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:09.936268 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e32d14f-1ba7-439f-89ad-821cc6767f6f req-bd10cfe1-8ec6-484b-95d1-6383fe7a820d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036608 Nov 09 11:12:09.952955 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:09.963606 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d690bc74-bd1d-4beb-8963-329f3752ce78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:10.015618 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:10.024618 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f04ed6e5-6686-4d4e-8dd9-45215b188886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:10.049237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6177445d-88ec-48de-b4d1-02016540d254,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:10.056582 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:10.061647 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:10.062749 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6177445d-88ec-48de-b4d1-02016540d254 HTTP/1.1" status: 204 len: 168 time: 0.4338002 Nov 09 11:12:10.079522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de6ca30-23cc-44a6-aa06-6d46e7577793,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:10.083943 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:10.097676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Checking segment: {'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:10.097676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Network hostable DHCP agents. Network: 4df67bb6-507b-4492-9e20-87515dec07cc, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:10.186274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Network 4df67bb6-507b-4492-9e20-87515dec07cc is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:10.272386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 4df67bb6-507b-4492-9e20-87515dec07cc) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:10.285855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e051f3d-d503-4a92-9e35-35ef913aca3c None None] Network 4df67bb6-507b-4492-9e20-87515dec07cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:10.290042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:10.293061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:10.446370 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7403777 Nov 09 11:12:10.450582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54820) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:10.456140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:10.463550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:10.473762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Usage tracker for resource:router and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:10.480418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:10.492545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:10.575447 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:10.576850 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:10.611231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:10.652454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:10.662824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042132cf-7303-4a75-af79-e078e432093b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-4df67bb6-507b-4492-9e20-87515dec07cc', 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'fixed_ips': [{'subnet_id': '6de6ca30-23cc-44a6-aa06-6d46e7577793'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:12:10.663572 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-042132cf-7303-4a75-af79-e078e432093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.032104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-042132cf-7303-4a75-af79-e078e432093b None None] Allocated IP 172.20.0.2 (4df67bb6-507b-4492-9e20-87515dec07cc/6de6ca30-23cc-44a6-aa06-6d46e7577793/62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:11.177271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf5f7c-1b18-403e-b5ca-2ded4a4f459e req-3ab43ada-0bc6-4598-93f0-5abd9500d8fa tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:11.181561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aadf5f7c-1b18-403e-b5ca-2ded4a4f459e req-3ab43ada-0bc6-4598-93f0-5abd9500d8fa tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.2238305 Nov 09 11:12:11.280155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aadf5f7c-1b18-403e-b5ca-2ded4a4f459e req-5bef2da8-6d14-4acf-a47c-81eb73c79e89 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920970 Nov 09 11:12:11.346308 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.377252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e818d-8f10-4a6e-8857-1ac519ce918b req-b298e00b-77ba-4f3b-a026-fcbaa53a2d5d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:11.384110 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-302e818d-8f10-4a6e-8857-1ac519ce918b req-b298e00b-77ba-4f3b-a026-fcbaa53a2d5d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 946 time: 0.3291817 Nov 09 11:12:11.397846 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-042132cf-7303-4a75-af79-e078e432093b None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.409678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-042132cf-7303-4a75-af79-e078e432093b None None] Transition to ACTIVE for port object 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:11.429865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-042132cf-7303-4a75-af79-e078e432093b None None] Transition to ACTIVE for port object 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:11.462403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-633782556', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:11.495398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:11.501566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-042132cf-7303-4a75-af79-e078e432093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.509503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Usage tracker for resource:port and tenant:2e426154535842b2960689999ae5c583 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:11.521945 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ffc3f991-fe4a-4307-9897-2bdad35472b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:11.528682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:11.541109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:11.567406 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-302e818d-8f10-4a6e-8857-1ac519ce918b req-efc3e5e6-e763-4ca2-9f93-7dc2018cdb22 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745369 Nov 09 11:12:11.623015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042132cf-7303-4a75-af79-e078e432093b None None] Network 4df67bb6-507b-4492-9e20-87515dec07cc is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:11.626013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-042132cf-7303-4a75-af79-e078e432093b None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:11.633466 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042132cf-7303-4a75-af79-e078e432093b None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:11.676866 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042132cf-7303-4a75-af79-e078e432093b None None] Pushing event updated for resources: {'Port': ['ID=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:11.680270 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-042132cf-7303-4a75-af79-e078e432093b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:11.696924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Made reservation on behalf of 2e426154535842b2960689999ae5c583 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:11.699582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.732520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.779230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-042132cf-7303-4a75-af79-e078e432093b None None] Attempting to bind port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:11.779670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-042132cf-7303-4a75-af79-e078e432093b None None] Attempting to bind port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:11.780259 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042132cf-7303-4a75-af79-e078e432093b None None] Attempting to bind port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f on network 4df67bb6-507b-4492-9e20-87515dec07cc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:11.791249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042132cf-7303-4a75-af79-e078e432093b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:11.791571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:11.792166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042132cf-7303-4a75-af79-e078e432093b None None] Checking segment: {'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:11.793608 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-042132cf-7303-4a75-af79-e078e432093b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.794091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042132cf-7303-4a75-af79-e078e432093b None None] Bound using segment: {'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:11.794517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-042132cf-7303-4a75-af79-e078e432093b None None] Bound port: 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:11.795816 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-042132cf-7303-4a75-af79-e078e432093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.797466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Usage tracker for resource:security_group_rule and tenant:2e426154535842b2960689999ae5c583 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:11.801797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:11.808976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:11.938912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.953385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-042132cf-7303-4a75-af79-e078e432093b None None] For port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:11.957699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-042132cf-7303-4a75-af79-e078e432093b None None] For port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,segment=NetworkSegment(91877b48-19f6-4be7-84e3-609d3ac3df65),segment_id=91877b48-19f6-4be7-84e3-609d3ac3df65)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:11.986432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:11.990235 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:12.021433 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-042132cf-7303-4a75-af79-e078e432093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:12.026994 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f9446b9-1d1a-43e1-ad50-103f735a6226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:12.068106 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:12.074294 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85b2cb70-bbad-46a0-9cef-1a25c9423842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:12.087219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] device_id is not set on port d0d63c98-64da-4cfd-8d62-d2a863628400 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:12:12.114947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042132cf-7303-4a75-af79-e078e432093b None None] Pushing event updated for resources: {'Port': ['ID=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:12.119979 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-042132cf-7303-4a75-af79-e078e432093b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:12.218423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-37506251-d03e-4b49-8831-88211ca51f48 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:12.220267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-37506251-d03e-4b49-8831-88211ca51f48 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:12.242696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2723e2c6-f7a2-45a1-afce-1cfad8a711a9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:12.254543 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:12.291944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Allocated IP 172.25.7.38 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/d86544fd-d33b-4be6-8047-185ea51780c1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:12.306444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-37506251-d03e-4b49-8831-88211ca51f48 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:12.307752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-37506251-d03e-4b49-8831-88211ca51f48 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 946 time: 0.2069433 Nov 09 11:12:12.429252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Deleting port e5225fbb-f92e-4bca-9060-680247f6b804 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:12:12.429594 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:12.591691 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:12.699808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:12.741516 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e21d1a3c-8a20-4856-814f-d22da2802a03 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:12.765211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] For port e5225fbb-f92e-4bca-9060-680247f6b804, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e5225fbb-f92e-4bca-9060-680247f6b804,segment=NetworkSegment(0b91130a-a224-436c-8d5e-06648b21fe3b),segment_id=0b91130a-a224-436c-8d5e-06648b21fe3b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:12.765572 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:12.820159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:12.829786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:12.836861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:12.879861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Pushing event updated for resources: {'Port': ['ID=d86544fd-d33b-4be6-8047-185ea51780c1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:12.882754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Allocated IP 172.25.7.15 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/d0d63c98-64da-4cfd-8d62-d2a863628400) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:12.889078 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:12.923651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Calling delete_port for e5225fbb-f92e-4bca-9060-680247f6b804 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:12:13.163073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:13.336002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42f19-3804-474e-b403-f95426b76373 req-8a9edbcc-34da-49f3-8f44-ef28e2d5a6e4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:13.341152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36b42f19-3804-474e-b403-f95426b76373 req-8a9edbcc-34da-49f3-8f44-ef28e2d5a6e4 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 946 time: 0.1232855 Nov 09 11:12:13.357479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026f10-ffd4-4cad-a434-ea6dbf78d9fe req-597fcd11-55dc-4b18-920d-81b18d832b6a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:13.358616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:13.373264 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9026f10-ffd4-4cad-a434-ea6dbf78d9fe req-597fcd11-55dc-4b18-920d-81b18d832b6a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.7929325 Nov 09 11:12:13.388734 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:13.398941 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53c39001-3eed-4a01-a3de-2962c1495eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:13.402395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['e5225fbb-f92e-4bca-9060-680247f6b804'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:12:13.457682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event deleted for resources: {'Port': ['ID=e5225fbb-f92e-4bca-9060-680247f6b804,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:13.470158 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:13.480139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ecec8a-d929-4657-8ef5-5e2813e72567 None None] Network 4df67bb6-507b-4492-9e20-87515dec07cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:13.492957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36b42f19-3804-474e-b403-f95426b76373 req-296b671c-a042-45e0-a719-69d747359436 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups?id=6251153a-9864-464f-964a-8630c6929bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370897 Nov 09 11:12:13.569234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] No DVR routers for this DVR port e5225fbb-f92e-4bca-9060-680247f6b804 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:12:13.571569 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:13.572926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9026f10-ffd4-4cad-a434-ea6dbf78d9fe req-a247f51d-5d57-47fc-af3e-78c12eb11ea9 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986697 Nov 09 11:12:13.574521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'name': 'network-vif-deleted', 'tag': 'e5225fbb-f92e-4bca-9060-680247f6b804'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:13.661043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:13.700350 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b28317-23fe-4fe5-a790-8cee99bc0d69', 'name': 'network-vif-deleted', 'tag': 'e5225fbb-f92e-4bca-9060-680247f6b804', 'status': 'completed', 'code': 200} Nov 09 11:12:13.708853 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12d3248f-1b1d-459a-a31f-90118fae2272 req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.57 "DELETE /v2.0/ports/e5225fbb-f92e-4bca-9060-680247f6b804 HTTP/1.1" status: 204 len: 173 time: 1.3946493 Nov 09 11:12:13.749139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Provisioning for port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:13.751049 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:13.751960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:13.764380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Provisioning complete for port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:13.764761 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:13.857158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:13.877731 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58a9f8c5-9b87-4496-b55b-31b595a76a85 tempest-ServersAdminTestJSON-1920751331 tempest-ServersAdminTestJSON-1920751331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:13.975982 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:14.014432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0eae2-1e75-4d3c-97fc-fd738918c5de req-3a05c269-0310-4785-819a-5d86abe915e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:14.024408 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27e0eae2-1e75-4d3c-97fc-fd738918c5de req-3a05c269-0310-4785-819a-5d86abe915e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 951 time: 0.1987150 Nov 09 11:12:14.049419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] For port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,segment=NetworkSegment(91877b48-19f6-4be7-84e3-609d3ac3df65),segment_id=91877b48-19f6-4be7-84e3-609d3ac3df65)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:14.059310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:14.065232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d63c98-64da-4cfd-8d62-d2a863628400,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:14.069363 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:14.070746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:14.077495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:14.134697 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27e0eae2-1e75-4d3c-97fc-fd738918c5de req-f81470b4-37f5-4f0a-912d-ae8bd3f11719 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093087 Nov 09 11:12:14.177063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:14.178498 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:14.181170 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:14.182902 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:14.326346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Pushing event updated for resources: {'Port': ['ID=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:14.331724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.6779318 Nov 09 11:12:14.336119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54920) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:14.344314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.15'}]}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:14.353500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:14.361810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.362155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.364445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Usage tracker for resource:router and tenant:2e426154535842b2960689999ae5c583 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:14.367968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.379218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.379218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.379218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.381969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:14.386220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.386905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.387422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.387890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.388368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:14.416604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:14.421741 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:14.459561 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-24fd2be0-5ba0-4baa-92ef-0b25dfce2366 None None] Provisioning complete for port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:14.459961 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-24fd2be0-5ba0-4baa-92ef-0b25dfce2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:14.517907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:14.519446 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:14.553464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:14.557803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:12:15.039848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:15.045340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-175f2b76-a0f1-4eaf-a681-82de6071a978 req-a1bddd36-1cee-42b7-bd9e-52babcd6b35d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Synchronizing usage tracker for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:15.075096 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:15.101761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-175f2b76-a0f1-4eaf-a681-82de6071a978 req-a1bddd36-1cee-42b7-bd9e-52babcd6b35d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Unset dirty status for tenant:67d5bbcc6967448f8486f1cdcb10230b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:15.115924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f69a-d71d-4d00-8c81-2ecc982a369a req-b5a4ba23-041c-4cb6-ba08-11fefd5ed1d0 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:15.116780 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-175f2b76-a0f1-4eaf-a681-82de6071a978 req-a1bddd36-1cee-42b7-bd9e-52babcd6b35d tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b28317-23fe-4fe5-a790-8cee99bc0d69 HTTP/1.1" status: 200 len: 210 time: 0.3265979 Nov 09 11:12:15.117784 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c03f69a-d71d-4d00-8c81-2ecc982a369a req-b5a4ba23-041c-4cb6-ba08-11fefd5ed1d0 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1789477 Nov 09 11:12:15.140938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:15.141668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:15.186556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c03f69a-d71d-4d00-8c81-2ecc982a369a req-e5988ff7-7d01-439e-a5d7-f7f5431197a3 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550585 Nov 09 11:12:15.193177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:12:15.205014 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Sync routers for ids ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:12:15.220954 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Routers {'8b6005ce-7c2d-4e9c-891f-f83c25242f20'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:12:15.222403 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:11:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:15.334985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:15.336441 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8847415 Nov 09 11:12:15.339112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:15.487003 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Set router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:12:15.575560 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:15.607045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:15.880596 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:12:13Z', 'revision_number': 3, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:15.902393 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Checking router: 8b6005ce-7c2d-4e9c-891f-f83c25242f20 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:12:15.902765 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Updating router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 port d86544fd-d33b-4be6-8047-185ea51780c1 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:12:15.918769 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.001259 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.221065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:12:16.522536 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.575990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:16.599894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:16.640223 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.657360 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.659013 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.661365 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.663482 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:16.670098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.676883 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Transition to ACTIVE for port object d86544fd-d33b-4be6-8047-185ea51780c1 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:16.735388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2850c-44cc-40c9-b83c-7fd447623067 req-6163632b-317b-49cd-beb2-ba5f3395bd45 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:16.742855 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fba2850c-44cc-40c9-b83c-7fd447623067 req-6163632b-317b-49cd-beb2-ba5f3395bd45 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1987243 Nov 09 11:12:16.746467 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.756275 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:16.786944 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:16.787450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1170f37b-9131-4b35-ae70-7a38d968859b {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:12:16.806821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=11']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:16.811628 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:16.852191 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fba2850c-44cc-40c9-b83c-7fd447623067 req-c0c468db-8cb1-4c41-b171-065abf48fe0b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081009 Nov 09 11:12:16.900738 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 11:12:16.908910 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fbde2aaf-5485-416d-a6ca-1d74ef3806e5 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5647266 Nov 09 11:12:16.911408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55036) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:16.943532 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'code': 200} Nov 09 11:12:16.950953 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Pushing event updated for resources: {'Port': ['ID=d86544fd-d33b-4be6-8047-185ea51780c1,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:16.993727 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:16.994090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:16.995633 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.003895 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:17.073095 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Attempting to bind port d86544fd-d33b-4be6-8047-185ea51780c1 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:17.073519 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Attempting to bind port d86544fd-d33b-4be6-8047-185ea51780c1 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:17.073912 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Attempting to bind port d86544fd-d33b-4be6-8047-185ea51780c1 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:17.082545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Deleting port d0d63c98-64da-4cfd-8d62-d2a863628400 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:12:17.082957 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.094216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e5225fbb-f92e-4bca-9060-680247f6b804 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:12:17.103887 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:17.104270 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:17.107328 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.108030 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:17.108521 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Bound port: d86544fd-d33b-4be6-8047-185ea51780c1, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:17.110729 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.126239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Allocated IP 172.20.0.1 (4df67bb6-507b-4492-9e20-87515dec07cc/6de6ca30-23cc-44a6-aa06-6d46e7577793/5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:17.137912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: e5225fbb-f92e-4bca-9060-680247f6b804 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:12:17.138540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e5225fbb-f92e-4bca-9060-680247f6b804 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:12:17.145753 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b1b253ac-e90b-4363-a74f-fddac7bb3748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.179413 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:17.232744 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] For port d86544fd-d33b-4be6-8047-185ea51780c1, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:17.236704 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] For port d86544fd-d33b-4be6-8047-185ea51780c1, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d86544fd-d33b-4be6-8047-185ea51780c1,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:17.293916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55064) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:17.334710 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.344567 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:17.472128 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.485423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.496336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.523522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Transition to ACTIVE for port object 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:17.537985 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Pushing event updated for resources: {'Port': ['ID=d86544fd-d33b-4be6-8047-185ea51780c1,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:17.543271 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:17.548056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Routers {'8b6005ce-7c2d-4e9c-891f-f83c25242f20'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:12:17.548869 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:11:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:17.628737 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.635951 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:17.797381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Calling delete_port for d0d63c98-64da-4cfd-8d62-d2a863628400 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:12:17.806415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:17.810632 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] Set router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:12:17.813805 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:17.838157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:17.851500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Network 4df67bb6-507b-4492-9e20-87515dec07cc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:17.856103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:17.863098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:17.939424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.055309 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.264105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.264245 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.286348 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:18.326248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddfafd0-ab49-41fa-9779-41f3e1dfe79b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:18.329671 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:12:13Z', 'revision_number': 3, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:18.329920 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:18.350758 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febde40d-4e81-4d6a-b9e0-9fd85f6309a5 None None] The sync data for ids ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'] in n-d-817173-1 is: [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:12:13Z', 'revision_number': 3, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:12:18.358224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.368721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7bb724f8-2d60-41ca-add2-c5fe00e783ee None None] Provisioning for port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:18.369162 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7dcfe195-4062-496a-9d86-5490ba3801ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:18.374121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7bb724f8-2d60-41ca-add2-c5fe00e783ee None None] Provisioning complete for port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:18.374508 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7bb724f8-2d60-41ca-add2-c5fe00e783ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.436850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42baa-0e08-421c-98b7-31eaa1916338 req-69fe84e9-9215-4992-90f0-31af2fca4758 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:18.444763 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89a42baa-0e08-421c-98b7-31eaa1916338 req-69fe84e9-9215-4992-90f0-31af2fca4758 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.2727282 Nov 09 11:12:18.454024 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7bb724f8-2d60-41ca-add2-c5fe00e783ee None None] Port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:12:18.460640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0d63c98-64da-4cfd-8d62-d2a863628400,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:18.469566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:18.550641 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.551726 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ddfafd0-ab49-41fa-9779-41f3e1dfe79b HTTP/1.1" status: 204 len: 168 time: 1.2565138 Nov 09 11:12:18.556408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55104) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:18.593137 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-2980c3e9-660f-45f5-8119-53c9795de91e tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] show failed (client error): The resource could not be found. Nov 09 11:12:18.598567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2980c3e9-660f-45f5-8119-53c9795de91e tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "GET /v2.0/security-groups/8ddfafd0-ab49-41fa-9779-41f3e1dfe79b HTTP/1.1" status: 404 len: 347 time: 0.0403874 Nov 09 11:12:18.599750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:18.616836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89a42baa-0e08-421c-98b7-31eaa1916338 req-5079773b-b63b-4fab-a251-13ece47d944b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696668 Nov 09 11:12:18.652385 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.664813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d0d63c98-64da-4cfd-8d62-d2a863628400 HTTP/1.1" status: 204 len: 168 time: 1.7518606 Nov 09 11:12:18.704277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:12:18.820147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Deleting port 1a7ab820-6fab-4946-9774-b2ea84a6d2e5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:12:18.820147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.851494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.935012 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:18.978654 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c439ec9c-c345-491c-9e7e-e38302bc93c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:19.095761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:19.115752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d86544fd-d33b-4be6-8047-185ea51780c1 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:19.157243 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:19.187696 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:19.295133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d86544fd-d33b-4be6-8047-185ea51780c1 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:19.301304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d86544fd-d33b-4be6-8047-185ea51780c1 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:19.301823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:19.321874 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:19.322227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:19.499365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Calling delete_port for 1a7ab820-6fab-4946-9774-b2ea84a6d2e5 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:12:19.503197 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:19.509558 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eea4b47d-102f-4c86-bfba-89b7572f75ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:19.532932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port d86544fd-d33b-4be6-8047-185ea51780c1, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d86544fd-d33b-4be6-8047-185ea51780c1,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:19.563810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55152) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:19.598725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:19.600869 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-042132cf-7303-4a75-af79-e078e432093b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:19.665692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Network 4df67bb6-507b-4492-9e20-87515dec07cc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:19.667970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:19.713801 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=d86544fd-d33b-4be6-8047-185ea51780c1,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:19.714636 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:19.929711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39828537-4cd6-4f33-bf73-4e5b89ae1d56 req-e9052136-8883-4958-b92e-3d322f6f573a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:19.938164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39828537-4cd6-4f33-bf73-4e5b89ae1d56 req-e9052136-8883-4958-b92e-3d322f6f573a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1214335 Nov 09 11:12:19.989842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.020447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3e9bf4ab-abc8-49ed-a531-d3356033104c None None] Provisioning complete for port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:20.021088 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf4ab-abc8-49ed-a531-d3356033104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.084473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39828537-4cd6-4f33-bf73-4e5b89ae1d56 req-aaf12ae5-8682-4c85-9e4a-80d1528f8c40 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450863 Nov 09 11:12:20.102498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:20.107294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Usage tracker for resource:security_group_rule and tenant:fece881b9fa6418d99c9ecdc8bf4080a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:20.112847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:20.125369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:20.133251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bf4ab-abc8-49ed-a531-d3356033104c None None] Port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:12:20.254369 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.273385 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.285725 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:20.319777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.328902 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a95ab0f6-5aa2-4966-a563-637dbe528a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:20.333689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Pushing event deleted for resources: {'Port': ['ID=1a7ab820-6fab-4946-9774-b2ea84a6d2e5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:20.340218 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:20.383044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fece881b9fa6418d99c9ecdc8bf4080a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8157539 Nov 09 11:12:20.383044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ca8663-bca9-4109-b7c6-784978b58e9b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:20.384592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55178) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:20.384832 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:20.497409 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.577617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.616538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.656185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.705320 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.706637 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] 10.222.0.50 "DELETE /v2.0/floatingips/7bfc8668-9e16-422b-b168-6b8adfdb035e HTTP/1.1" status: 204 len: 168 time: 2.1058366 Nov 09 11:12:20.724364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:12:20.888315 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.899753 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17d16962-82fb-4e47-a3e4-289348311c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:20.919552 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:20.920523 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45ca8663-bca9-4109-b7c6-784978b58e9b HTTP/1.1" status: 204 len: 168 time: 0.5012407 Nov 09 11:12:20.922627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ca8663-bca9-4109-b7c6-784978b58e9b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:20.926420 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:20.948897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55218) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:21.007476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:12:21.022852 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/8b6005ce-7c2d-4e9c-891f-f83c25242f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6762052 Nov 09 11:12:21.043525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Deleting subnet 4ccfebe4-4752-4510-b31c-4ae72979c250 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:12:21.047463 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.071987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d86544fd-d33b-4be6-8047-185ea51780c1 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:21.106442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.155011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d86544fd-d33b-4be6-8047-185ea51780c1 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:21.155465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.180003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.418346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e72c5-63be-4f46-bd1e-88a1be3fae49 req-9820156e-8e06-45a0-bf2a-6e3dbe17b4fc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:21.420491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-138e72c5-63be-4f46-bd1e-88a1be3fae49 req-9820156e-8e06-45a0-bf2a-6e3dbe17b4fc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1594083 Nov 09 11:12:21.448195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.455436 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85afc58b-368b-4c31-95a3-41387b06c78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:21.494743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccfebe4-4752-4510-b31c-4ae72979c250,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:21.505435 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:21.513647 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.539468 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-138e72c5-63be-4f46-bd1e-88a1be3fae49 req-12838012-fe2a-43d1-9693-0e401b77061e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097775 Nov 09 11:12:21.546142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4ccfebe4-4752-4510-b31c-4ae72979c250 HTTP/1.1" status: 204 len: 168 time: 0.5942359 Nov 09 11:12:21.547582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:21.548673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55248) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:21.786522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.904818 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.914175 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.946091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e939a671-2e98-40c5-bdd5-456e7953b7a6']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:21.959027 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b91130a-a224-436c-8d5e-06648b21fe3b') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:21.964858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b91130a-a224-436c-8d5e-06648b21fe3b') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:21.972194 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:21.995364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.003563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:12:22.004142 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:12:22.019111 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:12:22.140628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-216056328'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:22.149270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55264) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:22.151775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:22.158809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:network and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:22.164159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:22.179742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:22.189857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.194958 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f12cdf6f-fbe3-4d80-b130-92c808468973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:22.214608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.217520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e939a671-2e98-40c5-bdd5-456e7953b7a6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:22.232732 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:22.258239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55268) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:22.263367 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-36544203-50e0-49c2-a52c-6857913eff16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e426154535842b2960689999ae5c583&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1090989 Nov 09 11:12:22.290525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:22.293578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.316536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] 10.222.0.50 "DELETE /v2.0/networks/e939a671-2e98-40c5-bdd5-456e7953b7a6 HTTP/1.1" status: 204 len: 168 time: 0.7657347 Nov 09 11:12:22.359065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.377603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:22.405710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.406144 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Added segment e0114894-a54f-4692-918f-7998fddee655 of type vlan for network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 Nov 09 11:12:22.408637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.448503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Sync routers for ids ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:12:22.469371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Routers {'8b6005ce-7c2d-4e9c-891f-f83c25242f20'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:12:22.470015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:12:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:22.474232 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.571103 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.577260 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cd4be527-6d8e-4a63-af54-ef9a92fe52c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:22.611374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2723e2c6-f7a2-45a1-afce-1cfad8a711a9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:22.619744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.648514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:22.649239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.653559 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:22.664440 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb2704c4-dff9-421c-917e-96f017a5d320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:22.717340 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:22.721374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2723e2c6-f7a2-45a1-afce-1cfad8a711a9 HTTP/1.1" status: 204 len: 168 time: 0.4620597 Nov 09 11:12:22.727886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Set router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:12:22.812426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2626092 Nov 09 11:12:22.816158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55302) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:22.824308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'subnet': {'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:22.839740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Network': ['ID=6040b2c9-223a-47ee-9c2f-0c88fc7b2599,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:22.851200 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:22.947662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:22.983704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:22.985479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6c4e-ee0c-4eb0-9738-be10bc7bf73b req-f132acf4-e726-499e-b9a3-f074ae2d5794 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:22.988184 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cfcc6c4e-ee0c-4eb0-9738-be10bc7bf73b req-f132acf4-e726-499e-b9a3-f074ae2d5794 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1930807 Nov 09 11:12:22.999361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:subnet and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:23.014576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:23.025661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:23.073675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55314) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:23.110754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cfcc6c4e-ee0c-4eb0-9738-be10bc7bf73b req-8b11b097-0268-4da3-a3f2-d4c359039973 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088731 Nov 09 11:12:23.150976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:23.309189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-87c9571a-1a4d-4872-a584-f273d0f4495c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67d5bbcc6967448f8486f1cdcb10230b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2332530 Nov 09 11:12:23.309410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:23.313709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:23.343451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:12:18Z', 'revision_number': 4, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2', 'name': '', 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'mac_address': 'fa:16:3e:c8:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de6ca30-23cc-44a6-aa06-6d46e7577793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:16Z', 'updated_at': '2021-11-09T11:12:18Z', 'revision_number': 2, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'subnets': [{'id': '6de6ca30-23cc-44a6-aa06-6d46e7577793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:23.354022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Checking router: 8b6005ce-7c2d-4e9c-891f-f83c25242f20 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:12:23.354462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Updating router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:12:23.443583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:23.479747 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:23.480329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:23.610128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:23.618735 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9d786c0-78bb-4708-a5f9-1beb3ed09f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:23.641339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6251153a-9864-464f-964a-8630c6929bea,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:23.645907 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:23.648381 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:23.649739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6251153a-9864-464f-964a-8630c6929bea HTTP/1.1" status: 204 len: 168 time: 0.3391130 Nov 09 11:12:23.827666 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:23.843342 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:23.960846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Subnet': ['ID=bc9bfd03-3274-4409-85cf-8cefd80cedb0,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:23.966461 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:23.980913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Checking segment: {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:23.981657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network hostable DHCP agents. Network: 6040b2c9-223a-47ee-9c2f-0c88fc7b2599, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:23.991274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.010467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Transition to ACTIVE for port object 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:24.071886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:24.100683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.106072 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:24.187410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 6040b2c9-223a-47ee-9c2f-0c88fc7b2599) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:24.193838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:24.194689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.243710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136baa6-9b9a-4a29-8cd1-db82bd8db43c None None] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:24.258922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f051a74-99ea-424b-937e-a1b61c37bb36 None None] Pushing event updated for resources: {'Port': ['ID=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:24.267385 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f051a74-99ea-424b-937e-a1b61c37bb36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:24.435482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6180401 Nov 09 11:12:24.438398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55362) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:24.447722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1978571747'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:24.457154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6b81-6baf-4dff-8a09-17d914fae5b6 req-70d42471-28e9-4063-bb54-143144d82e36 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:24.464686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d44e6b81-6baf-4dff-8a09-17d914fae5b6 req-70d42471-28e9-4063-bb54-143144d82e36 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.2442162 Nov 09 11:12:24.545583 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d44e6b81-6baf-4dff-8a09-17d914fae5b6 req-faaa58c2-0d3b-45fc-9fad-e60af124663e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795398 Nov 09 11:12:24.576974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:24.583214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:network and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:24.586850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:24.595046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:24.634205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7900264-d26b-42b7-9a9c-d9ecbdbe9c06 req-b238ff87-b07f-4c50-90d3-439a59013f1b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:24.636238 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7900264-d26b-42b7-9a9c-d9ecbdbe9c06 req-b238ff87-b07f-4c50-90d3-439a59013f1b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1841323 Nov 09 11:12:24.637537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Attempting to bind port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:24.638047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Attempting to bind port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:24.638317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Attempting to bind port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 on network 4df67bb6-507b-4492-9e20-87515dec07cc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:24.651355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:24.651733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Checking segment: {'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:24.652399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.652758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Bound using segment: {'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:24.653238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Bound port: 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91877b48-19f6-4be7-84e3-609d3ac3df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:24.653612 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.692839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:24.696371 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.739081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:24.743144 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7900264-d26b-42b7-9a9c-d9ecbdbe9c06 req-170fc1bf-07fb-4bc9-b566-99e89d6ceb0d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914290 Nov 09 11:12:24.751521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.752163 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Added segment 865f35a6-72cf-4c13-8a50-e60659629781 of type vlan for network 924f53b4-43ec-4700-b970-5ecfe8be08b8 Nov 09 11:12:24.803201 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.900139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] For port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:24.907883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] For port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,segment=NetworkSegment(91877b48-19f6-4be7-84e3-609d3ac3df65),segment_id=91877b48-19f6-4be7-84e3-609d3ac3df65)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:24.914932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-6040b2c9-223a-47ee-9c2f-0c88fc7b2599', 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'fixed_ips': [{'subnet_id': 'bc9bfd03-3274-4409-85cf-8cefd80cedb0'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:12:24.915236 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.934747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.938856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:24.939624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:24.945789 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff1debf6-6947-415f-a38e-5093bc9f6b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:24.988455 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:25.002250 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:25.148377 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b50fbd48-b993-45b1-b191-59805d58fa6d details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:12:25.165381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b50fbd48-b993-45b1-b191-59805d58fa6d no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:12:25.184257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Network': ['ID=924f53b4-43ec-4700-b970-5ecfe8be08b8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:25.187667 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:25.236042 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7952275 Nov 09 11:12:25.236203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55382) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:25.242928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'subnet': {'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:25.323878 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 924f53b4-43ec-4700-b970-5ecfe8be08b8 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:25.373804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:25.378410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:subnet and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:25.381826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:25.388346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:25.466116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:25.468757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55390) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:25.490341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f051a74-99ea-424b-937e-a1b61c37bb36 None None] Pushing event updated for resources: {'Port': ['ID=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:25.505904 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f051a74-99ea-424b-937e-a1b61c37bb36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:25.556359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:25.569549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Routers {'8b6005ce-7c2d-4e9c-891f-f83c25242f20'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:12:25.570192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:12:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:25.593238 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:25.667516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'port_id': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'mac_address': 'fa:16:3e:42:eb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5fce06-5a39-45c4-acc4-1dfce3a20496', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:12:25.672006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Allocated IP 19.80.0.2 (6040b2c9-223a-47ee-9c2f-0c88fc7b2599/bc9bfd03-3274-4409-85cf-8cefd80cedb0/2fedc3a5-f9ea-494a-9a11-95347aada2c4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:25.796798 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:25.879926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:25.884023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Usage tracker for resource:security_group_rule and tenant:2f339bdaf7b543e1a182499e11748041 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:25.887492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:25.903133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:25.945092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55408) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:26.082813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1225-1c29-46a6-b423-2bd565e43eda req-7fd87c7a-025e-42c7-b1c2-e2f32e1246c1 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:26.090621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0acb1225-1c29-46a6-b423-2bd565e43eda req-7fd87c7a-025e-42c7-b1c2-e2f32e1246c1 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.3642921 Nov 09 11:12:26.130013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.141603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-5f6a1d39-20eb-4484-968c-ba4716f4eccc tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:26.149344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-5f6a1d39-20eb-4484-968c-ba4716f4eccc tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 947 time: 0.1895411 Nov 09 11:12:26.197798 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0acb1225-1c29-46a6-b423-2bd565e43eda req-6b9f9485-9769-42d3-bc26-d95e80dff18c tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806651 Nov 09 11:12:26.232366 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.243178 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:26.249302 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.255183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55416) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:26.265453 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.295162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.300525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b50fbd48-b993-45b1-b191-59805d58fa6d {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:26.315202 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-009236d2-0430-4855-99e1-a59f87c02799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:26.346157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:26.356471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] Set router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:12:26.383805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Deleting port 975428d2-94bf-4ffc-b8fb-5998022eb388 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:12:26.387944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.389153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Subnet': ['ID=02acd4f6-fdbc-4625-89fb-0f0c7875ea41,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:26.404601 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:26.415594 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.426467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Checking segment: {'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:26.426876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network hostable DHCP agents. Network: 924f53b4-43ec-4700-b970-5ecfe8be08b8, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:26.432741 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f051a74-99ea-424b-937e-a1b61c37bb36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:26.459651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-115043365-network', 'tenant_id': '4547ba79e861451cb07df67385baeb9b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:26.470008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27bf477-a85c-40ec-8b47-8c271781e818,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:26.473528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:26.481644 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:26.513285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Usage tracker for resource:network and tenant:4547ba79e861451cb07df67385baeb9b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:26.522274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f339bdaf7b543e1a182499e11748041&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0524709 Nov 09 11:12:26.527803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:26.527932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55424) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:26.528886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network 924f53b4-43ec-4700-b970-5ecfe8be08b8 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:26.542355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:26.577355 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1d79c13d-ab3b-413e-b154-437b2240a03e tempest-AgentManagementNegativeTest-1564039884 tempest-AgentManagementNegativeTest-1564039884-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6267366 Nov 09 11:12:26.633642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.667603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a03f0-da91-45d5-8a16-11249913f583 req-e4d9ccd5-879f-496a-9903-575fb7823029 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:26.670203 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.671261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-552a03f0-da91-45d5-8a16-11249913f583 req-e4d9ccd5-879f-496a-9903-575fb7823029 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.4620464 Nov 09 11:12:26.672649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Made reservation on behalf of 4547ba79e861451cb07df67385baeb9b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:26.675758 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.694700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 924f53b4-43ec-4700-b970-5ecfe8be08b8) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:26.698568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b50fbd48-b993-45b1-b191-59805d58fa6d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:12:26.704859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:26.706356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.730902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea02e2-1e74-451c-a110-a22d7db7231a None None] Network 924f53b4-43ec-4700-b970-5ecfe8be08b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:26.742443 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:12:26.746294 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:12:26.750922 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.772499 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-552a03f0-da91-45d5-8a16-11249913f583 req-740ace6b-59ba-4744-bae8-56a4a318f38f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814660 Nov 09 11:12:26.780360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:26.792717 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.794049 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:26.800984 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2aae63e7-cc5f-424b-a597-7a10bca0a9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:26.810943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:26.814639 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5771973 Nov 09 11:12:26.815388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Usage tracker for resource:security_group_rule and tenant:4547ba79e861451cb07df67385baeb9b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:26.818592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:26.824657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:26.841849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27bf477-a85c-40ec-8b47-8c271781e818,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:26.846241 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:26.849377 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.850325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d27bf477-a85c-40ec-8b47-8c271781e818 HTTP/1.1" status: 204 len: 168 time: 0.3227391 Nov 09 11:12:26.907562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] For port 975428d2-94bf-4ffc-b8fb-5998022eb388, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=975428d2-94bf-4ffc-b8fb-5998022eb388,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:26.907921 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:26.992000 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.035699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Transition to ACTIVE for port object 2fedc3a5-f9ea-494a-9a11-95347aada2c4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:27.058094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Calling delete_port for 975428d2-94bf-4ffc-b8fb-5998022eb388 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:12:27.104280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.196061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.209512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:27.219423 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.219932 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Added segment ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a of type vlan for network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a Nov 09 11:12:27.250350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55446) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:27.255239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.265004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1fe61da9-5141-4ee7-8b3a-b20b28c5b412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:27.296525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51edaa8a-7b32-4d90-879d-370662ce6401,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:27.304713 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:27.309069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Transition to ACTIVE for port object 2fedc3a5-f9ea-494a-9a11-95347aada2c4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:27.429004 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b26b2338-813c-4dd9-91b6-c0c9d561286f req-6de315a6-9f90-46df-9b54-071a543691dc tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5ac775-b33b-4bf4-95f7-a3e95953b273 HTTP/1.1" status: 200 len: 210 time: 0.0599101 Nov 09 11:12:27.429609 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.436946 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11bfbe04-1a48-471e-aee4-deee429dc31e tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:27.456751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2ca1a080-ae56-4254-9972-1add0cde7536 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:27.460952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2ca1a080-ae56-4254-9972-1add0cde7536 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:27.465730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2ca1a080-ae56-4254-9972-1add0cde7536 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:27.478363 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.479298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:27.479879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.494697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Pushing event deleted for resources: {'Port': ['ID=975428d2-94bf-4ffc-b8fb-5998022eb388,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:27.503762 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:27.506686 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7bc4db04-1f44-4765-bb1a-22e243aa9edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:27.517969 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.540667 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.566130 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:27.568810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2ca1a080-ae56-4254-9972-1add0cde7536 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:27.570424 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2ca1a080-ae56-4254-9972-1add0cde7536 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/networks?id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599&id=924f53b4-43ec-4700-b970-5ecfe8be08b8&id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599 HTTP/1.1" status: 200 len: 1391 time: 0.3744617 Nov 09 11:12:27.602271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-1859335e-709a-4561-b6bd-da6e3ec62473 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/quotas/495fb899caa3451abed3639ac3f85aa8 HTTP/1.1" status: 200 len: 375 time: 0.0248222 Nov 09 11:12:27.647803 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b50fbd48-b993-45b1-b191-59805d58fa6d {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:27.714230 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.723840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] No DVR routers for this DVR port 975428d2-94bf-4ffc-b8fb-5998022eb388 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:12:27.733132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.737491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-deleted', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:27.741040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:27.741511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-c435090e-93f9-4433-9906-f2068ad3898b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356192 Nov 09 11:12:27.746890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:27.753299 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:27.754371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:27.756311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Pushing event updated for resources: {'Port': ['ID=2fedc3a5-f9ea-494a-9a11-95347aada2c4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:27.757029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c406c695-557e-4819-bbed-2fcd65f10d75 req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "DELETE /v2.0/ports/975428d2-94bf-4ffc-b8fb-5998022eb388 HTTP/1.1" status: 204 len: 173 time: 1.6000559 Nov 09 11:12:27.758583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:27.776041 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:27.779874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:27.796458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:27.803216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-924f53b4-43ec-4700-b970-5ecfe8be08b8', 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'fixed_ips': [{'subnet_id': '02acd4f6-fdbc-4625-89fb-0f0c7875ea41'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:12:27.804042 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:27.818484 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5536153 Nov 09 11:12:27.820093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55456) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:27.827419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Request body: {'subnet': {'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-115043365-subnet', 'tenant_id': '4547ba79e861451cb07df67385baeb9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:27.844996 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ac775-b33b-4bf4-95f7-a3e95953b273', 'name': 'network-vif-deleted', 'tag': '975428d2-94bf-4ffc-b8fb-5998022eb388', 'status': 'completed', 'code': 200} Nov 09 11:12:27.846219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:27.864006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Usage tracker for resource:subnet and tenant:4547ba79e861451cb07df67385baeb9b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:27.869824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:27.875037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:27.877206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Usage tracker for resource:security_group_rule and tenant:2dbc5d2000eb4b3e905e38e6d81c37ad is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:27.882275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:27.885542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:27.903340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:27.964038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-c9c7f1f0-720c-4d96-829a-14d79fbacb36 service neutron] 10.222.0.50 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232232 Nov 09 11:12:27.974904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Made reservation on behalf of 4547ba79e861451cb07df67385baeb9b for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:27.978302 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.053492 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.076590 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:28.131805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.177247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:12:18Z', 'revision_number': 4, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2', 'name': '', 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'mac_address': 'fa:16:3e:c8:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de6ca30-23cc-44a6-aa06-6d46e7577793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:16Z', 'updated_at': '2021-11-09T11:12:24Z', 'revision_number': 4, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'subnets': [{'id': '6de6ca30-23cc-44a6-aa06-6d46e7577793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:12:28.199560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-c8e85e4a-7d1f-46f9-a11a-cc019ff5d6be service neutron] 10.222.0.50 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269473 Nov 09 11:12:28.230839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55462) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:28.244286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2305fc-490a-4a6e-9531-b2de2e7e2009 None None] The sync data for ids ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'] in n-d-817173-1 is: [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:12:18Z', 'revision_number': 4, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2', 'name': '', 'network_id': '4df67bb6-507b-4492-9e20-87515dec07cc', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'mac_address': 'fa:16:3e:c8:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de6ca30-23cc-44a6-aa06-6d46e7577793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:16Z', 'updated_at': '2021-11-09T11:12:24Z', 'revision_number': 4, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'subnets': [{'id': '6de6ca30-23cc-44a6-aa06-6d46e7577793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:12:28.253377 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.260076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Attempting to bind port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:28.260529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Attempting to bind port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:28.261323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Attempting to bind port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 on network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:28.323535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20164c9e-3a40-4d22-94ad-481a40802178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:28.341981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.345695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:28.356116 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:28.377282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:28.379432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Checking segment: {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:28.380889 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.381547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Bound using segment: {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:28.382479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Bound port: 2fedc3a5-f9ea-494a-9a11-95347aada2c4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:28.383459 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.473069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220224b-03ee-424d-b95f-87b775dc3019 req-40a6f43c-31d6-4b3a-8606-01039de6fd5e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:28.474648 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b220224b-03ee-424d-b95f-87b775dc3019 req-40a6f43c-31d6-4b3a-8606-01039de6fd5e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 943 time: 0.3166990 Nov 09 11:12:28.530902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] For port 2fedc3a5-f9ea-494a-9a11-95347aada2c4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:28.534619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] For port 2fedc3a5-f9ea-494a-9a11-95347aada2c4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fedc3a5-f9ea-494a-9a11-95347aada2c4,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:28.586439 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b220224b-03ee-424d-b95f-87b775dc3019 req-1e846c1b-7ab1-4759-bdc1-80fc0c26c732 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826528 Nov 09 11:12:28.604633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc89a028-28e9-4134-b045-90fd4b9206e2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:28.621246 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.636462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dbc5d2000eb4b3e905e38e6d81c37ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3843627 Nov 09 11:12:28.639713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:28.668902 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:28.697294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.702990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:28.718076 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:28.728639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:28.733731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:28.755017 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dfa64fc9-0311-47bd-be65-dd1d8a791899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:28.757546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Usage tracker for resource:security_group_rule and tenant:ba33f56ae9284e829e0b0f6979d0114f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:28.765422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:28.778142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-92641cab-de66-42f2-ad65-9108022cd97b service neutron] 10.222.0.50 "GET /v2.0/networks/924f53b4-43ec-4700-b970-5ecfe8be08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772512 Nov 09 11:12:28.779394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:28.799996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Allocated IP 19.86.0.2 (924f53b4-43ec-4700-b970-5ecfe8be08b8/02acd4f6-fdbc-4625-89fb-0f0c7875ea41/fd03b0f9-69fa-44ac-bc07-90128598230c) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:28.903481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Pushing event updated for resources: {'Port': ['ID=2fedc3a5-f9ea-494a-9a11-95347aada2c4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:28.910853 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:29.024323 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.095206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:29.166030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b51e7e8-27eb-4432-8292-cd453ecd1923,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:29.179521 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:29.184762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-50dcafb8-162a-4407-85b3-4ec13a078a2e service neutron] 10.222.0.50 "GET /v2.0/networks/924f53b4-43ec-4700-b970-5ecfe8be08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962765 Nov 09 11:12:29.207320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b50fbd48-b993-45b1-b191-59805d58fa6d up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:29.207535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Checking segment: {'id': 'ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:29.207535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Network hostable DHCP agents. Network: 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:29.231535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.398596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:29.489273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.495802 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ff14bcc-36dc-4378-a1fa-d3ea40bebcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:29.518951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:29.523696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:29.524683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.529620 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.532029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc89a028-28e9-4134-b045-90fd4b9206e2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:29.532161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-3b970c90-7a44-4329-9e1c-a7bce801947c service neutron] 10.222.0.50 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347199 Nov 09 11:12:29.535343 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:29.556567 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.560039 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc89a028-28e9-4134-b045-90fd4b9206e2 HTTP/1.1" status: 204 len: 168 time: 0.9171190 Nov 09 11:12:29.597846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d76c5-6dd8-4b8a-8bc8-e3302b472d1e None None] Network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:29.609403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.655281 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8337057 Nov 09 11:12:29.686627 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-db6f4497-e31b-416b-9ed5-edd5c12117ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:29.719486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaec402-7297-4dbc-b847-885f1110f3d4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:29.729547 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:29.814100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55482) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:29.814309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba33f56ae9284e829e0b0f6979d0114f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5821726 Nov 09 11:12:29.861005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2ed92937-d78a-43d7-b139-b368d186d58f service neutron] 10.222.0.50 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172061 Nov 09 11:12:29.897235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b50fbd48-b993-45b1-b191-59805d58fa6d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:29.902238 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:29.997111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:30.093367 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:30.164855 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:30.194962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Transition to ACTIVE for port object fd03b0f9-69fa-44ac-bc07-90128598230c will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:30.240326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:30.262545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Transition to ACTIVE for port object fd03b0f9-69fa-44ac-bc07-90128598230c will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:30.264133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a570a-9d14-4981-b31e-9d638a56d451 req-f5668bf2-b984-4106-8cf4-d3ab35478b45 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:30.272913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d95a570a-9d14-4981-b31e-9d638a56d451 req-f5668bf2-b984-4106-8cf4-d3ab35478b45 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 943 time: 0.2037494 Nov 09 11:12:30.279729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:30.280439 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:30.349454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 975428d2-94bf-4ffc-b8fb-5998022eb388 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:12:30.349775 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d95a570a-9d14-4981-b31e-9d638a56d451 req-2351437f-cae7-4db8-8715-04a6b0b9a3aa tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730968 Nov 09 11:12:30.409641 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:30.416108 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3e37771c-394f-4b70-97fd-a2f74b660e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:30.451895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaec402-7297-4dbc-b847-885f1110f3d4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:30.454525 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:30.456513 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:30.462401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4eaec402-7297-4dbc-b847-885f1110f3d4 HTTP/1.1" status: 204 len: 168 time: 0.6471210 Nov 09 11:12:30.497212 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:30.539132 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:30.629109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 975428d2-94bf-4ffc-b8fb-5998022eb388 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:12:30.629554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 975428d2-94bf-4ffc-b8fb-5998022eb388 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:12:30.653566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76895def-2577-4d94-8e3b-c051d29d2848 None None] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:30.724913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e263bcd-a0d1-458f-9ce9-53cbe46ef03c req-03073fad-a388-4086-8f59-3971b8d6c5e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:30.726507 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e263bcd-a0d1-458f-9ce9-53cbe46ef03c req-03073fad-a388-4086-8f59-3971b8d6c5e6 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 949 time: 0.1678491 Nov 09 11:12:30.823980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e263bcd-a0d1-458f-9ce9-53cbe46ef03c req-950e3a93-d544-43bf-9d02-438b213ef6ab tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844893 Nov 09 11:12:30.858400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-34c3e5a0-d836-44ca-a068-6abdb98d0b8c None None] Provisioning for port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:30.861046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Network 924f53b4-43ec-4700-b970-5ecfe8be08b8 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:30.896610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:30.898342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Pushing event updated for resources: {'Port': ['ID=fd03b0f9-69fa-44ac-bc07-90128598230c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:30.944468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:30.960457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-503aa327-50e8-4ed3-81ab-0a0321a11ede req-07467c09-4f27-4aa1-b0a9-cc80236f8904 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 210 time: 0.0555432 Nov 09 11:12:30.986384 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:31.151099 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.187543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefdfc3f-95ef-4296-8595-8f680698a369 None None] Network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:31.253555 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.272216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Attempting to bind port fd03b0f9-69fa-44ac-bc07-90128598230c on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:31.272598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Attempting to bind port fd03b0f9-69fa-44ac-bc07-90128598230c by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:31.272969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Attempting to bind port fd03b0f9-69fa-44ac-bc07-90128598230c on network 924f53b4-43ec-4700-b970-5ecfe8be08b8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:31.333495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55524) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:31.355983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:31.381166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:31.381559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Checking segment: {'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:31.381973 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.382380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Bound using segment: {'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:31.382885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Bound port: fd03b0f9-69fa-44ac-bc07-90128598230c, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:31.383271 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.394031 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.401630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804edf-dfde-40b1-b441-491b140c342d req-64132dc1-c5d4-4749-a377-1521bb930a1c tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:31.402409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b6804edf-dfde-40b1-b441-491b140c342d req-64132dc1-c5d4-4749-a377-1521bb930a1c tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Synchronizing usage tracker for tenant:4547ba79e861451cb07df67385baeb9b on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:31.431346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:31.442100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:31.446807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Usage tracker for resource:security_group_rule and tenant:076ca431ce4640c9bb7960dad31e357d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:31.451865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:31.460733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:31.494340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b6804edf-dfde-40b1-b441-491b140c342d req-64132dc1-c5d4-4749-a377-1521bb930a1c tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Unset dirty status for tenant:4547ba79e861451cb07df67385baeb9b on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:31.495685 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-64132dc1-c5d4-4749-a377-1521bb930a1c tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/networks?id=0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a HTTP/1.1" status: 200 len: 821 time: 0.2757163 Nov 09 11:12:31.522471 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-403c4dae-a19d-49b7-9b3e-fcaad81459ce tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/quotas/4547ba79e861451cb07df67385baeb9b HTTP/1.1" status: 200 len: 375 time: 0.0190182 Nov 09 11:12:31.524286 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'code': 200} Nov 09 11:12:31.608546 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.614265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,segment=NetworkSegment(91877b48-19f6-4be7-84e3-609d3ac3df65),segment_id=91877b48-19f6-4be7-84e3-609d3ac3df65)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:31.621031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-9dd90eef-01d9-43da-9c21-34171bb325e4 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4547ba79e861451cb07df67385baeb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866933 Nov 09 11:12:31.625325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.639207 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:31.734893 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.746446 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc30781b-545b-41ad-996f-f761036ba8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:31.759622 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.796972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:31.805943 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=076ca431ce4640c9bb7960dad31e357d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4681790 Nov 09 11:12:31.806982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] For port fd03b0f9-69fa-44ac-bc07-90128598230c, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:31.810193 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:31.810308 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:31.816586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55540) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:31.817020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-aea8e24a-b903-4c5e-a9ec-9c24660edb2d service neutron] 10.222.0.50 "GET /v2.0/networks/0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933632 Nov 09 11:12:31.868708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] For port fd03b0f9-69fa-44ac-bc07-90128598230c, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fd03b0f9-69fa-44ac-bc07-90128598230c,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:31.881897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9b1d70-50ba-4aa6-8ec6-2fe3fdcfc094,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:31.892035 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:31.973074 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:31.995770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab4e2-bcfe-4caf-b43f-ecc89242de7b req-8835993e-e90e-44d8-a2aa-b368c0173b89 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:32.005071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c9ab4e2-bcfe-4caf-b43f-ecc89242de7b req-8835993e-e90e-44d8-a2aa-b368c0173b89 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.3461547 Nov 09 11:12:32.036140 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:32.042195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:32.076744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2fedc3a5-f9ea-494a-9a11-95347aada2c4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:32.231849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c9ab4e2-bcfe-4caf-b43f-ecc89242de7b req-502277ff-ef8a-4214-8906-cae55805b6a9 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258592 Nov 09 11:12:32.254603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:32.273420 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:32.280464 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:32.298422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-3ed719dc-76dd-400b-9647-43eba958876a tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:32.300345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-3ed719dc-76dd-400b-9647-43eba958876a tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Synchronizing usage tracker for tenant:98c42867df424326b275400db7b1c8ab on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:32.389125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-83dc4183-27d9-4f02-bdd7-593c597f6a41 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520449 Nov 09 11:12:32.460533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-3ed719dc-76dd-400b-9647-43eba958876a tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Unset dirty status for tenant:98c42867df424326b275400db7b1c8ab on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:32.461607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-3ed719dc-76dd-400b-9647-43eba958876a tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 949 time: 0.5217326 Nov 09 11:12:32.481479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Pushing event updated for resources: {'Port': ['ID=fd03b0f9-69fa-44ac-bc07-90128598230c,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:32.500212 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:32.567096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e8c0dd6e-1f9a-4cad-bc0b-091e3d0c523e req-60cfb1d9-2b48-4b87-acb5-bcdfbc67631e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 1096 time: 0.9015718 Nov 09 11:12:32.616983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Deleting port 7a7d1646-077a-452c-bc8c-1d02ac574d5e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:12:32.617720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:32.637527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:32.646885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:32.646885 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:32.676546 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:32.683340 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82f7560f-96d2-4d51-b5f0-4f5c523a9940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:32.701812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9b1d70-50ba-4aa6-8ec6-2fe3fdcfc094,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:32.704699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e8c0dd6e-1f9a-4cad-bc0b-091e3d0c523e req-65eaa376-173e-4446-9475-d648600b6cb7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304810 Nov 09 11:12:32.705639 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:32.722658 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:32.723835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e9b1d70-50ba-4aa6-8ec6-2fe3fdcfc094 HTTP/1.1" status: 204 len: 168 time: 0.9054930 Nov 09 11:12:32.811786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640709fe-0311-42e4-9e31-1219b2d8bdef req-5c0a63fd-77e9-483f-b1f9-731ca4ee81eb tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:32.818338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-640709fe-0311-42e4-9e31-1219b2d8bdef req-5c0a63fd-77e9-483f-b1f9-731ca4ee81eb tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 949 time: 0.1927781 Nov 09 11:12:32.932522 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:32.979403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-640709fe-0311-42e4-9e31-1219b2d8bdef req-61d28f57-54f9-4e43-a0a1-ca2376b4b4ba tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552145 Nov 09 11:12:32.981358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55562) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:33.037316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 2fedc3a5-f9ea-494a-9a11-95347aada2c4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fedc3a5-f9ea-494a-9a11-95347aada2c4,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:33.097988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ad42e876-03d0-451b-8492-72708dcc1549 req-484522ce-74b7-4990-95bc-0ea1891e6d68 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:33.125736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fec26e06-812b-49b4-829f-9da5eeec729c req-6b29b42a-7442-41d7-b216-70b185e386f9 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 210 time: 0.0647912 Nov 09 11:12:33.164164 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.175114 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:33.192847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] For port 7a7d1646-077a-452c-bc8c-1d02ac574d5e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a7d1646-077a-452c-bc8c-1d02ac574d5e,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:33.193207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.200842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ad42e876-03d0-451b-8492-72708dcc1549 req-484522ce-74b7-4990-95bc-0ea1891e6d68 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:33.216421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad42e876-03d0-451b-8492-72708dcc1549 req-484522ce-74b7-4990-95bc-0ea1891e6d68 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 210 time: 0.1822927 Nov 09 11:12:33.239600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-875726768'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:33.261675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:33.266691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:network and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:33.270687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:33.277272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:33.392020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:33.398118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Calling delete_port for 7a7d1646-077a-452c-bc8c-1d02ac574d5e owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:12:33.399304 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.409094 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=2fedc3a5-f9ea-494a-9a11-95347aada2c4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:33.412441 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:33.473408 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.538554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:33.553740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:security_group_rule and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:33.557267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:33.565968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98a24-7dc7-4b2a-ac53-a93fc0f71939 req-76cb7c23-87f8-4a9c-9a48-5453ac781e8b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:33.567791 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4a98a24-7dc7-4b2a-ac53-a93fc0f71939 req-76cb7c23-87f8-4a9c-9a48-5453ac781e8b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1378322 Nov 09 11:12:33.577635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:33.666047 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4a98a24-7dc7-4b2a-ac53-a93fc0f71939 req-8547d3b6-a294-4298-80e0-f0fb3685b4c4 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859213 Nov 09 11:12:33.735489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6016daa-eaa7-4027-8126-e644c207705d None None] Network 924f53b4-43ec-4700-b970-5ecfe8be08b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:33.758616 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.864021 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.864021 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fc6cfa7e-dfc7-4db3-b03c-f601089a4e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:33.905204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:33.933195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803625b5-cea4-4bdf-904d-b901d02d9085,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:33.934861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.940568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a4c472da-026d-4be8-8d5e-a228919045d0 None None] Provisioning for port fd03b0f9-69fa-44ac-bc07-90128598230c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:33.942993 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5891657d-bff2-45e1-ba80-3a89348fe5e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:33.960553 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:33.970659 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:33.971964 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Added segment 11653875-9cc3-494e-a2a4-b20bd4716e76 of type vlan for network 74c6ed15-bd57-4c15-b11c-9cfa24801dae Nov 09 11:12:34.012699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fd03b0f9-69fa-44ac-bc07-90128598230c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:34.039323 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.051967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Pushing event deleted for resources: {'Port': ['ID=7a7d1646-077a-452c-bc8c-1d02ac574d5e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:34.063869 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:34.096825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.220063 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.225069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:34.225918 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.233502 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:34.265747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port fd03b0f9-69fa-44ac-bc07-90128598230c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:34.274806 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fd03b0f9-69fa-44ac-bc07-90128598230c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:34.278258 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.339711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:12:34.422368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 7a7d1646-077a-452c-bc8c-1d02ac574d5e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:12:34.422368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a7d1646-077a-452c-bc8c-1d02ac574d5e not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:12:34.433531 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf536bf6-f6e3-46bb-ae94-52465d7fa422 req-927cfc68-98f7-41a5-b84d-4e413fdc9687 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 210 time: 0.1359446 Nov 09 11:12:34.434278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] No DVR routers for this DVR port 7a7d1646-077a-452c-bc8c-1d02ac574d5e on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:12:34.438017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.444164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-deleted', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:34.451683 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f651a047-80a4-4786-987c-80e2464fca38 req-ab7ae630-84e7-4b85-8b86-bff903b137da tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 210 time: 0.1584196 Nov 09 11:12:34.558113 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-699c8886-e405-496a-9ffa-f5a5c9c33a8d req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.59 "DELETE /v2.0/ports/7a7d1646-077a-452c-bc8c-1d02ac574d5e HTTP/1.1" status: 204 len: 173 time: 2.0904956 Nov 09 11:12:34.646745 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.705888 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3771c936-cbab-46f0-a3e0-6302019fb89e', 'name': 'network-vif-deleted', 'tag': '7a7d1646-077a-452c-bc8c-1d02ac574d5e', 'status': 'completed', 'code': 200} Nov 09 11:12:34.762633 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port fd03b0f9-69fa-44ac-bc07-90128598230c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fd03b0f9-69fa-44ac-bc07-90128598230c,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:34.780154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7247cc72-efb5-4231-8fe6-e0256b37fda2 None None] Provisioning complete for port fd03b0f9-69fa-44ac-bc07-90128598230c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:34.780545 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7247cc72-efb5-4231-8fe6-e0256b37fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.855734 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:34.856860 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:34.887437 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:35.000624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=fd03b0f9-69fa-44ac-bc07-90128598230c,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:35.008131 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:35.021545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Network': ['ID=74c6ed15-bd57-4c15-b11c-9cfa24801dae,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:35.026087 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:35.030856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0479577 Nov 09 11:12:35.090155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e31818f0-52fa-4757-a286-1ab5386b0b76 req-0d707c64-65bb-4fe3-a2a6-192bd028cbdc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 210 time: 0.0699646 Nov 09 11:12:35.188301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 74c6ed15-bd57-4c15-b11c-9cfa24801dae details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:35.235102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2f39f561-25a8-439c-9f51-ea1a6a99d218 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:35.239462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2f39f561-25a8-439c-9f51-ea1a6a99d218 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:35.244342 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-2f39f561-25a8-439c-9f51-ea1a6a99d218 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "GET /v2.0/networks?id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599&id=924f53b4-43ec-4700-b970-5ecfe8be08b8&id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599 HTTP/1.1" status: 200 len: 1391 time: 0.7772031 Nov 09 11:12:35.262377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'port': {'device_id': '57c65e83-7977-4f81-b312-feedee7a20f5', 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599', 'admin_state_up': True, 'tenant_id': '495fb899caa3451abed3639ac3f85aa8'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:35.376998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93fff7-5279-4f4f-85a4-5b2e63f599c9 req-50639b2b-16a8-45af-8783-63aeece61c65 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:35.385179 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d93fff7-5279-4f4f-85a4-5b2e63f599c9 req-50639b2b-16a8-45af-8783-63aeece61c65 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.1421201 Nov 09 11:12:35.458788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:35.465213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:35.489005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:35.491008 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d93fff7-5279-4f4f-85a4-5b2e63f599c9 req-f873d4c4-3633-466f-af7b-5421a961aeaa tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002584 Nov 09 11:12:35.511611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:35.615413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:35.619427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:35.678874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2fedc3a5-f9ea-494a-9a11-95347aada2c4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:35.855430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:35.856097 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:35.894322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36634693-8eec-4422-9e88-0ed6db71e926 req-6ff38188-cabc-4936-aea8-5e90fd3ba173 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:35.914071 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36634693-8eec-4422-9e88-0ed6db71e926 req-6ff38188-cabc-4936-aea8-5e90fd3ba173 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.2052913 Nov 09 11:12:35.920968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d45999e-d6e9-48fe-8fd5-8cccb609b6e5 req-5fa36d46-72fc-4146-9816-6b145844f15b tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 210 time: 0.2393665 Nov 09 11:12:36.027861 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36634693-8eec-4422-9e88-0ed6db71e926 req-11f57132-062a-47ae-be0d-cf0fb3b8eafa tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118448 Nov 09 11:12:36.363917 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fd03b0f9-69fa-44ac-bc07-90128598230c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:36.388135 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7053063-90ca-4316-9ba9-b0b196da55d5 req-0358c6d0-dfc3-4684-b70b-26c39867b10c tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] 10.222.0.50 "GET /v2.0/ports?device_id=3771c936-cbab-46f0-a3e0-6302019fb89e HTTP/1.1" status: 200 len: 210 time: 0.1048415 Nov 09 11:12:36.417481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Allocated IP 19.80.0.133 (6040b2c9-223a-47ee-9c2f-0c88fc7b2599/bc9bfd03-3274-4409-85cf-8cefd80cedb0/63bf5ab1-882c-4080-a268-187b40c4536c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:36.512701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fd03b0f9-69fa-44ac-bc07-90128598230c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:36.513102 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:36.562828 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:36.811899 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f73d3a23-7fa5-4655-a503-0edde61efa40 req-21e49804-047b-4faa-b322-261ce7aa2e36 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 210 time: 0.0621984 Nov 09 11:12:36.881284 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:36.934116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Transition to ACTIVE for port object 63bf5ab1-882c-4080-a268-187b40c4536c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:37.117603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:37.139535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9a0996d-74e4-43ce-b392-2ab160936683 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:37.229429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804edf-dfde-40b1-b441-491b140c342d req-ae437d4b-e22d-43ac-b351-98e339a5381a tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:37.231001 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-ae437d4b-e22d-43ac-b351-98e339a5381a tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.59 "GET /v2.0/networks?id=0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a HTTP/1.1" status: 200 len: 821 time: 0.3645585 Nov 09 11:12:37.256237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Request body: {'port': {'device_id': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a', 'admin_state_up': True, 'tenant_id': '4547ba79e861451cb07df67385baeb9b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:37.256466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:37.271933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:37.289515 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5b95d976-3578-41ab-b810-d00084c9cfdc req-04873865-2cea-4ae6-b8a3-7eabd712fa08 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 210 time: 0.0990319 Nov 09 11:12:37.292756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:37.359623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Port': ['ID=63bf5ab1-882c-4080-a268-187b40c4536c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:37.368092 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:37.405104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:37.405784 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:37.516748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:37.528915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-ce3d0cbd-4189-40fb-98db-46aadce4f670 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:37.535235 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-ce3d0cbd-4189-40fb-98db-46aadce4f670 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 814 time: 0.4278746 Nov 09 11:12:37.538010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Usage tracker for resource:port and tenant:4547ba79e861451cb07df67385baeb9b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:37.557785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2997642 Nov 09 11:12:37.560366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-f858e883-5208-4e25-a720-df12c63e633b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/quotas/f9f654e0eb644e89974900a9e8c77ff1 HTTP/1.1" status: 200 len: 375 time: 0.0242493 Nov 09 11:12:37.563003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:37.573179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'port': {'device_id': '57c65e83-7977-4f81-b312-feedee7a20f5', 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8', 'admin_state_up': True, 'tenant_id': '495fb899caa3451abed3639ac3f85aa8'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:37.629596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55664) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:37.684899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:37.782939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-870ef9de-9bd5-4ca5-a259-72a15b14af62 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2203310 Nov 09 11:12:37.860152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7139846e-9460-4885-b0c1-f10cb0f39355 None None] Provisioning for port 63bf5ab1-882c-4080-a268-187b40c4536c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:37.868674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7139846e-9460-4885-b0c1-f10cb0f39355 None None] Provisioning complete for port 63bf5ab1-882c-4080-a268-187b40c4536c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:37.875375 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7139846e-9460-4885-b0c1-f10cb0f39355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:37.905534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:37.919730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:port and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:37.927328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:37.944151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:37.974115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Made reservation on behalf of 4547ba79e861451cb07df67385baeb9b for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:37.977216 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:38.032108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:38.042141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:38.043933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7139846e-9460-4885-b0c1-f10cb0f39355 None None] Port 63bf5ab1-882c-4080-a268-187b40c4536c cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:12:38.051382 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:12:38.155938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-f984805b-b857-44bf-9b51-cb29ba8f551f service neutron] 10.222.0.50 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694761 Nov 09 11:12:38.254439 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:38.315951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Allocated IP 19.86.0.59 (924f53b4-43ec-4700-b970-5ecfe8be08b8/02acd4f6-fdbc-4625-89fb-0f0c7875ea41/194d7b1b-d0ba-4f65-9598-75167617af7b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:38.340284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55690) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:38.360382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'subnet': {'network_id': '74c6ed15-bd57-4c15-b11c-9cfa24801dae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:38.364052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:38.379857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Usage tracker for resource:security_group_rule and tenant:33ee3b06777645c29b4d6e31fa2c65de is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:38.383871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:38.393112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:38.504805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Allocated IP 172.20.0.6 (0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a/2b51e7e8-27eb-4432-8292-cd453ecd1923/2e626f28-ef75-4f91-b64a-d041ad048ead) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:38.537442 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-8ce21a3f-66c0-46a1-a4f2-40892af2b2b7 service neutron] 10.222.0.50 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787587 Nov 09 11:12:38.552830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:38.569181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:subnet and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:38.574703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:38.576663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-bec84b88-92d2-48b3-ad6b-65f6bf4b859d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:38.578167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-bec84b88-92d2-48b3-ad6b-65f6bf4b859d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cc71aa0-7449-4fe1-b850-1cd4547f4015 HTTP/1.1" status: 200 len: 945 time: 0.2658930 Nov 09 11:12:38.589556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:38.695254 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:38.824836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:38.841894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Deleting port b50fbd48-b993-45b1-b191-59805d58fa6d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:12:38.842234 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:38.866242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:38.911138 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-119d525b-4f88-4972-94a3-3891f0448ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:38.965237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33ee3b06777645c29b4d6e31fa2c65de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3346074 Nov 09 11:12:38.973944 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:38.975965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55706) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:39.000171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd0d258-49b1-483b-8225-5d978dd9b1a2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:39.008606 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:39.091401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Transition to ACTIVE for port object 194d7b1b-d0ba-4f65-9598-75167617af7b will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:39.148494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.249913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1cf8f49-4a2f-4999-a9d9-d7238943692e req-bff1b087-70d9-406d-a90e-0fd450c97f62 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 210 time: 0.0546260 Nov 09 11:12:39.305003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.314197 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c0b94c0-5acc-416e-81f4-82ab1e3e9ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:39.329836 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.350182 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.403161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.421492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] For port b50fbd48-b993-45b1-b191-59805d58fa6d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b50fbd48-b993-45b1-b191-59805d58fa6d,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:39.421977 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.433872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eba7e5a-9da0-4531-afb1-e974551648f5 req-b558eb4b-9853-444c-a4a3-862f6cd15c3b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 210 time: 0.0852103 Nov 09 11:12:39.443708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c1cd6-ec89-47e5-878a-caba19c3d279 req-baf7fb19-1888-46e8-a84b-19485a1c44f8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:39.445270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f48c1cd6-ec89-47e5-878a-caba19c3d279 req-baf7fb19-1888-46e8-a84b-19485a1c44f8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 932 time: 0.4704916 Nov 09 11:12:39.535381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f48c1cd6-ec89-47e5-878a-caba19c3d279 req-68b0dd6e-af44-486e-a4e4-668d32d3e18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812187 Nov 09 11:12:39.645183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Calling delete_port for b50fbd48-b993-45b1-b191-59805d58fa6d owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:12:39.687444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network 924f53b4-43ec-4700-b970-5ecfe8be08b8 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:39.694823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:39.701193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:39.717793 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.728252 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-326c9101-4ebd-42ab-9500-3ac543f694a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:39.737633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Port': ['ID=194d7b1b-d0ba-4f65-9598-75167617af7b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:39.749370 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:39.808510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.816014 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.822004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:39.822612 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:39.869539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:39.872591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Pushing event updated for resources: {'Port': ['ID=2e626f28-ef75-4f91-b64a-d041ad048ead,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:39.877531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:39.882192 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:39.893811 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5919d742-6e07-4b40-8f99-752138cd4865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:39.936717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:39.963937 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3950269 Nov 09 11:12:39.979036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'port': {'device_id': '57c65e83-7977-4f81-b312-feedee7a20f5', 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599', 'admin_state_up': True, 'tenant_id': '495fb899caa3451abed3639ac3f85aa8'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:40.003265 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.005876 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcd0d258-49b1-483b-8225-5d978dd9b1a2 HTTP/1.1" status: 204 len: 168 time: 1.0216143 Nov 09 11:12:40.042980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Subnet': ['ID=dc67edd8-2ff0-4dd7-a71e-0e5cd5c3c389,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:40.046989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Checking segment: {'id': '11653875-9cc3-494e-a2a4-b20bd4716e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '74c6ed15-bd57-4c15-b11c-9cfa24801dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:40.047354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network hostable DHCP agents. Network: 74c6ed15-bd57-4c15-b11c-9cfa24801dae, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:40.051970 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:40.052625 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4953aea5-f7d7-4721-80fe-ed2149557ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:40.062850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:40.063460 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.068247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-15d9d3a5-9267-4296-bd10-03a391d4ca93 None None] Provisioning for port 194d7b1b-d0ba-4f65-9598-75167617af7b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:40.076062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-15d9d3a5-9267-4296-bd10-03a391d4ca93 None None] Provisioning complete for port 194d7b1b-d0ba-4f65-9598-75167617af7b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:40.076725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-15d9d3a5-9267-4296-bd10-03a391d4ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.078615 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.084563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd0d258-49b1-483b-8225-5d978dd9b1a2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:40.089402 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:40.105289 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cddcc885-2fd0-4b43-9138-98d2e20f1f58 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:40.118773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b50fbd48-b993-45b1-b191-59805d58fa6d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:12:40.187629 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9353135 Nov 09 11:12:40.188948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 74c6ed15-bd57-4c15-b11c-9cfa24801dae is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:40.194651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Pushing event deleted for resources: {'Port': ['ID=b50fbd48-b993-45b1-b191-59805d58fa6d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:40.194823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-15d9d3a5-9267-4296-bd10-03a391d4ca93 None None] Port 194d7b1b-d0ba-4f65-9598-75167617af7b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:12:40.194992 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:40.201999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Request body: {'port': {'device_id': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:40.240791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] No DVR routers for this DVR port b50fbd48-b993-45b1-b191-59805d58fa6d on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:12:40.245375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.247309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e61ef2b4-963d-4ccc-b7f7-2bbe15d61d18 req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "DELETE /v2.0/ports/b50fbd48-b993-45b1-b191-59805d58fa6d HTTP/1.1" status: 204 len: 173 time: 1.6588321 Nov 09 11:12:40.247834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'name': 'network-vif-deleted', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:40.313214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:40.318345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:port and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:40.321553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:40.328192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:40.335126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 74c6ed15-bd57-4c15-b11c-9cfa24801dae) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:40.340044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:40.340731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.344889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8320ee9-e757-4fdc-ad2f-2e4be399ebb1 None None] Network 74c6ed15-bd57-4c15-b11c-9cfa24801dae requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:40.366728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.453368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:40.457998 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.556743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2135603 Nov 09 11:12:40.561775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55756) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:40.609315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-189446926'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:40.633154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:40.643082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:network and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:40.659948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:40.675899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-74c6ed15-bd57-4c15-b11c-9cfa24801dae', 'network_id': '74c6ed15-bd57-4c15-b11c-9cfa24801dae', 'tenant_id': 'c3f62926a3ee4cce8c217cd9575e6e45', 'fixed_ips': [{'subnet_id': 'dc67edd8-2ff0-4dd7-a71e-0e5cd5c3c389'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:12:40.679028 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.686990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:40.799899 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc71aa0-7449-4fe1-b850-1cd4547f4015', 'name': 'network-vif-deleted', 'tag': 'b50fbd48-b993-45b1-b191-59805d58fa6d', 'status': 'completed', 'code': 200} Nov 09 11:12:40.824634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:40.828341 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.850550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Allocated IP 19.80.0.180 (6040b2c9-223a-47ee-9c2f-0c88fc7b2599/bc9bfd03-3274-4409-85cf-8cefd80cedb0/421f45d0-6d62-4a50-af3a-7a22005f07a7) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:40.921544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:40.968410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62ee4-7902-4c19-a964-fc2f032adf07 req-790d22d2-79de-4c75-be74-8967618a9218 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:40.969447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dcf62ee4-7902-4c19-a964-fc2f032adf07 req-790d22d2-79de-4c75-be74-8967618a9218 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Synchronizing usage tracker for tenant:4547ba79e861451cb07df67385baeb9b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:40.972840 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:40.973846 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Added segment cf2ac67a-e44b-4aae-b568-f08e6232c8d0 of type vlan for network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 Nov 09 11:12:40.999483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Allocated IP 2001:db8:0:ffff::2 (74c6ed15-bd57-4c15-b11c-9cfa24801dae/dc67edd8-2ff0-4dd7-a71e-0e5cd5c3c389/cbff8512-06c1-42b8-a290-7fa22ee52a1f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:41.127720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.214390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dcf62ee4-7902-4c19-a964-fc2f032adf07 req-790d22d2-79de-4c75-be74-8967618a9218 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Unset dirty status for tenant:4547ba79e861451cb07df67385baeb9b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:41.221363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dcf62ee4-7902-4c19-a964-fc2f032adf07 req-790d22d2-79de-4c75-be74-8967618a9218 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 931 time: 0.7550163 Nov 09 11:12:41.228276 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.264834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Transition to ACTIVE for port object 421f45d0-6d62-4a50-af3a-7a22005f07a7 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:41.311153 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.323432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Transition to ACTIVE for port object cbff8512-06c1-42b8-a290-7fa22ee52a1f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:41.334234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.338058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:41.338702 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.348921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Transition to ACTIVE for port object cbff8512-06c1-42b8-a290-7fa22ee52a1f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:41.350578 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7352abc1-f0d6-48e0-827c-9ed0d710c4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:41.381782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dcf62ee4-7902-4c19-a964-fc2f032adf07 req-da88d687-b90d-4029-99be-5b5478fef617 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Synchronizing usage tracker for tenant:4547ba79e861451cb07df67385baeb9b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:41.393880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.405125 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:41.421994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.427214 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:41.459385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e626f28-ef75-4f91-b64a-d041ad048ead {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:41.487899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.509211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:41.509866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Network': ['ID=2e71e696-bd46-41c1-aeee-62c7dbb3f3c9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:41.518275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Network 74c6ed15-bd57-4c15-b11c-9cfa24801dae is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:41.522249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:41.524547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Pushing event updated for resources: {'Port': ['ID=cbff8512-06c1-42b8-a290-7fa22ee52a1f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:41.527546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:41.529961 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:41.535076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9657755 Nov 09 11:12:41.536277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.537842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.547534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.549336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.549659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.552179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.552653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.554571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.554896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.555352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.555653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:12:41.565095 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:41.566318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Transition to ACTIVE for port object 2e626f28-ef75-4f91-b64a-d041ad048ead will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:41.566993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:41.576545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'subnet': {'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:41.596043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dcf62ee4-7902-4c19-a964-fc2f032adf07 req-da88d687-b90d-4029-99be-5b5478fef617 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Unset dirty status for tenant:4547ba79e861451cb07df67385baeb9b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:41.597791 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dcf62ee4-7902-4c19-a964-fc2f032adf07 req-da88d687-b90d-4029-99be-5b5478fef617 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747663 Nov 09 11:12:41.612590 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:41.836669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Attempting to bind port cbff8512-06c1-42b8-a290-7fa22ee52a1f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:41.837050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Attempting to bind port cbff8512-06c1-42b8-a290-7fa22ee52a1f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '11653875-9cc3-494e-a2a4-b20bd4716e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '74c6ed15-bd57-4c15-b11c-9cfa24801dae'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:41.837432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Attempting to bind port cbff8512-06c1-42b8-a290-7fa22ee52a1f on network 74c6ed15-bd57-4c15-b11c-9cfa24801dae {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:41.876864 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:41.880022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Checking segment: {'id': '11653875-9cc3-494e-a2a4-b20bd4716e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '74c6ed15-bd57-4c15-b11c-9cfa24801dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:41.880478 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.884937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Bound using segment: {'id': '11653875-9cc3-494e-a2a4-b20bd4716e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '74c6ed15-bd57-4c15-b11c-9cfa24801dae'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:41.884937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Bound port: cbff8512-06c1-42b8-a290-7fa22ee52a1f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11653875-9cc3-494e-a2a4-b20bd4716e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '74c6ed15-bd57-4c15-b11c-9cfa24801dae'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:41.884937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:41.981008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:41.992872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-ac13b78a-6d03-48bc-8890-52047254b5dd tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:41.994606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-ac13b78a-6d03-48bc-8890-52047254b5dd tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 814 time: 0.4836235 Nov 09 11:12:41.995889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:42.044377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Request body: {'port': {'device_id': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'admin_state_up': True, 'tenant_id': 'f9f654e0eb644e89974900a9e8c77ff1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:42.094531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:42.105915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:subnet and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:42.114312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:42.129150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] For port cbff8512-06c1-42b8-a290-7fa22ee52a1f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:42.132779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:42.136104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] For port cbff8512-06c1-42b8-a290-7fa22ee52a1f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cbff8512-06c1-42b8-a290-7fa22ee52a1f,segment=NetworkSegment(11653875-9cc3-494e-a2a4-b20bd4716e76),segment_id=11653875-9cc3-494e-a2a4-b20bd4716e76)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:42.145300 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:42.195874 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8a800e1-25aa-43be-a418-a0976e08ccb7 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:42.209735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:42.215315 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:42.363218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:42.365807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:42.383890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Pushing event updated for resources: {'Port': ['ID=cbff8512-06c1-42b8-a290-7fa22ee52a1f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:42.388073 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:42.438500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Usage tracker for resource:port and tenant:f9f654e0eb644e89974900a9e8c77ff1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:42.451547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:42.465042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Port': ['ID=421f45d0-6d62-4a50-af3a-7a22005f07a7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:42.474525 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:42.475580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:42.481795 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e7b05d0c-f603-40db-9f13-1abae8f2a8e5 req-dd6317bf-df4d-4efe-97bb-5b47181a12cc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 210 time: 0.3388743 Nov 09 11:12:42.534508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-344dd1f2-0d6b-415a-8d1f-4a538a3c1eeb None None] Provisioning for port 421f45d0-6d62-4a50-af3a-7a22005f07a7 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:42.540913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e626f28-ef75-4f91-b64a-d041ad048ead,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:42.545637 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-344dd1f2-0d6b-415a-8d1f-4a538a3c1eeb None None] Provisioning complete for port 421f45d0-6d62-4a50-af3a-7a22005f07a7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:42.545637 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-344dd1f2-0d6b-415a-8d1f-4a538a3c1eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:42.545971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:42.545971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:42.565747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:42.570457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-c4c8d06f-d9f6-42a9-8876-05dfb2d03b17 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:42.574628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-c4c8d06f-d9f6-42a9-8876-05dfb2d03b17 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:42.578533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-c4c8d06f-d9f6-42a9-8876-05dfb2d03b17 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:42.579396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-c4c8d06f-d9f6-42a9-8876-05dfb2d03b17 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:42.627667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Made reservation on behalf of f9f654e0eb644e89974900a9e8c77ff1 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:42.630788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-344dd1f2-0d6b-415a-8d1f-4a538a3c1eeb None None] Port 421f45d0-6d62-4a50-af3a-7a22005f07a7 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:12:42.631088 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:42.703940 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7331321 Nov 09 11:12:42.754863 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:42.798300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-c4c8d06f-d9f6-42a9-8876-05dfb2d03b17 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:42.806499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-c4c8d06f-d9f6-42a9-8876-05dfb2d03b17 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2376 time: 0.4474978 Nov 09 11:12:42.816909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Request body: {'port': {'device_id': '57c65e83-7977-4f81-b312-feedee7a20f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:42.978996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55816) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:43.033485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Attempting to bind port 2e626f28-ef75-4f91-b64a-d041ad048ead on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:43.033485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Attempting to bind port 2e626f28-ef75-4f91-b64a-d041ad048ead by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:43.033485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Attempting to bind port 2e626f28-ef75-4f91-b64a-d041ad048ead on network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:43.060397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Port 2e626f28-ef75-4f91-b64a-d041ad048ead on network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:12:43.062657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Attempting to bind port 2e626f28-ef75-4f91-b64a-d041ad048ead on network 0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:43.064658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Allocated IP 172.20.0.12 (bd605f27-fcdb-4ae3-aca1-e3553a5f68aa/7b5fce06-5a39-45c4-acc4-1dfce3a20496/532e21f3-03ee-449e-89e0-4122839be53e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:43.073914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:43.074254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Checking segment: {'id': 'ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:43.074897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Bound using segment: {'id': 'ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:43.075494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Bound port: 2e626f28-ef75-4f91-b64a-d041ad048ead, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:43.076043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.136418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-0faefb40-f8ea-4ba8-aab8-27744032727f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:43.163189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850984cb-1e65-4e91-af2e-143091377343 req-63962b1d-b7a0-4555-875f-b27718d10e39 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:43.164698 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-850984cb-1e65-4e91-af2e-143091377343 req-63962b1d-b7a0-4555-875f-b27718d10e39 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 943 time: 0.2441368 Nov 09 11:12:43.187119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.228912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b50fbd48-b993-45b1-b191-59805d58fa6d no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:12:43.298638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: b50fbd48-b993-45b1-b191-59805d58fa6d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:12:43.299195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b50fbd48-b993-45b1-b191-59805d58fa6d not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:12:43.304114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-0faefb40-f8ea-4ba8-aab8-27744032727f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:43.305221 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8fb82d33-2b9b-44db-8061-7daf23963cb8 req-0faefb40-f8ea-4ba8-aab8-27744032727f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933982 Nov 09 11:12:43.356009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] For port 2e626f28-ef75-4f91-b64a-d041ad048ead, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:43.383377 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-850984cb-1e65-4e91-af2e-143091377343 req-46ff7f2a-2e4f-4b2d-865d-af9cce8472b3 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003236 Nov 09 11:12:43.385303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] For port 2e626f28-ef75-4f91-b64a-d041ad048ead, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e626f28-ef75-4f91-b64a-d041ad048ead,segment=NetworkSegment(ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a),segment_id=ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:43.435599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.objects.ports [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 11:12:43.437266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.443373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-08fd8b25-afa3-4a7f-8be0-d64680bcb8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:43.477057 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b72911f8-d7c1-4c31-901c-7c6e8b8d0ef1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98c42867df424326b275400db7b1c8ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4966307 Nov 09 11:12:43.484208 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.484841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55826) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:43.591550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Subnet': ['ID=6e198399-1003-4de3-ae87-d3bb153c430b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:43.596486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.597894 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e626f28-ef75-4f91-b64a-d041ad048ead HTTP/1.1" status: 200 len: 1091 time: 3.4003379 Nov 09 11:12:43.598966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'tag': '2e626f28-ef75-4f91-b64a-d041ad048ead'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:43.615738 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:43.617436 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:43.712244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Checking segment: {'id': 'cf2ac67a-e44b-4aae-b568-f08e6232c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:43.712946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network hostable DHCP agents. Network: 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:43.740981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.741958 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'tag': '2e626f28-ef75-4f91-b64a-d041ad048ead', 'status': 'completed', 'code': 200} Nov 09 11:12:43.744294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e626f28-ef75-4f91-b64a-d041ad048ead,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:43.766126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94deebda-ed73-42f4-92c2-99da298c21d0 None None] Network 74c6ed15-bd57-4c15-b11c-9cfa24801dae requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:43.773435 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:43.790885 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.857777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:43.880719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e8e6f566-e516-4649-af2d-1ad8e9d7d7b2 req-a95e2aad-01f1-4831-8f68-1166727f6f14 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Synchronizing usage tracker for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:12:43.903367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:43.954361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ff43314a-2e1e-461b-9842-3751771ab3a4 None None] Provisioning for port cbff8512-06c1-42b8-a290-7fa22ee52a1f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:43.990206 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-f57ea972-fb66-4216-b693-682dce480e8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4547ba79e861451cb07df67385baeb9b&device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 1094 time: 0.2072678 Nov 09 11:12:44.067343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:44.069222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e8e6f566-e516-4649-af2d-1ad8e9d7d7b2 req-a95e2aad-01f1-4831-8f68-1166727f6f14 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Unset dirty status for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:12:44.080856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e8e6f566-e516-4649-af2d-1ad8e9d7d7b2 req-a95e2aad-01f1-4831-8f68-1166727f6f14 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 210 time: 0.3410282 Nov 09 11:12:44.081239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:44.082721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:44.090325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-18d4f8b7-259b-46b7-8635-65b7e02da026 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e626f28-ef75-4f91-b64a-d041ad048ead HTTP/1.1" status: 200 len: 217 time: 0.0928733 Nov 09 11:12:44.096813 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0037328-5f50-44d4-a456-99d7b09d5348 None None] Network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:44.187659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804edf-dfde-40b1-b441-491b140c342d req-282552f9-65d9-4286-8b0d-aab3631ce4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:44.190357 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-282552f9-65d9-4286-8b0d-aab3631ce4f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b51e7e8-27eb-4432-8292-cd453ecd1923 HTTP/1.1" status: 200 len: 861 time: 0.0866485 Nov 09 11:12:44.192171 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:44.199598 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-895bd019-f19e-47c9-9574-a76563427bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:44.240460 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6723397 Nov 09 11:12:44.245583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:44.250581 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-f81286a4-5a99-418c-9feb-6316b261d524 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549457 Nov 09 11:12:44.251126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:44.254666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'port': {'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9', 'name': 'tempest-NetworksIpV6TestAttrs-107202489'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:44.272056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bf5ab1-882c-4080-a268-187b40c4536c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:44.315501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:44.318183 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:44.326510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:44.340824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:44.435748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Pushing event updated for resources: {'Port': ['ID=532e21f3-03ee-449e-89e0-4122839be53e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:44.444085 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:44.450454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Transition to ACTIVE for port object 63bf5ab1-882c-4080-a268-187b40c4536c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:44.460494 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:44.545414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:44.551076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea1a2c40-bd54-4c09-b873-656bb6b1ed7c HTTP/1.1" status: 204 len: 168 time: 1.0607316 Nov 09 11:12:44.552496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:44.576939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a2c40-bd54-4c09-b873-656bb6b1ed7c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:44.579481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cbff8512-06c1-42b8-a290-7fa22ee52a1f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:44.596594 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:44.703618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:44.719180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-9afe4ac6-f460-4504-84e8-ec76a7962132 service neutron] 10.222.0.59 "GET /v2.0/networks/0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489472 Nov 09 11:12:44.729609 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00ac9321-15c8-4334-8c29-87fb417860a1 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:44.778574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-2e71e696-bd46-41c1-aeee-62c7dbb3f3c9', 'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9', 'tenant_id': 'c3f62926a3ee4cce8c217cd9575e6e45', 'fixed_ips': [{'subnet_id': '6e198399-1003-4de3-ae87-d3bb153c430b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:12:44.779681 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:44.994573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Pushing event updated for resources: {'Port': ['ID=63bf5ab1-882c-4080-a268-187b40c4536c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:45.002072 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:45.011427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:45.016251 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.109641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:45.122932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45c3b-d064-496f-aef1-4f1af123fc68 req-799672f0-e485-4f9a-a81e-b8181b922d5e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:45.128559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45c3b-d064-496f-aef1-4f1af123fc68 req-799672f0-e485-4f9a-a81e-b8181b922d5e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:45.133639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45c3b-d064-496f-aef1-4f1af123fc68 req-799672f0-e485-4f9a-a81e-b8181b922d5e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:45.135566 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cf45c3b-d064-496f-aef1-4f1af123fc68 req-799672f0-e485-4f9a-a81e-b8181b922d5e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2388 time: 0.5072041 Nov 09 11:12:45.145687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:port and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:45.158380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Allocated IP 2001:db8::f816:3eff:fe01:36ea (2e71e696-bd46-41c1-aeee-62c7dbb3f3c9/6e198399-1003-4de3-ae87-d3bb153c430b/61fea6e8-47ca-4676-9619-563c733c05e7) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:45.171324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:45.188432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6804edf-dfde-40b1-b441-491b140c342d req-204996c2-c4b0-4fd0-81ef-74e03cc9b981 service neutron] 10.222.0.59 "GET /v2.0/networks/0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422593 Nov 09 11:12:45.189535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:45.220971 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cf45c3b-d064-496f-aef1-4f1af123fc68 req-f284e322-22f9-4ba9-bd78-72194960c6d7 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670626 Nov 09 11:12:45.282753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:45.287939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.429097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.453821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] device_id is not set on port e65a99c9-d802-464b-a745-5d57285ba5bb yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:12:45.506303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port cbff8512-06c1-42b8-a290-7fa22ee52a1f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:45.529955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port cbff8512-06c1-42b8-a290-7fa22ee52a1f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:45.530337 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.541485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:45.541775 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5086493 Nov 09 11:12:45.567204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Usage tracker for resource:security_group_rule and tenant:64bb58bb9c664fa6a4ec9bf869192a11 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:45.577503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Request body: {'port': {'device_id': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:45.578469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:45.590896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:45.609553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-615c83f8-3ae1-43ec-bd0f-f6e3222298b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4547ba79e861451cb07df67385baeb9b&device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 1094 time: 0.2918580 Nov 09 11:12:45.623841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df65ae-a5aa-429a-b72d-bca0d56426fe req-da05de80-1741-4633-b8a4-35f3018be7ee tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:45.630620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23df65ae-a5aa-429a-b72d-bca0d56426fe req-da05de80-1741-4633-b8a4-35f3018be7ee tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 943 time: 0.7186561 Nov 09 11:12:45.639643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Attempting to bind port 63bf5ab1-882c-4080-a268-187b40c4536c on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:45.639979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Attempting to bind port 63bf5ab1-882c-4080-a268-187b40c4536c by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:45.640355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Attempting to bind port 63bf5ab1-882c-4080-a268-187b40c4536c on network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:45.664387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Port 63bf5ab1-882c-4080-a268-187b40c4536c on network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:12:45.664729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Attempting to bind port 63bf5ab1-882c-4080-a268-187b40c4536c on network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:45.695773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:45.696388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Checking segment: {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:45.696961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Bound using segment: {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:45.697644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Bound port: 63bf5ab1-882c-4080-a268-187b40c4536c, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:45.698144 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.782843 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.819677 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.837005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-342c51ac-c2f0-4097-a21d-0012b40b8fe7 None None] Provisioning complete for port cbff8512-06c1-42b8-a290-7fa22ee52a1f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:45.840553 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-342c51ac-c2f0-4097-a21d-0012b40b8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.856273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] For port 63bf5ab1-882c-4080-a268-187b40c4536c, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:45.859744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] For port 63bf5ab1-882c-4080-a268-187b40c4536c, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=63bf5ab1-882c-4080-a268-187b40c4536c,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:45.862175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port cbff8512-06c1-42b8-a290-7fa22ee52a1f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cbff8512-06c1-42b8-a290-7fa22ee52a1f,segment=NetworkSegment(11653875-9cc3-494e-a2a4-b20bd4716e76),segment_id=11653875-9cc3-494e-a2a4-b20bd4716e76)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:45.873004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Transition to ACTIVE for port object 61fea6e8-47ca-4676-9619-563c733c05e7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:45.879407 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23df65ae-a5aa-429a-b72d-bca0d56426fe req-a9a58e5b-a1b3-4625-9f76-760b98694163 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478034 Nov 09 11:12:45.915069 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.921959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-3d9f3345-369d-487b-b279-866e7b424f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:45.923620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-3d9f3345-369d-487b-b279-866e7b424f70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a HTTP/1.1" status: 200 len: 922 time: 0.3067656 Nov 09 11:12:45.925622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.944060 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Transition to ACTIVE for port object 61fea6e8-47ca-4676-9619-563c733c05e7 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:45.973029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.988975 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-614d43b9-66bf-4157-ac9c-55fb18d779a4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:45.990920 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:45.998819 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:46.070679 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.074399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55904) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:46.105544 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.107401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] 10.222.0.59 "PUT /v2.0/ports/63bf5ab1-882c-4080-a268-187b40c4536c HTTP/1.1" status: 200 len: 1092 time: 3.3100262 Nov 09 11:12:46.114299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'tag': '63bf5ab1-882c-4080-a268-187b40c4536c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:46.144073 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.158361 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b070d873-5088-41f2-8522-926274e050bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:46.166073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:46.172093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:46.178132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:46.183527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=cbff8512-06c1-42b8-a290-7fa22ee52a1f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:46.192564 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:46.192772 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:46.232899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1b07b-4b84-40a0-9f81-ccc3546e6391 req-72e126c0-f1e9-4dfa-86fd-e857a334c646 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:46.234386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60c1b07b-4b84-40a0-9f81-ccc3546e6391 req-72e126c0-f1e9-4dfa-86fd-e857a334c646 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 932 time: 0.4948914 Nov 09 11:12:46.240543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-092697a9-4848-47b6-9ed2-2764b8233228 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e626f28-ef75-4f91-b64a-d041ad048ead HTTP/1.1" status: 200 len: 217 time: 0.2915349 Nov 09 11:12:46.275075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Pushing event updated for resources: {'Port': ['ID=63bf5ab1-882c-4080-a268-187b40c4536c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:46.285984 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:46.410825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cbff8512-06c1-42b8-a290-7fa22ee52a1f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:46.479046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d7ea6-5533-4c58-9d4c-7f3ae98ab0cb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:46.494203 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:46.521014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Pushing event updated for resources: {'Port': ['ID=61fea6e8-47ca-4676-9619-563c733c05e7,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:46.537082 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:46.549902 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'tag': '63bf5ab1-882c-4080-a268-187b40c4536c', 'status': 'completed', 'code': 200} Nov 09 11:12:46.567795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Attempting to bind port 61fea6e8-47ca-4676-9619-563c733c05e7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:46.567795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Attempting to bind port 61fea6e8-47ca-4676-9619-563c733c05e7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'cf2ac67a-e44b-4aae-b568-f08e6232c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:46.567795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Attempting to bind port 61fea6e8-47ca-4676-9619-563c733c05e7 on network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:46.568388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Request body: {'port': {'device_id': '57c65e83-7977-4f81-b312-feedee7a20f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:46.568519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Allocated IP 2001:db8::f816:3eff:fe6b:3cfb (2e71e696-bd46-41c1-aeee-62c7dbb3f3c9/6e198399-1003-4de3-ae87-d3bb153c430b/e65a99c9-d802-464b-a745-5d57285ba5bb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:46.585095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:46.585095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Checking segment: {'id': 'cf2ac67a-e44b-4aae-b568-f08e6232c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:46.585531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64bb58bb9c664fa6a4ec9bf869192a11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8685508 Nov 09 11:12:46.585641 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.585641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Bound using segment: {'id': 'cf2ac67a-e44b-4aae-b568-f08e6232c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:46.585641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Bound port: 61fea6e8-47ca-4676-9619-563c733c05e7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2ac67a-e44b-4aae-b568-f08e6232c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e71e696-bd46-41c1-aeee-62c7dbb3f3c9'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:46.585641 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.594337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:46.619051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.652196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port cbff8512-06c1-42b8-a290-7fa22ee52a1f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:46.652582 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.679227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-1f5287ee-0b18-4c83-894a-2fa47e206849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:46.680607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-1f5287ee-0b18-4c83-894a-2fa47e206849 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b51e7e8-27eb-4432-8292-cd453ecd1923 HTTP/1.1" status: 200 len: 861 time: 0.4060616 Nov 09 11:12:46.752542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] For port 61fea6e8-47ca-4676-9619-563c733c05e7, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:46.756906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] For port 61fea6e8-47ca-4676-9619-563c733c05e7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=61fea6e8-47ca-4676-9619-563c733c05e7,segment=NetworkSegment(cf2ac67a-e44b-4aae-b568-f08e6232c8d0),segment_id=cf2ac67a-e44b-4aae-b568-f08e6232c8d0)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:46.766645 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60c1b07b-4b84-40a0-9f81-ccc3546e6391 req-c3d533b3-5f9c-441d-9e2f-80a6b482a9ef tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878650 Nov 09 11:12:46.804115 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.822168 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:46.830024 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:46.852218 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-56069bb9-a6a1-4db9-8fad-2d45bf211cb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476519 Nov 09 11:12:46.898719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:46.906049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a52b995c7b4b10822015dc4f6450c1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:46.910850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:46.911407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a31fb-da08-4dee-bf18-18f37732e6bc req-fd5dc7a3-32f3-4f97-9c08-ec017a4a1d2f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:46.915398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a31fb-da08-4dee-bf18-18f37732e6bc req-fd5dc7a3-32f3-4f97-9c08-ec017a4a1d2f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:46.919624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a31fb-da08-4dee-bf18-18f37732e6bc req-fd5dc7a3-32f3-4f97-9c08-ec017a4a1d2f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:46.921295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e3a31fb-da08-4dee-bf18-18f37732e6bc req-fd5dc7a3-32f3-4f97-9c08-ec017a4a1d2f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2388 time: 0.3305159 Nov 09 11:12:46.960435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:47.005681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Pushing event updated for resources: {'Port': ['ID=61fea6e8-47ca-4676-9619-563c733c05e7,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:47.005978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532e21f3-03ee-449e-89e0-4122839be53e {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:47.018781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-83ac6cbb-27cb-4687-9a3f-d3f7e1573838 req-13e681d0-5178-4862-ac6d-5ae1ebee90d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2731 time: 0.7373958 Nov 09 11:12:47.025033 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:47.043220 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.119925 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e3a31fb-da08-4dee-bf18-18f37732e6bc req-eee4300a-c213-45fa-be8a-8a008bd1d8cc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821320 Nov 09 11:12:47.127627 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-434c56d8-7ddf-4d8d-94ae-32d424f16380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.165631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Transition to ACTIVE for port object 532e21f3-03ee-449e-89e0-4122839be53e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:47.283398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.294825 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:47.394671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.472768 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.616698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Pushing event updated for resources: {'Port': ['ID=532e21f3-03ee-449e-89e0-4122839be53e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:47.618043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.629357 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:47.676745 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-07b5225a-fa7b-4fc3-a02a-01ed696fb5da service neutron] 10.222.0.59 "GET /v2.0/networks/0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455540 Nov 09 11:12:47.707650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.762036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.763517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6cbb-27cb-4687-9a3f-d3f7e1573838 req-4226b5ea-7ba7-4350-a21d-c10b28fc776a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:47.763889 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6cbb-27cb-4687-9a3f-d3f7e1573838 req-4226b5ea-7ba7-4350-a21d-c10b28fc776a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:47.764249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6cbb-27cb-4687-9a3f-d3f7e1573838 req-4226b5ea-7ba7-4350-a21d-c10b28fc776a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:47.765801 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-83ac6cbb-27cb-4687-9a3f-d3f7e1573838 req-4226b5ea-7ba7-4350-a21d-c10b28fc776a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=495fb899caa3451abed3639ac3f85aa8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7308276 Nov 09 11:12:47.809740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Transition to ACTIVE for port object e65a99c9-d802-464b-a745-5d57285ba5bb will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:47.871141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:47.884605 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:48.036799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb464e9-f546-4d2f-9094-90f2401fc46b req-bac46c68-fcbe-4f12-8ea5-9a0e5609c199 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:48.044783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3fb464e9-f546-4d2f-9094-90f2401fc46b req-bac46c68-fcbe-4f12-8ea5-9a0e5609c199 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 943 time: 0.6539283 Nov 09 11:12:48.093797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8bb432-4e66-4049-b219-40812609f79e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:48.097569 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:48.098356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.104612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55944) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:48.117020 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-91a3170c-7742-4487-a13f-ac5b37fa22bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:48.125724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Attempting to bind port 532e21f3-03ee-449e-89e0-4122839be53e on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:48.126177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Attempting to bind port 532e21f3-03ee-449e-89e0-4122839be53e by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:48.126644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Attempting to bind port 532e21f3-03ee-449e-89e0-4122839be53e on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:48.136579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Port 532e21f3-03ee-449e-89e0-4122839be53e on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:12:48.136899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Attempting to bind port 532e21f3-03ee-449e-89e0-4122839be53e on network bd605f27-fcdb-4ae3-aca1-e3553a5f68aa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:48.145620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6a52b995c7b4b10822015dc4f6450c1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0652251 Nov 09 11:12:48.148125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:48.148125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Checking segment: {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:48.148125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Bound using segment: {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:48.148125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Bound port: 532e21f3-03ee-449e-89e0-4122839be53e, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c470e-8a18-4a43-b92f-eee6053d0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:48.148125 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.150236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55950) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:48.159264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194d7b1b-d0ba-4f65-9598-75167617af7b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:48.170182 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3fb464e9-f546-4d2f-9094-90f2401fc46b req-ed3eb828-18ca-4804-b73a-dd6bf329e68e tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242716 Nov 09 11:12:48.172803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d7ea6-5533-4c58-9d4c-7f3ae98ab0cb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:48.179483 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:48.179715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.199069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Transition to ACTIVE for port object 194d7b1b-d0ba-4f65-9598-75167617af7b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:48.218451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-61cf2479-8cdf-49e1-9f7e-2ef8e4948cc2 req-9872f878-590e-4d8c-a0e7-c92afd8eb1ef service neutron] 10.222.0.59 "GET /v2.0/networks/0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166402 Nov 09 11:12:48.237392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6cbb-27cb-4687-9a3f-d3f7e1573838 req-4d9cd91e-6235-4b54-8755-ff008efb9d6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:48.239352 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-83ac6cbb-27cb-4687-9a3f-d3f7e1573838 req-4d9cd91e-6235-4b54-8755-ff008efb9d6a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4628680 Nov 09 11:12:48.276745 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.280391 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a3d7ea6-5533-4c58-9d4c-7f3ae98ab0cb HTTP/1.1" status: 204 len: 168 time: 1.6760623 Nov 09 11:12:48.291481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.312043 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d23e617-28fc-49e8-a194-10c472908304 tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:48.397034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e626f28-ef75-4f91-b64a-d041ad048ead details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:12:48.453403 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.466775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.478411 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64713ed2-8a1a-46f8-8430-d358c3252039 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:48.536474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b24aef-b204-4134-b212-8dcc5dfceac9 req-e64b6b7e-e2b5-4a43-9320-cd9dcf09a1af tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:48.550661 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19b24aef-b204-4134-b212-8dcc5dfceac9 req-e64b6b7e-e2b5-4a43-9320-cd9dcf09a1af tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 944 time: 0.5525842 Nov 09 11:12:48.624778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2e626f28-ef75-4f91-b64a-d041ad048ead, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e626f28-ef75-4f91-b64a-d041ad048ead,segment=NetworkSegment(ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a),segment_id=ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:48.638988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] For port 532e21f3-03ee-449e-89e0-4122839be53e, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:48.646762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:48.647929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '2e626f28-ef75-4f91-b64a-d041ad048ead', 'network_id': '0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a', 'port_id': '2e626f28-ef75-4f91-b64a-d041ad048ead', 'mac_address': 'fa:16:3e:bb:d8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b51e7e8-27eb-4432-8292-cd453ecd1923', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:12:48.650969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Port': ['ID=e65a99c9-d802-464b-a745-5d57285ba5bb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:48.652791 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 61fea6e8-47ca-4676-9619-563c733c05e7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:48.653895 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:48.661120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:48.663605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:48.668556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:48.669205 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.682725 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.694096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f351475e-ccf0-4d77-9e0c-f62c84b74a32 None None] Network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:48.707282 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.758035 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19b24aef-b204-4134-b212-8dcc5dfceac9 req-86c2ea32-ea7c-4d52-99e7-32b051a0878c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064123 Nov 09 11:12:48.793932 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.5389993 Nov 09 11:12:48.793932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55960) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:48.795092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] For port 532e21f3-03ee-449e-89e0-4122839be53e, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=532e21f3-03ee-449e-89e0-4122839be53e,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:48.829181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Pushing event updated for resources: {'Port': ['ID=194d7b1b-d0ba-4f65-9598-75167617af7b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:48.833008 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:48.898528 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.904290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:48.905091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:48.912957 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:48.938362 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a0baf5c-17d3-4733-861d-fb49f2653adf tempest-ImagesNegativeTestJSON-1778671262 tempest-ImagesNegativeTestJSON-1778671262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:48.998120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8bb432-4e66-4049-b219-40812609f79e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:48.998431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:443bf800675f40bbb0edb82660adab4f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:49.017936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:49.021984 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:49.047543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:49.061758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.063273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] 10.222.0.57 "PUT /v2.0/ports/532e21f3-03ee-449e-89e0-4122839be53e HTTP/1.1" status: 200 len: 1092 time: 3.5107956 Nov 09 11:12:49.072246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'tag': '532e21f3-03ee-449e-89e0-4122839be53e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:49.088347 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.094119 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f8bb432-4e66-4049-b219-40812609f79e HTTP/1.1" status: 204 len: 168 time: 0.9330583 Nov 09 11:12:49.136217 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.152057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fde1e-5162-42e5-8fa5-cf4be9af6cb4 req-ca4cee20-1a97-47e4-a4ab-17cc656a898e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:49.165240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fde1e-5162-42e5-8fa5-cf4be9af6cb4 req-ca4cee20-1a97-47e4-a4ab-17cc656a898e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:49.178615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fde1e-5162-42e5-8fa5-cf4be9af6cb4 req-ca4cee20-1a97-47e4-a4ab-17cc656a898e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:49.178615 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c89fde1e-5162-42e5-8fa5-cf4be9af6cb4 req-ca4cee20-1a97-47e4-a4ab-17cc656a898e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2400 time: 0.5239277 Nov 09 11:12:49.229797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e626f28-ef75-4f91-b64a-d041ad048ead {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:49.246498 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2e626f28-ef75-4f91-b64a-d041ad048ead, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e626f28-ef75-4f91-b64a-d041ad048ead,segment=NetworkSegment(ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a),segment_id=ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:49.296235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-50095030-820a-4fa0-a18e-4673bb1e6056 None None] Provisioning for port 61fea6e8-47ca-4676-9619-563c733c05e7 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:49.310764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Pushing event updated for resources: {'Port': ['ID=532e21f3-03ee-449e-89e0-4122839be53e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:49.314777 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:49.328605 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Attempting to bind port 194d7b1b-d0ba-4f65-9598-75167617af7b on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:49.328951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Attempting to bind port 194d7b1b-d0ba-4f65-9598-75167617af7b by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:49.329284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Attempting to bind port 194d7b1b-d0ba-4f65-9598-75167617af7b on network 924f53b4-43ec-4700-b970-5ecfe8be08b8 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:49.333348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Deleting subnet 6e198399-1003-4de3-ae87-d3bb153c430b {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:12:49.335659 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.340180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.343007 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:49.358119 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'tag': '532e21f3-03ee-449e-89e0-4122839be53e', 'status': 'completed', 'code': 200} Nov 09 11:12:49.379399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Port 194d7b1b-d0ba-4f65-9598-75167617af7b on network 924f53b4-43ec-4700-b970-5ecfe8be08b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:12:49.379660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Attempting to bind port 194d7b1b-d0ba-4f65-9598-75167617af7b on network 924f53b4-43ec-4700-b970-5ecfe8be08b8 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:49.406672 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c89fde1e-5162-42e5-8fa5-cf4be9af6cb4 req-e81092a3-a4f4-4502-bcb9-d0862fbdf684 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088420 Nov 09 11:12:49.413173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:49.413520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Checking segment: {'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:49.413914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Bound using segment: {'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:49.414359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Bound port: 194d7b1b-d0ba-4f65-9598-75167617af7b, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865f35a6-72cf-4c13-8a50-e60659629781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:49.414707 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.471586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=2e626f28-ef75-4f91-b64a-d041ad048ead,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:49.482114 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:49.492351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 61fea6e8-47ca-4676-9619-563c733c05e7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:49.504790 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.529741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 61fea6e8-47ca-4676-9619-563c733c05e7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:49.531058 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.552062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-e9084427-7483-4abe-b22f-ea50fe120df2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 1095 time: 0.3435578 Nov 09 11:12:49.555895 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.563891 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.576586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fdc78324-a3ea-46dc-9d69-26e615a5d51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:49.724500 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f14398d2-ef44-4291-ae9c-11e2bec25a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.759643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-4fed1129-f220-4f9a-ab35-61db9ad61c1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532e21f3-03ee-449e-89e0-4122839be53e HTTP/1.1" status: 200 len: 217 time: 0.1862993 Nov 09 11:12:49.760806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cd79d2-6433-454a-95b8-7541433b04f8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:49.770983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['2e626f28-ef75-4f91-b64a-d041ad048ead'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:12:49.801708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5295125-e51f-4638-964b-1256085a059e req-2abdff31-f90a-4325-b2d1-66968f49d597 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:49.807651 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5295125-e51f-4638-964b-1256085a059e req-2abdff31-f90a-4325-b2d1-66968f49d597 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 944 time: 0.1810143 Nov 09 11:12:49.846681 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:49.903112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:49.929052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:49.947362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=194d7b1b-d0ba-4f65-9598-75167617af7b,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:49.954649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5295125-e51f-4638-964b-1256085a059e req-ceb58639-a796-4149-8b1c-b2c6baa0ea84 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364989 Nov 09 11:12:49.998151 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.022915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=443bf800675f40bbb0edb82660adab4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9151807 Nov 09 11:12:50.026554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:50.120281 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.130012 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-971fc997-d500-4a52-9a02-778e76fe40e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:50.206987 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.207455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-3b760dd8-307b-4c80-8de5-0516837eb1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:50.209128 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-3b760dd8-307b-4c80-8de5-0516837eb1f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b5fce06-5a39-45c4-acc4-1dfce3a20496 HTTP/1.1" status: 200 len: 854 time: 0.4384427 Nov 09 11:12:50.219909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.222296 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] 10.222.0.59 "PUT /v2.0/ports/194d7b1b-d0ba-4f65-9598-75167617af7b HTTP/1.1" status: 200 len: 1091 time: 3.6752927 Nov 09 11:12:50.223874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Provisioning complete for port 61fea6e8-47ca-4676-9619-563c733c05e7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:50.224654 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.245575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.254643 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9aaa0e86-08a5-40c1-826a-bd37090f9d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:50.292053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-5c5ade81-007c-4f42-a660-94957e4015c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739627 Nov 09 11:12:50.301045 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.317868 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Subnet': ['ID=6e198399-1003-4de3-ae87-d3bb153c430b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:50.323928 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:50.334545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.346890 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/6e198399-1003-4de3-ae87-d3bb153c430b HTTP/1.1" status: 204 len: 168 time: 1.5555120 Nov 09 11:12:50.350392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Pushing event updated for resources: {'Port': ['ID=194d7b1b-d0ba-4f65-9598-75167617af7b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:50.356026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55992) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:50.361864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55996) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:50.368134 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:50.387119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.460341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Request body: {'port': {'device_id': '57c65e83-7977-4f81-b312-feedee7a20f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:50.487337 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:12:50.499394 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:12:50.529881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.544517 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5587004a-c6ef-4bc0-a303-33b7a4a4c017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:50.584550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091e9cd-7638-4ed3-8704-0424c6cc3a2f req-e98a6d77-0ab0-48cc-9b82-9dbbf07941bc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:50.586955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9091e9cd-7638-4ed3-8704-0424c6cc3a2f req-e98a6d77-0ab0-48cc-9b82-9dbbf07941bc tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 944 time: 0.5876460 Nov 09 11:12:50.589450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cd79d2-6433-454a-95b8-7541433b04f8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:50.594236 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:50.603283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:50.606227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.607639 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60cd79d2-6433-454a-95b8-7541433b04f8 HTTP/1.1" status: 204 len: 168 time: 0.5800779 Nov 09 11:12:50.623678 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.634855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Usage tracker for resource:security_group_rule and tenant:29316554a3e442689596ec3c803a99bf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:50.640540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:50.644037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.663207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:50.672531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20608906-9e76-4a09-bf72-6f97be74fd80 None None] Network 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:50.792547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] For port 61fea6e8-47ca-4676-9619-563c733c05e7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=61fea6e8-47ca-4676-9619-563c733c05e7,segment=NetworkSegment(cf2ac67a-e44b-4aae-b568-f08e6232c8d0),segment_id=cf2ac67a-e44b-4aae-b568-f08e6232c8d0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:50.844832 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.936862 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:50.945843 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f41b788e-b56d-4daf-9db3-22c8ea0ee7be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:50.951989 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:51.013231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee795-2819-4b9b-98b3-9daf306c2e73 req-52913333-9eb6-4b7f-89f6-7e218ed352c0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:51.017948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee795-2819-4b9b-98b3-9daf306c2e73 req-52913333-9eb6-4b7f-89f6-7e218ed352c0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:51.026232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee795-2819-4b9b-98b3-9daf306c2e73 req-52913333-9eb6-4b7f-89f6-7e218ed352c0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:51.035612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-057ee795-2819-4b9b-98b3-9daf306c2e73 req-52913333-9eb6-4b7f-89f6-7e218ed352c0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2400 time: 0.2447362 Nov 09 11:12:51.055446 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:51.068982 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fdfc9c9-0369-48d7-b33e-83bdf2bb8ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:51.087517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Pushing event updated for resources: {'Port': ['ID=61fea6e8-47ca-4676-9619-563c733c05e7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:51.090668 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:51.197648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] DHCP port deletion for 2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:12:51.204054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Deleting port 61fea6e8-47ca-4676-9619-563c733c05e7 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:12:51.204597 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:51.273353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29316554a3e442689596ec3c803a99bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9103549 Nov 09 11:12:51.289621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-18db6144-8577-44ee-b6fe-2a7807064f31 service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9827833 Nov 09 11:12:51.289621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56018) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:51.291904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Provisioning for port e65a99c9-d802-464b-a745-5d57285ba5bb completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:51.293582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf8d14-a442-4a36-9a15-a228b4e07cdf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:51.305433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Provisioning complete for port e65a99c9-d802-464b-a745-5d57285ba5bb triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:51.305433 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:51.307394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9091e9cd-7638-4ed3-8704-0424c6cc3a2f req-c2c5ab64-e445-48db-9d1f-9c90b02a0a9f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582604 Nov 09 11:12:51.312256 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:51.345166 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-057ee795-2819-4b9b-98b3-9daf306c2e73 req-24fc3af3-2f33-4496-91a5-8964030de502 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080947 Nov 09 11:12:51.371376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd8dfce-8485-466d-bf42-5edd846e7e68 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:51.377972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd8dfce-8485-466d-bf42-5edd846e7e68 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:51.383181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56024) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:51.405378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dcd8dfce-8485-466d-bf42-5edd846e7e68 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0215557 Nov 09 11:12:51.429582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Port e65a99c9-d802-464b-a745-5d57285ba5bb cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:12:51.606098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] For port 61fea6e8-47ca-4676-9619-563c733c05e7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=61fea6e8-47ca-4676-9619-563c733c05e7,segment=NetworkSegment(cf2ac67a-e44b-4aae-b568-f08e6232c8d0),segment_id=cf2ac67a-e44b-4aae-b568-f08e6232c8d0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:51.606772 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:51.621957 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7823460-dba1-4199-b057-a1f2af0be1ce tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:51.643952 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7823460-dba1-4199-b057-a1f2af0be1ce tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 11:12:51.644749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7823460-dba1-4199-b057-a1f2af0be1ce tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:12:51.666094 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a7823460-dba1-4199-b057-a1f2af0be1ce tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 HTTP/1.1" status: 409 len: 405 time: 0.2804124 Nov 09 11:12:51.706378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56032) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:51.733852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1901461633'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:51.747016 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-a98dfce6-80b8-4729-8702-57ea8ef8ec9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3035543 Nov 09 11:12:51.755851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:51.762327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:network and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:51.769569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:51.772705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Calling delete_port for 61fea6e8-47ca-4676-9619-563c733c05e7 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:12:51.781009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:51.828759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e1e5-418a-4173-b634-1bc704bc3b17 req-cb6d3ffd-d1ce-4530-9a57-967ff9385693 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:51.836362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24e0e1e5-418a-4173-b634-1bc704bc3b17 req-cb6d3ffd-d1ce-4530-9a57-967ff9385693 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 944 time: 0.1746197 Nov 09 11:12:51.903755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24e0e1e5-418a-4173-b634-1bc704bc3b17 req-9c0dc0fc-589a-4fcc-b855-ee9ddde58a31 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662796 Nov 09 11:12:51.906205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:51.911156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:51.914460 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:51.962053 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-be35d39b-7a47-4dd8-8dba-842d21af8704 None None] Provisioning complete for port e65a99c9-d802-464b-a745-5d57285ba5bb triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:51.963298 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-be35d39b-7a47-4dd8-8dba-842d21af8704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.032651 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.049488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:52.055216 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.061607 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b', 'status': 'completed', 'code': 200} Nov 09 11:12:52.063708 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.068675 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Added segment caca3933-7c55-481a-84e6-c937fd793ee1 of type vlan for network 4ba350cc-a9e3-4322-b1d0-771407897fda Nov 09 11:12:52.069354 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:52.104785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] No DVR routers for this DVR port 61fea6e8-47ca-4676-9619-563c733c05e7 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:12:52.148492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Pushing event deleted for resources: {'Port': ['ID=61fea6e8-47ca-4676-9619-563c733c05e7,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:52.151825 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:52.158140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-be35d39b-7a47-4dd8-8dba-842d21af8704 None None] Port e65a99c9-d802-464b-a745-5d57285ba5bb cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:12:52.161573 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3503c225-61cb-4da7-8f74-16ffdd9f74e0 req-bde2e0de-ef13-4afa-9db3-f1f68f6dfae0 service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426914 Nov 09 11:12:52.190673 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.217347 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.231090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.280211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-87afbcd3-3254-426c-aff5-e655f3816c07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd&device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 1097 time: 0.3511996 Nov 09 11:12:52.290711 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47bce76b-85d3-48c7-9982-1fe5dfdc49f8 req-8d941dba-1f91-4ef5-a56b-4a20e8f15a30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2798 time: 0.1904657 Nov 09 11:12:52.433985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.434174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e626f28-ef75-4f91-b64a-d041ad048ead up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:52.442366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:52.444240 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.466510 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-04a2cc07-d3d1-45ad-a12e-0bd3a17815a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:52.491350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421f45d0-6d62-4a50-af3a-7a22005f07a7 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:52.530560 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.535874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.547619 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-56224086-c83b-4306-a5e0-4a3043532e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:52.577333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf8d14-a442-4a36-9a15-a228b4e07cdf,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:52.579865 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:52.588801 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-e3eb334f-ccfc-4ead-b7e8-b6b0f44bf8f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 1095 time: 0.3027446 Nov 09 11:12:52.589879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Transition to ACTIVE for port object 421f45d0-6d62-4a50-af3a-7a22005f07a7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:52.637558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 2e626f28-ef75-4f91-b64a-d041ad048ead completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:52.646260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 2e626f28-ef75-4f91-b64a-d041ad048ead triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:52.646260 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.672977 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.674718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cdf8d14-a442-4a36-9a15-a228b4e07cdf HTTP/1.1" status: 204 len: 168 time: 1.3663733 Nov 09 11:12:52.678151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:52.724948 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-76705cf0-dc4f-4ea4-b533-4a3667fc1702 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:52.812025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56066) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:52.817786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce76b-85d3-48c7-9982-1fe5dfdc49f8 req-be111f51-9121-41ac-bbe8-66768fe41724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:52.818736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce76b-85d3-48c7-9982-1fe5dfdc49f8 req-be111f51-9121-41ac-bbe8-66768fe41724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:52.818736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce76b-85d3-48c7-9982-1fe5dfdc49f8 req-be111f51-9121-41ac-bbe8-66768fe41724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:52.820098 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47bce76b-85d3-48c7-9982-1fe5dfdc49f8 req-be111f51-9121-41ac-bbe8-66768fe41724 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=495fb899caa3451abed3639ac3f85aa8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5158067 Nov 09 11:12:52.842869 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1260517 Nov 09 11:12:52.902479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56070) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:52.972443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'subnet': {'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:52.992855 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:53.013898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Pushing event updated for resources: {'Port': ['ID=421f45d0-6d62-4a50-af3a-7a22005f07a7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:53.017214 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:53.022326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-eea25d67-4576-4b1a-a08a-3e44fdd54e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.025794 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-eea25d67-4576-4b1a-a08a-3e44fdd54e80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 HTTP/1.1" status: 200 len: 913 time: 0.6754742 Nov 09 11:12:53.049705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e626f28-ef75-4f91-b64a-d041ad048ead'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:53.064560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2e626f28-ef75-4f91-b64a-d041ad048ead, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e626f28-ef75-4f91-b64a-d041ad048ead,segment=NetworkSegment(ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a),segment_id=ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:53.079112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Network': ['ID=4ba350cc-a9e3-4322-b1d0-771407897fda,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:53.092580 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:53.092748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 4ba350cc-a9e3-4322-b1d0-771407897fda details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:53.171697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-e41a7de8-e4a5-4cf0-9d04-c49d947ff4b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.173219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-e41a7de8-e4a5-4cf0-9d04-c49d947ff4b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 200 len: 915 time: 0.5380013 Nov 09 11:12:53.247710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:53.252767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:subnet and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:53.256858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:53.263318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:53.301969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 61fea6e8-47ca-4676-9619-563c733c05e7 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:12:53.337682 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:53.351030 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:53.351337 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-18929aa1-3aff-4dc6-9da4-91e649e4b72a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182e9c51-5f15-4994-a212-b23592f27efb HTTP/1.1" status: 200 len: 1001 time: 0.2619007 Nov 09 11:12:53.412227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3911f-285c-4f13-8d97-5a77034ea122 req-de1ba34f-e016-4b5c-916c-d9ac206df78b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.418099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3911f-285c-4f13-8d97-5a77034ea122 req-de1ba34f-e016-4b5c-916c-d9ac206df78b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.422894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3911f-285c-4f13-8d97-5a77034ea122 req-de1ba34f-e016-4b5c-916c-d9ac206df78b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.430245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=2e626f28-ef75-4f91-b64a-d041ad048ead,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:53.431683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d4d3911f-285c-4f13-8d97-5a77034ea122 req-de1ba34f-e016-4b5c-916c-d9ac206df78b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2400 time: 0.8504612 Nov 09 11:12:53.434592 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:53.435492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 61fea6e8-47ca-4676-9619-563c733c05e7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:12:53.436068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 61fea6e8-47ca-4676-9619-563c733c05e7 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:12:53.442030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-934fa5d6-1d61-4f14-afd6-bd4cdef89ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.442030 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-934fa5d6-1d61-4f14-afd6-bd4cdef89ac0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=029e650a-8ccc-4aad-822b-9242877f0a5c HTTP/1.1" status: 200 len: 851 time: 0.0798562 Nov 09 11:12:53.452644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7951a-53ad-40ac-a330-38e994b43eab req-ff835f6f-1ee8-4703-8bd2-0b77849c95fb tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.460524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ec7951a-53ad-40ac-a330-38e994b43eab req-ff835f6f-1ee8-4703-8bd2-0b77849c95fb tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 944 time: 0.6293604 Nov 09 11:12:53.544068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce76b-85d3-48c7-9982-1fe5dfdc49f8 req-397c411f-6a85-4256-8107-cba4bd182f41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:53.545516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47bce76b-85d3-48c7-9982-1fe5dfdc49f8 req-397c411f-6a85-4256-8107-cba4bd182f41 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7097578 Nov 09 11:12:53.558611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:53.587530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ec7951a-53ad-40ac-a330-38e994b43eab req-1bb384f6-872b-4f7c-92a7-717ac807ddb7 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259313 Nov 09 11:12:53.613119 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d4d3911f-285c-4f13-8d97-5a77034ea122 req-3f5179c7-50b1-4bf9-887d-03ba9e154977 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804616 Nov 09 11:12:53.623332 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-a4d33a45-93bb-4237-8a67-ffe77c04817f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532e21f3-03ee-449e-89e0-4122839be53e HTTP/1.1" status: 200 len: 217 time: 0.3883748 Nov 09 11:12:53.653532 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-92547e55-33d3-4bd3-a1e1-b7cc0f50bc1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819041 Nov 09 11:12:53.804912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1639867471-network', 'tenant_id': '7978ba4cf2fc4c48a4c399a6295160ee'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:53.847646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-fb718f17-8f9f-4ad9-9b15-96957966950d service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851747 Nov 09 11:12:53.857657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:53.961959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Usage tracker for resource:network and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:53.980734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:54.043982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Attempting to bind port 421f45d0-6d62-4a50-af3a-7a22005f07a7 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:54.044322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Attempting to bind port 421f45d0-6d62-4a50-af3a-7a22005f07a7 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:54.044653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Attempting to bind port 421f45d0-6d62-4a50-af3a-7a22005f07a7 on network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:54.049573 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:54.072916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:54.188547 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02a0a28e-f67d-449a-bda6-4bbf6f328eab req-b4b629bd-72f9-45cc-a172-e4def2f8f89b service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335044 Nov 09 11:12:54.323777 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e626f28-ef75-4f91-b64a-d041ad048ead', 'code': 200} Nov 09 11:12:54.339805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Port 421f45d0-6d62-4a50-af3a-7a22005f07a7 on network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:12:54.347245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Attempting to bind port 421f45d0-6d62-4a50-af3a-7a22005f07a7 on network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:54.347245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-4332a8a0-4d39-4a1c-bf61-9678f11550ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:54.347245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-4332a8a0-4d39-4a1c-bf61-9678f11550ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b5fce06-5a39-45c4-acc4-1dfce3a20496 HTTP/1.1" status: 200 len: 854 time: 0.7051189 Nov 09 11:12:54.424265 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-4ba99018-3b5c-4967-a770-b2c18f3e9204 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674477 Nov 09 11:12:54.424982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:54.425314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Checking segment: {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:54.425686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Bound using segment: {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:54.439514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Bound port: 421f45d0-6d62-4a50-af3a-7a22005f07a7, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0114894-a54f-4692-918f-7998fddee655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:54.439514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:54.485204 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2bd02c7-6ea7-48ba-9c04-9573091c8357 req-c66ea578-f9fb-4c45-8f65-b1155293239e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 1096 time: 0.0850112 Nov 09 11:12:54.487051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Made reservation on behalf of 7978ba4cf2fc4c48a4c399a6295160ee for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:54.489393 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:54.531296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2bd02c7-6ea7-48ba-9c04-9573091c8357 req-f3359eb9-b88d-482f-874b-c539c2a19211 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386515 Nov 09 11:12:54.570694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:54.594516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e64b2-8352-49d2-8ea7-65547b45b57b req-6be3b970-94e3-44be-ba5e-7026069c5fcf tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:54.596229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f76e64b2-8352-49d2-8ea7-65547b45b57b req-6be3b970-94e3-44be-ba5e-7026069c5fcf tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 945 time: 0.7608476 Nov 09 11:12:54.841179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:54.879427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f76e64b2-8352-49d2-8ea7-65547b45b57b req-e65e57a6-e077-46e6-977e-22dbedf2ba7a tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561886 Nov 09 11:12:54.880868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Usage tracker for resource:security_group_rule and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:54.888442 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-b1b3734c-4e02-439b-9dba-05edb012606f service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441297 Nov 09 11:12:54.889443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] For port 421f45d0-6d62-4a50-af3a-7a22005f07a7, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:54.905278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:54.928056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] For port 421f45d0-6d62-4a50-af3a-7a22005f07a7, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:54.940952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:54.985127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6683-9ba4-4763-b5ef-ccfbcfc9c7d3 req-8decace2-ce12-44cd-911c-468e457ad7fb tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:54.996529 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f2a6683-9ba4-4763-b5ef-ccfbcfc9c7d3 req-8decace2-ce12-44cd-911c-468e457ad7fb tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 944 time: 0.2010770 Nov 09 11:12:55.052556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f2a6683-9ba4-4763-b5ef-ccfbcfc9c7d3 req-535bf32c-7241-4e67-953c-65f15cdf19f5 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553076 Nov 09 11:12:55.076436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.084630 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-426b9615-ebe8-4ee9-a983-1ccb186bd057 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:55.259169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.260578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] 10.222.0.59 "PUT /v2.0/ports/421f45d0-6d62-4a50-af3a-7a22005f07a7 HTTP/1.1" status: 200 len: 1092 time: 4.8912251 Nov 09 11:12:55.263585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 532e21f3-03ee-449e-89e0-4122839be53e details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:12:55.276412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:55.334406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:55.371830 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c61e4b88-70c5-4fad-b040-ce190ff55b10 req-e427a1a2-1622-4529-b65f-8660ff0cfc5b service neutron] 10.222.0.57 "GET /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423513 Nov 09 11:12:55.372489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Pushing event updated for resources: {'Port': ['ID=421f45d0-6d62-4a50-af3a-7a22005f07a7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:55.398479 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:55.437166 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7', 'status': 'completed', 'code': 200} Nov 09 11:12:55.480728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 532e21f3-03ee-449e-89e0-4122839be53e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=532e21f3-03ee-449e-89e0-4122839be53e,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:55.497528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '532e21f3-03ee-449e-89e0-4122839be53e', 'network_id': 'bd605f27-fcdb-4ae3-aca1-e3553a5f68aa', 'port_id': '532e21f3-03ee-449e-89e0-4122839be53e', 'mac_address': 'fa:16:3e:2c:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5fce06-5a39-45c4-acc4-1dfce3a20496', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:12:55.570934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.577712 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.589969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.objects.ports [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84334) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 11:12:55.595717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90075647-a80a-4f6f-b85a-1d1fd7d336f6 req-e733bb8d-79b2-4408-b284-65fd3986dc8a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:55.599331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90075647-a80a-4f6f-b85a-1d1fd7d336f6 req-e733bb8d-79b2-4408-b284-65fd3986dc8a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:55.603259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90075647-a80a-4f6f-b85a-1d1fd7d336f6 req-e733bb8d-79b2-4408-b284-65fd3986dc8a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:55.606716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532e21f3-03ee-449e-89e0-4122839be53e {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:12:55.618305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90075647-a80a-4f6f-b85a-1d1fd7d336f6 req-e733bb8d-79b2-4408-b284-65fd3986dc8a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2412 time: 0.5379446 Nov 09 11:12:55.618305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.624544 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.634196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0d5e18b5-5326-412a-af31-bf413e2d0d4d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:55.637473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 532e21f3-03ee-449e-89e0-4122839be53e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=532e21f3-03ee-449e-89e0-4122839be53e,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:55.663814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:55.667688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Usage tracker for resource:security_group_rule and tenant:80f90bdd8ca74a62a1a5acab7e739200 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:55.671156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:55.677136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:55.680129 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.724768 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.727322 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:55.749360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:12:55.769432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Subnet': ['ID=14a21a06-3ca3-4185-b217-bd5cbae95b56,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:55.778533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.780479 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e8e1adb9-7c6f-4478-818e-ed648dfca7ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2865 time: 0.3698044 Nov 09 11:12:55.784748 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:55.788068 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90075647-a80a-4f6f-b85a-1d1fd7d336f6 req-8535102a-4f88-41cc-adbb-a0cb2f44df70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765490 Nov 09 11:12:55.788552 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0fb3e51-9d50-471b-a145-28cc0943008e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:55.798836 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.799424 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Added segment 1f485004-3b72-4eda-b04b-c9621501e309 of type vlan for network b0f96e71-1d6f-4d24-89f5-d6e91decd8cc Nov 09 11:12:55.824982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=532e21f3-03ee-449e-89e0-4122839be53e,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:55.828422 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:55.889376 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:55.922722 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4908fe0-cee3-4c97-a4b6-b960a6c33718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:55.939347 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-d479238f-8d5f-48e5-836b-6cf8ff84b1c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=63bf5ab1-882c-4080-a268-187b40c4536c HTTP/1.1" status: 200 len: 217 time: 0.1287653 Nov 09 11:12:55.940058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e632efd1-e43d-41bb-99b4-0637cf58acf5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:55.944496 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:55.945744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Checking segment: {'id': 'caca3933-7c55-481a-84e6-c937fd793ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:55.946324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network hostable DHCP agents. Network: 4ba350cc-a9e3-4322-b1d0-771407897fda, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:55.949510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['532e21f3-03ee-449e-89e0-4122839be53e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:12:56.111427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.162268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-fb6ad234-5c19-4d8d-84f3-be3862d32714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:56.163957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-fb6ad234-5c19-4d8d-84f3-be3862d32714 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9bfd03-3274-4409-85cf-8cefd80cedb0 HTTP/1.1" status: 200 len: 801 time: 0.1908309 Nov 09 11:12:56.177845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df260a9-1167-42d5-bf60-73d0551caab0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:56.189369 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:56.192782 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80f90bdd8ca74a62a1a5acab7e739200&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8569107 Nov 09 11:12:56.206112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:56.234894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 4ba350cc-a9e3-4322-b1d0-771407897fda is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:56.303174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-37b5288f-b8a8-4165-ad84-b9e54ab35d7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1305563 Nov 09 11:12:56.305036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 4ba350cc-a9e3-4322-b1d0-771407897fda) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:56.321599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:56.322615 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.323839 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.332379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a91ac1-ac45-466c-8977-9f3157491653 req-5c347229-ff10-49a3-86fe-2ef26cdf6ddd tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:56.340497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73a91ac1-ac45-466c-8977-9f3157491653 req-5c347229-ff10-49a3-86fe-2ef26cdf6ddd tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 945 time: 0.2085373 Nov 09 11:12:56.373225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56011f4a-86e7-4c3f-84c1-1973f81f186c None None] Network 4ba350cc-a9e3-4322-b1d0-771407897fda requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:56.404101 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.462987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73a91ac1-ac45-466c-8977-9f3157491653 req-178161ed-d5a6-4353-abc5-c03325806d59 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210525 Nov 09 11:12:56.516054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.517579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:56.519443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.551386 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.558520 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-510b1e45-7873-4813-a9c3-1797de086bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:56.585013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df260a9-1167-42d5-bf60-73d0551caab0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:56.591739 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52ded58d-5e79-4130-88a6-4331b883553e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:56.597814 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:56.604873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.605980 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4df260a9-1167-42d5-bf60-73d0551caab0 HTTP/1.1" status: 204 len: 168 time: 0.3972688 Nov 09 11:12:56.798835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-4ba350cc-a9e3-4322-b1d0-771407897fda', 'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda', 'tenant_id': 'c3f62926a3ee4cce8c217cd9575e6e45', 'fixed_ips': [{'subnet_id': '14a21a06-3ca3-4185-b217-bd5cbae95b56'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:12:56.800704 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:56.854667 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-f027f382-d1a3-4d87-8417-ab91df2afd16 service neutron] 10.222.0.59 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263512 Nov 09 11:12:56.860008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f96e71-1d6f-4d24-89f5-d6e91decd8cc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:56.864415 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:56.867268 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9741573 Nov 09 11:12:56.887672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56166) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:56.897750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Request body: {'subnet': {'network_id': 'b0f96e71-1d6f-4d24-89f5-d6e91decd8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1639867471-subnet', 'tenant_id': '7978ba4cf2fc4c48a4c399a6295160ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:56.909971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network b0f96e71-1d6f-4d24-89f5-d6e91decd8cc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:12:56.912553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:56.920417 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Usage tracker for resource:subnet and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:56.929201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:56.948549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:57.056412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fc9a9-16f8-4af4-be9d-06b44bd2a51b req-c1d23081-72b1-4461-8fe9-7e268e160527 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:57.058297 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e9fc9a9-16f8-4af4-be9d-06b44bd2a51b req-c1d23081-72b1-4461-8fe9-7e268e160527 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 945 time: 0.5511537 Nov 09 11:12:57.061997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-149b00a2-bbfb-46ce-898f-2be0b3d12bdd service neutron] 10.222.0.59 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924052 Nov 09 11:12:57.137818 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2315712 Nov 09 11:12:57.147064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:57.159653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'port': {'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda', 'name': 'tempest-NetworksIpV6TestAttrs-1857203755'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:57.176017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-28e1738b-bd68-4399-a7dc-17fb59ba38b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=194d7b1b-d0ba-4f65-9598-75167617af7b HTTP/1.1" status: 200 len: 217 time: 0.1069613 Nov 09 11:12:57.198419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Allocated IP 2001:db8::f816:3eff:fe76:7124 (4ba350cc-a9e3-4322-b1d0-771407897fda/14a21a06-3ca3-4185-b217-bd5cbae95b56/efb04ea0-fb8d-4372-a33a-b07292debce0) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:57.258646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e9fc9a9-16f8-4af4-be9d-06b44bd2a51b req-50be483c-88bc-42db-89a6-600bbd778d4e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871479 Nov 09 11:12:57.263386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Made reservation on behalf of 7978ba4cf2fc4c48a4c399a6295160ee for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:57.265992 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:57.297717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-3462b9d2-9ab1-4cdc-a28d-ef8a1e320ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:57.301136 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-3462b9d2-9ab1-4cdc-a28d-ef8a1e320ade service neutron] 10.222.0.59 "GET /v2.0/subnets?id=02acd4f6-fdbc-4625-89fb-0f0c7875ea41 HTTP/1.1" status: 200 len: 801 time: 0.1113966 Nov 09 11:12:57.370263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 532e21f3-03ee-449e-89e0-4122839be53e up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:57.453926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-a4156545-a791-45bd-810f-5d0e9a5a3307 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=924f53b4-43ec-4700-b970-5ecfe8be08b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436484 Nov 09 11:12:57.458161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f88c-d6d0-4245-bc28-f97bf4051558 req-3c0a07de-6f9d-4050-a0c3-f1d050c36ed4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:57.462731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f88c-d6d0-4245-bc28-f97bf4051558 req-3c0a07de-6f9d-4050-a0c3-f1d050c36ed4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:57.467007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f88c-d6d0-4245-bc28-f97bf4051558 req-3c0a07de-6f9d-4050-a0c3-f1d050c36ed4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:57.468904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a031f88c-d6d0-4245-bc28-f97bf4051558 req-3c0a07de-6f9d-4050-a0c3-f1d050c36ed4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2412 time: 0.4496677 Nov 09 11:12:57.534239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:57.555023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:port and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:57.558678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:57.573471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:57.599215 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a031f88c-d6d0-4245-bc28-f97bf4051558 req-5eef079a-7040-4d7f-9bd9-613fdf0f2620 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191351 Nov 09 11:12:57.607252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:57.617384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Transition to ACTIVE for port object efb04ea0-fb8d-4372-a33a-b07292debce0 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:57.642760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Transition to ACTIVE for port object efb04ea0-fb8d-4372-a33a-b07292debce0 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:57.682847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 532e21f3-03ee-449e-89e0-4122839be53e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:57.689758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 532e21f3-03ee-449e-89e0-4122839be53e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:12:57.690147 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:57.748376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-fb934db6-896d-46ae-bbbd-b54f1e226e46 service neutron] 10.222.0.59 "GET /v2.0/networks/924f53b4-43ec-4700-b970-5ecfe8be08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886045 Nov 09 11:12:57.820237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:12:57.824026 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:57.826891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:57.834421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:57.855408 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:57.863946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] device_id is not set on port c0946010-0b1a-44d5-b78e-460527ccce3e yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:12:57.909104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-e4f1384c-17fd-42b9-8489-08fdabdfe048 service neutron] 10.222.0.59 "GET /v2.0/networks/924f53b4-43ec-4700-b970-5ecfe8be08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524620 Nov 09 11:12:57.913580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:57.925624 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:58.007258 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-5d36b7f4-e50c-4fde-ac6c-92cba418a470 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7 HTTP/1.1" status: 200 len: 217 time: 0.0923631 Nov 09 11:12:58.012957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Network 4ba350cc-a9e3-4322-b1d0-771407897fda is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:58.028407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532e21f3-03ee-449e-89e0-4122839be53e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:12:58.039168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:58.063032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:58.066097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Pushing event updated for resources: {'Port': ['ID=efb04ea0-fb8d-4372-a33a-b07292debce0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:58.071556 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:58.078209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 532e21f3-03ee-449e-89e0-4122839be53e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=532e21f3-03ee-449e-89e0-4122839be53e,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:12:58.104217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61072830-20b0-4aef-be35-bf92ea47b956 req-95e13721-d369-4250-a1d5-d8915f2fa013 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:58.112501 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61072830-20b0-4aef-be35-bf92ea47b956 req-95e13721-d369-4250-a1d5-d8915f2fa013 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 945 time: 0.4410226 Nov 09 11:12:58.153219 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532e21f3-03ee-449e-89e0-4122839be53e', 'code': 200} Nov 09 11:12:58.174051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56192) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:58.208151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.218771 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.218771 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:58.225015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2283c498-7dd7-4d4a-abde-e09d56793a31,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:58.243151 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Attempting to bind port efb04ea0-fb8d-4372-a33a-b07292debce0 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:12:58.248487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Attempting to bind port efb04ea0-fb8d-4372-a33a-b07292debce0 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'caca3933-7c55-481a-84e6-c937fd793ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:12:58.248487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Attempting to bind port efb04ea0-fb8d-4372-a33a-b07292debce0 on network 4ba350cc-a9e3-4322-b1d0-771407897fda {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:12:58.248719 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:58.254215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Allocated IP 2001:db8::f816:3eff:fe7d:257a (4ba350cc-a9e3-4322-b1d0-771407897fda/14a21a06-3ca3-4185-b217-bd5cbae95b56/c0946010-0b1a-44d5-b78e-460527ccce3e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:12:58.255084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:58.266217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:12:58.267319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Checking segment: {'id': 'caca3933-7c55-481a-84e6-c937fd793ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:58.267708 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.268386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Bound using segment: {'id': 'caca3933-7c55-481a-84e6-c937fd793ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:12:58.268902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Bound port: efb04ea0-fb8d-4372-a33a-b07292debce0, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caca3933-7c55-481a-84e6-c937fd793ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4ba350cc-a9e3-4322-b1d0-771407897fda'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:12:58.269294 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.315430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Usage tracker for resource:security_group_rule and tenant:5b65349b35d2454da28a27588dce9be2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:58.315623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Checking segment: {'id': '1f485004-3b72-4eda-b04b-c9621501e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b0f96e71-1d6f-4d24-89f5-d6e91decd8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:12:58.315623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Network hostable DHCP agents. Network: b0f96e71-1d6f-4d24-89f5-d6e91decd8cc, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:12:58.315798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:58.324892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-b6952761-f53c-4ee2-898c-8a05f3eaa89d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:58.326750 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-b6952761-f53c-4ee2-898c-8a05f3eaa89d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9bfd03-3274-4409-85cf-8cefd80cedb0 HTTP/1.1" status: 200 len: 801 time: 0.3114965 Nov 09 11:12:58.333045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:58.372660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=532e21f3-03ee-449e-89e0-4122839be53e,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:58.377527 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:58.387232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61072830-20b0-4aef-be35-bf92ea47b956 req-704b2bfa-abf5-4a14-b90b-b76b12872468 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734191 Nov 09 11:12:58.450159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] For port efb04ea0-fb8d-4372-a33a-b07292debce0, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:12:58.453968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] For port efb04ea0-fb8d-4372-a33a-b07292debce0, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=efb04ea0-fb8d-4372-a33a-b07292debce0,segment=NetworkSegment(caca3933-7c55-481a-84e6-c937fd793ee1),segment_id=caca3933-7c55-481a-84e6-c937fd793ee1)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:12:58.530912 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e057ae51-3119-4d61-9856-013b9c31098a req-36c19b9c-d7ee-481f-879e-602b6ce66705 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 1097 time: 0.3068390 Nov 09 11:12:58.538589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.542739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Network b0f96e71-1d6f-4d24-89f5-d6e91decd8cc is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:12:58.558372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-bbae2672-c69e-41be-be86-1fcfb1a51be7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095881 Nov 09 11:12:58.568391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.572996 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:58.641052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.644650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.658126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Transition to ACTIVE for port object c0946010-0b1a-44d5-b78e-460527ccce3e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:12:58.672435 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6976df72-b588-4dd4-a471-076901d67486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:58.692343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, b0f96e71-1d6f-4d24-89f5-d6e91decd8cc) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:58.703476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:58.704069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.715423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f7b64-8276-421e-9c2a-8cdc7054d04f None None] Network b0f96e71-1d6f-4d24-89f5-d6e91decd8cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:58.732370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56210) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:58.747265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150870f-3a8f-4844-94fc-94510fdaf911 req-3c605cd5-6857-472d-86e3-e90b9415b9d7 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:58.748763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4150870f-3a8f-4844-94fc-94510fdaf911 req-3c605cd5-6857-472d-86e3-e90b9415b9d7 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.2609656 Nov 09 11:12:58.781675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e057ae51-3119-4d61-9856-013b9c31098a req-3a678c72-170b-42be-8a8f-81bf31e95b7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459867 Nov 09 11:12:58.836623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f13f1-96bd-4e7a-a160-3b15d2903721,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:58.843674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b65349b35d2454da28a27588dce9be2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6680179 Nov 09 11:12:58.850169 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:58.850773 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4150870f-3a8f-4844-94fc-94510fdaf911 req-f8aee31e-9eff-4bea-b9cd-80ad7c05de7a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900977 Nov 09 11:12:58.850773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:58.853513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56216) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:58.861038 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eff3532c-a0f4-4d26-8bee-b1ffe4334868 tempest-FloatingIPDetailsTestJSON-1257765530 tempest-FloatingIPDetailsTestJSON-1257765530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:12:58.955044 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0660377 Nov 09 11:12:59.047607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Pushing event updated for resources: {'Port': ['ID=efb04ea0-fb8d-4372-a33a-b07292debce0,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:59.053386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-54f1ad22-0f37-4d21-b2c2-bd1635fc3f34 service neutron] 10.222.0.59 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866719 Nov 09 11:12:59.084452 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:59.308892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 4ba350cc-a9e3-4322-b1d0-771407897fda is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:12:59.320483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:12:59.331836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:12:59.341395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:59.342072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:59.352717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device efb04ea0-fb8d-4372-a33a-b07292debce0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:12:59.368960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:59.404809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:59.413541 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:59.414091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Port': ['ID=c0946010-0b1a-44d5-b78e-460527ccce3e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:12:59.418931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:12:59.421279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Usage tracker for resource:floatingip and tenant:140ea6deb0764e13b99360fbed9bede4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:12:59.427743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:12:59.438296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:12:59.460292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41407fa0-42b2-4380-84aa-ac58281a97b0 None None] Network b0f96e71-1d6f-4d24-89f5-d6e91decd8cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:12:59.471692 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:59.481799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581407-0baa-453c-be8d-fd6775342da8 req-f4be4f37-e033-4919-ab6c-accb0128c54b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:59.488455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581407-0baa-453c-be8d-fd6775342da8 req-f4be4f37-e033-4919-ab6c-accb0128c54b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:59.493293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581407-0baa-453c-be8d-fd6775342da8 req-f4be4f37-e033-4919-ab6c-accb0128c54b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:12:59.503797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0581407-0baa-453c-be8d-fd6775342da8 req-f4be4f37-e033-4919-ab6c-accb0128c54b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2412 time: 0.3228705 Nov 09 11:12:59.511814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3625622 Nov 09 11:12:59.518185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56228) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:12:59.555296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port efb04ea0-fb8d-4372-a33a-b07292debce0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:12:59.569040 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:59.628347 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0581407-0baa-453c-be8d-fd6775342da8 req-cb7b5bce-07f3-44e1-8b09-4f084fa319f4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234088 Nov 09 11:12:59.834008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-349d9745-4f1a-4150-b785-fb76dbb82e10 req-49393486-d0de-466e-a2c4-af5d327be2f7 service neutron] 10.222.0.59 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704720 Nov 09 11:12:59.846772 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:12:59.983097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-177465512', 'description': 'tempest-description-648873510'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:12:59.991996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:12:59.996926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:00.001078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:00.018591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:00.027542 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.056148 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0075d56-fd79-4824-90ee-9cb562cda973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:00.067081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Deleting subnet 14a21a06-3ca3-4185-b217-bd5cbae95b56 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:00.081463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e863f-9bf1-41e4-940a-6e0b16107311 req-af6fc839-c93d-4922-a25a-975c9a5facff tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:00.083060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a5e863f-9bf1-41e4-940a-6e0b16107311 req-af6fc839-c93d-4922-a25a-975c9a5facff tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 945 time: 0.3387299 Nov 09 11:13:00.094472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f13f1-96bd-4e7a-a160-3b15d2903721,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:00.097116 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.126844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.130325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e9f13f1-96bd-4e7a-a160-3b15d2903721 HTTP/1.1" status: 204 len: 168 time: 1.2732060 Nov 09 11:13:00.130870 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:00.147054 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.203704 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.207887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:00.215608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group_rule and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:00.222043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:00.236367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:00.247415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754fde75-d436-4b91-85bf-6c0ff0ff822c None None] Network 4ba350cc-a9e3-4322-b1d0-771407897fda requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:00.299454 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a5e863f-9bf1-41e4-940a-6e0b16107311 req-800fe6f5-1c6e-470f-af17-38c0bfe4db8d tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071190 Nov 09 11:13:00.306808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Allocated IP 172.25.7.133 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/0f09f7dd-8870-4602-8886-0ce8206bb786) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:00.315170 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.394222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.416744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.427388 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c239e70b-853f-470e-9e32-91e21e9db9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:00.494732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Provisioning for port efb04ea0-fb8d-4372-a33a-b07292debce0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:00.506784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Provisioning complete for port efb04ea0-fb8d-4372-a33a-b07292debce0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:00.506784 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.518318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822e31ef-5e32-4a25-9fe7-e76c0bde8c7c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:00.525305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d722dcb-5834-4640-89d4-e419e567467d req-926d3921-e17a-4ae5-ac0d-88544adb01b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2865 time: 0.4984643 Nov 09 11:13:00.531103 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:00.569495 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.593364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.606406 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc071cd8-6e26-4dda-88ea-2aef3d67e062 req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.6278913 Nov 09 11:13:00.634482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.642674 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:00.676597 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.682259 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77f5377f-f9a4-42fc-8eba-bbefab97def1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:00.772432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:00.776022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:00.780897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:00.796648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Subnet': ['ID=14a21a06-3ca3-4185-b217-bd5cbae95b56,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:00.799855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722dcb-5834-4640-89d4-e419e567467d req-a1782175-9dc9-4dcd-92e9-2d83dc0b1c23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:00.801641 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d722dcb-5834-4640-89d4-e419e567467d req-a1782175-9dc9-4dcd-92e9-2d83dc0b1c23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599 HTTP/1.1" status: 200 len: 902 time: 0.2677362 Nov 09 11:13:00.804026 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:00.811128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d4db4-5cc0-4089-a8b7-b649ea270e84 req-a7879e52-5340-4972-bbb5-9571bc57d2e8 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:00.812961 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a39d4db4-5cc0-4089-a8b7-b649ea270e84 req-a7879e52-5340-4972-bbb5-9571bc57d2e8 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.3457603 Nov 09 11:13:00.822431 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.873245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] For port efb04ea0-fb8d-4372-a33a-b07292debce0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=efb04ea0-fb8d-4372-a33a-b07292debce0,segment=NetworkSegment(caca3933-7c55-481a-84e6-c937fd793ee1),segment_id=caca3933-7c55-481a-84e6-c937fd793ee1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:00.876713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Port': ['ID=0f09f7dd-8870-4602-8886-0ce8206bb786,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:00.893635 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:00.898070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.958668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d722dcb-5834-4640-89d4-e419e567467d req-2453c893-74d4-446d-8c4a-0cfef6d60e81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7 HTTP/1.1" status: 200 len: 217 time: 0.1436996 Nov 09 11:13:00.974778 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:00.981404 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:01.040900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722dcb-5834-4640-89d4-e419e567467d req-09f1b215-3089-4000-b30d-fa32f7e5d45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:01.042348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d722dcb-5834-4640-89d4-e419e567467d req-09f1b215-3089-4000-b30d-fa32f7e5d45c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9bfd03-3274-4409-85cf-8cefd80cedb0 HTTP/1.1" status: 200 len: 801 time: 0.0747068 Nov 09 11:13:01.043643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/14a21a06-3ca3-4185-b217-bd5cbae95b56 HTTP/1.1" status: 204 len: 168 time: 1.5245421 Nov 09 11:13:01.047098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56252) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:01.051263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a39d4db4-5cc0-4089-a8b7-b649ea270e84 req-7d9c08b4-ccb1-4973-948b-5092561bcce3 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647727 Nov 09 11:13:01.077634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Pushing event updated for resources: {'Port': ['ID=efb04ea0-fb8d-4372-a33a-b07292debce0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:01.085073 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.089216 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:01.093448 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-c7bf4220-7307-4bd8-99d5-18b78c724150 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/822e31ef-5e32-4a25-9fe7-e76c0bde8c7c HTTP/1.1" status: 200 len: 1645 time: 0.2180021 Nov 09 11:13:01.103133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '822e31ef-5e32-4a25-9fe7-e76c0bde8c7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:01.106671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '822e31ef-5e32-4a25-9fe7-e76c0bde8c7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:01.110330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:01.114489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group_rule and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:01.117521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:01.131148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:01.169090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-6603322e-069c-4a73-9aa9-c0224bc46cba tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:01.175434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-6603322e-069c-4a73-9aa9-c0224bc46cba tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 945 time: 0.2760501 Nov 09 11:13:01.211799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4ff52-0fb3-4309-9ca1-90f64c56ce58 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:01.213501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4ff52-0fb3-4309-9ca1-90f64c56ce58 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:01.214212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e2a4ff52-0fb3-4309-9ca1-90f64c56ce58 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Synchronizing usage tracker for tenant:c3f62926a3ee4cce8c217cd9575e6e45 on resource:subnet {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:01.222908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device efb04ea0-fb8d-4372-a33a-b07292debce0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:01.269202 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d722dcb-5834-4640-89d4-e419e567467d req-f0e67b6c-f162-4b51-93a7-2e3bd5bf9559 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6040b2c9-223a-47ee-9c2f-0c88fc7b2599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2165053 Nov 09 11:13:01.272006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2333765-4236-44c5-9c41-83a659ca1016 None None] Network 4ba350cc-a9e3-4322-b1d0-771407897fda requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:01.318068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e2a4ff52-0fb3-4309-9ca1-90f64c56ce58 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Unset dirty status for tenant:c3f62926a3ee4cce8c217cd9575e6e45 on resource:subnet {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:01.319245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e2a4ff52-0fb3-4309-9ca1-90f64c56ce58 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2710743 Nov 09 11:13:01.326093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56260) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:01.408738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-52e2752f-24df-48e6-bb1b-0a2b22354c5f None None] Provisioning complete for port efb04ea0-fb8d-4372-a33a-b07292debce0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:01.408928 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-52e2752f-24df-48e6-bb1b-0a2b22354c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.431225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.531686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port efb04ea0-fb8d-4372-a33a-b07292debce0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:01.532056 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.553857 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d722dcb-5834-4640-89d4-e419e567467d req-b7fd4286-0db5-4b60-a31c-f67cc902f98b service neutron] 10.222.0.59 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774010 Nov 09 11:13:01.571468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Deleting port 2e626f28-ef75-4f91-b64a-d041ad048ead {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:01.572639 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.676831 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.780417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.788454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-52e2752f-24df-48e6-bb1b-0a2b22354c5f None None] Provisioning for port c0946010-0b1a-44d5-b78e-460527ccce3e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:01.797429 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-52e2752f-24df-48e6-bb1b-0a2b22354c5f None None] Provisioning complete for port c0946010-0b1a-44d5-b78e-460527ccce3e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:01.797879 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-52e2752f-24df-48e6-bb1b-0a2b22354c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.833100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] DHCP port deletion for 4ba350cc-a9e3-4322-b1d0-771407897fda request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:13:01.856476 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Deleting port efb04ea0-fb8d-4372-a33a-b07292debce0 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:01.856866 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.917785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d722dcb-5834-4640-89d4-e419e567467d req-91cb0ada-a7a4-4896-b71c-d147c5c11564 service neutron] 10.222.0.59 "GET /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068929 Nov 09 11:13:01.922266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.933036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.947270 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:01.957934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad0779a2-e5fb-414a-b889-09a7616b993d tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:01.968076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-52e2752f-24df-48e6-bb1b-0a2b22354c5f None None] Port c0946010-0b1a-44d5-b78e-460527ccce3e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:13:01.981348 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0779a2-e5fb-414a-b889-09a7616b993d tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 11:13:01.981757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0779a2-e5fb-414a-b889-09a7616b993d tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:01.988443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ad0779a2-e5fb-414a-b889-09a7616b993d tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/4ba350cc-a9e3-4322-b1d0-771407897fda HTTP/1.1" status: 409 len: 405 time: 0.6608696 Nov 09 11:13:01.991001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925719b4-ea3a-40fd-8891-cccbff0115ab,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:01.995182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56276) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:02.009636 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:02.010144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-403391215'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:02.030564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.039909 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a9e2cc3-8201-41f6-a01b-f17d4b5b5be0 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:02.049142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015ff1-77f8-4ff8-9a56-7c63ceda77e6 req-801ed655-1df1-4f64-8ca6-12a8088eb500 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:02.056542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015ff1-77f8-4ff8-9a56-7c63ceda77e6 req-801ed655-1df1-4f64-8ca6-12a8088eb500 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:02.062617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015ff1-77f8-4ff8-9a56-7c63ceda77e6 req-801ed655-1df1-4f64-8ca6-12a8088eb500 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:02.071796 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76015ff1-77f8-4ff8-9a56-7c63ceda77e6 req-801ed655-1df1-4f64-8ca6-12a8088eb500 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2412 time: 0.7460766 Nov 09 11:13:02.122126 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76015ff1-77f8-4ff8-9a56-7c63ceda77e6 req-508b7b00-bc6c-4458-9aac-540d2694b306 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Nov 09 11:13:02.198136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] For port efb04ea0-fb8d-4372-a33a-b07292debce0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=efb04ea0-fb8d-4372-a33a-b07292debce0,segment=NetworkSegment(caca3933-7c55-481a-84e6-c937fd793ee1),segment_id=caca3933-7c55-481a-84e6-c937fd793ee1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:02.198538 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.241191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:02.244353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Port': ['ID=0f09f7dd-8870-4602-8886-0ce8206bb786,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:02.258274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.259474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29c59a6e-f541-482e-8ee0-7d2af60e9d93 req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.1651535 Nov 09 11:13:02.260770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:network and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:02.267670 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:02.272120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:02.282585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] For port 2e626f28-ef75-4f91-b64a-d041ad048ead, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2e626f28-ef75-4f91-b64a-d041ad048ead,segment=NetworkSegment(ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a),segment_id=ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:02.282971 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.290288 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:02.367648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Calling delete_port for efb04ea0-fb8d-4372-a33a-b07292debce0 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:02.404482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c355058-8401-425f-95aa-80ca5b294305 req-99ace8aa-c7c4-4593-9179-bf52fe785638 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:02.406041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c355058-8401-425f-95aa-80ca5b294305 req-99ace8aa-c7c4-4593-9179-bf52fe785638 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.1146259 Nov 09 11:13:02.462917 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c355058-8401-425f-95aa-80ca5b294305 req-61530c2b-4f6d-4f62-99b5-7283bb89e43e tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490043 Nov 09 11:13:02.471235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Calling delete_port for 2e626f28-ef75-4f91-b64a-d041ad048ead owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:02.499095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 194d7b1b-d0ba-4f65-9598-75167617af7b details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:13:02.529543 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.541874 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:02.563675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:02.566830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.589280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.604418 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Pushing event deleted for resources: {'Port': ['ID=efb04ea0-fb8d-4372-a33a-b07292debce0,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:02.607685 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:02.611441 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] No DVR routers for this DVR port efb04ea0-fb8d-4372-a33a-b07292debce0 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:02.680796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:02.728599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5250-689b-44be-88dc-d55ff86ab2c5 req-6f760033-b290-4a99-bba7-7ecd23d5738b tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:02.730310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-889a5250-689b-44be-88dc-d55ff86ab2c5 req-6f760033-b290-4a99-bba7-7ecd23d5738b tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/ports?device_id=888d4cbc-c8bf-435b-b584-bace0679f46b HTTP/1.1" status: 200 len: 945 time: 0.2693822 Nov 09 11:13:02.733217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-93564e38-b321-459c-a623-5f6faa7c1467 req-b5abcfb3-f75a-4487-bcc9-85b2a4a084c7 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/822e31ef-5e32-4a25-9fe7-e76c0bde8c7c HTTP/1.1" status: 200 len: 2148 time: 0.0768073 Nov 09 11:13:02.737974 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.738139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=194d7b1b-d0ba-4f65-9598-75167617af7b,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:02.738402 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Added segment 968ebda4-80f0-4b93-8342-67b113c2be63 of type vlan for network 2fc8e6d3-3192-4d45-9234-28514717da36 Nov 09 11:13:02.755078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '194d7b1b-d0ba-4f65-9598-75167617af7b', 'network_id': '924f53b4-43ec-4700-b970-5ecfe8be08b8', 'port_id': '194d7b1b-d0ba-4f65-9598-75167617af7b', 'mac_address': 'fa:16:3e:4d:2b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02acd4f6-fdbc-4625-89fb-0f0c7875ea41', 'ip_address': '19.86.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:13:02.769760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.771392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0384073 Nov 09 11:13:02.774815 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56294) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:02.781147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-770272898'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:02.792746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:02.808306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Usage tracker for resource:network and tenant:140ea6deb0764e13b99360fbed9bede4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:02.811950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:02.821110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:02.852206 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.879764 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.882293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Made reservation on behalf of 140ea6deb0764e13b99360fbed9bede4 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:02.893668 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.905881 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-889a5250-689b-44be-88dc-d55ff86ab2c5 req-253d234e-8473-4922-b54a-4a47e97edcd8 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.50 "GET /v2.0/security-groups?id=51edaa8a-7b32-4d90-879d-370662ce6401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579051 Nov 09 11:13:02.917991 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.926236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:02.933312 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-faa9549f-8b84-4d09-9b18-417f4a67ded4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:02.936498 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['2e626f28-ef75-4f91-b64a-d041ad048ead'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:13:02.999321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194d7b1b-d0ba-4f65-9598-75167617af7b {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:13:03.009430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:03.013121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Usage tracker for resource:security_group_rule and tenant:140ea6deb0764e13b99360fbed9bede4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:03.013724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Pushing event deleted for resources: {'Port': ['ID=2e626f28-ef75-4f91-b64a-d041ad048ead,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:03.019492 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:03.019883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=194d7b1b-d0ba-4f65-9598-75167617af7b,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:03.024905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:03.028770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd3bb4a3-f9b9-4413-93e3-4a94c91970ce req-7f299c3b-26a2-4831-bcb3-576a7c9de1fb tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-group-rules/925719b4-ea3a-40fd-8891-cccbff0115ab HTTP/1.1" status: 200 len: 713 time: 0.0467110 Nov 09 11:13:03.031448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:03.086181 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.086181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:03.086181 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.096721 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11248a5f-92be-4c4e-9879-d5c71878b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:03.105280 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.106109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 421f45d0-6d62-4a50-af3a-7a22005f07a7 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:13:03.165656 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.215587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] No DVR routers for this DVR port 2e626f28-ef75-4f91-b64a-d041ad048ead on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:03.265278 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.273895 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.274748 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d2f5fee8-d87b-4eb0-80f7-8dd52d9066f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:03.280699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'name': 'network-vif-deleted', 'tag': '2e626f28-ef75-4f91-b64a-d041ad048ead'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:03.293311 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:03.312009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:03.321764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device efb04ea0-fb8d-4372-a33a-b07292debce0 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:03.326682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce175e-4cd6-4bf2-87e9-5413ae4be6b9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:03.329987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd3bb4a3-f9b9-4413-93e3-4a94c91970ce req-835ffb0f-603f-407d-9b4f-9f74d9b96499 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/822e31ef-5e32-4a25-9fe7-e76c0bde8c7c HTTP/1.1" status: 200 len: 2148 time: 0.2997236 Nov 09 11:13:03.330612 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:03.331307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Network': ['ID=2fc8e6d3-3192-4d45-9234-28514717da36,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:03.335003 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:03.335739 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.336084 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Added segment 50d3c3e2-b48e-4f00-af1f-d02acfc2548c of type vlan for network e151b77a-8dd4-476d-ad92-b3966b0a3543 Nov 09 11:13:03.371919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3734412 Nov 09 11:13:03.380828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:03.385221 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 2fc8e6d3-3192-4d45-9234-28514717da36 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:03.388130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'subnet': {'network_id': '2fc8e6d3-3192-4d45-9234-28514717da36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:03.390142 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.405124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10549131-79d0-470f-a747-af78d8fa5892 req-867a6d37-813e-4168-998a-11c7e14ab7db tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:03.407571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10549131-79d0-470f-a747-af78d8fa5892 req-867a6d37-813e-4168-998a-11c7e14ab7db tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.1876183 Nov 09 11:13:03.416687 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cd3bb4a3-f9b9-4413-93e3-4a94c91970ce req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.430038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6430a56a-48e0-4a26-9626-eb0e9e39c903 req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] 10.222.0.59 "DELETE /v2.0/ports/2e626f28-ef75-4f91-b64a-d041ad048ead HTTP/1.1" status: 204 len: 173 time: 2.2528660 Nov 09 11:13:03.437514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cd3bb4a3-f9b9-4413-93e3-4a94c91970ce req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.479808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: efb04ea0-fb8d-4372-a33a-b07292debce0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:13:03.480043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10549131-79d0-470f-a747-af78d8fa5892 req-0abaf73f-2543-48aa-9a2a-4c9c969dc35f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599730 Nov 09 11:13:03.480174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device efb04ea0-fb8d-4372-a33a-b07292debce0 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:13:03.523953 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.529958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:03.530571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.543843 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:03.559940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=194d7b1b-d0ba-4f65-9598-75167617af7b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:03.565768 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:03.576729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 421f45d0-6d62-4a50-af3a-7a22005f07a7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:03.593205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '421f45d0-6d62-4a50-af3a-7a22005f07a7', 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599', 'port_id': '421f45d0-6d62-4a50-af3a-7a22005f07a7', 'mac_address': 'fa:16:3e:c6:18:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9bfd03-3274-4409-85cf-8cefd80cedb0', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:13:03.605370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:03.639988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:03.676571 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cd3bb4a3-f9b9-4413-93e3-4a94c91970ce req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.679961 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.684697 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:03.699158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cd3bb4a3-f9b9-4413-93e3-4a94c91970ce req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.707456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421f45d0-6d62-4a50-af3a-7a22005f07a7 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:13:03.709086 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd3bb4a3-f9b9-4413-93e3-4a94c91970ce req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/925719b4-ea3a-40fd-8891-cccbff0115ab HTTP/1.1" status: 204 len: 173 time: 0.3707833 Nov 09 11:13:03.719008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=925719b4-ea3a-40fd-8891-cccbff0115ab,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:03.730878 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:03.756994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 421f45d0-6d62-4a50-af3a-7a22005f07a7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:03.768416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Network': ['ID=e151b77a-8dd4-476d-ad92-b3966b0a3543,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:03.772947 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:03.773158 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d4cbc-c8bf-435b-b584-bace0679f46b', 'name': 'network-vif-deleted', 'tag': '2e626f28-ef75-4f91-b64a-d041ad048ead', 'status': 'completed', 'code': 200} Nov 09 11:13:03.786381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0101936 Nov 09 11:13:03.787436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:03.790825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:03.800441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Request body: {'subnet': {'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:03.829897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d4909-c674-4c98-8b77-92004600d464 req-a43bb515-a53f-4288-9b1c-34c323423320 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:03.834372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d4909-c674-4c98-8b77-92004600d464 req-a43bb515-a53f-4288-9b1c-34c323423320 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:03.839549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d4909-c674-4c98-8b77-92004600d464 req-a43bb515-a53f-4288-9b1c-34c323423320 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:03.848374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f42d4909-c674-4c98-8b77-92004600d464 req-a43bb515-a53f-4288-9b1c-34c323423320 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2413 time: 0.1501594 Nov 09 11:13:03.872539 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:03.873263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 63bf5ab1-882c-4080-a268-187b40c4536c details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:13:03.885858 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:03.910939 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f42d4909-c674-4c98-8b77-92004600d464 req-5f2ae10d-7577-4a9f-b48f-99fe87317cd3 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612996 Nov 09 11:13:04.070449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:04.114608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1854544530', 'description': 'tempest-description-1177269220'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:04.115364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=421f45d0-6d62-4a50-af3a-7a22005f07a7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:04.120689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:04.123200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:04.128915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:04.132790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:04.141187 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:04.142154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:04.148011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Usage tracker for resource:subnet and tenant:140ea6deb0764e13b99360fbed9bede4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:04.189155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 63bf5ab1-882c-4080-a268-187b40c4536c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=63bf5ab1-882c-4080-a268-187b40c4536c,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:04.206859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '63bf5ab1-882c-4080-a268-187b40c4536c', 'network_id': '6040b2c9-223a-47ee-9c2f-0c88fc7b2599', 'port_id': '63bf5ab1-882c-4080-a268-187b40c4536c', 'mac_address': 'fa:16:3e:52:b5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9bfd03-3274-4409-85cf-8cefd80cedb0', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:13:04.221448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:04.240345 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.240620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:04.267252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.274096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.283554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.289084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bf5ab1-882c-4080-a268-187b40c4536c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:13:04.305511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 63bf5ab1-882c-4080-a268-187b40c4536c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=63bf5ab1-882c-4080-a268-187b40c4536c,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:04.322576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:04.326436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group_rule and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:04.329375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:04.335058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:04.393064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.403252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea369ae2-1fb9-49d0-8105-df9cfa1a7135 req-05c57534-ae09-4770-9359-ae66507d4f08 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:04.404759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ea369ae2-1fb9-49d0-8105-df9cfa1a7135 req-05c57534-ae09-4770-9359-ae66507d4f08 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.3412971 Nov 09 11:13:04.429746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Made reservation on behalf of 140ea6deb0764e13b99360fbed9bede4 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:04.442148 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.444217 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-042132cf-7303-4a75-af79-e078e432093b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:04.503340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e626f28-ef75-4f91-b64a-d041ad048ead no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:04.539591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.547439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 2e626f28-ef75-4f91-b64a-d041ad048ead {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:13:04.547439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2e626f28-ef75-4f91-b64a-d041ad048ead not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:13:04.557296 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b897986-ee3b-468a-81a0-e79412421b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:04.557546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=63bf5ab1-882c-4080-a268-187b40c4536c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:04.561192 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:04.589025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab2338-3dd2-48bb-b032-1bee7c655670,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:04.591915 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:04.649427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.650927 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c64c0dd-5989-4c29-9488-92f7aeb7c49a req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.5435581 Nov 09 11:13:04.746876 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ea369ae2-1fb9-49d0-8105-df9cfa1a7135 req-eb6a9b13-c2b6-408c-a413-e54d98192955 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317964 Nov 09 11:13:04.747098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56344) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:04.765757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.868420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['194d7b1b-d0ba-4f65-9598-75167617af7b'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:13:04.877422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Deleting subnet 2b51e7e8-27eb-4432-8292-cd453ecd1923 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:04.886972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.926953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1f571c98-8729-4ca3-84c3-23d3c9135f9a req-38ad446c-9d44-4912-878e-8ff18d6b6c73 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/e5ab2338-3dd2-48bb-b032-1bee7c655670 HTTP/1.1" status: 200 len: 1647 time: 0.1235406 Nov 09 11:13:04.953821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:04.990492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['421f45d0-6d62-4a50-af3a-7a22005f07a7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:13:05.041107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.189367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-330779840', 'description': 'tempest-description-722363158'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:05.195919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:05.200264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:05.203602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:05.210371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:05.215064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.222711 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:05.229433 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.237895 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:05.290572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b51e7e8-27eb-4432-8292-cd453ecd1923,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:05.293853 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:05.300831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.315133 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2b51e7e8-27eb-4432-8292-cd453ecd1923 HTTP/1.1" status: 204 len: 168 time: 0.5666835 Nov 09 11:13:05.316572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56376) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:05.378644 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.410655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Subnet': ['ID=68b7b2d1-3666-4ff5-b883-b132d5989a1e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:05.413817 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:05.433093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75155-cdd8-4f9a-bd94-6b8fe62bd4ae req-334ed3af-8981-445b-ad6e-fc86a929742b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:05.437178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75155-cdd8-4f9a-bd94-6b8fe62bd4ae req-334ed3af-8981-445b-ad6e-fc86a929742b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:05.442126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75155-cdd8-4f9a-bd94-6b8fe62bd4ae req-334ed3af-8981-445b-ad6e-fc86a929742b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:05.443848 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cff75155-cdd8-4f9a-bd94-6b8fe62bd4ae req-334ed3af-8981-445b-ad6e-fc86a929742b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2415 time: 0.2768147 Nov 09 11:13:05.481020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.492207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Checking segment: {'id': '50d3c3e2-b48e-4f00-af1f-d02acfc2548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:05.492753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Network hostable DHCP agents. Network: e151b77a-8dd4-476d-ad92-b3966b0a3543, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:05.511874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:05.517932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.objects.ports [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 11:13:05.520866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group_rule and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:05.525362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:05.527410 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.535588 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb4daa01-07a1-40f6-bf1e-fbef34d0e2e6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:05.546592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cff75155-cdd8-4f9a-bd94-6b8fe62bd4ae req-ef0ee7a7-886d-4f39-b23d-d203aac721fc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933523 Nov 09 11:13:05.562691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:05.631313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Subnet': ['ID=cc6c4dcb-cb7b-4594-8f71-fdd79852a236,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:05.645856 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:05.662581 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.681759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Checking segment: {'id': '968ebda4-80f0-4b93-8342-67b113c2be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2fc8e6d3-3192-4d45-9234-28514717da36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:05.682129 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network hostable DHCP agents. Network: 2fc8e6d3-3192-4d45-9234-28514717da36, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:05.687932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:05.703462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:05.715942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:05.716382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0881d7-0f51-4f0f-8eeb-f4c7b95a464a') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:05.723394 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.732841 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.751628 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.760145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:05.760892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.764537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, e151b77a-8dd4-476d-ad92-b3966b0a3543) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:05.772410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:05.773609 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.774553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d69d2-5522-4941-8759-eda670417fac None None] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:05.792143 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:05.807971 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:05.841394 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c0adb79-331d-40b5-9f19-67d03514642c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:05.874504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 2fc8e6d3-3192-4d45-9234-28514717da36 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:05.884286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3667c8-4153-465a-84e1-796ce40c174b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:05.887238 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:05.888621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 2fc8e6d3-3192-4d45-9234-28514717da36) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:05.892753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:05.893543 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.911454 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:05.918165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ccf7278-03b1-489c-ba95-26cb6a1edd3f req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.7333856 Nov 09 11:13:05.926733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1342397 Nov 09 11:13:05.929393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb04be-d394-4227-bbcc-0b107d462f76 None None] Network 2fc8e6d3-3192-4d45-9234-28514717da36 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:05.931963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56388) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:05.947170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1245695853', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:05.955315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:05.959562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Usage tracker for resource:router and tenant:140ea6deb0764e13b99360fbed9bede4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:05.963281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:05.970397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:05.975771 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5933683 Nov 09 11:13:05.976449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56392) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:06.031480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25e4-511d-44fe-894f-a47b66081f6b req-551de64f-49b8-4719-808a-0be802f5e27b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:06.035053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-caaa25e4-511d-44fe-894f-a47b66081f6b req-551de64f-49b8-4719-808a-0be802f5e27b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.2108378 Nov 09 11:13:06.059630 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.062483 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.090650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.096405 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a65d0417-96cd-4942-b3d2-30fc34991c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:06.120028 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.124603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:06.128007 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2a80b7e-2b8c-470a-810d-95bd7db0d565 req-83c0b3d3-bcd1-498d-bfbb-68df0c4787b4 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/fc3667c8-4153-465a-84e1-796ce40c174b HTTP/1.1" status: 200 len: 1645 time: 0.1738386 Nov 09 11:13:06.145086 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:06.184114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-caaa25e4-511d-44fe-894f-a47b66081f6b req-8d8798ad-8f6c-4321-815d-05fdaeab3820 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443138 Nov 09 11:13:06.197493 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.213860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-100015383', 'description': 'tempest-description-1511567816'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:06.220438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.227447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:06.293028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:06.294144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:06.303430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:06.319126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:06.330960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.340599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['63bf5ab1-882c-4080-a268-187b40c4536c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:13:06.378403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-e151b77a-8dd4-476d-ad92-b3966b0a3543', 'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543', 'tenant_id': '140ea6deb0764e13b99360fbed9bede4', 'fixed_ips': [{'subnet_id': '68b7b2d1-3666-4ff5-b883-b132d5989a1e'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:13:06.379280 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.467813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] 10.222.0.50 "DELETE /v2.0/networks/0e7d7f27-c48f-48a2-8f9d-1bac71d35b5a HTTP/1.1" status: 204 len: 168 time: 1.1479826 Nov 09 11:13:06.527910 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.546986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6547f-f439-47bb-9796-dc67741a1d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-2fc8e6d3-3192-4d45-9234-28514717da36', 'network_id': '2fc8e6d3-3192-4d45-9234-28514717da36', 'tenant_id': 'c3f62926a3ee4cce8c217cd9575e6e45', 'fixed_ips': [{'subnet_id': 'cc6c4dcb-cb7b-4594-8f71-fdd79852a236'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:13:06.548480 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ac6547f-f439-47bb-9796-dc67741a1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.556450 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.558976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756904a-21da-4def-b549-3d4b6198de33 req-ec505748-82cd-43c6-a707-1a29fbfc579a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:06.561171 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9756904a-21da-4def-b549-3d4b6198de33 req-ec505748-82cd-43c6-a707-1a29fbfc579a tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.0995593 Nov 09 11:13:06.569152 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a27dd74-7ac0-4de4-990f-7ab1e4d2c113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:06.615299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.629315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6c4dcb-cb7b-4594-8f71-fdd79852a236,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:06.640741 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:06.682028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:06.697513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:e49757a3b34b4433bc1ca2c9e241d2fc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:06.734987 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.757559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9756904a-21da-4def-b549-3d4b6198de33 req-b2e53f45-bc3c-4de6-bab5-9223ac8cc48b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889501 Nov 09 11:13:06.780626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:06.780936 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.797363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:06.799805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:06.803239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.827851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group_rule and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:06.839481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:06.844071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc8e6d3-3192-4d45-9234-28514717da36']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:06.858112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:06.866688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968ebda4-80f0-4b93-8342-67b113c2be63') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:06.867018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968ebda4-80f0-4b93-8342-67b113c2be63') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:06.884730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d0285-0912-490f-8e79-f4f37ea990ea None None] Network 2fc8e6d3-3192-4d45-9234-28514717da36 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:06.902149 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.976873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:06.999708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:07.002753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.035001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56416) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:07.117098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a2651a35-c2e1-487a-8f3b-d6fad9479e5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4547ba79e861451cb07df67385baeb9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0788610 Nov 09 11:13:07.121065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56420) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:07.150846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Allocated IP 172.20.0.2 (e151b77a-8dd4-476d-ad92-b3966b0a3543/68b7b2d1-3666-4ff5-b883-b132d5989a1e/957d1734-3bd0-4f60-9df9-925d7afd802a) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:07.176287 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:07.224710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.253466 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.257266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.261078 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb6d4a2a-ca28-4e78-9b77-22126332ab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:07.280037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.282549 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.304549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Network': ['ID=2fc8e6d3-3192-4d45-9234-28514717da36,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:07.317096 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:07.321741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.333599 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34da0e08-4e88-4bf9-b349-af382c7333b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:07.342314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.364766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.383879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408fb4dc-7bb2-4c04-84be-ad29dc26b525,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:07.386734 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:07.418664 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.419893 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.429455 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-133da179-aa05-448c-bdab-279cb6724328 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:07.443938 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.454561 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/2fc8e6d3-3192-4d45-9234-28514717da36 HTTP/1.1" status: 204 len: 168 time: 1.4710751 Nov 09 11:13:07.455988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56424) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:07.456316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Transition to ACTIVE for port object 957d1734-3bd0-4f60-9df9-925d7afd802a will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:07.465640 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.467631 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4638f8c0-1567-414b-82a0-5766ef8865ff req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.2609489 Nov 09 11:13:07.478655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Transition to ACTIVE for port object 957d1734-3bd0-4f60-9df9-925d7afd802a will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:07.480606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-880945894'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:07.493623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e49757a3b34b4433bc1ca2c9e241d2fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1952937 Nov 09 11:13:07.494405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f26f9e-795e-43de-b73d-421e31bcedd2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:07.497410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:07.500117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:07.518126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:network and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:07.525587 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:07.525762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:07.538624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:07.551763 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.558441 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:07.564898 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.596268 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.611368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e545e5-eded-4ac3-ba7b-0619587f3292 req-57c19da2-ae15-434f-a101-f4ff70ee3a35 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:07.615841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e545e5-eded-4ac3-ba7b-0619587f3292 req-57c19da2-ae15-434f-a101-f4ff70ee3a35 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:07.619738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e545e5-eded-4ac3-ba7b-0619587f3292 req-57c19da2-ae15-434f-a101-f4ff70ee3a35 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:07.622006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24e545e5-eded-4ac3-ba7b-0619587f3292 req-57c19da2-ae15-434f-a101-f4ff70ee3a35 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2415 time: 0.3062229 Nov 09 11:13:07.650096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:07.653851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:07.655720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Pushing event updated for resources: {'Port': ['ID=957d1734-3bd0-4f60-9df9-925d7afd802a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:07.659868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:07.666738 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:07.668114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Allocated IP 172.25.7.74 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/bd49601f-abae-4d10-a0a6-45aee8128786) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:07.671048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:07.673284 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.702722 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.708989 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd0a0615-eef7-4693-b01f-ba1ef62f9660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:07.759956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51edaa8a-7b32-4d90-879d-370662ce6401,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:07.772413 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:07.787905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Attempting to bind port 957d1734-3bd0-4f60-9df9-925d7afd802a on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:07.788291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Attempting to bind port 957d1734-3bd0-4f60-9df9-925d7afd802a by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '50d3c3e2-b48e-4f00-af1f-d02acfc2548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:07.788671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Attempting to bind port 957d1734-3bd0-4f60-9df9-925d7afd802a on network e151b77a-8dd4-476d-ad92-b3966b0a3543 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:07.796885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:07.797355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Checking segment: {'id': '50d3c3e2-b48e-4f00-af1f-d02acfc2548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:07.798465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.798967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Bound using segment: {'id': '50d3c3e2-b48e-4f00-af1f-d02acfc2548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:07.799532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Bound port: 957d1734-3bd0-4f60-9df9-925d7afd802a, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d3c3e2-b48e-4f00-af1f-d02acfc2548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:07.800634 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.845567 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24e545e5-eded-4ac3-ba7b-0619587f3292 req-54fb10b6-e32e-4de3-9dfe-9e4b1fa4d6cd tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082036 Nov 09 11:13:07.877582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.883933 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ebf1e0ca-54d3-460e-92ea-d2e162735c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:07.886192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:07.895798 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f26f9e-795e-43de-b73d-421e31bcedd2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:07.908653 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:07.912483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.914219 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39f26f9e-795e-43de-b73d-421e31bcedd2 HTTP/1.1" status: 204 len: 168 time: 0.4157774 Nov 09 11:13:07.922141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.922141 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Added segment 59d0cc43-abf2-4448-8a74-d27150672092 of type vlan for network 9491000f-b08f-489d-8289-20e8fe23af52 Nov 09 11:13:07.950428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] For port 957d1734-3bd0-4f60-9df9-925d7afd802a, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:07.953533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] For port 957d1734-3bd0-4f60-9df9-925d7afd802a, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=957d1734-3bd0-4f60-9df9-925d7afd802a,segment=NetworkSegment(50d3c3e2-b48e-4f00-af1f-d02acfc2548c),segment_id=50d3c3e2-b48e-4f00-af1f-d02acfc2548c)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:07.977950 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.985953 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:07.987175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51edaa8a-7b32-4d90-879d-370662ce6401 HTTP/1.1" status: 204 len: 168 time: 0.8648260 Nov 09 11:13:08.025505 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.031157 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:08.043323 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.069499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-828d0601-8bbc-4645-adaa-dd04022cce8f req-e8a6d6d2-4e21-4a31-b22a-2035803f3b33 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/408fb4dc-7bb2-4c04-84be-ad29dc26b525 HTTP/1.1" status: 200 len: 1646 time: 0.1463070 Nov 09 11:13:08.121162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1025953856', 'description': 'tempest-description-1462314013'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:08.130575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:08.133998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Pushing event updated for resources: {'Port': ['ID=957d1734-3bd0-4f60-9df9-925d7afd802a,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:08.135211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:08.137782 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:08.138679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:08.146367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:08.167818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.171837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:08.173055 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.177121 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d693851b-00c1-461e-9ca3-a4aa3c7e17ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:08.296847 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.302758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.343566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Network': ['ID=9491000f-b08f-489d-8289-20e8fe23af52,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:08.348368 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:08.348880 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8e35a37f-2863-4321-b8cd-2505bd37278c tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:08.357899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 9491000f-b08f-489d-8289-20e8fe23af52 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:08.396823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:08.411642 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9506340 Nov 09 11:13:08.412504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56444) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:08.412645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:08.421451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:08.427700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'subnet': {'network_id': '9491000f-b08f-489d-8289-20e8fe23af52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:08.499088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:08.509940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Usage tracker for resource:security_group_rule and tenant:7978ba4cf2fc4c48a4c399a6295160ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:08.512650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Port': ['ID=bd49601f-abae-4d10-a0a6-45aee8128786,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:08.517458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:08.520807 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:08.523960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 194d7b1b-d0ba-4f65-9598-75167617af7b up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:08.578889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:08.712604 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.739170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 194d7b1b-d0ba-4f65-9598-75167617af7b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:08.745378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 194d7b1b-d0ba-4f65-9598-75167617af7b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:08.750508 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.807791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:08.816843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:subnet and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:08.821222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:08.828164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:08.836254 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.842460 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ddb93e-bdb4-4e96-96d9-e4756eb921c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:08.857888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b4903-6c03-4271-8cd0-1e567f2d39f7 req-0d9b42ba-4b2d-48ed-b237-afdde1789aee tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:08.860733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-179b4903-6c03-4271-8cd0-1e567f2d39f7 req-0d9b42ba-4b2d-48ed-b237-afdde1789aee tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.1587434 Nov 09 11:13:08.915715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79edf932-36e1-43e3-b1bc-79c142a2fe49,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:08.919426 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:08.922344 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.923602 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:08.934146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:08.992765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-179b4903-6c03-4271-8cd0-1e567f2d39f7 req-8a4ae91d-9dde-4b81-bf7c-1e3a39fb4e05 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250420 Nov 09 11:13:08.993689 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.060421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:09.073870 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.085715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=194d7b1b-d0ba-4f65-9598-75167617af7b,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:09.087375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37617266-41d0-433b-8741-d49c5dbd7d7b req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.9737215 Nov 09 11:13:09.127640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56466) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:09.196055 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.196055 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 421f45d0-6d62-4a50-af3a-7a22005f07a7 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:09.200913 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.263545 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9240c462-67b8-4502-96cc-2d603fd4919c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:09.307655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.401813 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:09.409730 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b', 'code': 200} Nov 09 11:13:09.415588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=194d7b1b-d0ba-4f65-9598-75167617af7b,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:09.424575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 957d1734-3bd0-4f60-9df9-925d7afd802a up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:09.474144 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:09.553782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d72a79-52fd-440d-819b-c5de67c1f74f None None] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:09.556298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Usage tracker for resource:security_group_rule and tenant:80f60a8c39c349e4b4db028fbe994995 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:09.571846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:09.583488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:09.647052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d610cd8b-584c-4aaf-a33a-ed37dc977bc9 req-ef749c08-7e26-4168-ae2b-4d45bb6dd5d7 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/79edf932-36e1-43e3-b1bc-79c142a2fe49 HTTP/1.1" status: 200 len: 1647 time: 0.1005208 Nov 09 11:13:09.670185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 957d1734-3bd0-4f60-9df9-925d7afd802a completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:09.675445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 421f45d0-6d62-4a50-af3a-7a22005f07a7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:09.693840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 421f45d0-6d62-4a50-af3a-7a22005f07a7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:09.694216 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.746360 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-68fda0cc-c7f0-4c90-b691-c09d29751075 req-dab9567d-1465-4048-928e-4b15121c4610 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] show failed (client error): The resource could not be found. Nov 09 11:13:09.755369 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68fda0cc-c7f0-4c90-b691-c09d29751075 req-dab9567d-1465-4048-928e-4b15121c4610 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/65d921c9-6cce-4e3f-96e5-256c77ee26d6 HTTP/1.1" status: 404 len: 352 time: 0.0350528 Nov 09 11:13:09.783176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-481acc78-df0f-4e66-a5d4-489def77e964 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:09.785110 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-481acc78-df0f-4e66-a5d4-489def77e964 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.1830022 Nov 09 11:13:09.864498 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [req-36f7ac67-66fd-413c-93dd-697c139a6923 req-d375c3d5-e49c-4869-8526-f91776021686 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] show failed (client error): The resource could not be found. Nov 09 11:13:09.873088 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36f7ac67-66fd-413c-93dd-697c139a6923 req-d375c3d5-e49c-4869-8526-f91776021686 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-group-rules/73f2430e-a937-43f0-9d07-b611d3f0fb53 HTTP/1.1" status: 404 len: 361 time: 0.0643723 Nov 09 11:13:09.883657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Deleting port 532e21f3-03ee-449e-89e0-4122839be53e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:09.884016 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.901040 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.902985 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Provisioning for port 957d1734-3bd0-4f60-9df9-925d7afd802a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:09.921873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Provisioning complete for port 957d1734-3bd0-4f60-9df9-925d7afd802a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:09.922265 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:09.925006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e8a97-b465-4285-9640-d94ef49463f7 req-a2b684f6-210c-4d7a-813e-bc39c71b06af tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:09.937005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e8a97-b465-4285-9640-d94ef49463f7 req-a2b684f6-210c-4d7a-813e-bc39c71b06af tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:09.937005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e8a97-b465-4285-9640-d94ef49463f7 req-a2b684f6-210c-4d7a-813e-bc39c71b06af tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:09.941338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-892e8a97-b465-4285-9640-d94ef49463f7 req-a2b684f6-210c-4d7a-813e-bc39c71b06af tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2416 time: 0.4631388 Nov 09 11:13:09.999702 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.017246 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.045486 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40f1da5e-a05e-4a7e-aa2a-df392f40154f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:10.084867 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.085986 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-892e8a97-b465-4285-9640-d94ef49463f7 req-a48f64b3-00aa-4f2f-bcff-e982d53ca555 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434455 Nov 09 11:13:10.119131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Subnet': ['ID=3cff9ced-eb8d-4629-bd92-a87792ec868b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:10.130537 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:10.139504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56488) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:10.148517 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff311e71-e0dc-4a95-be04-af016d68fec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:10.184349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 421f45d0-6d62-4a50-af3a-7a22005f07a7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:10.202814 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.224274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc28b73d-5a18-49d6-8c54-95984a6e35bf req-286c5c24-0f6d-4881-945c-cd1214cd1252 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/79edf932-36e1-43e3-b1bc-79c142a2fe49 HTTP/1.1" status: 200 len: 1647 time: 0.2729332 Nov 09 11:13:10.230693 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.231472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 63bf5ab1-882c-4080-a268-187b40c4536c up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:10.287177 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e72252a2-0fd0-4fda-ad15-1b4708ef54df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:10.303563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c74344-77c4-4b12-8036-928a7004919f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:10.306846 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:10.311903 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80f60a8c39c349e4b4db028fbe994995&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1833599 Nov 09 11:13:10.320523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56496) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:10.338563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] For port 532e21f3-03ee-449e-89e0-4122839be53e, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=532e21f3-03ee-449e-89e0-4122839be53e,segment=NetworkSegment(b68c470e-8a18-4a43-b92f-eee6053d0745),segment_id=b68c470e-8a18-4a43-b92f-eee6053d0745)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:10.338986 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.356089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Checking segment: {'id': '59d0cc43-abf2-4448-8a74-d27150672092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9491000f-b08f-489d-8289-20e8fe23af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:10.356445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network hostable DHCP agents. Network: 9491000f-b08f-489d-8289-20e8fe23af52, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:10.431102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] For port 957d1734-3bd0-4f60-9df9-925d7afd802a, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=957d1734-3bd0-4f60-9df9-925d7afd802a,segment=NetworkSegment(50d3c3e2-b48e-4f00-af1f-d02acfc2548c),segment_id=50d3c3e2-b48e-4f00-af1f-d02acfc2548c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:10.435030 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=421f45d0-6d62-4a50-af3a-7a22005f07a7,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:10.441324 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:10.466760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fc28b73d-5a18-49d6-8c54-95984a6e35bf req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.476953 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.481795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.483332 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:10.504843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Calling delete_port for 532e21f3-03ee-449e-89e0-4122839be53e owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:10.517755 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fc28b73d-5a18-49d6-8c54-95984a6e35bf req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.526779 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 63bf5ab1-882c-4080-a268-187b40c4536c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:10.534604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 9491000f-b08f-489d-8289-20e8fe23af52 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:10.538047 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.545316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 63bf5ab1-882c-4080-a268-187b40c4536c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:10.545690 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.628416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Pushing event updated for resources: {'Port': ['ID=957d1734-3bd0-4f60-9df9-925d7afd802a,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:10.633046 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:10.636300 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 9491000f-b08f-489d-8289-20e8fe23af52) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:10.642496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:10.643213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.653916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b4e94e-d611-4f70-bffa-c47992cf4095 None None] Network 9491000f-b08f-489d-8289-20e8fe23af52 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:10.666359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1359798852-network', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:10.687461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fc28b73d-5a18-49d6-8c54-95984a6e35bf req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.690948 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-fc28b73d-5a18-49d6-8c54-95984a6e35bf req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.692059 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc28b73d-5a18-49d6-8c54-95984a6e35bf req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "DELETE /v2.0/security-groups/79edf932-36e1-43e3-b1bc-79c142a2fe49 HTTP/1.1" status: 204 len: 173 time: 0.4465661 Nov 09 11:13:10.692887 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4c43608-6803-42e6-9f08-ff2dc6f99319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:10.707180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.709878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.713587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76c74344-77c4-4b12-8036-928a7004919f HTTP/1.1" status: 204 len: 168 time: 0.3896344 Nov 09 11:13:10.715353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79edf932-36e1-43e3-b1bc-79c142a2fe49,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:10.727120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:10.732968 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:10.732968 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d0a1125a-513d-4f7e-a918-8833258605f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:10.745278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c74344-77c4-4b12-8036-928a7004919f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:10.746851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Usage tracker for resource:network and tenant:79d417e3e71746c9aaaff1ce5ea6311e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:10.755123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3406708 Nov 09 11:13:10.757283 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:10.757945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56506) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:10.764132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:10.780368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:10.800418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Router 37183ae1-0942-403a-b5c6-3963b8eaf65e is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:13:10.919240 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.928315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Made reservation on behalf of 79d417e3e71746c9aaaff1ce5ea6311e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:10.931341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.943962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-21d82e48-5bf7-4658-bdf0-6ff48b3d1fe2 None None] Provisioning complete for port 957d1734-3bd0-4f60-9df9-925d7afd802a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:10.943962 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-21d82e48-5bf7-4658-bdf0-6ff48b3d1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.960464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fec187-79e0-450c-8925-9b35761f6123 req-751e4cce-8a99-4ac3-b2b2-e4737187a369 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:10.968806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7fec187-79e0-450c-8925-9b35761f6123 req-751e4cce-8a99-4ac3-b2b2-e4737187a369 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 946 time: 0.3160620 Nov 09 11:13:10.977510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:10.991909 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93cd88ef-8563-4a89-ae76-05b9d7441cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:11.021026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['532e21f3-03ee-449e-89e0-4122839be53e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:13:11.025383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.071453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Pushing event deleted for resources: {'Port': ['ID=532e21f3-03ee-449e-89e0-4122839be53e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:11.074288 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:11.097293 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eaf6799a-1204-46fa-a37b-ee29252012b7 req-a03eea62-ecf5-4004-aa20-b3cb13c4e9af tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/408fb4dc-7bb2-4c04-84be-ad29dc26b525 HTTP/1.1" status: 200 len: 1646 time: 0.1620440 Nov 09 11:13:11.099832 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.220202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] No DVR routers for this DVR port 532e21f3-03ee-449e-89e0-4122839be53e on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:11.222291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-eaf6799a-1204-46fa-a37b-ee29252012b7 req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.241640 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.249194 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'name': 'network-vif-deleted', 'tag': '532e21f3-03ee-449e-89e0-4122839be53e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:11.258776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-eaf6799a-1204-46fa-a37b-ee29252012b7 req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.268519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 957d1734-3bd0-4f60-9df9-925d7afd802a up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:11.269787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:11.277634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7fec187-79e0-450c-8925-9b35761f6123 req-6454c447-55c1-4ec0-930d-b1cb4d3fbe68 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/security-groups?id=eab94573-7e75-42fe-a81a-4e21f69442bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072743 Nov 09 11:13:11.326242 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.332822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:79d417e3e71746c9aaaff1ce5ea6311e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:11.341954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:11.354200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:11.397748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 63bf5ab1-882c-4080-a268-187b40c4536c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=63bf5ab1-882c-4080-a268-187b40c4536c,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:11.413694 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-eaf6799a-1204-46fa-a37b-ee29252012b7 req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.421358 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4a5ec81f-3aa4-4815-b1ce-26723f02a8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:11.445486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7'}, {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bf5ab1-882c-4080-a268-187b40c4536c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:11.447812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:11.450156 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-eaf6799a-1204-46fa-a37b-ee29252012b7 req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.466075 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] Sync routers for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:11.467493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eaf6799a-1204-46fa-a37b-ee29252012b7 req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "DELETE /v2.0/security-groups/408fb4dc-7bb2-4c04-84be-ad29dc26b525 HTTP/1.1" status: 204 len: 173 time: 0.3688254 Nov 09 11:13:11.470458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408fb4dc-7bb2-4c04-84be-ad29dc26b525,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:11.475649 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:11.485644 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:11.486304 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.486448 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:12:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:11.491693 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4f5ac38-d101-4d00-9d7a-43160bc8fc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:11.493409 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.495605 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664055cc-bbb3-4497-8fab-be3659dfec25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-9491000f-b08f-489d-8289-20e8fe23af52', 'network_id': '9491000f-b08f-489d-8289-20e8fe23af52', 'tenant_id': 'c3f62926a3ee4cce8c217cd9575e6e45', 'fixed_ips': [{'subnet_id': '3cff9ced-eb8d-4629-bd92-a87792ec868b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:13:11.496375 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-664055cc-bbb3-4497-8fab-be3659dfec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.501108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1b8f472-82ba-4e2e-95c3-85f22bcf75ac req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.57 "DELETE /v2.0/ports/532e21f3-03ee-449e-89e0-4122839be53e HTTP/1.1" status: 204 len: 173 time: 1.7055676 Nov 09 11:13:11.541421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.542828 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6091721 Nov 09 11:13:11.549904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56526) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:11.554725 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eec4d86e-0343-4fa7-8209-091b6080aa99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:11.558700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Subnet': ['ID=3cff9ced-eb8d-4629-bd92-a87792ec868b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:11.562989 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:11.631248 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416eecf3-e989-4a6a-8736-c5f341b4dead', 'name': 'network-vif-deleted', 'tag': '532e21f3-03ee-449e-89e0-4122839be53e', 'status': 'completed', 'code': 200} Nov 09 11:13:11.695659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.700265 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:11.734244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9491000f-b08f-489d-8289-20e8fe23af52']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:11.764658 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:11.765543 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:12:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:11.767941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d0cc43-abf2-4448-8a74-d27150672092') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:11.768391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d0cc43-abf2-4448-8a74-d27150672092') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:11.777609 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7', 'code': 200} Nov 09 11:13:11.777882 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bf5ab1-882c-4080-a268-187b40c4536c', 'code': 200} Nov 09 11:13:11.784426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.804857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.814866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:11.815373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:11.853901 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:11.858062 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:11.858657 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc132ac-1318-4837-9a27-bc5b5edb7622 None None] The sync data for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:13:11.883495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=63bf5ab1-882c-4080-a268-187b40c4536c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:11.894331 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:11.895298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 957d1734-3bd0-4f60-9df9-925d7afd802a triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:11.895997 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:11.959750 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.045495 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.051142 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8c6836bc-e828-407f-853b-40a1250f0261 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:12.123281 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-664055cc-bbb3-4497-8fab-be3659dfec25 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 11:13:12.123281 n-d-817173-1 neutron-server[84335]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 09 11:13:12.123281 n-d-817173-1 neutron-server[84335]: [parameters: {'project_id': 'c3f62926a3ee4cce8c217cd9575e6e45', 'id': '1376bd43-2a7b-498f-8282-1ccce7fc1ff4', 'name': '', 'network_id': '9491000f-b08f-489d-8289-20e8fe23af52', 'mac_address': 'fa:16:3e:15:0f:ef', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-9491000f-b08f-489d-8289-20e8fe23af52', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1391}] Nov 09 11:13:12.123281 n-d-817173-1 neutron-server[84335]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:13:12.124053 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-664055cc-bbb3-4497-8fab-be3659dfec25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:13:12.140770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3621f64d-ec84-408f-998a-c7a5a214f25d req-8a8637ff-1a98-4a17-a5a9-53d09a18b02e tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/fc3667c8-4153-465a-84e1-796ce40c174b HTTP/1.1" status: 200 len: 1645 time: 0.0861890 Nov 09 11:13:12.154684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3e9f-ddbb-4d7f-bab0-72b4d4c93f16 req-824df81c-7fcd-4e41-8325-91daab8e51b8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:12.159407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3e9f-ddbb-4d7f-bab0-72b4d4c93f16 req-824df81c-7fcd-4e41-8325-91daab8e51b8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:12.163437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3e9f-ddbb-4d7f-bab0-72b4d4c93f16 req-824df81c-7fcd-4e41-8325-91daab8e51b8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:12.167301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fab3e9f-ddbb-4d7f-bab0-72b4d4c93f16 req-824df81c-7fcd-4e41-8325-91daab8e51b8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2418 time: 0.5352445 Nov 09 11:13:12.176986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:12.201304 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:12.216978 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.221496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.230377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:12.232411 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7283e671-2961-494b-93eb-5cb9b6b74349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:12.258260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3621f64d-ec84-408f-998a-c7a5a214f25d req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.268071 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/9491000f-b08f-489d-8289-20e8fe23af52 HTTP/1.1" status: 204 len: 168 time: 1.5085053 Nov 09 11:13:12.270532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Network': ['ID=9491000f-b08f-489d-8289-20e8fe23af52,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:12.271572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56542) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:12.278729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fab3e9f-ddbb-4d7f-bab0-72b4d4c93f16 req-1d81513e-1c1b-4973-8f39-93d8e476f3c7 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042519 Nov 09 11:13:12.299925 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.300271 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Added segment 672ff01e-d1f6-41de-85d7-13ec58083653 of type vlan for network ab626b59-27a1-4a7f-9ea4-dee467e290e9 Nov 09 11:13:12.336950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1864477582'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:12.342949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:12.347686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:network and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:12.350923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:12.357180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:12.368061 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:12.391031 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.405881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3621f64d-ec84-408f-998a-c7a5a214f25d req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.438938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:12.443555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.534362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98738b8a-d78e-4fb9-814f-bcca6819842d req-0fb8503b-9b86-4a29-9533-ae80c423a0f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2871 time: 0.4653819 Nov 09 11:13:12.593254 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.594046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:12.595228 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.602309 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-14a6465c-c0ef-43d3-98aa-214471d59ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:12.607568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-98738b8a-d78e-4fb9-814f-bcca6819842d req-828389e4-aa79-41a9-95a7-12fe7ef4769e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544360 Nov 09 11:13:12.608243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:12.623602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.623602 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Added segment aa9e8159-1664-46c0-90f1-b7c107e9df2a of type vlan for network 4b09fa95-7357-4aaa-a9bb-f77e97e259ac Nov 09 11:13:12.625564 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-664055cc-bbb3-4497-8fab-be3659dfec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.658290 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.666031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3621f64d-ec84-408f-998a-c7a5a214f25d req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.673381 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d0c33637-ea59-41e4-911e-d9f9beac09c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:12.675488 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3184be-1b3a-4fad-9d53-ef3199ffa4a1 None None] Network 9491000f-b08f-489d-8289-20e8fe23af52 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:12.698776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3184be-1b3a-4fad-9d53-ef3199ffa4a1 None None] Network 9491000f-b08f-489d-8289-20e8fe23af52 could not be found, it might have been deleted concurrently. {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Nov 09 11:13:12.703402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3667c8-4153-465a-84e1-796ce40c174b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:12.723363 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:12.733074 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3621f64d-ec84-408f-998a-c7a5a214f25d req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.734204 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3621f64d-ec84-408f-998a-c7a5a214f25d req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "DELETE /v2.0/security-groups/fc3667c8-4153-465a-84e1-796ce40c174b HTTP/1.1" status: 204 len: 173 time: 0.5830872 Nov 09 11:13:12.751505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9f186d74-da3f-4711-96b5-72e390cde2df req-99b522ae-d03a-4469-8dda-5a06ad884341 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Synchronizing usage tracker for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:12.771390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=ab626b59-27a1-4a7f-9ea4-dee467e290e9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:12.773728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.777498 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:12.778427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:12.784803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:12.785320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:12.786306 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4f0fd9f-e43a-422f-9b15-5c7945406736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:12.868382 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7250431 Nov 09 11:13:12.876464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9f186d74-da3f-4711-96b5-72e390cde2df req-99b522ae-d03a-4469-8dda-5a06ad884341 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Unset dirty status for tenant:f9f654e0eb644e89974900a9e8c77ff1 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:12.887388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f186d74-da3f-4711-96b5-72e390cde2df req-99b522ae-d03a-4469-8dda-5a06ad884341 tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] 10.222.0.50 "GET /v2.0/ports?device_id=416eecf3-e989-4a6a-8736-c5f341b4dead HTTP/1.1" status: 200 len: 210 time: 0.2644157 Nov 09 11:13:12.888070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56554) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:12.899381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Request body: {'subnet': {'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1359798852-subnet', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:12.917561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:12.925083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Usage tracker for resource:subnet and tenant:79d417e3e71746c9aaaff1ce5ea6311e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:12.930913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:12.941722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:12.956518 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6260474 Nov 09 11:13:12.957625 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56562) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:12.965381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Request body: {'subnet': {'network_id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:12.979613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Network': ['ID=4b09fa95-7357-4aaa-a9bb-f77e97e259ac,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:12.984866 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:12.992923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5fa75459-a412-4275-9961-c9a763da25e4 req-f5e5acf7-63ea-4ac4-bc9c-00fe730ccda4 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/e5ab2338-3dd2-48bb-b032-1bee7c655670 HTTP/1.1" status: 200 len: 1647 time: 0.1843808 Nov 09 11:13:13.002058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 4b09fa95-7357-4aaa-a9bb-f77e97e259ac details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:13.069496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Made reservation on behalf of 79d417e3e71746c9aaaff1ce5ea6311e for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:13.071782 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.076980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5fa75459-a412-4275-9961-c9a763da25e4 req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.117944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5fa75459-a412-4275-9961-c9a763da25e4 req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.253626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5fa75459-a412-4275-9961-c9a763da25e4 req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.261663 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-81ca511c-fb46-43c8-ac9f-e76e6269c983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:13.272725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:13.279146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab2338-3dd2-48bb-b032-1bee7c655670,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:13.283051 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:13.289905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Usage tracker for resource:subnet and tenant:c3f62926a3ee4cce8c217cd9575e6e45 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:13.291572 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-5fa75459-a412-4275-9961-c9a763da25e4 req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.296460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:13.304159 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5fa75459-a412-4275-9961-c9a763da25e4 req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "DELETE /v2.0/security-groups/e5ab2338-3dd2-48bb-b032-1bee7c655670 HTTP/1.1" status: 204 len: 173 time: 0.3055615 Nov 09 11:13:13.310619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:13.352115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 532e21f3-03ee-449e-89e0-4122839be53e no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:13.397494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Made reservation on behalf of c3f62926a3ee4cce8c217cd9575e6e45 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:13.401095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 532e21f3-03ee-449e-89e0-4122839be53e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:13:13.403857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 532e21f3-03ee-449e-89e0-4122839be53e not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:13:13.542728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451e851-572b-4d3d-92ee-84838177737d req-057a0890-8987-488e-9d69-44e37df75e12 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:13.546882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451e851-572b-4d3d-92ee-84838177737d req-057a0890-8987-488e-9d69-44e37df75e12 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:13.552042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451e851-572b-4d3d-92ee-84838177737d req-057a0890-8987-488e-9d69-44e37df75e12 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:13.553685 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d451e851-572b-4d3d-92ee-84838177737d req-057a0890-8987-488e-9d69-44e37df75e12 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2418 time: 0.0961125 Nov 09 11:13:13.575280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.603214 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d451e851-572b-4d3d-92ee-84838177737d req-7f19a169-e972-4456-9268-b20e63a0718f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Nov 09 11:13:13.623462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9263a4a2-8d4a-47a9-8363-737b53b966e5 req-07b52410-5a90-4a9e-8a02-1ff2e89e50fe tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "GET /v2.0/security-groups/822e31ef-5e32-4a25-9fe7-e76c0bde8c7c HTTP/1.1" status: 200 len: 1645 time: 0.2397764 Nov 09 11:13:13.744006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56582) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:13.867508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.878351 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb3a7fe3-15bf-4e2f-9276-d521800dde65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:13.892193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:13.955236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:13.961395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:0989dd69f78d41c9b8e62990b35ab078 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:13.970510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:13.984657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:14.049951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b83d3317-c7df-425c-80ad-fc8d9f14a895,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:14.052951 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:14.064028 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.144874 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.154567 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b23b205-5a35-4122-bcd3-e4dd3e91e879 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:14.187042 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9263a4a2-8d4a-47a9-8363-737b53b966e5 req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.194550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Checking segment: {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:14.194862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Network hostable DHCP agents. Network: ab626b59-27a1-4a7f-9ea4-dee467e290e9, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:14.195707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd6002-bd0b-48b1-913a-4fddcfff1d7b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:14.200111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0989dd69f78d41c9b8e62990b35ab078&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4549417 Nov 09 11:13:14.201114 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:14.202821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56594) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:14.259988 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9263a4a2-8d4a-47a9-8363-737b53b966e5 req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.285366 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.289355 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.317873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.399578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56602) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:14.446931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:14.464074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Deleting subnet 7b5fce06-5a39-45c4-acc4-1dfce3a20496 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:14.467033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.493843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.501763 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-709f6c92-1b86-4a84-931f-27c096e91f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:14.515616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd6002-bd0b-48b1-913a-4fddcfff1d7b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:14.525298 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:14.535979 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.537095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11dd6002-bd0b-48b1-913a-4fddcfff1d7b HTTP/1.1" status: 204 len: 168 time: 0.3327358 Nov 09 11:13:14.540329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.588617 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9263a4a2-8d4a-47a9-8363-737b53b966e5 req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.596905 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d8d63835-3c3f-4bc0-890a-d375ae8b25bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:14.603289 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.610621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ab626b59-27a1-4a7f-9ea4-dee467e290e9) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:14.614984 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:14.615742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.619816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace4849-f36a-4311-9705-2abfac6b7a09 None None] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:14.658032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e31ef-5e32-4a25-9fe7-e76c0bde8c7c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:14.660335 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:14.754398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9263a4a2-8d4a-47a9-8363-737b53b966e5 req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.755890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9263a4a2-8d4a-47a9-8363-737b53b966e5 req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] 10.222.0.50 "DELETE /v2.0/security-groups/822e31ef-5e32-4a25-9fe7-e76c0bde8c7c HTTP/1.1" status: 204 len: 173 time: 1.1099594 Nov 09 11:13:14.763495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56612) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:14.790090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.objects.ports [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84334) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 11:13:14.794299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.804885 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7281acfc-61dd-4d35-9237-839d5bc58447 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:14.818782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:14.828958 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9aea6849-3150-4b79-8229-4fe4ad838b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:14.839429 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9492247 Nov 09 11:13:14.862576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56616) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:14.878468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:14.914883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b5fce06-5a39-45c4-acc4-1dfce3a20496,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:14.915504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7ee28-c3ee-4394-96c8-e01894f6c650 None None] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:14.941906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:14.966602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event updated for resources: {'Subnet': ['ID=8eadcbf7-71d3-4535-972d-acef8d5f0ae9,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:14.969835 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:15.042590 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:13:15.046827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Checking segment: {'id': 'aa9e8159-1664-46c0-90f1-b7c107e9df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:15.047235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network hostable DHCP agents. Network: 4b09fa95-7357-4aaa-a9bb-f77e97e259ac, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:15.049229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Usage tracker for resource:router and tenant:79d417e3e71746c9aaaff1ce5ea6311e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:15.053106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:15.058179 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:15.073508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Allocated IP 172.20.0.1 (e151b77a-8dd4-476d-ad92-b3966b0a3543/68b7b2d1-3666-4ff5-b883-b132d5989a1e/6be70025-4365-43e8-aeda-8ee7673d4d72) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:15.091428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Deleting subnet 2283c498-7dd7-4d4a-abde-e09d56793a31 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:15.094990 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.100756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:15.107105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.167415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7b5fce06-5a39-45c4-acc4-1dfce3a20496 HTTP/1.1" status: 204 len: 168 time: 0.7666342 Nov 09 11:13:15.178875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56626) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:15.189589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Network 4b09fa95-7357-4aaa-a9bb-f77e97e259ac is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:15.280148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 4b09fa95-7357-4aaa-a9bb-f77e97e259ac) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:15.285970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.287170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.287675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.290694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:15.291655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.295870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c87fbad-5d91-4629-a734-bfdf1bf99477 None None] Network 4b09fa95-7357-4aaa-a9bb-f77e97e259ac requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:15.296949 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.323765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Transition to ACTIVE for port object 6be70025-4365-43e8-aeda-8ee7673d4d72 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:15.337883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5c142-cc1c-4ff8-a15e-8ae4116a1e91 req-d8bfd986-43a7-4ae9-acdf-39c676bdd177 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:15.342066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5c142-cc1c-4ff8-a15e-8ae4116a1e91 req-d8bfd986-43a7-4ae9-acdf-39c676bdd177 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:15.346725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5c142-cc1c-4ff8-a15e-8ae4116a1e91 req-d8bfd986-43a7-4ae9-acdf-39c676bdd177 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:15.348570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-85c5c142-cc1c-4ff8-a15e-8ae4116a1e91 req-d8bfd986-43a7-4ae9-acdf-39c676bdd177 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2418 time: 0.4377587 Nov 09 11:13:15.370996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4121237 Nov 09 11:13:15.371904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56634) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:15.390324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.395657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.404804 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ca9bf2-6e50-4812-ad18-bb0ad0137330 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:15.440693 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.450383 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.541112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:15.551136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-4b09fa95-7357-4aaa-a9bb-f77e97e259ac', 'network_id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac', 'tenant_id': 'c3f62926a3ee4cce8c217cd9575e6e45', 'fixed_ips': [{'subnet_id': '8eadcbf7-71d3-4535-972d-acef8d5f0ae9'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:13:15.551982 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.553751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:15.574646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:15.612888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Port': ['ID=6be70025-4365-43e8-aeda-8ee7673d4d72,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:15.620617 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:15.665302 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-85c5c142-cc1c-4ff8-a15e-8ae4116a1e91 req-2a09c737-965d-4860-a80b-f4b5a24e6df2 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040650 Nov 09 11:13:15.676981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.728419 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:15.794418 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Allocated IP 2001:db8::f816:3eff:fea6:d4d2 (4b09fa95-7357-4aaa-a9bb-f77e97e259ac/8eadcbf7-71d3-4535-972d-acef8d5f0ae9/8c1036d5-3f73-47b0-993c-f5f9a3b7b561) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:15.915522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.016770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.102142 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.117712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd605f27-fcdb-4ae3-aca1-e3553a5f68aa']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:16.128873 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c6304d2-ab37-4c6e-b303-6db01dfa052d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:16.152737 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.161684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-60faccb3-c798-4b25-bc4e-81badd97d538 None None] Provisioning for port 6be70025-4365-43e8-aeda-8ee7673d4d72 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:16.172777 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-60faccb3-c798-4b25-bc4e-81badd97d538 None None] Provisioning complete for port 6be70025-4365-43e8-aeda-8ee7673d4d72 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:16.173269 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60faccb3-c798-4b25-bc4e-81badd97d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.188436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68c470e-8a18-4a43-b92f-eee6053d0745') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:16.188795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68c470e-8a18-4a43-b92f-eee6053d0745') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:16.206904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2283c498-7dd7-4d4a-abde-e09d56793a31,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:16.218357 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.223125 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:16.227000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.243487 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.251875 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2283c498-7dd7-4d4a-abde-e09d56793a31 HTTP/1.1" status: 204 len: 168 time: 1.4844549 Nov 09 11:13:16.253263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56652) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:16.256883 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.264931 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.277443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Transition to ACTIVE for port object 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:16.288427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:16.288824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:16.303192 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:16.306547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Transition to ACTIVE for port object 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:16.370411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.376658 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:16.405905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-60faccb3-c798-4b25-bc4e-81badd97d538 None None] Port 6be70025-4365-43e8-aeda-8ee7673d4d72 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:13:16.445027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Network 4b09fa95-7357-4aaa-a9bb-f77e97e259ac is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:16.448886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:16.460715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:16.504486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.506591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Pushing event updated for resources: {'Port': ['ID=8c1036d5-3f73-47b0-993c-f5f9a3b7b561,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:16.561070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.583269 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-db3dbd27-1a89-4629-b972-af8fdc441f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:16.597014 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.604842 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fcdadce4-75b7-4b38-8c3f-42f98e1bab8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:16.634078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.634585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.634940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.635367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.640470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.640470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.640470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.640470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.640470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.640470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.640470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:16.641944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.647812 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:16.658002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=bd605f27-fcdb-4ae3-aca1-e3553a5f68aa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:16.660742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Subnet': ['ID=8eadcbf7-71d3-4535-972d-acef8d5f0ae9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:16.673186 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:16.686328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Attempting to bind port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:16.686944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Attempting to bind port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'aa9e8159-1664-46c0-90f1-b7c107e9df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:16.687377 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Attempting to bind port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 on network 4b09fa95-7357-4aaa-a9bb-f77e97e259ac {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:16.695148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:16.695604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Checking segment: {'id': 'aa9e8159-1664-46c0-90f1-b7c107e9df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:16.696226 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.696693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Bound using segment: {'id': 'aa9e8159-1664-46c0-90f1-b7c107e9df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:16.706945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Bound port: 8c1036d5-3f73-47b0-993c-f5f9a3b7b561, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9e8159-1664-46c0-90f1-b7c107e9df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:16.708496 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.708740 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:16.731920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.748687 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] 10.222.0.50 "DELETE /v2.0/networks/bd605f27-fcdb-4ae3-aca1-e3553a5f68aa HTTP/1.1" status: 204 len: 168 time: 1.5673306 Nov 09 11:13:16.777430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f96e71-1d6f-4d24-89f5-d6e91decd8cc']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:16.793736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f485004-3b72-4eda-b04b-c9621501e309') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:16.794318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f485004-3b72-4eda-b04b-c9621501e309') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:16.818637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.840406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.873905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] For port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:16.875940 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:16.876351 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.886885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] For port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8c1036d5-3f73-47b0-993c-f5f9a3b7b561,segment=NetworkSegment(aa9e8159-1664-46c0-90f1-b7c107e9df2a),segment_id=aa9e8159-1664-46c0-90f1-b7c107e9df2a)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:16.889572 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:16.930304 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.962249 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:16.966741 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6e6957bf-5c96-416e-9f0a-886d4d7b60b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:16.968623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa2d4-790c-4285-9094-d22bc8c89171 req-03db67c1-93a6-4464-97b6-6641da414c90 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:16.973957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa2d4-790c-4285-9094-d22bc8c89171 req-03db67c1-93a6-4464-97b6-6641da414c90 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:16.978338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa2d4-790c-4285-9094-d22bc8c89171 req-03db67c1-93a6-4464-97b6-6641da414c90 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:16.980864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f91aa2d4-790c-4285-9094-d22bc8c89171 req-03db67c1-93a6-4464-97b6-6641da414c90 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2418 time: 0.4231164 Nov 09 11:13:16.982586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.012996 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.048021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b09fa95-7357-4aaa-a9bb-f77e97e259ac']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:17.057502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.067065 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-41244d81-c146-4552-9bc9-e5aa0185707f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:17.089724 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.100804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f96e71-1d6f-4d24-89f5-d6e91decd8cc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:17.109437 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:17.114338 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] 10.222.0.50 "DELETE /v2.0/networks/b0f96e71-1d6f-4d24-89f5-d6e91decd8cc HTTP/1.1" status: 204 len: 168 time: 0.8602486 Nov 09 11:13:17.129517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9e8159-1664-46c0-90f1-b7c107e9df2a') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:17.129813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9e8159-1664-46c0-90f1-b7c107e9df2a') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:17.164532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.190169 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f91aa2d4-790c-4285-9094-d22bc8c89171 req-c75214f1-349c-4378-9c02-db56521db422 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953592 Nov 09 11:13:17.225521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Allocated IP 172.25.7.118 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/c9febd65-e300-4f14-9f60-8d4df38ba38b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:17.229500 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.238452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:17.239060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.264304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:17.329971 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f5901c6c-bd08-4e51-9acd-359b41187f4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9f654e0eb644e89974900a9e8c77ff1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0642595 Nov 09 11:13:17.379174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:17.407942 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:17.409874 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:17.412271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:13:17.412271 n-d-817173-1 neutron-server[84334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:13:17.412271 n-d-817173-1 neutron-server[84334]: [parameters: {'id': '4b09fa95-7357-4aaa-a9bb-f77e97e259ac'}] Nov 09 11:13:17.412271 n-d-817173-1 neutron-server[84334]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:13:17.412271 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:13:17.440615 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4f4e-7b39-48eb-ab25-a8460516fb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.447850 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.457163 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Pushing event updated for resources: {'Port': ['ID=8c1036d5-3f73-47b0-993c-f5f9a3b7b561,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:17.463641 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:17.485716 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:17.496316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.504854 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2f428-9069-4912-9638-6617ba228f6c None None] Network 4b09fa95-7357-4aaa-a9bb-f77e97e259ac requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:17.582290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Port': ['ID=6be70025-4365-43e8-aeda-8ee7673d4d72,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:17.587758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.588801 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:17.621784 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.665772 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.678555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.750702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56684) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:17.808014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0fa50-ea2e-4072-8dc1-b35ee8e81bfb None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:13:17.810233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-440bcdd2-18b8-4c28-a828-0e595df63d6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7978ba4cf2fc4c48a4c399a6295160ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581014 Nov 09 11:13:17.814105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56688) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:17.814628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.818435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:17.820138 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:17.831241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:17.918579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.920989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:17.960125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0fa50-ea2e-4072-8dc1-b35ee8e81bfb None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:13:17.977682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Pushing event updated for resources: {'Port': ['ID=c9febd65-e300-4f14-9f60-8d4df38ba38b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:17.983420 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:17.984284 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:17.997040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:18.001153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:18.004146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab94573-7e75-42fe-a81a-4e21f69442bf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:18.006478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:18.069527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Deleting port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:18.069867 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.090391 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:18.156801 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.157524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eab94573-7e75-42fe-a81a-4e21f69442bf HTTP/1.1" status: 204 len: 168 time: 0.7763879 Nov 09 11:13:18.209079 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.230155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-20e7f96c-e348-45d1-a9bc-a1bdf42ce151 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:18.234904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-20e7f96c-e348-45d1-a9bc-a1bdf42ce151 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:18.239376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-20e7f96c-e348-45d1-a9bc-a1bdf42ce151 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:18.241370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-20e7f96c-e348-45d1-a9bc-a1bdf42ce151 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2418 time: 0.1526546 Nov 09 11:13:18.342593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 63bf5ab1-882c-4080-a268-187b40c4536c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:18.343338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.432825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.434021 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.551193 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.564915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56702) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:18.747664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] For port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8c1036d5-3f73-47b0-993c-f5f9a3b7b561,segment=NetworkSegment(aa9e8159-1664-46c0-90f1-b7c107e9df2a),segment_id=aa9e8159-1664-46c0-90f1-b7c107e9df2a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:18.748155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.801139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port 63bf5ab1-882c-4080-a268-187b40c4536c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=63bf5ab1-882c-4080-a268-187b40c4536c,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:18.801498 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.925415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Calling delete_port for 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:18.966636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b367bb67-bb13-435c-8f6c-b82647088439 None None] Provisioning complete for port 6be70025-4365-43e8-aeda-8ee7673d4d72 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:18.967205 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b367bb67-bb13-435c-8f6c-b82647088439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:18.981253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for 63bf5ab1-882c-4080-a268-187b40c4536c owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:19.062821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b367bb67-bb13-435c-8f6c-b82647088439 None None] Port 6be70025-4365-43e8-aeda-8ee7673d4d72 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:13:19.083946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-563239310'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:19.107784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:19.118920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Usage tracker for resource:network and tenant:2f257f06ef864d969a5d537ca4b66315 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:19.124455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:19.137039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:19.164748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682855-e456-4d98-8c0a-187e7ad9f4fc req-c1efe26e-55f8-476f-b855-68d93c401ccb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:19.168705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682855-e456-4d98-8c0a-187e7ad9f4fc req-c1efe26e-55f8-476f-b855-68d93c401ccb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:19.173017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682855-e456-4d98-8c0a-187e7ad9f4fc req-c1efe26e-55f8-476f-b855-68d93c401ccb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:19.174753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28682855-e456-4d98-8c0a-187e7ad9f4fc req-c1efe26e-55f8-476f-b855-68d93c401ccb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 2418 time: 0.6376154 Nov 09 11:13:19.211015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.214409 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-61b641e6-b6bc-4a9e-890b-23531be0d803 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:19.240019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Made reservation on behalf of 2f257f06ef864d969a5d537ca4b66315 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:19.243879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.249735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632efd1-e43d-41bb-99b4-0637cf58acf5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:19.254280 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:19.269727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.271764 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28682855-e456-4d98-8c0a-187e7ad9f4fc req-2e1874a5-d8c9-4f1b-8920-eccf354e38aa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887721 Nov 09 11:13:19.285372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.290459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e632efd1-e43d-41bb-99b4-0637cf58acf5 HTTP/1.1" status: 204 len: 168 time: 1.4740164 Nov 09 11:13:19.300947 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.311175 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d3c58b1d-1ab6-47ff-809d-32c23c0da9a4 tempest-DeleteServersTestJSON-273235743 tempest-DeleteServersTestJSON-273235743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:19.335950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:19.345195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Usage tracker for resource:security_group_rule and tenant:2f257f06ef864d969a5d537ca4b66315 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:19.348346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:19.349811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Router 37183ae1-0942-403a-b5c6-3963b8eaf65e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:13:19.356531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:19.363285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Port': ['ID=8c1036d5-3f73-47b0-993c-f5f9a3b7b561,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:19.368356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.375464 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5417194-97dd-4810-9de6-4e8bf8aebd1e tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:19.376235 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:19.382835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No DVR routers for this DVR port 8c1036d5-3f73-47b0-993c-f5f9a3b7b561 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:19.427371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Port': ['ID=63bf5ab1-882c-4080-a268-187b40c4536c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:19.434266 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:19.498369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Router 49507b2c-3faa-4e08-a677-9d8db1a07d92 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:13:19.505305 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f443602-556d-4cf6-aef0-c8369c36efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.557487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] No DVR routers for this DVR port 63bf5ab1-882c-4080-a268-187b40c4536c on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:19.567312 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.570151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-deleted', 'tag': '63bf5ab1-882c-4080-a268-187b40c4536c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:19.629894 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.714109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b09fa95-7357-4aaa-a9bb-f77e97e259ac']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:19.732407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9e8159-1664-46c0-90f1-b7c107e9df2a') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:19.732706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9e8159-1664-46c0-90f1-b7c107e9df2a') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:19.750747 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.772428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.780031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:19.780455 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:19.810776 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:19.903969 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.925601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "DELETE /v2.0/ports/63bf5ab1-882c-4080-a268-187b40c4536c HTTP/1.1" status: 204 len: 173 time: 1.6784229 Nov 09 11:13:19.976538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:19.985581 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0704da24-1f3f-43d0-8885-c0b5df8f9ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:20.055983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b04981c-5ce6-47e7-b694-7fa1e8b61d74,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:20.059671 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:20.073606 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.079636 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b806be97-812c-46a7-adcf-b17e6cc68887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:20.086237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 194d7b1b-d0ba-4f65-9598-75167617af7b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:20.086709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.118307 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.130526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Network': ['ID=4b09fa95-7357-4aaa-a9bb-f77e97e259ac,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:20.136761 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:20.140317 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/4b09fa95-7357-4aaa-a9bb-f77e97e259ac HTTP/1.1" status: 204 len: 168 time: 4.7674682 Nov 09 11:13:20.144929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56736) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.151016 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-deleted', 'tag': '63bf5ab1-882c-4080-a268-187b40c4536c', 'status': 'completed', 'code': 200} Nov 09 11:13:20.165452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:20.191740 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3a0318-4d68-4b7d-ae81-f07b651ab59f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:20.192182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3a0318-4d68-4b7d-ae81-f07b651ab59f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:20.196481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bf3a0318-4d68-4b7d-ae81-f07b651ab59f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/8eadcbf7-71d3-4535-972d-acef8d5f0ae9 HTTP/1.1" status: 404 len: 337 time: 0.0476837 Nov 09 11:13:20.196481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56740) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.221533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:20.229797 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "PUT /v2.0/routers/37183ae1-0942-403a-b5c6-3963b8eaf65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6764264 Nov 09 11:13:20.230762 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9944bc-36e8-4c95-a693-2faec59afd44 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:20.231234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9944bc-36e8-4c95-a693-2faec59afd44 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:20.239152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ed9944bc-36e8-4c95-a693-2faec59afd44 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/4b09fa95-7357-4aaa-a9bb-f77e97e259ac HTTP/1.1" status: 404 len: 339 time: 0.0354462 Nov 09 11:13:20.239604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] Sync routers for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:20.244084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56748) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.244419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56750) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.262608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:20.263317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:20.342267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Request body: {'port': {'network_id': 'e151b77a-8dd4-476d-ad92-b3966b0a3543', 'name': 'tempest-FloatingIPAdminTestJSON-328287131'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:20.381528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56758) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.413275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:20.432147 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb458143-f0e2-43fa-996c-74e58f72cd5d tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:20.432582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb458143-f0e2-43fa-996c-74e58f72cd5d tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:20.437169 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fb458143-f0e2-43fa-996c-74e58f72cd5d tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/3cff9ced-eb8d-4629-bd92-a87792ec868b HTTP/1.1" status: 404 len: 337 time: 0.1902428 Nov 09 11:13:20.445938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=194d7b1b-d0ba-4f65-9598-75167617af7b,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:20.446614 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.467998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:20.469413 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:20.538884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:20.539570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f08fa-e266-4ba6-ba09-32e24d1ca3a5 None None] The sync data for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:13:20.548325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 194d7b1b-d0ba-4f65-9598-75167617af7b no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:20.580259 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.581148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for 194d7b1b-d0ba-4f65-9598-75167617af7b owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:20.618531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.660415 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c950b6-cf3d-4451-809b-fd4862e2ea07 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:20.661038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c950b6-cf3d-4451-809b-fd4862e2ea07 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:20.670154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.670727 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Added segment 0a2b7d46-5149-46b9-8537-1ae704d4d6b2 of type vlan for network cd4086b8-9840-452e-b107-c3dd123ff42b Nov 09 11:13:20.689092 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-20c950b6-cf3d-4451-809b-fd4862e2ea07 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/9491000f-b08f-489d-8289-20e8fe23af52 HTTP/1.1" status: 404 len: 339 time: 0.0683193 Nov 09 11:13:20.702494 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.706103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56770) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.746606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:20.775102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=194d7b1b-d0ba-4f65-9598-75167617af7b,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:20.783613 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-49afe2a4-4ad5-4e9b-8799-bb14fb7d7526 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:20.784062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49afe2a4-4ad5-4e9b-8799-bb14fb7d7526 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:20.788681 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-49afe2a4-4ad5-4e9b-8799-bb14fb7d7526 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/cc6c4dcb-cb7b-4594-8f71-fdd79852a236 HTTP/1.1" status: 404 len: 337 time: 0.0739942 Nov 09 11:13:20.801123 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56778) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.804842 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.819230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:20.820293 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 421f45d0-6d62-4a50-af3a-7a22005f07a7 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:20.859346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:20.874169 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Sync routers for ids ['49507b2c-3faa-4e08-a677-9d8db1a07d92'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:20.903356 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Routers {'49507b2c-3faa-4e08-a677-9d8db1a07d92'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:20.903895 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['49507b2c-3faa-4e08-a677-9d8db1a07d92'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:20.907764 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b', 'code': 200} Nov 09 11:13:20.907956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:13:20.908081 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:20.908362 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:13:20.940992 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8703d9-7e80-462c-8115-bc632dc168ef tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:20.941450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8703d9-7e80-462c-8115-bc632dc168ef tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:20.947178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-de8703d9-7e80-462c-8115-bc632dc168ef tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/2fc8e6d3-3192-4d45-9234-28514717da36 HTTP/1.1" status: 404 len: 339 time: 0.1155794 Nov 09 11:13:20.950688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:20.962180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1476205273-network', 'tenant_id': 'e35bf4fa131140e9a20e7041755224eb'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:20.977640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:20.987663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Usage tracker for resource:port and tenant:140ea6deb0764e13b99360fbed9bede4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:20.995706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:21.013967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:21.023959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=194d7b1b-d0ba-4f65-9598-75167617af7b,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:21.034379 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:21.034721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.039101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1723452 Nov 09 11:13:21.039294 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.048834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56790) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:21.051777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.056534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:21.058685 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.069637 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-377bfe90-804e-4b6f-98ec-b0219729ee3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:21.074530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:21.108192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 421f45d0-6d62-4a50-af3a-7a22005f07a7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:21.141577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Deleting port c0946010-0b1a-44d5-b78e-460527ccce3e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:21.141577 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.145533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Usage tracker for resource:network and tenant:e35bf4fa131140e9a20e7041755224eb is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:21.155957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:21.159164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Made reservation on behalf of 140ea6deb0764e13b99360fbed9bede4 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:21.162149 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.183171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:21.193072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d0185-ae26-412c-a681-8d564e42c850 req-15c1908d-07d8-496b-9493-f6cfaee9e9fa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:21.197058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d0185-ae26-412c-a681-8d564e42c850 req-15c1908d-07d8-496b-9493-f6cfaee9e9fa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:21.204281 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e5d0185-ae26-412c-a681-8d564e42c850 req-15c1908d-07d8-496b-9493-f6cfaee9e9fa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 1682 time: 0.5485947 Nov 09 11:13:21.219969 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.221017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 63bf5ab1-882c-4080-a268-187b40c4536c no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:21.238967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] device_id is not set on port d3137721-8ac4-41bf-adb0-8389e294bd5d yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:21.241723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6711750 Nov 09 11:13:21.262754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Pushing event updated for resources: {'Network': ['ID=cd4086b8-9840-452e-b107-c3dd123ff42b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:21.263545 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Set router 49507b2c-3faa-4e08-a677-9d8db1a07d92 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:13:21.269299 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:21.301341 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adde6357-2024-42c1-ae4c-8536dc81cba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:21.319701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Made reservation on behalf of e35bf4fa131140e9a20e7041755224eb for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:21.322003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.363816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.366926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network cd4086b8-9840-452e-b107-c3dd123ff42b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:21.401398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 63bf5ab1-882c-4080-a268-187b40c4536c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:13:21.402115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 63bf5ab1-882c-4080-a268-187b40c4536c not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:13:21.409532 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2e5d0185-ae26-412c-a681-8d564e42c850 req-69f1eed9-2eec-4e0f-a104-418915364480 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042930 Nov 09 11:13:21.411729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 194d7b1b-d0ba-4f65-9598-75167617af7b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:21.412366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.478284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56800) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:21.524934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=421f45d0-6d62-4a50-af3a-7a22005f07a7,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:21.528295 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:21.587127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:21.597686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Usage tracker for resource:security_group_rule and tenant:e35bf4fa131140e9a20e7041755224eb is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:21.602435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:21.613128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:21.615361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Allocated IP 172.20.0.7 (e151b77a-8dd4-476d-ad92-b3966b0a3543/68b7b2d1-3666-4ff5-b883-b132d5989a1e/d3137721-8ac4-41bf-adb0-8389e294bd5d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:21.743193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.775388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:21.792581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Request body: {'port': {'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b', 'binding:host_id': 'n-h1-817173-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844182062'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:21.794182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-823480027-network', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:21.806778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:21.875481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Usage tracker for resource:network and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:21.884752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:21.889095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:21.890069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Usage tracker for resource:port and tenant:18aace51a7b94ed28b927fd6f6c799e0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:21.893973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:21.897127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.901382 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:21.901670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:21.906274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:21.916956 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:13:18Z', 'revision_number': 3, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:21.924830 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Checking router: 49507b2c-3faa-4e08-a677-9d8db1a07d92 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:13:21.925668 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Updating router 49507b2c-3faa-4e08-a677-9d8db1a07d92 port c9febd65-e300-4f14-9f60-8d4df38ba38b binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:13:21.976026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Calling delete_port for c0946010-0b1a-44d5-b78e-460527ccce3e owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:21.989977 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.000485 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:22.011352 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.053344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:22.107990 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.108670 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Added segment c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f of type vlan for network 0cc62aec-fc79-46e7-bba6-e630d35a5633 Nov 09 11:13:22.166494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.189089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Made reservation on behalf of 18aace51a7b94ed28b927fd6f6c799e0 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:22.191558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.197354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:22.208510 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.226416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.236350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:22.243714 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.253257 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:22.262052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Transition to ACTIVE for port object d3137721-8ac4-41bf-adb0-8389e294bd5d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:22.270587 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.335964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port 194d7b1b-d0ba-4f65-9598-75167617af7b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=194d7b1b-d0ba-4f65-9598-75167617af7b,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:22.336490 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.351931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:22.388684 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.390489 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.390489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:22.391318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.406925 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e62416cb-8c2d-4798-aae3-7ccdb9b33923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:22.409329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.410108 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Transition to ACTIVE for port object c9febd65-e300-4f14-9f60-8d4df38ba38b will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:22.411797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Usage tracker for resource:security_group_rule and tenant:18aace51a7b94ed28b927fd6f6c799e0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:22.426987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:22.446744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Usage tracker for resource:security_group_rule and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:22.452372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:22.468892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:22.474335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:22.480446 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:22.499271 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.503644 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-19c169a9-a81e-49d9-a757-25659c73cce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:22.521181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for 194d7b1b-d0ba-4f65-9598-75167617af7b owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:22.551111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.570116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Pushing event updated for resources: {'Network': ['ID=0cc62aec-fc79-46e7-bba6-e630d35a5633,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:22.577742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:22.578649 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:22.580923 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d50a3293-ea63-461e-b175-c35e1742beec tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:22.589170 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Attempting to bind port c9febd65-e300-4f14-9f60-8d4df38ba38b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:22.589773 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Attempting to bind port c9febd65-e300-4f14-9f60-8d4df38ba38b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:22.596707 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Attempting to bind port c9febd65-e300-4f14-9f60-8d4df38ba38b on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:22.596879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 0cc62aec-fc79-46e7-bba6-e630d35a5633 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:22.601677 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:22.601677 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:22.602138 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.602623 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:22.603227 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Bound port: c9febd65-e300-4f14-9f60-8d4df38ba38b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:22.603707 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.616584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Port': ['ID=c0946010-0b1a-44d5-b78e-460527ccce3e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:22.630395 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:22.635961 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2495012 Nov 09 11:13:22.641328 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Pushing event updated for resources: {'Port': ['ID=c9febd65-e300-4f14-9f60-8d4df38ba38b,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:22.646949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:22.665770 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.666106 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.666553 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.667002 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.667390 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.667776 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.668167 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.668548 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.668930 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.669327 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.669709 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:22.674201 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:22.677256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:22.688018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:22.701835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:22.712285 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] For port c9febd65-e300-4f14-9f60-8d4df38ba38b, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:22.715808 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] For port c9febd65-e300-4f14-9f60-8d4df38ba38b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9febd65-e300-4f14-9f60-8d4df38ba38b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:22.755137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event updated for resources: {'Port': ['ID=d3137721-8ac4-41bf-adb0-8389e294bd5d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:22.767413 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:22.768984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.777092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Request body: {'subnet': {'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1476205273-subnet', 'tenant_id': 'e35bf4fa131140e9a20e7041755224eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:22.784826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:22.803346 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.803616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Usage tracker for resource:subnet and tenant:e35bf4fa131140e9a20e7041755224eb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:22.814376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:22.815160 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-21ad2897-3221-4ed5-bbe0-55774ce75f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:22.845568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/ports/c0946010-0b1a-44d5-b78e-460527ccce3e HTTP/1.1" status: 204 len: 168 time: 1.8892393 Nov 09 11:13:22.845568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:22.846185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56818) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:22.852166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:22.852824 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.861310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:22.909216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:22.959376 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Pushing event updated for resources: {'Port': ['ID=c9febd65-e300-4f14-9f60-8d4df38ba38b,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:22.979313 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:22.982633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Made reservation on behalf of e35bf4fa131140e9a20e7041755224eb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:22.987676 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.012096 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Routers {'49507b2c-3faa-4e08-a677-9d8db1a07d92'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:23.013046 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['49507b2c-3faa-4e08-a677-9d8db1a07d92'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:23.033148 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7', 'code': 200} Nov 09 11:13:23.071384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512e16c-8770-4a33-b2e5-a49ffc32da6a req-35d677c3-e129-4cf7-a4de-10e524a8030f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:23.075758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512e16c-8770-4a33-b2e5-a49ffc32da6a req-35d677c3-e129-4cf7-a4de-10e524a8030f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:23.076647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-2512e16c-8770-4a33-b2e5-a49ffc32da6a req-35d677c3-e129-4cf7-a4de-10e524a8030f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:23.136311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.136311 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:23.146736 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7dc088-71bc-4e7d-9cae-c444783a6e3a tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:23.147298 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7dc088-71bc-4e7d-9cae-c444783a6e3a tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:23.150714 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3d14e44f-5aef-4b81-bb5a-a56bb066595d None None] Provisioning for port d3137721-8ac4-41bf-adb0-8389e294bd5d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:23.160809 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3d14e44f-5aef-4b81-bb5a-a56bb066595d None None] Provisioning complete for port d3137721-8ac4-41bf-adb0-8389e294bd5d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:23.161480 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3d14e44f-5aef-4b81-bb5a-a56bb066595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.184718 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.200994 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.211566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:23.217696 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:23.233012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.233496 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Added segment 95df797c-6517-434c-b0b3-1af579f6d109 of type vlan for network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe Nov 09 11:13:23.243677 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] Set router 49507b2c-3faa-4e08-a677-9d8db1a07d92 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:13:23.259821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3d14e44f-5aef-4b81-bb5a-a56bb066595d None None] Port d3137721-8ac4-41bf-adb0-8389e294bd5d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:13:23.279719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8606a-1756-4c38-babe-20b54991cb57,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:23.290439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Port': ['ID=194d7b1b-d0ba-4f65-9598-75167617af7b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:23.293167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ae7dc088-71bc-4e7d-9cae-c444783a6e3a tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/14a21a06-3ca3-4185-b217-bd5cbae95b56 HTTP/1.1" status: 404 len: 337 time: 0.4361904 Nov 09 11:13:23.294056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56826) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:23.295093 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:23.295767 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:23.311292 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0657938 Nov 09 11:13:23.318883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56828) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:23.382883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.383789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-2512e16c-8770-4a33-b2e5-a49ffc32da6a req-35d677c3-e129-4cf7-a4de-10e524a8030f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:23.385323 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2512e16c-8770-4a33-b2e5-a49ffc32da6a req-35d677c3-e129-4cf7-a4de-10e524a8030f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 1678 time: 0.7354114 Nov 09 11:13:23.402337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.489264 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dcac6aa6-5ba4-4451-8817-ad4d5197f5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:23.519385 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.565670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] device_id is not set on port a0824892-0e67-479a-831a-ab7b05524321 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:23.706290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.707401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:23.708078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.709278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13348a6d-935d-44fc-b726-0d6bc5d91aed,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:23.712111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] No DVR routers for this DVR port 194d7b1b-d0ba-4f65-9598-75167617af7b on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:23.715654 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff09a0f7-7c98-45a6-83e8-90bd9b656595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:23.720116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:23.732098 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:23.737658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-deleted', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:23.769015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'project_id': '140ea6deb0764e13b99360fbed9bede4', 'port_id': 'd3137721-8ac4-41bf-adb0-8389e294bd5d'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:23.792244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:23.810508 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "DELETE /v2.0/ports/194d7b1b-d0ba-4f65-9598-75167617af7b HTTP/1.1" status: 204 len: 173 time: 3.8796577 Nov 09 11:13:23.840794 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:13:18Z', 'revision_number': 3, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:23.846450 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7c98-3c1b-44db-a0bc-8470e2621835 None None] The sync data for ids ['49507b2c-3faa-4e08-a677-9d8db1a07d92'] in n-d-817173-1 is: [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:13:18Z', 'revision_number': 3, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:13:23.877326 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-deleted', 'tag': '194d7b1b-d0ba-4f65-9598-75167617af7b', 'status': 'completed', 'code': 200} Nov 09 11:13:23.899721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2512e16c-8770-4a33-b2e5-a49ffc32da6a req-9e4834a6-b936-465c-b853-59905db9a368 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187052 Nov 09 11:13:23.951103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Usage tracker for resource:floatingip and tenant:140ea6deb0764e13b99360fbed9bede4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:23.957512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:23.964192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:24.020348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5397367 Nov 09 11:13:24.026258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56838) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:24.033113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 421f45d0-6d62-4a50-af3a-7a22005f07a7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:24.033113 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.036473 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.051720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Request body: {'subnet': {'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-subnet', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:24.059920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:24.066748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.074246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:24.078034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.090189 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c9a3a7b-0c06-4b6b-971a-c6afdb0ce6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:24.123056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba350cc-a9e3-4322-b1d0-771407897fda']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:24.180120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caca3933-7c55-481a-84e6-c937fd793ee1') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:24.181138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caca3933-7c55-481a-84e6-c937fd793ee1') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:24.188988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:24.197231 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:24.223072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Usage tracker for resource:subnet and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:24.230306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.238535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:24.258094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:24.272754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.288331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80484e4c-a20e-4d93-bbc8-482fe47a991e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:24.302024 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:24.336867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] device_id is not set on port a0824892-0e67-479a-831a-ab7b05524321 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:24.337415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:24.337850 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:24.354414 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:24.361804 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.365073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:24.367475 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.576223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Checking segment: {'id': 'c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:24.576871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Network hostable DHCP agents. Network: 0cc62aec-fc79-46e7-bba6-e630d35a5633, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:24.582631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Transition to ACTIVE for port object a0824892-0e67-479a-831a-ab7b05524321 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:24.674855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port 421f45d0-6d62-4a50-af3a-7a22005f07a7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=421f45d0-6d62-4a50-af3a-7a22005f07a7,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:24.675215 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.682966 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.693519 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:24.774829 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.785302 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.793929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Network 0cc62aec-fc79-46e7-bba6-e630d35a5633 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:24.794675 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fc1081da-930a-4058-939d-f0fb8894111b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:24.810101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.834141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.836033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Network': ['ID=4ba350cc-a9e3-4322-b1d0-771407897fda,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:24.843289 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:24.870512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for 421f45d0-6d62-4a50-af3a-7a22005f07a7 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:24.895155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/4ba350cc-a9e3-4322-b1d0-771407897fda HTTP/1.1" status: 204 len: 168 time: 1.5703163 Nov 09 11:13:24.895992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56844) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:24.942970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=a0824892-0e67-479a-831a-ab7b05524321,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:24.946008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:24.985607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 0cc62aec-fc79-46e7-bba6-e630d35a5633) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:24.990524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:24.991567 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:24.995550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c55f71-d81f-4311-8f3e-dda6dbcec09f None None] Network 0cc62aec-fc79-46e7-bba6-e630d35a5633 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:25.035879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Checking segment: {'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:25.036239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Network hostable DHCP agents. Network: cd4086b8-9840-452e-b107-c3dd123ff42b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:25.121118 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3752205 Nov 09 11:13:25.152585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Deleting port e65a99c9-d802-464b-a745-5d57285ba5bb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:25.153339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:25.286023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e1a26-132a-4678-ab9f-d4c2f5904f7d req-302499e6-a5a0-425b-86ca-01f409d90c2a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:25.288120 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d6e1a26-132a-4678-ab9f-d4c2f5904f7d req-302499e6-a5a0-425b-86ca-01f409d90c2a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 944 time: 0.2070215 Nov 09 11:13:25.293494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Network cd4086b8-9840-452e-b107-c3dd123ff42b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:25.312773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafad7b0-1ca2-48f6-8c13-70d4b699a0d4 None None] Network 0cc62aec-fc79-46e7-bba6-e630d35a5633 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:25.330046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, cd4086b8-9840-452e-b107-c3dd123ff42b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:25.330477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c9febd65-e300-4f14-9f60-8d4df38ba38b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:25.332890 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:25.373383 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f8a48fd0-cbf1-4ba4-903d-90c26fda7921 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:25.385596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbde2728-d4bb-4bdf-bb58-12e4baa9bbb3 None None] Network cd4086b8-9840-452e-b107-c3dd123ff42b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:25.415748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:25.466677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Port': ['ID=421f45d0-6d62-4a50-af3a-7a22005f07a7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:25.496115 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:25.540688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.541023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.541396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.553073 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:25.553348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] No DVR routers for this DVR port 421f45d0-6d62-4a50-af3a-7a22005f07a7 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:25.557064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:25.561378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Allocated IP 172.25.7.12 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/0fcd9287-a2a2-4ee4-9875-ff08d3c8b707) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:25.569374 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b9e52de3-c435-4ddd-95cd-435cd1afb793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:25.595616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.595917 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.598495 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 2 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.619707 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d6e1a26-132a-4678-ab9f-d4c2f5904f7d req-71276a61-fd62-482f-a6e0-462d6c491430 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954254 Nov 09 11:13:25.625874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.626326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.627354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.635705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.635848 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.636514 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 3 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.658710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.659366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.659806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.671270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.672544 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.674068 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 4 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.699607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.700305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.701042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.721799 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52ba853e-c24d-4649-9378-327cdf7a7437 req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.59 "DELETE /v2.0/ports/421f45d0-6d62-4a50-af3a-7a22005f07a7 HTTP/1.1" status: 204 len: 173 time: 1.8953183 Nov 09 11:13:25.721799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.721799 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.731523 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 5 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.757057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.758419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.759058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.769571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.770314 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.771016 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 6 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.800735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.801345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.801837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.813839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.814488 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.815739 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 7 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.848481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.848870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.849804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.857336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.858035 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.858287 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 8 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.878339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-deleted', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:25.883164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.883554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.883962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.892262 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.892745 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.893148 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 9 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.920917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.921563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.923555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.934948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.934948 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.935403 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 10 to bind port a0824892-0e67-479a-831a-ab7b05524321 Nov 09 11:13:25.960128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:25.960541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:25.960974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:25.970348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a0824892-0e67-479a-831a-ab7b05524321 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:25.970348 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a0824892-0e67-479a-831a-ab7b05524321 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:25.970741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.019291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c9febd65-e300-4f14-9f60-8d4df38ba38b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:26.038259 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c9febd65-e300-4f14-9f60-8d4df38ba38b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:26.038640 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.043897 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c65e83-7977-4f81-b312-feedee7a20f5', 'name': 'network-vif-deleted', 'tag': '421f45d0-6d62-4a50-af3a-7a22005f07a7', 'status': 'completed', 'code': 200} Nov 09 11:13:26.055333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaee3a1a-f850-45c3-8941-be5d555165a4,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:26.083579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Allocated IP 172.20.0.1 (ab626b59-27a1-4a7f-9ea4-dee467e290e9/b83d3317-c7df-425c-80ad-fc8d9f14a895/9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:26.097019 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:26.109835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] For port a0824892-0e67-479a-831a-ab7b05524321, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:26.110463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 11:13:26.168532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.174505 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ff2f7be-7b7c-455a-ac91-bef49d0c334d tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:26.190621 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.204182 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.212747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c9febd65-e300-4f14-9f60-8d4df38ba38b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9febd65-e300-4f14-9f60-8d4df38ba38b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:26.234846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.251520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Checking segment: {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:26.251889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Network hostable DHCP agents. Network: fa0015a6-f78c-4bcf-b8d5-376c9321c1fe, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:26.256999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=a0824892-0e67-479a-831a-ab7b05524321,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:26.260860 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:26.304512 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.306753 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7a300685-a561-4a4b-b486-d248c9b24fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:26.335073 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.5585072 Nov 09 11:13:26.337773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:26.374118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c9febd65-e300-4f14-9f60-8d4df38ba38b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:26.378843 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:26.399205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Calling delete_port for e65a99c9-d802-464b-a745-5d57285ba5bb owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:26.405888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Deleting port a0824892-0e67-479a-831a-ab7b05524321 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:26.406838 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.502251 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.568020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-2d5fe075-af5e-4de3-a8c0-ebddc4b9a32e tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:26.568723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-2d5fe075-af5e-4de3-a8c0-ebddc4b9a32e tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Synchronizing usage tracker for tenant:e35bf4fa131140e9a20e7041755224eb on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:26.627281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] For port a0824892-0e67-479a-831a-ab7b05524321, host n-h1-817173-1, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:26.627926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.653881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:26.673500 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.710283 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.716732 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-607cd21b-28d0-4f81-afa0-7aa95803eb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:26.764296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-2d5fe075-af5e-4de3-a8c0-ebddc4b9a32e tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Unset dirty status for tenant:e35bf4fa131140e9a20e7041755224eb on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:26.765472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-2d5fe075-af5e-4de3-a8c0-ebddc4b9a32e tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/networks?id=0cc62aec-fc79-46e7-bba6-e630d35a5633 HTTP/1.1" status: 200 len: 818 time: 0.9804924 Nov 09 11:13:26.768319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Port': ['ID=e65a99c9-d802-464b-a745-5d57285ba5bb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:26.771010 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:26.777595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Calling delete_port for a0824892-0e67-479a-831a-ab7b05524321 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:26.786669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, fa0015a6-f78c-4bcf-b8d5-376c9321c1fe) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:26.788479 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.792496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.794620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d41710-18f4-467b-a556-8e39dcaadb3f None None] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:26.800934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.803477 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-073bab2b-7653-4a1f-a733-906132dcdc60 tempest-RoutersAdminNegativeIpV6Test-1136306810 tempest-RoutersAdminNegativeIpV6Test-1136306810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:26.833570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:26.834009 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:26.872203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d613cd03-0044-439d-9dde-0a38367b8846 req-15ec170f-0f86-416f-a5da-baac92f94f5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:26.873409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-3035f69c-124d-4ec5-aa74-5a281f30bf7f tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/quotas/e35bf4fa131140e9a20e7041755224eb HTTP/1.1" status: 200 len: 375 time: 0.1010761 Nov 09 11:13:26.930361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/ports/e65a99c9-d802-464b-a745-5d57285ba5bb HTTP/1.1" status: 204 len: 168 time: 2.0205226 Nov 09 11:13:26.932483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56874) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:26.983337 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-e70e67fe-71c8-4379-8378-81b124811f9b tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e35bf4fa131140e9a20e7041755224eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992379 Nov 09 11:13:27.000720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:27.003940 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.010201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:27.015281 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9879701 Nov 09 11:13:27.019535 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f8349bc-6307-4088-8265-5e739c870f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:27.021383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56880) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:27.029610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:27.032368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:27.036721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:13:27.038280 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.103235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:27.106058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:27.133244 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cab73f-7373-4ba6-85de-b49e92e5ccb7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] DELETE failed (client error): The resource could not be found. Nov 09 11:13:27.133684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cab73f-7373-4ba6-85de-b49e92e5ccb7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:13:27.136020 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d2cab73f-7373-4ba6-85de-b49e92e5ccb7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/6e198399-1003-4de3-ae87-d3bb153c430b HTTP/1.1" status: 404 len: 337 time: 0.1935894 Nov 09 11:13:27.142501 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.170838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Pushing event updated for resources: {'Port': ['ID=0fcd9287-a2a2-4ee4-9875-ff08d3c8b707,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:27.207341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56884) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:27.208587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d613cd03-0044-439d-9dde-0a38367b8846 req-15ec170f-0f86-416f-a5da-baac92f94f5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:27.209881 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d613cd03-0044-439d-9dde-0a38367b8846 req-15ec170f-0f86-416f-a5da-baac92f94f5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c65e83-7977-4f81-b312-feedee7a20f5 HTTP/1.1" status: 200 len: 210 time: 0.3901513 Nov 09 11:13:27.233168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0824892-0e67-479a-831a-ab7b05524321,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:27.243532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.247616 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:27.251134 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a0824892-0e67-479a-831a-ab7b05524321 HTTP/1.1" status: 204 len: 168 time: 0.9120605 Nov 09 11:13:27.253887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:27.256041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56886) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:27.307634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c9febd65-e300-4f14-9f60-8d4df38ba38b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:27.314199 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c66bf77-3ac9-426d-9271-b3d8d4f8f520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:13:27.315175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0c66bf77-3ac9-426d-9271-b3d8d4f8f520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Synchronizing usage tracker for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:27.395121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Allocated IP 172.20.0.2 (fa0015a6-f78c-4bcf-b8d5-376c9321c1fe/eaee3a1a-f850-45c3-8941-be5d555165a4/70b2897f-5dc4-4c5d-9556-4c60b1db4a3d) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:27.409158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0c66bf77-3ac9-426d-9271-b3d8d4f8f520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Unset dirty status for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:27.416474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0c66bf77-3ac9-426d-9271-b3d8d4f8f520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "GET /v2.0/ports/a0824892-0e67-479a-831a-ab7b05524321 HTTP/1.1" status: 404 len: 333 time: 0.1579626 Nov 09 11:13:27.417339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56892) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:27.430116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Request body: {'port': {'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1716896686'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:27.433130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:27.436600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:27.445410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c9febd65-e300-4f14-9f60-8d4df38ba38b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:27.445865 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.455515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:27.487425 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Usage tracker for resource:router and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:27.517520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Made reservation on behalf of 18aace51a7b94ed28b927fd6f6c799e0 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:27.520754 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.549557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:27.556228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] device_id is not set on port a17bb07e-7784-4061-bbaf-36f36560e9e9 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:27.579144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:27.732976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Pushing event updated for resources: {'Port': ['ID=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:27.739452 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.752169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Transition to ACTIVE for port object 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:27.772077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:27.772077 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.776202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Transition to ACTIVE for port object 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:27.779590 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.948s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:27.780009 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:27.853116 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.859826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.919344 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-f92c5433-2d81-4e4f-b825-b23b9fe625f5 service neutron] 10.222.0.50 "GET /v2.0/networks/0cc62aec-fc79-46e7-bba6-e630d35a5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9147894 Nov 09 11:13:27.928934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.930278 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.944863 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.949095 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7045ee0e-58b9-48cd-ad52-7b9852eba119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:27.971132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:27.976897 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f26e6d7c-9089-4b48-95e1-d59949a53ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:28.009295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:28.014582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:28.020818 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:28.039915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Pushing event updated for resources: {'Port': ['ID=70b2897f-5dc4-4c5d-9556-4c60b1db4a3d,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:28.043118 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:28.052896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Network cd4086b8-9840-452e-b107-c3dd123ff42b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:28.056271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:28.058304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=a17bb07e-7784-4061-bbaf-36f36560e9e9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:28.060449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:28.061341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:28.061959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.066854 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:28.136865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Attempting to bind port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:28.137191 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Attempting to bind port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:28.137534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Attempting to bind port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d on network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:28.144478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:28.151453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Checking segment: {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:28.151453 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.151453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Bound using segment: {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:28.151453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Bound port: 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:28.151453 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.162029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7429621 Nov 09 11:13:28.164794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56896) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:28.170598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:28.250571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] For port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:28.252909 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] For port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=70b2897f-5dc4-4c5d-9556-4c60b1db4a3d,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:28.301629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.333400 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.337422 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:28.340789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56902) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:28.344028 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.418321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Pushing event updated for resources: {'Port': ['ID=70b2897f-5dc4-4c5d-9556-4c60b1db4a3d,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:28.424526 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:28.486956 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.635329 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-311a440d-a6db-4a31-8ac1-575128c5fae4 service neutron] 10.222.0.50 "GET /v2.0/networks/0cc62aec-fc79-46e7-bba6-e630d35a5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948969 Nov 09 11:13:28.666855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e71e696-bd46-41c1-aeee-62c7dbb3f3c9']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:28.680552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] device_id is not set on port a17bb07e-7784-4061-bbaf-36f36560e9e9 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:28.694451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2ac67a-e44b-4aae-b568-f08e6232c8d0') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:28.694726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2ac67a-e44b-4aae-b568-f08e6232c8d0') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:28.695749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.717598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Transition to ACTIVE for port object a17bb07e-7784-4061-bbaf-36f36560e9e9 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:28.779637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.786564 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa832e1e-7a52-437d-9857-3f54eb40e94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:28.816541 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:28.939661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=a17bb07e-7784-4061-bbaf-36f36560e9e9,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:28.958481 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:29.049383 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f819e5dd-8716-4967-8989-7ddd5d833c21 req-d893a1c6-7e28-4542-b2ff-1c5884085245 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 210 time: 0.0627606 Nov 09 11:13:29.050299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.050656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.051691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.057740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.058302 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.058496 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 2 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.081227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.081570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.081981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.090504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.090901 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.106107 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 3 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.114330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.114927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.115445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.127785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.128324 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.128895 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 4 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.153967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.154305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.154859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.165970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.166507 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.167115 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 5 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.192248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.192534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.192660 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.192928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.203159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.203808 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.204661 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 6 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.227250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:29.227250 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.227534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.227534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.227931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.234834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.235854 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.236466 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 7 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:29.242730 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:29.257921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.258265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.258659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.265580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.266548 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.267049 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 8 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.289094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.289677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.290324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.298625 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:29.316150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.316488 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.316883 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 9 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.341570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.345828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.345828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.349157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.349559 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.350041 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 10 to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 Nov 09 11:13:29.368497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:29.368978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:29.369381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:29.377227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:29.377679 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port a17bb07e-7784-4061-bbaf-36f36560e9e9 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:29.378246 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.424438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:13:29.465802 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.470742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.472780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:29.483871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] For port a17bb07e-7784-4061-bbaf-36f36560e9e9, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:29.483871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 11:13:29.489513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting subnet 02acd4f6-fdbc-4625-89fb-0f0c7875ea41 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:29.495710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.531241 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.536827 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:29.550954 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.552466 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.560276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ddc5606-eb30-4ec9-98ef-b7aa95c8f4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:29.568024 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.601455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Network': ['ID=2e71e696-bd46-41c1-aeee-62c7dbb3f3c9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:29.614131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] In _notify_port_updated(), no bound segment for port a17bb07e-7784-4061-bbaf-36f36560e9e9 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:13:29.615646 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.617786 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "PUT /v2.0/ports/a17bb07e-7784-4061-bbaf-36f36560e9e9 HTTP/1.1" status: 200 len: 979 time: 1.4514837 Nov 09 11:13:29.621164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56916) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:29.637632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/2e71e696-bd46-41c1-aeee-62c7dbb3f3c9 HTTP/1.1" status: 204 len: 168 time: 2.3798435 Nov 09 11:13:29.653954 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89624623-bbfa-452a-b4c3-8fb2a82a49b1 None None] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:29.665106 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.722972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56920) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:29.727255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=a17bb07e-7784-4061-bbaf-36f36560e9e9,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:29.757001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.757316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.757873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.758208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.758604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.758982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.760122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.760245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.760851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.761473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.762067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:29.774592 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:29.780651 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:29.825310 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:29.904727 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.920863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Provisioning for port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:29.937789 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Provisioning complete for port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:29.938604 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:29.940108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b296335-93d2-40a4-9443-6d9042830bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Synchronizing usage tracker for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:30.005850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Deleting subnet dc67edd8-2ff0-4dd7-a71e-0e5cd5c3c389 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:30.009819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.032422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Pushing event updated for resources: {'Port': ['ID=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:30.047467 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:30.162675 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.183158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.197600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b296335-93d2-40a4-9443-6d9042830bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Unset dirty status for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:30.203430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3b296335-93d2-40a4-9443-6d9042830bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22135 time: 0.5808747 Nov 09 11:13:30.211325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] For port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=70b2897f-5dc4-4c5d-9556-4c60b1db4a3d,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:30.233568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56930) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:30.259922 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b81bdec-6dea-4172-9f7b-fd5669c3dd7a req-ae931599-2a3e-4e34-939b-c6b3e0a06142 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 210 time: 0.0703146 Nov 09 11:13:30.290194 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.305085 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.308814 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:30.405128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Pushing event updated for resources: {'Port': ['ID=70b2897f-5dc4-4c5d-9556-4c60b1db4a3d,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:30.408460 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:30.413246 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.418857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Deleting port a17bb07e-7784-4061-bbaf-36f36560e9e9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:30.419347 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.431120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c3e4875d-1391-47a9-b2dd-782c54c340df None None] Provisioning complete for port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:30.431789 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c3e4875d-1391-47a9-b2dd-782c54c340df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.448372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.506719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:30.512342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:30.590518 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.594457 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9769bc79-f3b8-4f88-a218-b74515a712bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:30.631802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Subnet': ['ID=dc67edd8-2ff0-4dd7-a71e-0e5cd5c3c389,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:30.634426 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:30.639956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.645312 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.649184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c57a30-2c30-4b5a-9df7-3c1c4176fea5 None None] Network 74c6ed15-bd57-4c15-b11c-9cfa24801dae requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:30.652408 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/subnets/dc67edd8-2ff0-4dd7-a71e-0e5cd5c3c389 HTTP/1.1" status: 204 len: 168 time: 0.9281104 Nov 09 11:13:30.655736 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:30.656568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56934) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:30.766142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Subnet': ['ID=02acd4f6-fdbc-4625-89fb-0f0c7875ea41,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:30.792894 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.794629 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:30.806332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Deleting port cbff8512-06c1-42b8-a290-7fa22ee52a1f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:30.806971 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.865664 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:30.990662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d4761-975d-4670-bcd5-ba9f73dae094 None None] Network 924f53b4-43ec-4700-b970-5ecfe8be08b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:31.056192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] For port cbff8512-06c1-42b8-a290-7fa22ee52a1f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cbff8512-06c1-42b8-a290-7fa22ee52a1f,segment=NetworkSegment(11653875-9cc3-494e-a2a4-b20bd4716e76),segment_id=11653875-9cc3-494e-a2a4-b20bd4716e76)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:31.056596 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.084349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] DHCP port deletion for 74c6ed15-bd57-4c15-b11c-9cfa24801dae request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:13:31.095580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Deleting port cbff8512-06c1-42b8-a290-7fa22ee52a1f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:31.096112 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.199838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Calling delete_port for cbff8512-06c1-42b8-a290-7fa22ee52a1f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:31.227313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:31.245906 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.338180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.348039 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-93f0631b-d527-426e-a47c-83189a56c02a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:31.414008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Port': ['ID=cbff8512-06c1-42b8-a290-7fa22ee52a1f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:31.417660 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:31.424928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] No DVR routers for this DVR port cbff8512-06c1-42b8-a290-7fa22ee52a1f on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:31.524272 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/subnets/02acd4f6-fdbc-4625-89fb-0f0c7875ea41 HTTP/1.1" status: 204 len: 168 time: 3.1741660 Nov 09 11:13:31.555386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56942) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:31.558780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] For port cbff8512-06c1-42b8-a290-7fa22ee52a1f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cbff8512-06c1-42b8-a290-7fa22ee52a1f,segment=NetworkSegment(11653875-9cc3-494e-a2a4-b20bd4716e76),segment_id=11653875-9cc3-494e-a2a4-b20bd4716e76)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:31.562876 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.604045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77234ba1-e53e-4b24-8b8a-7b898d741e1e req-d3cb0add-0905-4007-ab22-563c5dd9c268 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 210 time: 0.1368291 Nov 09 11:13:31.612782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.623191 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:31.623560 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.644677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c6ed15-bd57-4c15-b11c-9cfa24801dae']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:31.654174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] For port a17bb07e-7784-4061-bbaf-36f36560e9e9, host n-h1-817173-1, got binding levels [] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:31.654537 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.659428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11653875-9cc3-494e-a2a4-b20bd4716e76') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:31.659849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11653875-9cc3-494e-a2a4-b20bd4716e76') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:31.677584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.717039 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Calling delete_port for cbff8512-06c1-42b8-a290-7fa22ee52a1f owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:31.718172 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.733097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:31.735678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:31.765704 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:31.834484 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:13:31.835184 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:13:31.873772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] DHCP port deletion for 924f53b4-43ec-4700-b970-5ecfe8be08b8 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:13:31.927003 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Deleting port fd03b0f9-69fa-44ac-bc07-90128598230c {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:31.927985 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.944377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Calling delete_port for a17bb07e-7784-4061-bbaf-36f36560e9e9 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:31.944629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.949118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:31.955470 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f92dc34c-ab84-43a6-8422-c67a5525f0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:31.991156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cbff8512-06c1-42b8-a290-7fa22ee52a1f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:32.001595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Pushing event deleted for resources: {'Network': ['ID=74c6ed15-bd57-4c15-b11c-9cfa24801dae,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:32.005315 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:32.006706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] 10.222.0.50 "DELETE /v2.0/networks/74c6ed15-bd57-4c15-b11c-9cfa24801dae HTTP/1.1" status: 204 len: 168 time: 1.3487375 Nov 09 11:13:32.038557 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: cbff8512-06c1-42b8-a290-7fa22ee52a1f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:13:32.038943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cbff8512-06c1-42b8-a290-7fa22ee52a1f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:13:32.045676 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.117683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.119270 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:13:32.151303 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.196335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.221600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-7055905c-33e0-40dd-bcd3-3c1e945dc23c tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:32.223097 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-7055905c-33e0-40dd-bcd3-3c1e945dc23c tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.57 "GET /v2.0/networks?id=0cc62aec-fc79-46e7-bba6-e630d35a5633 HTTP/1.1" status: 200 len: 818 time: 0.7606595 Nov 09 11:13:32.235492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] For port fd03b0f9-69fa-44ac-bc07-90128598230c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fd03b0f9-69fa-44ac-bc07-90128598230c,segment=NetworkSegment(865f35a6-72cf-4c13-8a50-e60659629781),segment_id=865f35a6-72cf-4c13-8a50-e60659629781)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:32.235899 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.255279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Request body: {'port': {'device_id': '1743e93a-321c-420f-961e-8e7143203f0c', 'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633', 'admin_state_up': True, 'tenant_id': 'e35bf4fa131140e9a20e7041755224eb'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:32.301774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port fd03b0f9-69fa-44ac-bc07-90128598230c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:32.308179 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.331370 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.344843 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:32.355213 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Deleting port cbff8512-06c1-42b8-a290-7fa22ee52a1f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:32.355598 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.372258 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.386747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Calling delete_port for fd03b0f9-69fa-44ac-bc07-90128598230c owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:32.467897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b49aa785-e6d0-4040-9fd1-13433538a292 None None] The port 'cbff8512-06c1-42b8-a290-7fa22ee52a1f' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:13:32.502266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:32.607387 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.611993 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dfb0444a-d496-41fa-b40e-bf682a0b069a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:32.653273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Pushing event deleted for resources: {'Port': ['ID=fd03b0f9-69fa-44ac-bc07-90128598230c,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:32.658164 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:32.661998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] No DVR routers for this DVR port fd03b0f9-69fa-44ac-bc07-90128598230c on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:32.706297 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-474fef4d-b3b5-4a46-8948-2693d1bad857 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3f62926a3ee4cce8c217cd9575e6e45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2026165 Nov 09 11:13:32.708994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56960) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:32.729506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Pushing event updated for resources: {'Port': ['ID=0fcd9287-a2a2-4ee4-9875-ff08d3c8b707,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:32.742686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] The port 'fd03b0f9-69fa-44ac-bc07-90128598230c' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:13:32.753840 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.758343 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:32.759443 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:32.792134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.866603 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:32.875182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba9f655c-abb2-442b-90b5-b4635e60f731 req-c1075e06-98ce-45b4-a9c5-863d73daafe4 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 210 time: 0.0664215 Nov 09 11:13:33.015400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event deleted for resources: {'Port': ['ID=a17bb07e-7784-4061-bbaf-36f36560e9e9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:33.019954 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:33.024172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Allocated IP 172.25.7.158 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/80e117cf-4b08-4127-8078-eae14bbba45e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:33.030353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.035950 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-793ace3b-e3ec-494b-9acf-df183666ff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:33.049801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803625b5-cea4-4bdf-904d-b901d02d9085,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:33.053074 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:33.053559 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.054662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/803625b5-cea4-4bdf-904d-b901d02d9085 HTTP/1.1" status: 204 len: 168 time: 0.3437922 Nov 09 11:13:33.066550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:33.072155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.140276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Usage tracker for resource:port and tenant:e35bf4fa131140e9a20e7041755224eb is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:33.195682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:33.201230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fd03b0f9-69fa-44ac-bc07-90128598230c no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:33.236010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a17bb07e-7784-4061-bbaf-36f36560e9e9 HTTP/1.1" status: 204 len: 168 time: 2.9999280 Nov 09 11:13:33.239264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56968) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:33.245149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:33.289836 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: fd03b0f9-69fa-44ac-bc07-90128598230c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:13:33.290342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fd03b0f9-69fa-44ac-bc07-90128598230c not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:13:33.316894 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e9c0cb-d1ee-4189-a83e-79cd6654a8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:13:33.321906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c9e9c0cb-d1ee-4189-a83e-79cd6654a8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "GET /v2.0/ports/a17bb07e-7784-4061-bbaf-36f36560e9e9 HTTP/1.1" status: 404 len: 333 time: 0.0783689 Nov 09 11:13:33.322087 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.322667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56972) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:33.328236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-734573683', 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:33.333706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:33.338331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Usage tracker for resource:port and tenant:18aace51a7b94ed28b927fd6f6c799e0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:33.341664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:33.349280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:33.390186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924f53b4-43ec-4700-b970-5ecfe8be08b8']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:33.423515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865f35a6-72cf-4c13-8a50-e60659629781') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:33.423810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865f35a6-72cf-4c13-8a50-e60659629781') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:33.440068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Made reservation on behalf of e35bf4fa131140e9a20e7041755224eb for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:33.443101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.446768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Made reservation on behalf of 18aace51a7b94ed28b927fd6f6c799e0 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:33.449270 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.470590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] device_id is not set on port 57c3cadf-f728-478d-9102-00d1bdb070c9 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:33.479281 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.506788 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.521264 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.631491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:33.632184 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:33.648609 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:33.674435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Router 49507b2c-3faa-4e08-a677-9d8db1a07d92 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:13:33.814364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.906548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.927750 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:33.944168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.947893 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.955462 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bdc72436-3499-4673-b339-c1413c7551c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:33.958043 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:33.978627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Network': ['ID=924f53b4-43ec-4700-b970-5ecfe8be08b8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:33.989035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Allocated IP 172.20.0.4 (0cc62aec-fc79-46e7-bba6-e630d35a5633/80484e4c-a20e-4d93-bbc8-482fe47a991e/8f793c49-a4e9-4422-adab-b5a4ed3411ed) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:33.992515 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:33.997594 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-858e389e-f6cb-4bf6-81a5-a65fbf83fbba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:34.029930 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:34.033464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=57c3cadf-f728-478d-9102-00d1bdb070c9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:34.036862 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:34.051848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Network cd4086b8-9840-452e-b107-c3dd123ff42b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:34.053041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:34.056805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:34.057666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:34.058253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:34.072588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:34.082840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:34.102290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:34.145902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9ada581-8d4c-420e-84ca-b3d6687708ab req-7940ee7d-8de8-4d56-8d24-e020ed68795a tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 210 time: 0.0538943 Nov 09 11:13:34.160587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/networks/924f53b4-43ec-4700-b970-5ecfe8be08b8 HTTP/1.1" status: 204 len: 168 time: 2.5999796 Nov 09 11:13:34.162327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56992) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:34.177448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Pushing event updated for resources: {'Port': ['ID=80e117cf-4b08-4127-8078-eae14bbba45e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:34.189360 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:34.198943 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Floating IP 5c7172ec-d661-4c48-8e21-22287e04aef5 associated. External IP: 172.25.7.12, port: d3137721-8ac4-41bf-adb0-8389e294bd5d. Nov 09 11:13:34.211006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8871520 Nov 09 11:13:34.213786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56996) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:34.327982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b7603f3-1205-4187-8e7a-04a27eff232b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Synchronizing usage tracker for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:34.458511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting subnet bc9bfd03-3274-4409-85cf-8cefd80cedb0 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:34.462318 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:34.502252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b7603f3-1205-4187-8e7a-04a27eff232b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Unset dirty status for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:34.503599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6b7603f3-1205-4187-8e7a-04a27eff232b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "GET /v2.0/ports/57c3cadf-f728-478d-9102-00d1bdb070c9 HTTP/1.1" status: 200 len: 958 time: 0.2890465 Nov 09 11:13:34.509721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57004) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:34.511345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57006) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:34.596554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:34.637268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Deleting port 57c3cadf-f728-478d-9102-00d1bdb070c9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:34.637612 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:34.695909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-be81c8fb-41d4-4b58-bf0d-05982de30f64 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-120036776', 'prefixes': ['172.20.0.0/16']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:34.713725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-be81c8fb-41d4-4b58-bf0d-05982de30f64 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:34.807035 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:34.820446 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:34.857919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:34.866427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] 10.222.0.50 "PUT /v2.0/routers/49507b2c-3faa-4e08-a677-9d8db1a07d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8131566 Nov 09 11:13:34.878930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Sync routers for ids ['49507b2c-3faa-4e08-a677-9d8db1a07d92'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:34.904154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Routers {'49507b2c-3faa-4e08-a677-9d8db1a07d92'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:34.905067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['49507b2c-3faa-4e08-a677-9d8db1a07d92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:34.996578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.005088 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5343a973-c57e-4867-9a7d-bc32372bfe5d tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:35.043079 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.057487 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.058209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.094911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Network 0cc62aec-fc79-46e7-bba6-e630d35a5633 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:35.151757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:35.165615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:35.167287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Set router 49507b2c-3faa-4e08-a677-9d8db1a07d92 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:13:35.217002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Calling delete_port for 57c3cadf-f728-478d-9102-00d1bdb070c9 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:35.266233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Pushing event updated for resources: {'Port': ['ID=8f793c49-a4e9-4422-adab-b5a4ed3411ed,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:35.288719 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:35.325072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:35.325466 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.326461 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.338358 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ec0269dd-1384-4ae7-ae28-6981289f8a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:35.401117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.414358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9bfd03-3274-4409-85cf-8cefd80cedb0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:35.416195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be81c8fb-41d4-4b58-bf0d-05982de30f64 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.420476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-be81c8fb-41d4-4b58-bf0d-05982de30f64 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9076140 Nov 09 11:13:35.420795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57026) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:35.422091 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:35.428432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/subnets/bc9bfd03-3274-4409-85cf-8cefd80cedb0 HTTP/1.1" status: 204 len: 168 time: 1.2623956 Nov 09 11:13:35.447935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57030) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:35.462860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-79ebe2fe-522e-4d05-ab73-b5867efffb12 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] 10.222.0.50 "GET /v2.0/subnetpools/ce38acf8-47c7-46b2-9c86-8c19d8c26ef3 HTTP/1.1" status: 200 len: 731 time: 0.0387764 Nov 09 11:13:35.463546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57034) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:35.466316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.472133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dcdb9589-877f-427c-aa7d-c7f4f2978290 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1642367022'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:35.487746 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb9443c5-c7ad-44c1-bcef-e947597cfefa tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:35.492826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c420e-10f1-4966-9508-e94cb9f3e39f None None] Network 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:35.516667 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2718580 Nov 09 11:13:35.561296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event deleted for resources: {'Port': ['ID=57c3cadf-f728-478d-9102-00d1bdb070c9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:35.570863 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:35.582388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Request body: {'port': {'device_id': '1743e93a-321c-420f-961e-8e7143203f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:35.650834 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.652657 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "DELETE /v2.0/ports/57c3cadf-f728-478d-9102-00d1bdb070c9 HTTP/1.1" status: 204 len: 168 time: 1.1424298 Nov 09 11:13:35.660089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57042) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:35.746354 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.769431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:13:27Z', 'revision_number': 4, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f', 'name': '', 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'mac_address': 'fa:16:3e:73:90:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:25Z', 'updated_at': '2021-11-09T11:13:28Z', 'revision_number': 2, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'subnets': [{'id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:35.781241 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Checking router: 49507b2c-3faa-4e08-a677-9d8db1a07d92 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:13:35.781598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Updating router 49507b2c-3faa-4e08-a677-9d8db1a07d92 port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:13:35.840113 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.865688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:35.866058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.871335 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f627eb55-0e97-4568-94e8-c6c9ded626f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:13:35.871858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f627eb55-0e97-4568-94e8-c6c9ded626f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Synchronizing usage tracker for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:35.896207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:35.933198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35c3a9-f799-4027-97ae-0b38ac8a4ead req-b7ad4543-fdbe-40a5-bcfe-5314bfd12fe7 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:35.933929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1a35c3a9-f799-4027-97ae-0b38ac8a4ead req-b7ad4543-fdbe-40a5-bcfe-5314bfd12fe7 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Synchronizing usage tracker for tenant:e35bf4fa131140e9a20e7041755224eb on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:35.941685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-6990a999-3dbb-43ee-85eb-31cd2611c357 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:35.948363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-6990a999-3dbb-43ee-85eb-31cd2611c357 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 811 time: 0.4297173 Nov 09 11:13:35.957008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] DHCP port deletion for 6040b2c9-223a-47ee-9c2f-0c88fc7b2599 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:13:35.966086 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-f56cc58f-512e-4ad6-8970-2f823143d865 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/quotas/79d417e3e71746c9aaaff1ce5ea6311e HTTP/1.1" status: 200 len: 375 time: 0.0167434 Nov 09 11:13:35.967489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Deleting port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:35.968432 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.009578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcdb9589-877f-427c-aa7d-c7f4f2978290 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.013796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dcdb9589-877f-427c-aa7d-c7f4f2978290 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] 10.222.0.50 "PUT /v2.0/subnetpools/ce38acf8-47c7-46b2-9c86-8c19d8c26ef3 HTTP/1.1" status: 200 len: 684 time: 0.5492170 Nov 09 11:13:36.015218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f627eb55-0e97-4568-94e8-c6c9ded626f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Unset dirty status for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:36.019451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f627eb55-0e97-4568-94e8-c6c9ded626f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "GET /v2.0/ports/57c3cadf-f728-478d-9102-00d1bdb070c9 HTTP/1.1" status: 404 len: 333 time: 0.3548772 Nov 09 11:13:36.019451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57046) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:36.028717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:36.051524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Request body: {'port': {'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-819468969'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:36.060234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:36.086822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:36.091430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Router 37183ae1-0942-403a-b5c6-3963b8eaf65e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:13:36.172042 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-d5e2e98e-fdc6-47dc-b20a-6a261b2b5f1d tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2041886 Nov 09 11:13:36.202023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Made reservation on behalf of 18aace51a7b94ed28b927fd6f6c799e0 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:36.205695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.229659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1a35c3a9-f799-4027-97ae-0b38ac8a4ead req-b7ad4543-fdbe-40a5-bcfe-5314bfd12fe7 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Unset dirty status for tenant:e35bf4fa131140e9a20e7041755224eb on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:36.232756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a35c3a9-f799-4027-97ae-0b38ac8a4ead req-b7ad4543-fdbe-40a5-bcfe-5314bfd12fe7 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 931 time: 0.8183033 Nov 09 11:13:36.247411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] device_id is not set on port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:36.301008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b63ba88d-4680-48cc-a307-348ff385de5f tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.303407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b63ba88d-4680-48cc-a307-348ff385de5f tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] 10.222.0.50 "DELETE /v2.0/subnetpools/ce38acf8-47c7-46b2-9c86-8c19d8c26ef3 HTTP/1.1" status: 204 len: 168 time: 0.2764480 Nov 09 11:13:36.310930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:36.420616 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-c8c52297-cdbe-4d0c-9434-208769150752 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] show failed (client error): The resource could not be found. Nov 09 11:13:36.421960 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c8c52297-cdbe-4d0c-9434-208769150752 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] 10.222.0.50 "GET /v2.0/subnetpools/ce38acf8-47c7-46b2-9c86-8c19d8c26ef3 HTTP/1.1" status: 404 len: 346 time: 0.0872431 Nov 09 11:13:36.430469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] For port 2fedc3a5-f9ea-494a-9a11-95347aada2c4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fedc3a5-f9ea-494a-9a11-95347aada2c4,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:36.430842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.433354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57060) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:36.482660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port 2fedc3a5-f9ea-494a-9a11-95347aada2c4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fedc3a5-f9ea-494a-9a11-95347aada2c4,segment=NetworkSegment(e0114894-a54f-4692-918f-7998fddee655),segment_id=e0114894-a54f-4692-918f-7998fddee655)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:36.483072 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.495929 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-bec1e2aa-62e8-42d1-ba54-4bb337803fc7 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] delete failed (client error): The resource could not be found. Nov 09 11:13:36.501303 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bec1e2aa-62e8-42d1-ba54-4bb337803fc7 tempest-SubnetPoolsTestJSON-1948804142 tempest-SubnetPoolsTestJSON-1948804142-project] 10.222.0.50 "DELETE /v2.0/subnetpools/ce38acf8-47c7-46b2-9c86-8c19d8c26ef3 HTTP/1.1" status: 404 len: 346 time: 0.0626891 Nov 09 11:13:36.573563 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-d36c5531-b22b-4306-b99a-be6b9d9880c8 service neutron] 10.222.0.50 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938160 Nov 09 11:13:36.659377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.666124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Calling delete_port for 2fedc3a5-f9ea-494a-9a11-95347aada2c4 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:36.791313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-ac6624c2-b4ed-4aa2-8539-81150e73ca70 service neutron] 10.222.0.50 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673524 Nov 09 11:13:36.832262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.845986 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:36.846329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.872927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for 2fedc3a5-f9ea-494a-9a11-95347aada2c4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:36.879235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] No DVR routers for this DVR port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:13:36.906600 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.924916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Transition to ACTIVE for port object 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:36.927930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1a35c3a9-f799-4027-97ae-0b38ac8a4ead req-18a58fe7-dee5-4bad-8838-97b9a69bef5c tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Synchronizing usage tracker for tenant:e35bf4fa131140e9a20e7041755224eb on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:36.941218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Pushing event deleted for resources: {'Port': ['ID=2fedc3a5-f9ea-494a-9a11-95347aada2c4,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:36.947374 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:36.978780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:36.986597 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-759ed2ec-405b-48ea-82a7-85c00194ad74 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:37.032285 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.043252 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5f40f79b-5dc0-4328-9929-c12c2b4700f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:37.072048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=36017e69-4951-4b8b-bf8c-b5d8f93cef53,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:37.075929 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:37.103535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Network cd4086b8-9840-452e-b107-c3dd123ff42b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:37.109534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:37.117155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:37.126147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:37.126147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.170979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:13:37.172540 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:13:37.173213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Router f6a172e8-a3fa-4322-b533-05b7c33c2589 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:13:37.175412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1a35c3a9-f799-4027-97ae-0b38ac8a4ead req-18a58fe7-dee5-4bad-8838-97b9a69bef5c tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Unset dirty status for tenant:e35bf4fa131140e9a20e7041755224eb on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:37.189393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a35c3a9-f799-4027-97ae-0b38ac8a4ead req-18a58fe7-dee5-4bad-8838-97b9a69bef5c tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8942616 Nov 09 11:13:37.193679 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:13:37.296074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2fedc3a5-f9ea-494a-9a11-95347aada2c4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:13:37.304191 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3ac57e2c-b94d-4ac4-8545-bc9e2f0ade0c req-52d48724-a411-4dd4-adb4-df88d34773da tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 210 time: 0.0611482 Nov 09 11:13:37.310920 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2814682 Nov 09 11:13:37.312391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57072) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:37.312803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57074) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:37.334904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:37.374325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 2fedc3a5-f9ea-494a-9a11-95347aada2c4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:13:37.376837 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2fedc3a5-f9ea-494a-9a11-95347aada2c4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:13:37.379248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dff4f-212b-4f0e-a9d3-eaffe84bd0b2 None None] Pushing event updated for resources: {'Port': ['ID=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:37.381927 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-384dff4f-212b-4f0e-a9d3-eaffe84bd0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:37.416606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f793c49-a4e9-4422-adab-b5a4ed3411ed {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:13:37.435260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.458465 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.461386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Transition to ACTIVE for port object 8f793c49-a4e9-4422-adab-b5a4ed3411ed will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:37.478108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Attempting to bind port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:37.478517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Attempting to bind port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:37.478870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Attempting to bind port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f on network ab626b59-27a1-4a7f-9ea4-dee467e290e9 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:37.487610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:37.487986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Checking segment: {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:37.488396 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.488810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Bound using segment: {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:37.489305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Bound port: 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:37.489684 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.571972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.581900 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fd722327-8d79-4bf4-b6e5-8e31578cd849 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:37.597856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] For port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:37.601103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] For port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:37.639402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:37.651284 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] Sync routers for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:37.665049 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:37.665735 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:37.673521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.676382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 2fedc3a5-f9ea-494a-9a11-95347aada2c4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:37.676726 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.681993 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.687479 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ed1fcb09-4b6d-4672-94d1-c6b5df52d41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:37.717166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:37.722079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Usage tracker for resource:security_group_rule and tenant:40a05728c89e462bb5e7089f81ccc3cf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:37.724894 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:37.725662 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:37.733544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:37.736734 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:37.737470 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:37.829018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.829234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dff4f-212b-4f0e-a9d3-eaffe84bd0b2 None None] Pushing event updated for resources: {'Port': ['ID=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:37.830810 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-384dff4f-212b-4f0e-a9d3-eaffe84bd0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:37.834619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Routers {'49507b2c-3faa-4e08-a677-9d8db1a07d92'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:37.835477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['49507b2c-3faa-4e08-a677-9d8db1a07d92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:37.841305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Pushing event updated for resources: {'Port': ['ID=8f793c49-a4e9-4422-adab-b5a4ed3411ed,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:37.848474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] The port '2fedc3a5-f9ea-494a-9a11-95347aada2c4' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:13:37.852817 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:37.874032 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:37.875140 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0e29b-6440-4df1-b8b0-38354c47ba8d None None] The sync data for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:13:37.925185 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.930147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:37.943855 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f115c674-0521-4b55-98dd-2eeeed52374a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:37.951135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] device_id is not set on port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:37.966639 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.008841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14523748-3c6c-4d55-84cd-00627278bd5f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:38.014008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:38.015164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Transition to ACTIVE for port object 36017e69-4951-4b8b-bf8c-b5d8f93cef53 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:38.021051 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40a05728c89e462bb5e7089f81ccc3cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7071517 Nov 09 11:13:38.021985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57086) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:38.095098 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.119839 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.122996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] Set router 49507b2c-3faa-4e08-a677-9d8db1a07d92 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:13:38.128711 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.131406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:38.170870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 14.8173125 Nov 09 11:13:38.177671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57092) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:38.180883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6040b2c9-223a-47ee-9c2f-0c88fc7b2599']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:38.181721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.211779 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Sync routers for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:38.221918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0114894-a54f-4692-918f-7998fddee655') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:38.232679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0114894-a54f-4692-918f-7998fddee655') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:38.247023 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:38.255995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:38.256719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:38.260108 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.272209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Attempting to bind port 8f793c49-a4e9-4422-adab-b5a4ed3411ed on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:38.272854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Attempting to bind port 8f793c49-a4e9-4422-adab-b5a4ed3411ed by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:38.273607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Attempting to bind port 8f793c49-a4e9-4422-adab-b5a4ed3411ed on network 0cc62aec-fc79-46e7-bba6-e630d35a5633 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:38.278174 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.279557 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.2520323 Nov 09 11:13:38.283541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57100) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:38.294258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Port 8f793c49-a4e9-4422-adab-b5a4ed3411ed on network 0cc62aec-fc79-46e7-bba6-e630d35a5633 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:38.294976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Attempting to bind port 8f793c49-a4e9-4422-adab-b5a4ed3411ed on network 0cc62aec-fc79-46e7-bba6-e630d35a5633 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:38.298481 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.308242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:38.308955 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:38.333570 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:38.342457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:38.343425 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Checking segment: {'id': 'c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:38.344132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Bound using segment: {'id': 'c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:38.344859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Bound port: 8f793c49-a4e9-4422-adab-b5a4ed3411ed, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:38.345515 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.644997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=36017e69-4951-4b8b-bf8c-b5d8f93cef53,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:38.648616 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:38.662385 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.681103 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:38.682015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dcb5b9b5-1269-4ee6-a6ae-c316c2a9af6e req-1462b399-fc4a-43ad-9a34-dc46b3052d22 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Synchronizing usage tracker for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:38.696093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-05a59dbd-daa2-4ee7-824c-9b89c8fd5afb tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] 10.222.0.50 "GET /v2.0/floatingips/5c7172ec-d661-4c48-8e21-22287e04aef5 HTTP/1.1" status: 200 len: 981 time: 0.5164583 Nov 09 11:13:38.705700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57106) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:38.707576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14523748-3c6c-4d55-84cd-00627278bd5f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:38.715743 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:38.719200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] For port 8f793c49-a4e9-4422-adab-b5a4ed3411ed, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:38.733132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] For port 8f793c49-a4e9-4422-adab-b5a4ed3411ed, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f793c49-a4e9-4422-adab-b5a4ed3411ed,segment=NetworkSegment(c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f),segment_id=c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:38.750370 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.755610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:38.776662 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.779957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14523748-3c6c-4d55-84cd-00627278bd5f HTTP/1.1" status: 204 len: 168 time: 0.7567887 Nov 09 11:13:38.787693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.800992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:13:38.819884 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/networks/6040b2c9-223a-47ee-9c2f-0c88fc7b2599 HTTP/1.1" status: 204 len: 168 time: 3.3509035 Nov 09 11:13:38.828427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57112) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:38.829190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Network': ['ID=6040b2c9-223a-47ee-9c2f-0c88fc7b2599,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:38.833400 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:38.850058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-455373482'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:38.853871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dcb5b9b5-1269-4ee6-a6ae-c316c2a9af6e req-1462b399-fc4a-43ad-9a34-dc46b3052d22 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Unset dirty status for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:38.855405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dcb5b9b5-1269-4ee6-a6ae-c316c2a9af6e req-1462b399-fc4a-43ad-9a34-dc46b3052d22 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 210 time: 0.2378123 Nov 09 11:13:38.856491 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.863133 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:38.870602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:38.871240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:38.871777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:38.946907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:38.949609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Pushing event updated for resources: {'Port': ['ID=8f793c49-a4e9-4422-adab-b5a4ed3411ed,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:38.958481 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:38.960168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:network and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:38.963312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:38.972635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:38.977845 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:38.978515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:38.978889 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:38.987009 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 2 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:38.988100 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] 10.222.0.57 "PUT /v2.0/ports/8f793c49-a4e9-4422-adab-b5a4ed3411ed HTTP/1.1" status: 200 len: 1091 time: 3.4506202 Nov 09 11:13:38.990915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1743e93a-321c-420f-961e-8e7143203f0c', 'tag': '8f793c49-a4e9-4422-adab-b5a4ed3411ed'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:39.011179 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-74c4bed6-8c5e-4cea-a2c6-de992bbde3d8 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.3007379 Nov 09 11:13:39.013442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57118) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:39.044819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868d884-5573-43e6-8773-d71cad8bd74f req-7715cb4c-3e68-4e71-b9fa-940a0f64cc15 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:39.059439 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d868d884-5573-43e6-8773-d71cad8bd74f req-7715cb4c-3e68-4e71-b9fa-940a0f64cc15 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 943 time: 0.5514624 Nov 09 11:13:39.061366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.061752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.062663 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.121125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.121453 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.124129 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 3 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.127739 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1743e93a-321c-420f-961e-8e7143203f0c', 'tag': '8f793c49-a4e9-4422-adab-b5a4ed3411ed', 'status': 'completed', 'code': 200} Nov 09 11:13:39.153236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.153573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.153911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.179463 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d868d884-5573-43e6-8773-d71cad8bd74f req-43dc17e0-c82e-405f-a4e2-35390e16064c tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190250 Nov 09 11:13:39.183353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.184044 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.184622 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 4 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.186382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:39.190273 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.239505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.239736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.240033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.243396 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:13:27Z', 'revision_number': 4, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f', 'name': '', 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'mac_address': 'fa:16:3e:73:90:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:25Z', 'updated_at': '2021-11-09T11:13:37Z', 'revision_number': 4, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'subnets': [{'id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:39.265153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:39.267063 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e99377-0521-4353-893e-10a580fa2b16 None None] The sync data for ids ['49507b2c-3faa-4e08-a677-9d8db1a07d92'] in n-d-817173-1 is: [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:13:27Z', 'revision_number': 4, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f', 'name': '', 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'mac_address': 'fa:16:3e:73:90:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:25Z', 'updated_at': '2021-11-09T11:13:37Z', 'revision_number': 4, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'subnets': [{'id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:13:39.295198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.295642 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Added segment 37b35cd7-10ce-4ab6-a811-1257fce461f3 of type vlan for network b95d5c16-edea-4802-bfd5-334af408e00b Nov 09 11:13:39.364528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:34Z', 'revision_number': 3, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:39.364686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.364686 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.366499 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 5 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.368884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Checking router: f6a172e8-a3fa-4322-b533-05b7c33c2589 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:13:39.369511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Updating router f6a172e8-a3fa-4322-b533-05b7c33c2589 port 80e117cf-4b08-4127-8078-eae14bbba45e binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:13:39.403934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.404339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.404677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.413470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.413799 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.414834 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 6 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.465456 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.465647 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.486263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-07637428-e3d9-4012-a524-f4f329bf73c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e35bf4fa131140e9a20e7041755224eb&device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 1094 time: 0.3572743 Nov 09 11:13:39.518127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.518461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.518806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.539131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.539498 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.545888 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 7 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.565674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.566002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.566528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.593732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.593732 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.593732 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 8 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.611658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.611999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.612323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.629195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.632037 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.632037 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 9 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.649838 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-6fe67dd6-ede2-47d0-8bd4-0dcd3a6aba19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f793c49-a4e9-4422-adab-b5a4ed3411ed HTTP/1.1" status: 200 len: 217 time: 0.1480615 Nov 09 11:13:39.654707 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:13:39.696904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.698621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.698998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.721272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.722257 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.726440 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempt 10 to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 Nov 09 11:13:39.734418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Deleting port 0fcd9287-a2a2-4ee4-9875-ff08d3c8b707 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:39.734418 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.745701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:39.746034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:39.746559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempting to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:39.757844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:39.758380 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Failed to bind port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on host n-h1-817173-1 for vnic_type normal using segments [{'id': '0a2b7d46-5149-46b9-8537-1ae704d4d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd4086b8-9840-452e-b107-c3dd123ff42b'}] Nov 09 11:13:39.758923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.903101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-22eaa70d-dffa-4478-b6e7-e671a818e639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:39.910568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-22eaa70d-dffa-4478-b6e7-e671a818e639 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80484e4c-a20e-4d93-bbc8-482fe47a991e HTTP/1.1" status: 200 len: 858 time: 0.2302430 Nov 09 11:13:39.910568 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.944564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:39.957331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:39.985104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] For port 36017e69-4951-4b8b-bf8c-b5d8f93cef53, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:39.985971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 11:13:40.081349 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93fbad71-5b75-402c-b0dc-405443b91651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:40.117607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.119287 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.143121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Transition to ACTIVE for port object 80e117cf-4b08-4127-8078-eae14bbba45e will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:40.149189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-13293534-6db6-4680-a139-dd3fd78bee62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cc62aec-fc79-46e7-bba6-e630d35a5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1876476 Nov 09 11:13:40.187523 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b73ccb8-2dd5-4a78-a8cf-9f1d95d3493b tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:40.230114 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.234314 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3e4d40e4-362f-4538-a141-ca1a04fa4602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:40.267270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] In _notify_port_updated(), no bound segment for port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 on network cd4086b8-9840-452e-b107-c3dd123ff42b {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:13:40.268342 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.270632 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "PUT /v2.0/ports/36017e69-4951-4b8b-bf8c-b5d8f93cef53 HTTP/1.1" status: 200 len: 978 time: 2.9531732 Nov 09 11:13:40.282229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event updated for resources: {'Port': ['ID=36017e69-4951-4b8b-bf8c-b5d8f93cef53,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:40.285493 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:40.300739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:40.398547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Network': ['ID=b95d5c16-edea-4802-bfd5-334af408e00b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:40.406941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed94db76-3605-427f-b074-5b21f716a5dd req-3350937e-d10b-4a0a-ab23-27165e726414 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 210 time: 0.2916982 Nov 09 11:13:40.428737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network b95d5c16-edea-4802-bfd5-334af408e00b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:40.466633 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:40.483042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032c13-eca5-4901-9001-4d1759cc6e78 None None] Pushing event updated for resources: {'Port': ['ID=80e117cf-4b08-4127-8078-eae14bbba45e,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:40.502306 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-23032c13-eca5-4901-9001-4d1759cc6e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:40.507776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6762342 Nov 09 11:13:40.509456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57144) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:40.510040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Attempting to bind port 80e117cf-4b08-4127-8078-eae14bbba45e on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:40.511214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Attempting to bind port 80e117cf-4b08-4127-8078-eae14bbba45e by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:40.517131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Attempting to bind port 80e117cf-4b08-4127-8078-eae14bbba45e on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:40.554595 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.556450 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.557589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Deleting port 36017e69-4951-4b8b-bf8c-b5d8f93cef53 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:40.557930 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.592706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'subnet': {'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:40.628073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:40.628883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:40.629552 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.630164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:40.630913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Bound port: 80e117cf-4b08-4127-8078-eae14bbba45e, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:40.631563 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.774409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] For port 80e117cf-4b08-4127-8078-eae14bbba45e, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:40.781414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] For port 80e117cf-4b08-4127-8078-eae14bbba45e, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=80e117cf-4b08-4127-8078-eae14bbba45e,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:40.835676 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:40.840520 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:40.970768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:41.015032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Calling delete_port for 0fcd9287-a2a2-4ee4-9875-ff08d3c8b707 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:41.017907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-76368a06-40d4-49d7-baa0-efd9753da0e9 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:41.019433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-76368a06-40d4-49d7-baa0-efd9753da0e9 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 811 time: 0.9533627 Nov 09 11:13:41.041430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032c13-eca5-4901-9001-4d1759cc6e78 None None] Pushing event updated for resources: {'Port': ['ID=80e117cf-4b08-4127-8078-eae14bbba45e,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:41.046668 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-23032c13-eca5-4901-9001-4d1759cc6e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:41.047927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:41.048774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:41.051933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Request body: {'port': {'device_id': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'admin_state_up': True, 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:41.064440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:41.069450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:subnet and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:41.073903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:41.081642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:41.266271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-31394891-network', 'tenant_id': '9829edd357834d2198b0286ab372c295'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:41.277765 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:13:41.309110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:41.332578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:41.335850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:41.352083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Usage tracker for resource:network and tenant:9829edd357834d2198b0286ab372c295 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:41.352338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-a40f7db5-bbc5-4ed6-9185-aafbe5b7d1c6 service neutron] 10.222.0.57 "GET /v2.0/networks/0cc62aec-fc79-46e7-bba6-e630d35a5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1710088 Nov 09 11:13:41.361081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:41.372982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] For port 36017e69-4951-4b8b-bf8c-b5d8f93cef53, host n-h1-817173-1, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:41.373343 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.385244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:41.548441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.558440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Calling delete_port for 36017e69-4951-4b8b-bf8c-b5d8f93cef53 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:41.574668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f7704-6a1c-4b75-981a-8e4c07878f21 req-fcaeb1d3-34b2-4bdd-b8ee-0dac155eebaa tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:41.581723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-366f7704-6a1c-4b75-981a-8e4c07878f21 req-fcaeb1d3-34b2-4bdd-b8ee-0dac155eebaa tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 943 time: 1.0905492 Nov 09 11:13:41.689911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Made reservation on behalf of 9829edd357834d2198b0286ab372c295 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:41.692919 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.721921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:34Z', 'revision_number': 3, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:41.725350 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.734699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e75fa-87fa-4501-be8b-c2b1ecfdc7b1 None None] The sync data for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 is: [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:34Z', 'revision_number': 3, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:13:41.739492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e695b140-76fa-46f8-8a31-b72754fe991a req-aa41910a-530f-4ef2-ba4d-83dd6313c958 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 210 time: 0.1198444 Nov 09 11:13:41.740400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:41.753763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:41.760498 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:41.761171 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.766099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.806053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8b0ac8a-b698-4aa7-be2d-f4d33dcf50d5 req-e38225e7-cbc5-4422-9e89-c3c038e00791 service neutron] 10.222.0.57 "GET /v2.0/networks/0cc62aec-fc79-46e7-bba6-e630d35a5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437776 Nov 09 11:13:41.818680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-366f7704-6a1c-4b75-981a-8e4c07878f21 req-7408be27-0b0a-467e-b002-bcb3bca2ec4f tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360103 Nov 09 11:13:41.831762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:41.929027 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.962636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.964807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:41.978457 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-27b511c3-0739-418a-9f91-93933e27a8ae tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:41.984569 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:41.986112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Made reservation on behalf of 79d417e3e71746c9aaaff1ce5ea6311e for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:41.989253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:42.006371 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3696e222-5ba2-419e-a830-649ea3b9ca83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:42.019009 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:42.021156 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:42.026874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Port': ['ID=0fcd9287-a2a2-4ee4-9875-ff08d3c8b707,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:42.037165 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:42.056326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Pushing event deleted for resources: {'Port': ['ID=36017e69-4951-4b8b-bf8c-b5d8f93cef53,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:42.078412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.078906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.079360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.079732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.080697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.081075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.081442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.081809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.082172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.082997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.083366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:13:42.092307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:42.095126 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:42.101030 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:42.103093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:42.147563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Usage tracker for resource:security_group_rule and tenant:9829edd357834d2198b0286ab372c295 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:42.152226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:42.199811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:42.202050 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:42.225536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-60a16e83-8940-48b6-9f8b-3b3469eaeb15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e35bf4fa131140e9a20e7041755224eb&device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 1094 time: 0.3043349 Nov 09 11:13:42.231678 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:42.287799 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "DELETE /v2.0/ports/36017e69-4951-4b8b-bf8c-b5d8f93cef53 HTTP/1.1" status: 204 len: 168 time: 1.9808836 Nov 09 11:13:42.308936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57164) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:42.393576 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:42.403959 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-975637a9-b24d-4e74-a9b5-0a5da0d149a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:42.432871 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-07082889-6aa3-4623-b72a-e7ffb9b31d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:13:42.433381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-07082889-6aa3-4623-b72a-e7ffb9b31d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Synchronizing usage tracker for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:42.467189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Allocated IP 172.20.0.1 (fa0015a6-f78c-4bcf-b8d5-376c9321c1fe/eaee3a1a-f850-45c3-8941-be5d555165a4/205fe545-ee46-450a-9df1-40cb92c1caba) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:42.504039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Allocated IP 172.20.0.10 (ab626b59-27a1-4a7f-9ea4-dee467e290e9/b83d3317-c7df-425c-80ad-fc8d9f14a895/3aa462b9-36b9-4869-9248-bf98d30caca3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:42.525183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Subnet': ['ID=2f6ca3c2-6281-4400-93d2-0a589ca90aab,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:42.531729 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:42.578195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-d4344bb7-1e45-47fe-a9d7-c3e6ac85773d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:42.579679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-d4344bb7-1e45-47fe-a9d7-c3e6ac85773d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cc62aec-fc79-46e7-bba6-e630d35a5633 HTTP/1.1" status: 200 len: 919 time: 0.2930813 Nov 09 11:13:42.607771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-07082889-6aa3-4623-b72a-e7ffb9b31d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Unset dirty status for tenant:18aace51a7b94ed28b927fd6f6c799e0 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:42.608959 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-07082889-6aa3-4623-b72a-e7ffb9b31d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] 10.222.0.50 "GET /v2.0/ports/36017e69-4951-4b8b-bf8c-b5d8f93cef53 HTTP/1.1" status: 404 len: 333 time: 0.2990904 Nov 09 11:13:42.628251 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:42.630634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57168) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:42.670264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-4fa3559f-2eac-485e-916d-a8e704fcd9e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f793c49-a4e9-4422-adab-b5a4ed3411ed HTTP/1.1" status: 200 len: 217 time: 0.0774553 Nov 09 11:13:42.671002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Checking segment: {'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:42.671360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network hostable DHCP agents. Network: b95d5c16-edea-4802-bfd5-334af408e00b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:42.767232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-0a8a9cac-833b-4da4-bb35-4ea36161e1fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:42.768561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-0a8a9cac-833b-4da4-bb35-4ea36161e1fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80484e4c-a20e-4d93-bbc8-482fe47a991e HTTP/1.1" status: 200 len: 858 time: 0.0888686 Nov 09 11:13:42.771212 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:42.782421 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-325d5211-79e4-4890-8961-7bb75e9e37f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:42.820168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-a0c470c1-e5f8-432e-829a-71d8c99512bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cc62aec-fc79-46e7-bba6-e630d35a5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447330 Nov 09 11:13:42.861221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network b95d5c16-edea-4802-bfd5-334af408e00b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:42.986415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:42.999178 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.114569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c23b80d-49b5-4240-b9f9-48c1b7cbbf6a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:43.125557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.139024 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:43.145922 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.146350 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Added segment 3dcc85aa-b8bb-4ddd-a109-514db26971a1 of type vlan for network 4f1d4862-5dcf-4930-9408-51356817a5a0 Nov 09 11:13:43.177410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff193193-44f3-474a-917e-ec1962e403ad req-e4671296-dc23-465f-b143-daa7623b92de tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 210 time: 0.1210139 Nov 09 11:13:43.221331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, b95d5c16-edea-4802-bfd5-334af408e00b) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:43.225676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Transition to ACTIVE for port object 205fe545-ee46-450a-9df1-40cb92c1caba will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:43.235177 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-9357677f-d844-4116-b33d-c12e98e05a82 service neutron] 10.222.0.57 "GET /v2.0/networks/0cc62aec-fc79-46e7-bba6-e630d35a5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040606 Nov 09 11:13:43.236434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:43.236656 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.238679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3e297-7ab5-486c-970c-1e9a7fa7a998 None None] Network b95d5c16-edea-4802-bfd5-334af408e00b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:43.302721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.377987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:43.408864 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.412868 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.477441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4086b8-9840-452e-b107-c3dd123ff42b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:43.497954 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9797885 Nov 09 11:13:43.498245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2b7d46-5149-46b9-8537-1ae704d4d6b2') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:43.498515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2b7d46-5149-46b9-8537-1ae704d4d6b2') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:43.500911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e67bded-c800-4f51-86f2-1c333a7a8058 req-54c95acb-9eda-4c34-9df2-116a1aa7bab6 service neutron] 10.222.0.57 "GET /v2.0/networks/0cc62aec-fc79-46e7-bba6-e630d35a5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584403 Nov 09 11:13:43.501480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57178) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:43.512280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f5b09-188f-43ee-94e3-1aa8f55663d3 req-b2b4cf70-28b0-49a1-aaec-ec7a67a1cee1 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:43.513308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-53222585'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:43.513445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254f5b09-188f-43ee-94e3-1aa8f55663d3 req-b2b4cf70-28b0-49a1-aaec-ec7a67a1cee1 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 943 time: 0.4475553 Nov 09 11:13:43.524158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.528874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:43.538126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:network and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:43.542055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:43.550369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:43.556314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.556660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:43.557443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.564845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:43.565299 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.566290 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ce0227b-0570-4391-a979-fd929d055b39 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:43.569740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Router 37183ae1-0942-403a-b5c6-3963b8eaf65e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:13:43.590913 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.593751 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.623074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:43.623478 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:43.640451 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:43.660118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:43.663348 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.675803 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-b95d5c16-edea-4802-bfd5-334af408e00b', 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'fixed_ips': [{'subnet_id': '2f6ca3c2-6281-4400-93d2-0a589ca90aab'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:13:43.676585 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.708655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:43.728140 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.736157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.736624 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Added segment 5c5aee4c-7439-4ae0-8d60-254a9e820c4b of type vlan for network 498aaf51-cbb2-4109-960b-150cca873fd6 Nov 09 11:13:43.815092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Pushing event updated for resources: {'Network': ['ID=4f1d4862-5dcf-4930-9408-51356817a5a0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:43.831817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 4f1d4862-5dcf-4930-9408-51356817a5a0 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:43.835396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-254f5b09-188f-43ee-94e3-1aa8f55663d3 req-68afcdaa-3df3-46e6-aed4-db8c85b72ee8 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133464 Nov 09 11:13:43.838045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.839239 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:43.841245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:43.841960 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6daf27cc-3f78-4e25-b23d-0be48e5fcf12 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:43.893277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:43.904283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:43.933388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:43.944355 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] Sync routers for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:43.957407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9841485 Nov 09 11:13:43.962598 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.967088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57182) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:43.968592 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:43.969249 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:43.984138 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:43.996366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:44.008321 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.014054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:44.017607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.029864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Request body: {'subnet': {'network_id': '4f1d4862-5dcf-4930-9408-51356817a5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-31394891-subnet', 'tenant_id': '9829edd357834d2198b0286ab372c295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:44.035163 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.038218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:44.049762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:44.062725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Allocated IP 19.80.0.2 (b95d5c16-edea-4802-bfd5-334af408e00b/2f6ca3c2-6281-4400-93d2-0a589ca90aab/c7b6409b-c53a-46d4-987a-fa8882b2fc85) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:44.073352 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8cf40d97-43fa-4680-9046-7f1b4ade4930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:44.082413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:44.092473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "DELETE /v2.0/floatingips/5c7172ec-d661-4c48-8e21-22287e04aef5 HTTP/1.1" status: 204 len: 168 time: 5.0775847 Nov 09 11:13:44.092814 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:44.093656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Pushing event updated for resources: {'Port': ['ID=205fe545-ee46-450a-9df1-40cb92c1caba,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:44.096536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57186) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:44.106822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:44.111203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Usage tracker for resource:subnet and tenant:9829edd357834d2198b0286ab372c295 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:44.121944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.122228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:44.122346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] 10.222.0.50 "DELETE /v2.0/networks/cd4086b8-9840-452e-b107-c3dd123ff42b HTTP/1.1" status: 204 len: 168 time: 1.4870682 Nov 09 11:13:44.122455 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:44.123242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:44.123344 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:44.193846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:44.198610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Usage tracker for resource:floatingip and tenant:abe92996571c4bc0997379e0a265ea9d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:44.201986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:44.210463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:44.244494 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:44.244494 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79850b4-59ef-4493-b180-b5e4e58323d3 None None] The sync data for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:13:44.250911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:44.252048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7473755 Nov 09 11:13:44.258225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:44.258896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.266943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Network': ['ID=498aaf51-cbb2-4109-960b-150cca873fd6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:44.271328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'subnet': {'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:44.283518 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:44.294112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.304941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Pushing event updated for resources: {'Port': ['ID=3aa462b9-36b9-4869-9248-bf98d30caca3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:44.305814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 498aaf51-cbb2-4109-960b-150cca873fd6 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:44.308376 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:44.313286 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:44.313696 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:44.319256 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:44.391461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Made reservation on behalf of 9829edd357834d2198b0286ab372c295 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:44.400768 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.560158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Pushing event deleted for resources: {'Network': ['ID=cd4086b8-9840-452e-b107-c3dd123ff42b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:44.569661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d0996ce6-c626-4a27-98cb-ce6d533c48bc None None] Provisioning for port 205fe545-ee46-450a-9df1-40cb92c1caba completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:44.569812 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5214682 Nov 09 11:13:44.576047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538255-d13b-46d1-993f-b942c5942f24 req-64c5d837-18f8-4ad7-9c11-a477a3491638 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:44.576876 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:44.577770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24538255-d13b-46d1-993f-b942c5942f24 req-64c5d837-18f8-4ad7-9c11-a477a3491638 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 932 time: 0.1857343 Nov 09 11:13:44.582672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Request body: {'port': {'device_id': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:44.585202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.586952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d0996ce6-c626-4a27-98cb-ce6d533c48bc None None] Provisioning complete for port 205fe545-ee46-450a-9df1-40cb92c1caba triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:44.587340 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0996ce6-c626-4a27-98cb-ce6d533c48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.663598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:44.708090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-24538255-d13b-46d1-993f-b942c5942f24 req-5a4ec16b-e26b-4ca4-8756-a2c0deac56c8 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Synchronizing usage tracker for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:44.711496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d0996ce6-c626-4a27-98cb-ce6d533c48bc None None] Port 205fe545-ee46-450a-9df1-40cb92c1caba cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:13:44.717649 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.728785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:subnet and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:44.731959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Transition to ACTIVE for port object c7b6409b-c53a-46d4-987a-fa8882b2fc85 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:44.732846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.748720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:44.757937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Transition to ACTIVE for port object c7b6409b-c53a-46d4-987a-fa8882b2fc85 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:44.772751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57202) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:44.799239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:44.807813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Allocated IP 172.25.7.5 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/835865c1-095c-4381-a00c-f1c8c88cdac0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:44.842590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:44.849447 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:44.904677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-24538255-d13b-46d1-993f-b942c5942f24 req-5a4ec16b-e26b-4ca4-8756-a2c0deac56c8 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Unset dirty status for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:44.906617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24538255-d13b-46d1-993f-b942c5942f24 req-5a4ec16b-e26b-4ca4-8756-a2c0deac56c8 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844291 Nov 09 11:13:44.954965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Network b95d5c16-edea-4802-bfd5-334af408e00b is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:44.959655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:44.962649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:44.995351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Pushing event updated for resources: {'Port': ['ID=c7b6409b-c53a-46d4-987a-fa8882b2fc85,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:44.998723 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:45.021937 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.076731 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Attempting to bind port c7b6409b-c53a-46d4-987a-fa8882b2fc85 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:45.079282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Attempting to bind port c7b6409b-c53a-46d4-987a-fa8882b2fc85 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:45.079282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Attempting to bind port c7b6409b-c53a-46d4-987a-fa8882b2fc85 on network b95d5c16-edea-4802-bfd5-334af408e00b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:45.086656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:45.087244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Checking segment: {'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:45.088130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.088130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Bound using segment: {'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:45.088787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Bound port: c7b6409b-c53a-46d4-987a-fa8882b2fc85, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:45.089256 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.102982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fd12c298-1c8c-447a-a78e-5a432fb82011 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f257f06ef864d969a5d537ca4b66315&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273983 Nov 09 11:13:45.105814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57210) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:45.166606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.177102 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.194855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] For port c7b6409b-c53a-46d4-987a-fa8882b2fc85, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:45.198288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] For port c7b6409b-c53a-46d4-987a-fa8882b2fc85, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c7b6409b-c53a-46d4-987a-fa8882b2fc85,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:45.206054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.220482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:45.241426 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.248358 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2446d0e3-f225-4144-b8ce-8ba4ead45370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:45.276230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.282824 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:45.428084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Pushing event updated for resources: {'Port': ['ID=c7b6409b-c53a-46d4-987a-fa8882b2fc85,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:45.432593 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:45.468542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:45.475069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:45.479851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:45.490890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f793c49-a4e9-4422-adab-b5a4ed3411ed details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:13:45.510172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Pushing event updated for resources: {'Port': ['ID=835865c1-095c-4381-a00c-f1c8c88cdac0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:45.520446 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:45.543291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.641408 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.645239 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-98fbf7fe-a2f2-4790-b0f3-02277caeb964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:45.727989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.745116 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a7ca467-c2b2-427e-9f86-e73bae1c7970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:45.761512 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8f793c49-a4e9-4422-adab-b5a4ed3411ed, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f793c49-a4e9-4422-adab-b5a4ed3411ed,segment=NetworkSegment(c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f),segment_id=c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:45.762376 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.765652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b04981c-5ce6-47e7-b694-7fa1e8b61d74,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:45.768945 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:45.782084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.786613 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b04981c-5ce6-47e7-b694-7fa1e8b61d74 HTTP/1.1" status: 204 len: 168 time: 0.6795449 Nov 09 11:13:45.805827 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '8f793c49-a4e9-4422-adab-b5a4ed3411ed', 'network_id': '0cc62aec-fc79-46e7-bba6-e630d35a5633', 'port_id': '8f793c49-a4e9-4422-adab-b5a4ed3411ed', 'mac_address': 'fa:16:3e:dc:10:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80484e4c-a20e-4d93-bbc8-482fe47a991e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:13:45.886427 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.890350 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:45.914707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f793c49-a4e9-4422-adab-b5a4ed3411ed {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:13:45.931179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8f793c49-a4e9-4422-adab-b5a4ed3411ed, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f793c49-a4e9-4422-adab-b5a4ed3411ed,segment=NetworkSegment(c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f),segment_id=c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:46.060766 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.066844 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:46.087454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f18cfa-30bc-4130-8282-ba086b28b0ff,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:46.098919 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:46.111313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403df60-6d48-4d99-99c0-b069336f8ffb req-2d0a760c-79f2-4b3c-86ed-0f3f2e848ccb tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:46.113142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6403df60-6d48-4d99-99c0-b069336f8ffb req-2d0a760c-79f2-4b3c-86ed-0f3f2e848ccb tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 943 time: 0.9867833 Nov 09 11:13:46.153508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=8f793c49-a4e9-4422-adab-b5a4ed3411ed,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:46.164023 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:46.224885 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:13:46.228414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de27c6-9112-4866-8738-8c5080d538c8 req-c22043c5-05b5-49aa-9a89-1ba8ff35f24d tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:46.229995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71de27c6-9112-4866-8738-8c5080d538c8 req-c22043c5-05b5-49aa-9a89-1ba8ff35f24d tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 932 time: 0.1504343 Nov 09 11:13:46.234147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.259432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.281385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['8f793c49-a4e9-4422-adab-b5a4ed3411ed'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:13:46.288293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71de27c6-9112-4866-8738-8c5080d538c8 req-d252bf49-53e2-4ade-bc35-5ef21bc0c237 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Nov 09 11:13:46.308410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Checking segment: {'id': '3dcc85aa-b8bb-4ddd-a109-514db26971a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f1d4862-5dcf-4930-9408-51356817a5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:46.308839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Network hostable DHCP agents. Network: 4f1d4862-5dcf-4930-9408-51356817a5a0, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:46.350220 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.355938 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b44c790-40cc-4581-80c4-ab810eb7a31f tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:46.364720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6403df60-6d48-4d99-99c0-b069336f8ffb req-787c6863-9b13-437e-b4ab-e0821bdca96a tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383983 Nov 09 11:13:46.438891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.476110 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:46.486514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Pushing event updated for resources: {'Port': ['ID=835865c1-095c-4381-a00c-f1c8c88cdac0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:46.494385 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:46.509209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.573610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa462b9-36b9-4869-9248-bf98d30caca3 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:13:46.590060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.591534 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4939816 Nov 09 11:13:46.594833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57222) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:46.619480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.623863 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.627473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Pushing event updated for resources: {'Port': ['ID=205fe545-ee46-450a-9df1-40cb92c1caba,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:46.632893 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:46.644047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57228) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:46.688154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Transition to ACTIVE for port object 3aa462b9-36b9-4869-9248-bf98d30caca3 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:46.692644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Network 4f1d4862-5dcf-4930-9408-51356817a5a0 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:46.701377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.710278 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-01d918c7-d199-48b1-9fdc-cf644a8ab2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:46.810359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c850f-62cf-4fff-9ee4-7dc199199f5a None None] Network b95d5c16-edea-4802-bfd5-334af408e00b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:46.861577 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:46.927527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 4f1d4862-5dcf-4930-9408-51356817a5a0) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:47.037796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:47.038679 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.069125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Subnet': ['ID=69e50d5e-7e54-4ae8-ad5c-65b48b5a5228,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:47.088936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af92b374-27d7-4157-9368-0fd8745d1924 None None] Network 4f1d4862-5dcf-4930-9408-51356817a5a0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:47.089882 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0dbab5b6-2c82-40b4-a45d-fcfb3b29e3e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18aace51a7b94ed28b927fd6f6c799e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4443285 Nov 09 11:13:47.091148 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:47.094381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57234) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:47.105413 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de4798b9-7b47-4a65-8290-71cadec820f1 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:47.220443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Pushing event updated for resources: {'Port': ['ID=3aa462b9-36b9-4869-9248-bf98d30caca3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:47.224086 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:47.243688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:47.244701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Checking segment: {'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:47.245147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network hostable DHCP agents. Network: 498aaf51-cbb2-4109-960b-150cca873fd6, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:47.284304 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3beeba54-43a3-4843-b113-a7ee00cb0f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.286991 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.292854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:47.317788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:47.337773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:47.342987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-746888d7-99e2-4689-bab0-bf59b5f11829 None None] Provisioning for port c7b6409b-c53a-46d4-987a-fa8882b2fc85 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:47.373079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Usage tracker for resource:floatingip and tenant:78839b9d869440d78297d722c4cf4ae5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:47.396872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:47.401901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.418997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:47.425921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80e117cf-4b08-4127-8078-eae14bbba45e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:47.504800 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f793c49-a4e9-4422-adab-b5a4ed3411ed up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:47.549786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.647114 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.6607516 Nov 09 11:13:47.731833 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.843821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Attempting to bind port 3aa462b9-36b9-4869-9248-bf98d30caca3 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:47.844342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Attempting to bind port 3aa462b9-36b9-4869-9248-bf98d30caca3 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:47.845200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Attempting to bind port 3aa462b9-36b9-4869-9248-bf98d30caca3 on network ab626b59-27a1-4a7f-9ea4-dee467e290e9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:47.903888 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.913882 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-da7ccf67-9b2c-4010-b185-d2146f568fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:47.938127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13348a6d-935d-44fc-b726-0d6bc5d91aed,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:47.941369 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:47.950593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837498c-e431-4188-b441-40630a420354 None None] Network 4f1d4862-5dcf-4930-9408-51356817a5a0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:47.958904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:47.962906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13348a6d-935d-44fc-b726-0d6bc5d91aed HTTP/1.1" status: 204 len: 168 time: 0.8667417 Nov 09 11:13:47.993882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9e32fd4a-274a-406e-87f4-bbad5ddf2408 None None] Provisioning complete for port 205fe545-ee46-450a-9df1-40cb92c1caba triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:47.994429 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9e32fd4a-274a-406e-87f4-bbad5ddf2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.036873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cfd53-a518-4188-8149-6ebb3d70655f req-ffd8d43c-5bd5-4cd8-9bf6-8a0115dc49af tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:48.038967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7b0cfd53-a518-4188-8149-6ebb3d70655f req-ffd8d43c-5bd5-4cd8-9bf6-8a0115dc49af tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 944 time: 0.2510891 Nov 09 11:13:48.122069 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7b0cfd53-a518-4188-8149-6ebb3d70655f req-319b1f6b-d9e3-4cfc-832d-80bc9fc68029 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737152 Nov 09 11:13:48.124679 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.144819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9e32fd4a-274a-406e-87f4-bbad5ddf2408 None None] Port 205fe545-ee46-450a-9df1-40cb92c1caba cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:13:48.225490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 80e117cf-4b08-4127-8078-eae14bbba45e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:48.236550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 80e117cf-4b08-4127-8078-eae14bbba45e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:48.237397 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.251996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Port 3aa462b9-36b9-4869-9248-bf98d30caca3 on network ab626b59-27a1-4a7f-9ea4-dee467e290e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:13:48.252311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Attempting to bind port 3aa462b9-36b9-4869-9248-bf98d30caca3 on network ab626b59-27a1-4a7f-9ea4-dee467e290e9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:48.296071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a283-ebee-437f-a835-606a410a819f req-36365304-d081-4365-9256-ac420d74325c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:48.296911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0272a283-ebee-437f-a835-606a410a819f req-36365304-d081-4365-9256-ac420d74325c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Synchronizing usage tracker for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:48.314841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 8f793c49-a4e9-4422-adab-b5a4ed3411ed completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:48.332344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:48.332693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Checking segment: {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:48.333077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Bound using segment: {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:48.333576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Bound port: 3aa462b9-36b9-4869-9248-bf98d30caca3, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:48.333930 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.346468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 8f793c49-a4e9-4422-adab-b5a4ed3411ed triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:48.346885 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.350982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Allocated IP 172.25.7.161 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/03ba4972-52ff-4cf3-8c5e-b903491e42c0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:48.471881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0272a283-ebee-437f-a835-606a410a819f req-36365304-d081-4365-9256-ac420d74325c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Unset dirty status for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:48.476937 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0272a283-ebee-437f-a835-606a410a819f req-36365304-d081-4365-9256-ac420d74325c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 944 time: 0.8761895 Nov 09 11:13:48.477904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network 498aaf51-cbb2-4109-960b-150cca873fd6 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:48.581276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 498aaf51-cbb2-4109-960b-150cca873fd6) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:48.590860 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.609335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0272a283-ebee-437f-a835-606a410a819f req-d580d510-2a52-4ec2-a826-793cb5fb5200 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145048 Nov 09 11:13:48.609720 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.640847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:48.645141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.661979 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] For port 3aa462b9-36b9-4869-9248-bf98d30caca3, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:48.682085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] For port 3aa462b9-36b9-4869-9248-bf98d30caca3, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3aa462b9-36b9-4869-9248-bf98d30caca3,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:48.683390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51848188-5fc6-44b8-bca9-1950aaec41a5 None None] Network 498aaf51-cbb2-4109-960b-150cca873fd6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:48.708855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Router f6a172e8-a3fa-4322-b533-05b7c33c2589 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:13:48.712634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 80e117cf-4b08-4127-8078-eae14bbba45e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=80e117cf-4b08-4127-8078-eae14bbba45e,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:48.791684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.792112 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.798132 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:48.830229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.830482 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.830482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c7b6409b-c53a-46d4-987a-fa8882b2fc85 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:48.830686 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5619359 Nov 09 11:13:48.830686 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c03950f-7e25-40c0-93a2-e3779bd1b18c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:48.864023 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-23032c13-eca5-4901-9001-4d1759cc6e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:48.912344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:48.913774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:48.919433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:48.922406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:48.923921 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] 10.222.0.59 "PUT /v2.0/ports/3aa462b9-36b9-4869-9248-bf98d30caca3 HTTP/1.1" status: 200 len: 1092 time: 4.3454390 Nov 09 11:13:48.924636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'tag': '3aa462b9-36b9-4869-9248-bf98d30caca3'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:48.969442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743e93a-321c-420f-961e-8e7143203f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f793c49-a4e9-4422-adab-b5a4ed3411ed'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:49.047346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8f793c49-a4e9-4422-adab-b5a4ed3411ed, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f793c49-a4e9-4422-adab-b5a4ed3411ed,segment=NetworkSegment(c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f),segment_id=c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:49.069895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=80e117cf-4b08-4127-8078-eae14bbba45e,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:49.083010 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'tag': '3aa462b9-36b9-4869-9248-bf98d30caca3', 'status': 'completed', 'code': 200} Nov 09 11:13:49.089071 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:49.191823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Pushing event updated for resources: {'Port': ['ID=3aa462b9-36b9-4869-9248-bf98d30caca3,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:49.197297 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743e93a-321c-420f-961e-8e7143203f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f793c49-a4e9-4422-adab-b5a4ed3411ed', 'code': 200} Nov 09 11:13:49.203011 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:49.211635 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:49.222255 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cd4d00d6-4b6c-4208-84bc-1bb8cef1b8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:49.269967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-498aaf51-cbb2-4109-960b-150cca873fd6', 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'fixed_ips': [{'subnet_id': '69e50d5e-7e54-4ae8-ad5c-65b48b5a5228'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:13:49.270787 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:49.291812 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:49.307229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-83c6d8a7-7788-473e-bf37-e82f3bd9f756 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 1095 time: 0.2259419 Nov 09 11:13:49.375577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c7b6409b-c53a-46d4-987a-fa8882b2fc85 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:49.390045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=8f793c49-a4e9-4422-adab-b5a4ed3411ed,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:49.404307 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:49.419673 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c7b6409b-c53a-46d4-987a-fa8882b2fc85 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:49.420022 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:49.494039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:13:49.513317 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] 10.222.0.50 "PUT /v2.0/routers/f6a172e8-a3fa-4322-b533-05b7c33c2589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2218914 Nov 09 11:13:49.522615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-f0f45ed5-2922-44ed-8a65-afeb1e6e5fe2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa462b9-36b9-4869-9248-bf98d30caca3 HTTP/1.1" status: 200 len: 217 time: 0.2003000 Nov 09 11:13:49.585175 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2843-b8a4-487d-83c4-09a6c6c0a46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:49.668253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Allocated IP 19.86.0.2 (498aaf51-cbb2-4109-960b-150cca873fd6/69e50d5e-7e54-4ae8-ad5c-65b48b5a5228/27945073-f85f-4fc8-b3f8-25986e9eeccf) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:49.696132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-738a2f02-6fc4-4d07-9d50-9909709ee21a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:49.697902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-738a2f02-6fc4-4d07-9d50-9909709ee21a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.1249163 Nov 09 11:13:49.706935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Pushing event updated for resources: {'Port': ['ID=03ba4972-52ff-4cf3-8c5e-b903491e42c0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:49.710299 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:49.739803 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:49.740847 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:49.756094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-71c4b996-11ca-4412-aaac-d76bbe6d6cae tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:49.760110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-71c4b996-11ca-4412-aaac-d76bbe6d6cae tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:49.760795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-71c4b996-11ca-4412-aaac-d76bbe6d6cae tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:49.783540 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-f0ed207e-d2fa-43eb-82d1-7685b20cf679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791278 Nov 09 11:13:49.891457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d14d44fc-25ac-42db-af7c-9a81079eafc3 req-71fd04ff-66b6-4bab-bd58-546833b25d85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 1096 time: 0.5982003 Nov 09 11:13:49.898402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-71c4b996-11ca-4412-aaac-d76bbe6d6cae tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:49.908430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-71c4b996-11ca-4412-aaac-d76bbe6d6cae tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/networks?id=b95d5c16-edea-4802-bfd5-334af408e00b&id=498aaf51-cbb2-4109-960b-150cca873fd6 HTTP/1.1" status: 200 len: 1389 time: 0.4528809 Nov 09 11:13:49.954620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c7b6409b-c53a-46d4-987a-fa8882b2fc85, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c7b6409b-c53a-46d4-987a-fa8882b2fc85,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:49.959635 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-84eea988-564d-4d7b-b00b-da78415d9bc6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/quotas/495fb899caa3451abed3639ac3f85aa8 HTTP/1.1" status: 200 len: 375 time: 0.0496151 Nov 09 11:13:50.034535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28efc5-eec9-446e-8ba7-37ea06de038e req-644db653-dd0d-4c09-b70e-37b9d096af5e tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:50.036108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d28efc5-eec9-446e-8ba7-37ea06de038e req-644db653-dd0d-4c09-b70e-37b9d096af5e tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 945 time: 0.6068149 Nov 09 11:13:50.103377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57304) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:50.142982 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.145420 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.146851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018074639-network', 'tenant_id': '9433ddcfa2544277815c501db376f6f5'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:50.174429 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-23032c13-eca5-4901-9001-4d1759cc6e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:50.200803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:50.239050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Usage tracker for resource:network and tenant:9433ddcfa2544277815c501db376f6f5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:50.257492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-4115c6d6-5a78-429b-9022-1f41f2ab7f45 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672539 Nov 09 11:13:50.276117 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Transition to ACTIVE for port object 27945073-f85f-4fc8-b3f8-25986e9eeccf will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:50.276958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:50.277088 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-d5543d8e-bba9-4bb1-9434-a117393d00d2 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3164721 Nov 09 11:13:50.289305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:13:50.301725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80e117cf-4b08-4127-8078-eae14bbba45e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:50.315925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:50.322182 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d14d44fc-25ac-42db-af7c-9a81079eafc3 req-5a7bf85e-ec4c-477e-8034-42ce628b34f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948165 Nov 09 11:13:50.326556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.342442 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d28efc5-eec9-446e-8ba7-37ea06de038e req-79834681-6f59-4533-9a01-86ac601bd77d tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786386 Nov 09 11:13:50.383680 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.390390 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-78dd0249-9058-442d-8943-66e8240ae55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:50.417397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Transition to ACTIVE for port object 27945073-f85f-4fc8-b3f8-25986e9eeccf will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:50.446938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c7b6409b-c53a-46d4-987a-fa8882b2fc85,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:50.455863 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:50.473784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Made reservation on behalf of 9433ddcfa2544277815c501db376f6f5 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:50.476753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 80e117cf-4b08-4127-8078-eae14bbba45e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:50.476913 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.479522 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.544834 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.549123 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.557888 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:50.599662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.627301 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebfdd7a0-4543-4bf8-b94d-241a47be9235 req-4ed8786d-877d-4116-88b5-4a9b88049e43 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186219 Nov 09 11:13:50.645378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Pushing event updated for resources: {'Port': ['ID=03ba4972-52ff-4cf3-8c5e-b903491e42c0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:50.656799 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:50.679384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Pushing event updated for resources: {'Port': ['ID=27945073-f85f-4fc8-b3f8-25986e9eeccf,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:50.681225 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.687099 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:50.696441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:50.706102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Usage tracker for resource:security_group_rule and tenant:9433ddcfa2544277815c501db376f6f5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:50.713632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:50.713788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-403ed28e-d81d-4350-b95a-f22f63f98ee3 service neutron] 10.222.0.50 "GET /v2.0/networks/b95d5c16-edea-4802-bfd5-334af408e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333940 Nov 09 11:13:50.725403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:50.727510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Network 498aaf51-cbb2-4109-960b-150cca873fd6 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:13:50.731768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:50.741556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:13:50.890242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:50.893777 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2955270 Nov 09 11:13:50.901766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57334) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:51.040993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Attempting to bind port 27945073-f85f-4fc8-b3f8-25986e9eeccf on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:51.041918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Attempting to bind port 27945073-f85f-4fc8-b3f8-25986e9eeccf by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:51.042537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Attempting to bind port 27945073-f85f-4fc8-b3f8-25986e9eeccf on network 498aaf51-cbb2-4109-960b-150cca873fd6 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:51.048831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-5a9d43cc-9920-49f4-b7be-b16dd2fdb328 service neutron] 10.222.0.50 "GET /v2.0/networks/b95d5c16-edea-4802-bfd5-334af408e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302071 Nov 09 11:13:51.050345 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:51.051173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Checking segment: {'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:51.051920 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.052126 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-4800bb72-750c-45a7-b0f0-7978e557e405 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 1095 time: 0.2821264 Nov 09 11:13:51.052676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Bound using segment: {'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:51.053338 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Bound port: 27945073-f85f-4fc8-b3f8-25986e9eeccf, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:51.053846 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.054532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.066872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-78ad6cb7-0c8c-46d2-8158-a16485bde6d3 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Synchronizing usage tracker for tenant:abe92996571c4bc0997379e0a265ea9d on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:51.122185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b9a17-d58f-4ed4-913d-de613ff261da req-eaaaf504-78c0-424d-83cc-7cde8e8c9238 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:51.130173 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f0b9a17-d58f-4ed4-913d-de613ff261da req-eaaaf504-78c0-424d-83cc-7cde8e8c9238 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 944 time: 0.3097446 Nov 09 11:13:51.163547 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.176236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:51.180238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] For port 27945073-f85f-4fc8-b3f8-25986e9eeccf, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:51.184611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] For port 27945073-f85f-4fc8-b3f8-25986e9eeccf, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=27945073-f85f-4fc8-b3f8-25986e9eeccf,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:51.185689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.186040 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Added segment ff6a8dcc-1b8c-4df4-958c-6d0eb0c94488 of type vlan for network d73948af-cb80-446f-b352-ac1c0266d3e3 Nov 09 11:13:51.189285 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a3e30b5a-60fc-4340-976c-aec97f3d8b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:51.210192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-78ad6cb7-0c8c-46d2-8158-a16485bde6d3 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Unset dirty status for tenant:abe92996571c4bc0997379e0a265ea9d on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:51.213530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-78ad6cb7-0c8c-46d2-8158-a16485bde6d3 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.3044426 Nov 09 11:13:51.225546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57340) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:51.301867 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f0b9a17-d58f-4ed4-913d-de613ff261da req-4175dd8b-8885-4ab1-9f83-303887e70036 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707342 Nov 09 11:13:51.303391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.308945 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:51.341528 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-8e9dff51-a28a-4968-8780-ac5a6088a3d4 service neutron] 10.222.0.50 "GET /v2.0/networks/498aaf51-cbb2-4109-960b-150cca873fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863317 Nov 09 11:13:51.354103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4025ef27-161b-4d7d-bbe0-4d63d790ca84,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:51.363899 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:51.371341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.378772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-aeb7bc8c-da78-4e86-932b-be3c63a1c3be tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Synchronizing usage tracker for tenant:140ea6deb0764e13b99360fbed9bede4 on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:51.393565 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-390966e8-eff2-4eec-b614-d205c3dfb78d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:51.395040 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-390966e8-eff2-4eec-b614-d205c3dfb78d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 912 time: 0.2288973 Nov 09 11:13:51.435587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Pushing event updated for resources: {'Port': ['ID=27945073-f85f-4fc8-b3f8-25986e9eeccf,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:51.441122 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:51.582317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-aeb7bc8c-da78-4e86-932b-be3c63a1c3be tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Unset dirty status for tenant:140ea6deb0764e13b99360fbed9bede4 on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:51.583707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aeb7bc8c-da78-4e86-932b-be3c63a1c3be tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3561075 Nov 09 11:13:51.585939 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.585939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:51.586651 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.590616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57350) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:51.597683 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-09469687-572d-4afa-b342-593362bb807e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa462b9-36b9-4869-9248-bf98d30caca3 HTTP/1.1" status: 200 len: 217 time: 0.1323469 Nov 09 11:13:51.599017 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aedf4837-1325-43d7-8958-37a35e10de77 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:51.674567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-f3aba5ec-7c71-4fa2-bab3-e97a764465c0 service neutron] 10.222.0.50 "GET /v2.0/networks/498aaf51-cbb2-4109-960b-150cca873fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171656 Nov 09 11:13:51.857607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-f8d02212-686e-456b-8d44-655775d550fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:51.860191 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-f8d02212-686e-456b-8d44-655775d550fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.1843259 Nov 09 11:13:51.899335 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:51.956755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-ced6ff3e-5f06-4ee2-98d3-785324e27d58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879920 Nov 09 11:13:51.973673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Deleting port 03ba4972-52ff-4cf3-8c5e-b903491e42c0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:51.974011 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:52.026387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Pushing event updated for resources: {'Network': ['ID=d73948af-cb80-446f-b352-ac1c0266d3e3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:52.044129 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:52.048118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d73948af-cb80-446f-b352-ac1c0266d3e3 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:52.048426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9318745 Nov 09 11:13:52.065465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57362) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:52.076262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Request body: {'subnet': {'network_id': 'd73948af-cb80-446f-b352-ac1c0266d3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018074639-subnet', 'tenant_id': '9433ddcfa2544277815c501db376f6f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:52.078561 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:13:52.089910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:52.185242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Usage tracker for resource:subnet and tenant:9433ddcfa2544277815c501db376f6f5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:52.190508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:52.249965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:52.255506 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-a6266237-0b07-4180-acb8-be7471a28d71 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871876 Nov 09 11:13:52.321512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239189b-cbd3-4ab2-8f6c-bb856d8c0f2b req-c98c24af-f5ca-4225-a14a-8dfb6d1326c7 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:52.332469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7239189b-cbd3-4ab2-8f6c-bb856d8c0f2b req-c98c24af-f5ca-4225-a14a-8dfb6d1326c7 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 945 time: 0.7978094 Nov 09 11:13:52.552024 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c7b6409b-c53a-46d4-987a-fa8882b2fc85 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:52.755542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Made reservation on behalf of 9433ddcfa2544277815c501db376f6f5 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:52.758589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:52.759505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c7b6409b-c53a-46d4-987a-fa8882b2fc85 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:52.760001 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:52.776680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57396) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:52.836180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c78e3c9f-b362-42ca-ae86-e1bb880de888 req-aa30a1a0-0982-400c-a354-ad8e59358bb3 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 210 time: 0.3046780 Nov 09 11:13:52.849803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4e83a77-48a6-47f8-b2bc-b0cc098693d4 req-3d9a719a-a256-4d1c-bf55-e8dd54849bb3 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866578 Nov 09 11:13:52.860869 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7239189b-cbd3-4ab2-8f6c-bb856d8c0f2b req-ed34799e-5de2-4680-856d-4fa5f4ec91ed tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270054 Nov 09 11:13:52.872716 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:52.876730 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:52.991607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 27945073-f85f-4fc8-b3f8-25986e9eeccf up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:53.080042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d097f26b-0e01-4654-8208-2fc3c1b72024 None None] Network 498aaf51-cbb2-4109-960b-150cca873fd6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:53.248394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0d9f4-8e48-4243-859b-454b92d5a0ad req-2d738d25-fe7b-4158-b9d4-8cc17892ddbd tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:53.258060 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79f0d9f4-8e48-4243-859b-454b92d5a0ad req-2d738d25-fe7b-4158-b9d4-8cc17892ddbd tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 944 time: 0.1071386 Nov 09 11:13:53.258412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-243350878', 'router:external': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:53.267230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:53.321444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3a4a2279-bc8b-497f-87a1-cafb9ae1e01e None None] Provisioning for port 27945073-f85f-4fc8-b3f8-25986e9eeccf completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:53.326595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 27945073-f85f-4fc8-b3f8-25986e9eeccf completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:53.328910 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79f0d9f4-8e48-4243-859b-454b92d5a0ad req-b9e61a49-75a6-461a-8ac8-0b1483616531 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664852 Nov 09 11:13:53.339077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3a4a2279-bc8b-497f-87a1-cafb9ae1e01e None None] Provisioning complete for port 27945073-f85f-4fc8-b3f8-25986e9eeccf triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:53.339077 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2279-bc8b-497f-87a1-cafb9ae1e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.354705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Calling delete_port for 03ba4972-52ff-4cf3-8c5e-b903491e42c0 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:53.368741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 27945073-f85f-4fc8-b3f8-25986e9eeccf triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:53.369129 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.392841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:network and tenant:c7e5f03f3e984e5c92d3e695f4c369e4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:53.402228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:53.421285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:53.513051 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-d0a48427-067b-4010-9633-5630a9f6034b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456678 Nov 09 11:13:53.610835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Made reservation on behalf of c7e5f03f3e984e5c92d3e695f4c369e4 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:53.613173 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.633123 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.670297 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.709430 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2279-bc8b-497f-87a1-cafb9ae1e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.715272 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.725788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-17619196-a0b7-4ab2-a84c-93054d1accf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd&device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 1097 time: 0.0993087 Nov 09 11:13:53.738480 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:53.757319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 27945073-f85f-4fc8-b3f8-25986e9eeccf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=27945073-f85f-4fc8-b3f8-25986e9eeccf,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:53.813210 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:53.816057 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:53.869456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:53.883399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Pushing event deleted for resources: {'Port': ['ID=03ba4972-52ff-4cf3-8c5e-b903491e42c0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:53.887408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:security_group_rule and tenant:c7e5f03f3e984e5c92d3e695f4c369e4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:53.908678 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:53.912750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:53.933354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:53.935512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-df447daa-416e-4283-970f-a121535940be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:53.937866 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-df447daa-416e-4283-970f-a121535940be service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 HTTP/1.1" status: 200 len: 913 time: 0.1925647 Nov 09 11:13:54.014965 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-3a4a2279-bc8b-497f-87a1-cafb9ae1e01e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:13:54.015437 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-3a4a2279-bc8b-497f-87a1-cafb9ae1e01e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:13:54.019211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=27945073-f85f-4fc8-b3f8-25986e9eeccf,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:54.022066 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.022372 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:54.060574 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d2340d1d-6a00-4b28-a830-d6d8ede0465c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:54.077945 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-90ae314c-76b6-4524-8eb0-7bd9ae6b1bef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182e9c51-5f15-4994-a212-b23592f27efb HTTP/1.1" status: 200 len: 1001 time: 0.1284120 Nov 09 11:13:54.180267 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05df6537-8a53-457b-830b-bdc84a14b7ae req-35d56374-822e-46d9-9217-c69c5718aa7c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 210 time: 0.0630071 Nov 09 11:13:54.200360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-7cc64f83-a510-48c1-a687-36877237ac48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:54.202221 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-7cc64f83-a510-48c1-a687-36877237ac48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=029e650a-8ccc-4aad-822b-9242877f0a5c HTTP/1.1" status: 200 len: 851 time: 0.1188245 Nov 09 11:13:54.316965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 27945073-f85f-4fc8-b3f8-25986e9eeccf up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:54.335815 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce92eab0-ecc0-41e1-923b-8e170a1d4240,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:54.353293 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:54.358281 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-2ab790e4-c153-4c09-8853-e4ebbf9ba8cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478417 Nov 09 11:13:54.361941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.414027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 27945073-f85f-4fc8-b3f8-25986e9eeccf triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:54.414551 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.435592 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.442055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Checking segment: {'id': 'ff6a8dcc-1b8c-4df4-958c-6d0eb0c94488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd73948af-cb80-446f-b352-ac1c0266d3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:54.442055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Network hostable DHCP agents. Network: d73948af-cb80-446f-b352-ac1c0266d3e3, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:54.487882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204243b3-4bd8-42e0-9324-ea3692e86843 req-8baa553d-5ced-44b8-bd91-18da2c6100de tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:54.489371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204243b3-4bd8-42e0-9324-ea3692e86843 req-8baa553d-5ced-44b8-bd91-18da2c6100de tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 945 time: 0.2822716 Nov 09 11:13:54.491786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.495405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] 10.222.0.50 "DELETE /v2.0/floatingips/abc9ebb1-68dc-4b90-9cd6-db29da4c8582 HTTP/1.1" status: 204 len: 168 time: 2.8751190 Nov 09 11:13:54.496171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57416) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:54.599469 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.609178 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:54.622100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Network d73948af-cb80-446f-b352-ac1c0266d3e3 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:54.668883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3aa462b9-36b9-4869-9248-bf98d30caca3 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:13:54.673911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-967fe0b2-e8ee-4801-b6f3-25c74973c47d service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083217 Nov 09 11:13:54.728449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:13:54.744453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd20036-7d4e-4366-a265-da0036507e34,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:54.752206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Deleting port 835865c1-095c-4381-a00c-f1c8c88cdac0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:54.758114 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.777155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d788b-210c-486b-9da7-c763cfde8259 req-45cacd7a-a34d-44f9-a16b-caa91e8ea948 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:54.784865 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-475d788b-210c-486b-9da7-c763cfde8259 req-45cacd7a-a34d-44f9-a16b-caa91e8ea948 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 944 time: 0.2525334 Nov 09 11:13:54.785151 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:54.786139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.792091 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Added segment da448cb0-2237-4d9a-adef-6a38cbb40e79 of type vlan for network ff2f3cd1-6912-4470-bbd6-5af198c8e560 Nov 09 11:13:54.801064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d73948af-cb80-446f-b352-ac1c0266d3e3) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:54.810037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204243b3-4bd8-42e0-9324-ea3692e86843 req-bb83ce7e-ff91-412c-be66-5c69260ed2b3 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531223 Nov 09 11:13:54.811342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:54.811940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:54.865946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c5371-8c89-44c2-805f-636ee22930b9 None None] Network d73948af-cb80-446f-b352-ac1c0266d3e3 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:54.877208 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-475d788b-210c-486b-9da7-c763cfde8259 req-869e2a83-02da-4fcd-a963-ee38aa764d88 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911472 Nov 09 11:13:54.910942 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2518f663-8fd0-46e8-a367-ec4001d3643d req-18894826-e461-4c26-b228-660c2e91baed service neutron] 10.222.0.59 "GET /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275229 Nov 09 11:13:54.960640 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.157694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e83f412b-cd06-46b9-8ee8-4f428acda6de None None] Provisioning complete for port 27945073-f85f-4fc8-b3f8-25986e9eeccf triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:55.157979 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e83f412b-cd06-46b9-8ee8-4f428acda6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.169757 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1031713 Nov 09 11:13:55.287201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3aa462b9-36b9-4869-9248-bf98d30caca3, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3aa462b9-36b9-4869-9248-bf98d30caca3,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:55.318290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '3aa462b9-36b9-4869-9248-bf98d30caca3', 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'port_id': '3aa462b9-36b9-4869-9248-bf98d30caca3', 'mac_address': 'fa:16:3e:12:d4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:13:55.390114 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.390446 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.438354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c9732-e864-4f2f-bdfe-3045a8b4559d None None] Network d73948af-cb80-446f-b352-ac1c0266d3e3 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:55.523137 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3db7b72-dc18-46bb-aa90-b17a27540e98 req-7bb6ab60-a98b-417c-88ef-15e7235a262e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 210 time: 0.0944891 Nov 09 11:13:55.524391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:55.650954 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.677836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Deleting subnet d8f18cfa-30bc-4130-8282-ba086b28b0ff {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:55.683533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.730561 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa462b9-36b9-4869-9248-bf98d30caca3 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:13:55.829173 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.861462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3aa462b9-36b9-4869-9248-bf98d30caca3, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3aa462b9-36b9-4869-9248-bf98d30caca3,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:55.961721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Calling delete_port for 835865c1-095c-4381-a00c-f1c8c88cdac0 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:55.971038 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:55.972718 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7935609b-62fb-4acc-a603-306a017c62d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:56.031928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.038320 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.039809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:56.040492 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.061978 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1ed78f0-3726-47f9-8626-9487bc28ea82 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:56.071692 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=3aa462b9-36b9-4869-9248-bf98d30caca3,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:56.085877 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:56.138307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d8172-f139-4e7f-940a-bad6490af1be req-cccc9323-dc58-4a31-9640-9643760e043a tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:56.146501 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-406d8172-f139-4e7f-940a-bad6490af1be req-cccc9323-dc58-4a31-9640-9643760e043a tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 945 time: 0.3844707 Nov 09 11:13:56.228472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-406d8172-f139-4e7f-940a-bad6490af1be req-cc903d1c-3635-4b2f-8360-090f13300757 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810642 Nov 09 11:13:56.240144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-9e8b7837-b6ec-4293-9dfa-f39b21bb79c1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:56.244550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-9e8b7837-b6ec-4293-9dfa-f39b21bb79c1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:56.245342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-9e8b7837-b6ec-4293-9dfa-f39b21bb79c1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:13:56.251312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.4640880 Nov 09 11:13:56.253905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:56.261168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'subnet': {'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:56.262269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Sync routers for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:13:56.269190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:56.276103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:subnet and tenant:c7e5f03f3e984e5c92d3e695f4c369e4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:56.282711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:56.292771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:56.293424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:56.294322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:56.300608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Network': ['ID=ff2f3cd1-6912-4470-bbd6-5af198c8e560,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:56.307776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.313025 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77bb8cde-2ed7-4f18-ab91-ec62c48d0228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:56.313201 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:56.318215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-9e8b7837-b6ec-4293-9dfa-f39b21bb79c1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:13:56.319471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-9e8b7837-b6ec-4293-9dfa-f39b21bb79c1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.57 "GET /v2.0/networks?id=b95d5c16-edea-4802-bfd5-334af408e00b&id=498aaf51-cbb2-4109-960b-150cca873fd6 HTTP/1.1" status: 200 len: 1389 time: 1.1787014 Nov 09 11:13:56.345024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'port': {'device_id': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b', 'admin_state_up': True, 'tenant_id': '495fb899caa3451abed3639ac3f85aa8'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:56.362759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f18cfa-30bc-4130-8282-ba086b28b0ff,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:56.367376 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:56.373300 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.382098 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d8f18cfa-30bc-4130-8282-ba086b28b0ff HTTP/1.1" status: 204 len: 168 time: 0.8554995 Nov 09 11:13:56.384831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57444) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:56.398574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['3aa462b9-36b9-4869-9248-bf98d30caca3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:13:56.418740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Made reservation on behalf of c7e5f03f3e984e5c92d3e695f4c369e4 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:56.423992 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.459543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ff2f3cd1-6912-4470-bbd6-5af198c8e560 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:13:56.608977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c64e65-23b2-414d-b350-a84db845432a req-e9c64015-d7a1-4a21-a22c-e2a5576419cc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:56.618352 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54c64e65-23b2-414d-b350-a84db845432a req-e9c64015-d7a1-4a21-a22c-e2a5576419cc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 945 time: 0.3920536 Nov 09 11:13:56.692070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:56.698077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Usage tracker for resource:port and tenant:495fb899caa3451abed3639ac3f85aa8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:56.714488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54c64e65-23b2-414d-b350-a84db845432a req-2d875319-e772-4446-9fe5-571407fa394d tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947978 Nov 09 11:13:56.715482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:56.732010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.737734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:56.739835 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ac40ded-0c97-4d7a-b818-afbe685d7518 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:56.790097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:56.808607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:13:56.856821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Pushing event deleted for resources: {'Port': ['ID=835865c1-095c-4381-a00c-f1c8c88cdac0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:56.861692 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:56.928177 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a337b801-de75-4807-af8c-95a61e07b65e req-6e7614aa-9162-4338-8010-3e0b4d4407cd tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 210 time: 0.1344674 Nov 09 11:13:56.932551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:56.935589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.091311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.173623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-8d082109-b0f9-461d-be56-1dcbfb357c86 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:57.174920 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-8d082109-b0f9-461d-be56-1dcbfb357c86 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.57 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 945 time: 0.2159784 Nov 09 11:13:57.265370 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.270616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/5136a966-fcb0-40d6-922c-d2f2e6f4084c HTTP/1.1" status: 204 len: 168 time: 2.7718782 Nov 09 11:13:57.270616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57452) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:57.310716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.337994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:13:45Z', 'revision_number': 2, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:57.343840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Checking router: f6a172e8-a3fa-4322-b533-05b7c33c2589 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:13:57.344208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Updating router f6a172e8-a3fa-4322-b533-05b7c33c2589 port 205fe545-ee46-450a-9df1-40cb92c1caba binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:13:57.359305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Deleting port 8f793c49-a4e9-4422-adab-b5a4ed3411ed {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:57.359649 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.372575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1d4862-5dcf-4930-9408-51356817a5a0']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:57.394440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcc85aa-b8bb-4ddd-a109-514db26971a1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:57.394782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcc85aa-b8bb-4ddd-a109-514db26971a1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:57.404243 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.414934 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.490626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.500307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:57.500712 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:57.516927 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:57.585843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Allocated IP 19.80.0.27 (b95d5c16-edea-4802-bfd5-334af408e00b/2f6ca3c2-6281-4400-93d2-0a589ca90aab/b30e9af8-9d4b-4754-870d-9b7044287e88) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:57.613096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Deleting port d3137721-8ac4-41bf-adb0-8389e294bd5d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:13:57.613438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.701241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.objects.ports [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 11:13:57.702711 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.706639 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:57.742015 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.768777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:57.794063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4f1d4862-5dcf-4930-9408-51356817a5a0 HTTP/1.1" status: 204 len: 168 time: 1.4081242 Nov 09 11:13:57.802344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57462) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:57.878241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Subnet': ['ID=740f8f24-c100-401b-a911-59533a744517,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:57.893698 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:57.895793 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:57.928227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1d4862-5dcf-4930-9408-51356817a5a0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:57.937251 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:57.945042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Checking segment: {'id': 'da448cb0-2237-4d9a-adef-6a38cbb40e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:57.945657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network hostable DHCP agents. Network: ff2f3cd1-6912-4470-bbd6-5af198c8e560, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:13:57.969473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Deleting subnet ce92eab0-ecc0-41e1-923b-8e170a1d4240 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:13:58.013091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.055317 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.082204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Transition to ACTIVE for port object 205fe545-ee46-450a-9df1-40cb92c1caba will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:58.091585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.171884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.183870 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.188424 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:58.217082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75704e0a-246a-4f71-a14a-db8355b32608 req-a231d7ad-394a-4144-a3d7-4f97415f4cde tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:58.218642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75704e0a-246a-4f71-a14a-db8355b32608 req-a231d7ad-394a-4144-a3d7-4f97415f4cde tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 945 time: 0.2544460 Nov 09 11:13:58.254453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network ff2f3cd1-6912-4470-bbd6-5af198c8e560 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:13:58.292580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e981-c1c5-4b2a-b659-79685b6dec2e None None] Pushing event updated for resources: {'Port': ['ID=205fe545-ee46-450a-9df1-40cb92c1caba,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:58.311496 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75704e0a-246a-4f71-a14a-db8355b32608 req-0efa4c52-d022-4dc8-a0bf-5552e681145f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811198 Nov 09 11:13:58.343770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ff2f3cd1-6912-4470-bbd6-5af198c8e560) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:13:58.348403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:58.354060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.359546 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41b2e981-c1c5-4b2a-b659-79685b6dec2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:58.361764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf3786-38ee-40cd-9246-d7cbf656461c None None] Network ff2f3cd1-6912-4470-bbd6-5af198c8e560 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:58.388097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.409264 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-65b844c0-04ef-4e15-9dfb-d3db4886e5c7 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:58.492636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04afd6-a765-4052-ab7f-93b8c46a3f0f req-aaf7c4ae-f95f-4f8d-831f-2b4a1fde6a36 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:58.502239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce92eab0-ecc0-41e1-923b-8e170a1d4240,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:58.502895 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba04afd6-a765-4052-ab7f-93b8c46a3f0f req-aaf7c4ae-f95f-4f8d-831f-2b4a1fde6a36 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 945 time: 0.9662616 Nov 09 11:13:58.531525 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:58.550762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.570475 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce92eab0-ecc0-41e1-923b-8e170a1d4240 HTTP/1.1" status: 204 len: 168 time: 0.7567947 Nov 09 11:13:58.585732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57470) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:58.630485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f375edbb-ca00-4d8c-93aa-3f63a282132d req-3bba17a8-6d15-4159-a040-30a1e22b7ed0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 210 time: 0.0927744 Nov 09 11:13:58.686592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3aa462b9-36b9-4869-9248-bf98d30caca3 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:13:58.699012 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4439476 Nov 09 11:13:58.702314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57474) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:13:58.708738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1672306712', 'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:13:58.713844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:13:58.719166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:port and tenant:c7e5f03f3e984e5c92d3e695f4c369e4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:13:58.722995 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:13:58.735821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:13:58.806094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Made reservation on behalf of c7e5f03f3e984e5c92d3e695f4c369e4 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:13:58.808371 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.835084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] For port 8f793c49-a4e9-4422-adab-b5a4ed3411ed, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8f793c49-a4e9-4422-adab-b5a4ed3411ed,segment=NetworkSegment(c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f),segment_id=c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:58.835358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.850428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] device_id is not set on port e0274fab-f423-48c6-9c23-5dbef19a4737 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:13:58.876054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.876786 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Attempting to bind port 205fe545-ee46-450a-9df1-40cb92c1caba on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:13:58.877583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Attempting to bind port 205fe545-ee46-450a-9df1-40cb92c1caba by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:13:58.878127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Attempting to bind port 205fe545-ee46-450a-9df1-40cb92c1caba on network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:13:58.941371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ef43a-7110-4eab-bbdf-ba15fa15892a None None] Network ff2f3cd1-6912-4470-bbd6-5af198c8e560 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:13:58.956912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:13:58.957676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Checking segment: {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:13:58.958284 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.958908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Bound using segment: {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:13:58.959641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Bound port: 205fe545-ee46-450a-9df1-40cb92c1caba, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:13:58.960292 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:58.965051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.041598 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba04afd6-a765-4052-ab7f-93b8c46a3f0f req-55408f9f-485e-491a-a681-58eb3ec4f08d tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375261 Nov 09 11:13:59.054071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Calling delete_port for 8f793c49-a4e9-4422-adab-b5a4ed3411ed owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:59.149850 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.183698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 3aa462b9-36b9-4869-9248-bf98d30caca3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:13:59.209233 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 3aa462b9-36b9-4869-9248-bf98d30caca3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:13:59.209610 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.223431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Allocated IP 2001:db8::364 (ff2f3cd1-6912-4470-bbd6-5af198c8e560/740f8f24-c100-401b-a911-59533a744517/e0274fab-f423-48c6-9c23-5dbef19a4737) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:13:59.246001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Calling delete_port for d3137721-8ac4-41bf-adb0-8389e294bd5d owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:13:59.270637 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] For port 205fe545-ee46-450a-9df1-40cb92c1caba, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:13:59.293076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Transition to ACTIVE for port object b30e9af8-9d4b-4754-870d-9b7044287e88 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:13:59.382750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] For port 205fe545-ee46-450a-9df1-40cb92c1caba, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=205fe545-ee46-450a-9df1-40cb92c1caba,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:13:59.485642 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.535514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.543415 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:13:59.653432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73948af-cb80-446f-b352-ac1c0266d3e3']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:59.695379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.699563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6a8dcc-1b8c-4df4-958c-6d0eb0c94488') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:59.699858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6a8dcc-1b8c-4df4-958c-6d0eb0c94488') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:59.741592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e981-c1c5-4b2a-b659-79685b6dec2e None None] Pushing event updated for resources: {'Port': ['ID=205fe545-ee46-450a-9df1-40cb92c1caba,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:13:59.879776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:13:59.879776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:13:59.879962 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.880518 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.880675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33ec5-2111-4817-9284-29b633ada522 req-1f872f98-660f-45a4-91f5-1efec0088359 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:13:59.880675 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bcb33ec5-2111-4817-9284-29b633ada522 req-1f872f98-660f-45a4-91f5-1efec0088359 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 945 time: 0.2002795 Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:13:59.880960 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:13:59.886541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bcb33ec5-2111-4817-9284-29b633ada522 req-4abcfa53-84e3-4a1e-8797-b979761378eb tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635619 Nov 09 11:13:59.887097 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41b2e981-c1c5-4b2a-b659-79685b6dec2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:13:59.925648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa462b9-36b9-4869-9248-bf98d30caca3'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:13:59.950641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3aa462b9-36b9-4869-9248-bf98d30caca3, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3aa462b9-36b9-4869-9248-bf98d30caca3,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:13:59.995775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a0604126-5078-407f-90ce-79c2c5c0e175 req-75560d7b-9f32-4150-a2ac-de75feab6de4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:00.049519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.058504 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f97e350-bcd5-467d-88e6-a01f29a0e1c0 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:00.069901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.075859 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c83c94ff-2fdd-4f7f-ae5c-5f966e2790fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:00.089053 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.090135 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-384dff4f-212b-4f0e-a9d3-eaffe84bd0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:00.106778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.124132 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.144582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network ff2f3cd1-6912-4470-bbd6-5af198c8e560 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:00.153414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:00.157967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:00.158862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:00.164544 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.194979 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:00.209815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Port': ['ID=e0274fab-f423-48c6-9c23-5dbef19a4737,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:00.212870 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:00.239940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a0604126-5078-407f-90ce-79c2c5c0e175 req-75560d7b-9f32-4150-a2ac-de75feab6de4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:00.252315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0604126-5078-407f-90ce-79c2c5c0e175 req-75560d7b-9f32-4150-a2ac-de75feab6de4 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 210 time: 0.3891299 Nov 09 11:14:00.254829 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.278109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.292718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5892160 Nov 09 11:14:00.296321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57494) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:00.329731 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa462b9-36b9-4869-9248-bf98d30caca3', 'code': 200} Nov 09 11:14:00.346944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=3aa462b9-36b9-4869-9248-bf98d30caca3,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:00.350469 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:00.405289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Port': ['ID=b30e9af8-9d4b-4754-870d-9b7044287e88,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:00.417184 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:00.421860 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:00.448815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Deleting port e0274fab-f423-48c6-9c23-5dbef19a4737 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:00.450677 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.467092 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:00.473005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network b95d5c16-edea-4802-bfd5-334af408e00b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:00.474386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Port': ['ID=d3137721-8ac4-41bf-adb0-8389e294bd5d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:00.700072 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2c49b11-77c2-4643-9e29-95320ac221dc req-7b13ace3-51ca-484e-99c4-12b460176ed1 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 210 time: 0.0756752 Nov 09 11:14:00.710115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Pushing event deleted for resources: {'Port': ['ID=8f793c49-a4e9-4422-adab-b5a4ed3411ed,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:00.712436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:00.715385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:00.764989 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-431cd73a-8377-4d55-addc-7fe4017d03f8 req-34640f5e-f853-46bd-9d02-14b745499cd2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 1097 time: 0.2546768 Nov 09 11:14:00.775404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:13:59Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:00.780270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ffed-74db-44ed-ae26-ffb55550c667 None None] The sync data for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 is: [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:13:59Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:00.785790 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:00.792401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] 10.222.0.50 "DELETE /v2.0/networks/d73948af-cb80-446f-b352-ac1c0266d3e3 HTTP/1.1" status: 204 len: 168 time: 2.1913948 Nov 09 11:14:00.793296 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:00.793793 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:00.853529 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c66cb122-c76c-4fea-a5ba-32d6ee1f47cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:00.974129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Pushing event deleted for resources: {'Network': ['ID=d73948af-cb80-446f-b352-ac1c0266d3e3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:01.009210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fb4620c9-ee2b-47a1-b738-27346ae74427 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "DELETE /v2.0/ports/d3137721-8ac4-41bf-adb0-8389e294bd5d HTTP/1.1" status: 204 len: 168 time: 3.7241893 Nov 09 11:14:01.019896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:01.034378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:01.037972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:01.053801 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:01.094999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] No DVR routers for this DVR port 8f793c49-a4e9-4422-adab-b5a4ed3411ed on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:01.128514 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-431cd73a-8377-4d55-addc-7fe4017d03f8 req-d7491ed9-c812-45e9-b3d7-1eb085852e49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538613 Nov 09 11:14:01.191443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:01.195501 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:01.204265 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0875d51-9101-4e6c-95c3-e28d16ff5f4c req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.57 "DELETE /v2.0/ports/8f793c49-a4e9-4422-adab-b5a4ed3411ed HTTP/1.1" status: 204 len: 173 time: 3.9944355 Nov 09 11:14:01.204941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743e93a-321c-420f-961e-8e7143203f0c', 'name': 'network-vif-deleted', 'tag': '8f793c49-a4e9-4422-adab-b5a4ed3411ed'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:01.301300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9653342 Nov 09 11:14:01.305204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7e5e9caf-e935-4b01-ab0b-72ba6c08fc65 None None] Provisioning for port b30e9af8-9d4b-4754-870d-9b7044287e88 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:01.312033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7e5e9caf-e935-4b01-ab0b-72ba6c08fc65 None None] Provisioning complete for port b30e9af8-9d4b-4754-870d-9b7044287e88 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:01.312735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9caf-e935-4b01-ab0b-72ba6c08fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:01.316724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Request body: {'port': {'device_id': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6', 'admin_state_up': True, 'tenant_id': '495fb899caa3451abed3639ac3f85aa8'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:01.392519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16213c57-c637-48d3-9af4-df225b0a8b04 req-a9abcb83-832d-49b6-ab0a-d57be20f6998 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:01.394607 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-16213c57-c637-48d3-9af4-df225b0a8b04 req-a9abcb83-832d-49b6-ab0a-d57be20f6998 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.2882631 Nov 09 11:14:01.402674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e9caf-e935-4b01-ab0b-72ba6c08fc65 None None] Port b30e9af8-9d4b-4754-870d-9b7044287e88 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:14:01.421475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Calling delete_port for e0274fab-f423-48c6-9c23-5dbef19a4737 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:01.486508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57514) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:01.553746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f793c49-a4e9-4422-adab-b5a4ed3411ed no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:01.648517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6cb309-a33f-4820-a918-a0ef76e8e27f tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:01.650176 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743e93a-321c-420f-961e-8e7143203f0c', 'name': 'network-vif-deleted', 'tag': '8f793c49-a4e9-4422-adab-b5a4ed3411ed', 'status': 'completed', 'code': 200} Nov 09 11:14:01.650744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2c6cb309-a33f-4820-a918-a0ef76e8e27f tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "GET /v2.0/ports?device_id=37183ae1-0942-403a-b5c6-3963b8eaf65e HTTP/1.1" status: 200 len: 913 time: 0.6274047 Nov 09 11:14:01.655523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:01.665485 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 8f793c49-a4e9-4422-adab-b5a4ed3411ed {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:01.665848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8f793c49-a4e9-4422-adab-b5a4ed3411ed not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:01.677264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:01.696537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:01.731366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-16213c57-c637-48d3-9af4-df225b0a8b04 req-d5a01a18-c5ca-40ec-856d-da45398bb740 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Nov 09 11:14:01.800825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Made reservation on behalf of 495fb899caa3451abed3639ac3f85aa8 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:01.804320 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:01.899296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-02971fdb-716f-46f0-a78c-e2df2f4df9fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9829edd357834d2198b0286ab372c295&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3901827 Nov 09 11:14:01.900460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57524) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:02.034250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7c2bf339-d4db-4d5e-8533-31ddfd8d7a6f req-3732c2fa-70e9-4b0c-8ed4-5b3ab7cc4867 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Synchronizing usage tracker for tenant:e35bf4fa131140e9a20e7041755224eb on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:02.061884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9066293-ba93-457b-a2f2-c65b2edb3cdd req-8dbccc99-59f9-471c-88e9-14f0e541bea7 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:02.067667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9066293-ba93-457b-a2f2-c65b2edb3cdd req-8dbccc99-59f9-471c-88e9-14f0e541bea7 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 931 time: 0.3241050 Nov 09 11:14:02.091504 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.137031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9066293-ba93-457b-a2f2-c65b2edb3cdd req-633846b2-291c-495f-916f-4fc12323af90 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681124 Nov 09 11:14:02.140335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.155936 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c56df32-aaaf-4611-bd62-fbbd8174c338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:02.203681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7c2bf339-d4db-4d5e-8533-31ddfd8d7a6f req-3732c2fa-70e9-4b0c-8ed4-5b3ab7cc4867 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Unset dirty status for tenant:e35bf4fa131140e9a20e7041755224eb on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:02.216136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0274fab-f423-48c6-9c23-5dbef19a4737,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:02.223595 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:02.225226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7c2bf339-d4db-4d5e-8533-31ddfd8d7a6f req-3732c2fa-70e9-4b0c-8ed4-5b3ab7cc4867 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] 10.222.0.50 "GET /v2.0/ports?device_id=1743e93a-321c-420f-961e-8e7143203f0c HTTP/1.1" status: 200 len: 210 time: 0.2578328 Nov 09 11:14:02.236619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.283235 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.311386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e0274fab-f423-48c6-9c23-5dbef19a4737 HTTP/1.1" status: 204 len: 168 time: 2.0133581 Nov 09 11:14:02.312415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:02.330776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560', 'external_fixed_ips': [{'subnet_id': '740f8f24-c100-401b-a911-59533a744517', 'ip_address': '2001:db8::364'}]}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:02.334672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:02.350287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:router and tenant:c7e5f03f3e984e5c92d3e695f4c369e4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:02.381632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 205fe545-ee46-450a-9df1-40cb92c1caba up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:02.444632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:02.472936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:02.565917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Allocated IP 19.86.0.22 (498aaf51-cbb2-4109-960b-150cca873fd6/69e50d5e-7e54-4ae8-ad5c-65b48b5a5228/b86a2695-8386-4e16-9ac2-242b95db4dbc) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:02.606568 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.614153 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0d05fcd-521b-41a0-a8cb-caed8953eac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:02.623800 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 205fe545-ee46-450a-9df1-40cb92c1caba completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:02.631517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 205fe545-ee46-450a-9df1-40cb92c1caba triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:02.632007 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.640653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c23b80d-49b5-4240-b9f9-48c1b7cbbf6a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:02.643148 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:02.805503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.808257 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.827284 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.834364 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.836415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c23b80d-49b5-4240-b9f9-48c1b7cbbf6a HTTP/1.1" status: 204 len: 168 time: 0.9338751 Nov 09 11:14:02.839926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.882158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 205fe545-ee46-450a-9df1-40cb92c1caba, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=205fe545-ee46-450a-9df1-40cb92c1caba,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:02.927368 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.965989 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:02.968785 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:03.025151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Transition to ACTIVE for port object b86a2695-8386-4e16-9ac2-242b95db4dbc will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:03.135464 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:03.142219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a9bb-6c1c-43a6-b865-d82c39f14556 req-fce91c5c-d849-4eea-870c-b668daf62b71 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:03.142523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=205fe545-ee46-450a-9df1-40cb92c1caba,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:03.143882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2225a9bb-6c1c-43a6-b865-d82c39f14556 req-fce91c5c-d849-4eea-870c-b668daf62b71 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.2015042 Nov 09 11:14:03.156313 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:03.170851 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:03.206921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2225a9bb-6c1c-43a6-b865-d82c39f14556 req-085405f1-6486-43c3-a6ef-15f1a7ca8c73 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552814 Nov 09 11:14:03.242497 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:03.250180 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd41a99e-1fbd-4942-8e4a-207a7280b05c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:03.346575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Network 498aaf51-cbb2-4109-960b-150cca873fd6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:03.350337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:03.355746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:03.392976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event updated for resources: {'Port': ['ID=b86a2695-8386-4e16-9ac2-242b95db4dbc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:03.403033 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:03.450617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:03.451864 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:03.544568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2358906 Nov 09 11:14:03.560601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Request body: {'port': {'device_id': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:03.598101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfa4d-7c9a-403b-bfd6-b0bca20eaa06 req-9a1b2aab-ba01-4018-981d-360b94ba77d3 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:03.605855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfa4d-7c9a-403b-bfd6-b0bca20eaa06 req-9a1b2aab-ba01-4018-981d-360b94ba77d3 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:03.610477 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9aabfa4d-7c9a-403b-bfd6-b0bca20eaa06 req-9a1b2aab-ba01-4018-981d-360b94ba77d3 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1653 time: 0.3040340 Nov 09 11:14:03.724202 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9aabfa4d-7c9a-403b-bfd6-b0bca20eaa06 req-ae87ca44-0770-4bc5-9c59-416b42843c72 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999005 Nov 09 11:14:03.809530 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:03.823465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2e8054ce-57b6-4ac8-9aab-1a19ed7fa6b0 None None] Provisioning for port b86a2695-8386-4e16-9ac2-242b95db4dbc completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:03.830288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2e8054ce-57b6-4ac8-9aab-1a19ed7fa6b0 None None] Provisioning complete for port b86a2695-8386-4e16-9ac2-242b95db4dbc triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:03.830915 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2e8054ce-57b6-4ac8-9aab-1a19ed7fa6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.045425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2e8054ce-57b6-4ac8-9aab-1a19ed7fa6b0 None None] Port b86a2695-8386-4e16-9ac2-242b95db4dbc cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:14:04.097471 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.223778 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.271564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.384508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 205fe545-ee46-450a-9df1-40cb92c1caba up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:04.470644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30e9af8-9d4b-4754-870d-9b7044287e88 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:14:04.477408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57560) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:04.505952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57564) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:04.540430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 205fe545-ee46-450a-9df1-40cb92c1caba triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:04.540948 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.641031 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.648169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9344e69-5e03-447d-a438-3cf980be961b req-e9fc843b-6a76-42a9-984f-785e82d485ce tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:04.655974 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9344e69-5e03-447d-a438-3cf980be961b req-e9fc843b-6a76-42a9-984f-785e82d485ce tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.5345638 Nov 09 11:14:04.674536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Transition to ACTIVE for port object b30e9af8-9d4b-4754-870d-9b7044287e88 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:04.675848 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-176f77a2-c3d6-485b-9f41-1bdaca8a9c70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 1097 time: 0.7064395 Nov 09 11:14:04.687796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Deleting subnet 80484e4c-a20e-4d93-bbc8-482fe47a991e {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:14:04.691086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.746856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.778268 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:04.788962 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4db85577-2869-43ea-ad25-fadd8b7332e9 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:04.871192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Pushing event updated for resources: {'Port': ['ID=b30e9af8-9d4b-4754-870d-9b7044287e88,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:05.016339 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:05.067264 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.130780 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e03df1b-44d2-4663-b9f7-3053f97ebdc6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9433ddcfa2544277815c501db376f6f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6215739 Nov 09 11:14:05.134480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57574) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:05.141254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-c72f23d3-b710-4024-aeb2-2048ca6648a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:05.142728 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-c72f23d3-b710-4024-aeb2-2048ca6648a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 912 time: 0.4583876 Nov 09 11:14:05.222346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9344e69-5e03-447d-a438-3cf980be961b req-c4963258-b340-4808-8e27-f4fbf0f308f8 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626223 Nov 09 11:14:05.259772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Allocated IP 2001:db8::364 (ff2f3cd1-6912-4470-bbd6-5af198c8e560/740f8f24-c100-401b-a911-59533a744517/bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:05.313158 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-dca0e3a0-8db1-4e3e-a370-baf17962f3b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa462b9-36b9-4869-9248-bf98d30caca3 HTTP/1.1" status: 200 len: 217 time: 0.1621101 Nov 09 11:14:05.334060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.366058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e62914-52ed-4847-bd6e-f99f7d795303 req-c2ad9906-e405-4ff4-bfa8-1aa637a932cc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:05.370003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e62914-52ed-4847-bd6e-f99f7d795303 req-c2ad9906-e405-4ff4-bfa8-1aa637a932cc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:05.370820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b9e62914-52ed-4847-bd6e-f99f7d795303 req-c2ad9906-e405-4ff4-bfa8-1aa637a932cc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:05.385579 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.395918 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45d89456-51cd-40bc-9c39-ddeb32aed0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:05.428846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Attempting to bind port b30e9af8-9d4b-4754-870d-9b7044287e88 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:05.429181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Attempting to bind port b30e9af8-9d4b-4754-870d-9b7044287e88 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:05.429514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Attempting to bind port b30e9af8-9d4b-4754-870d-9b7044287e88 on network b95d5c16-edea-4802-bfd5-334af408e00b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:05.438263 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.450750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80484e4c-a20e-4d93-bbc8-482fe47a991e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:05.463350 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:05.464717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-cafb50e2-b284-4806-95a4-edf9c08dad7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:05.465435 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-cafb50e2-b284-4806-95a4-edf9c08dad7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.1464505 Nov 09 11:14:05.477293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.479885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Port b30e9af8-9d4b-4754-870d-9b7044287e88 on network b95d5c16-edea-4802-bfd5-334af408e00b not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:14:05.480217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Attempting to bind port b30e9af8-9d4b-4754-870d-9b7044287e88 on network b95d5c16-edea-4802-bfd5-334af408e00b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:05.506587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/80484e4c-a20e-4d93-bbc8-482fe47a991e HTTP/1.1" status: 204 len: 168 time: 1.0258729 Nov 09 11:14:05.506587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:05.506587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Checking segment: {'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:05.507033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Bound using segment: {'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:05.507149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Bound port: b30e9af8-9d4b-4754-870d-9b7044287e88, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b35cd7-10ce-4ab6-a811-1257fce461f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:05.507561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.522112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57578) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:05.561323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b9e62914-52ed-4847-bd6e-f99f7d795303 req-c2ad9906-e405-4ff4-bfa8-1aa637a932cc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:05.562309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9e62914-52ed-4847-bd6e-f99f7d795303 req-c2ad9906-e405-4ff4-bfa8-1aa637a932cc tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1665 time: 0.5976996 Nov 09 11:14:05.596590 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-7befa18f-faae-4028-9029-7029fca7d327 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785656 Nov 09 11:14:05.645422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] For port b30e9af8-9d4b-4754-870d-9b7044287e88, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:05.649642 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9e62914-52ed-4847-bd6e-f99f7d795303 req-44a5cf53-9fec-424c-961e-a8c5724472a3 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752311 Nov 09 11:14:05.652020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.659017 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-edccf5c3-7b12-40a8-9de5-1f97c2401bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:05.669756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] For port b30e9af8-9d4b-4754-870d-9b7044287e88, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b30e9af8-9d4b-4754-870d-9b7044287e88,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:05.675425 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4025ef27-161b-4d7d-bbe0-4d63d790ca84,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:05.679773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.682845 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4025ef27-161b-4d7d-bbe0-4d63d790ca84 HTTP/1.1" status: 204 len: 168 time: 0.5424242 Nov 09 11:14:05.682845 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:05.755741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.760177 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:05.831176 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.832644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] 10.222.0.57 "PUT /v2.0/ports/b30e9af8-9d4b-4754-870d-9b7044287e88 HTTP/1.1" status: 200 len: 1091 time: 2.2772689 Nov 09 11:14:05.833149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'tag': 'b30e9af8-9d4b-4754-870d-9b7044287e88'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:05.855714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Pushing event updated for resources: {'Port': ['ID=b30e9af8-9d4b-4754-870d-9b7044287e88,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:05.859838 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:05.874423 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:05.940887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Request body: {'port': {'device_id': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:05.987542 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'tag': 'b30e9af8-9d4b-4754-870d-9b7044287e88', 'status': 'completed', 'code': 200} Nov 09 11:14:06.013128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.162475 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-19efa56c-3863-4d61-b39e-4b01af4078f4 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538154 Nov 09 11:14:06.195932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Deleting port 6be70025-4365-43e8-aeda-8ee7673d4d72 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:06.198251 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.205715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.226485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10430243-1079-4bbc-9ac2-15a10f0b977f req-cb76aa0d-b686-464e-ab74-93493bd9e640 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1912 time: 0.2357740 Nov 09 11:14:06.490194 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.516175 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.569240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10430243-1079-4bbc-9ac2-15a10f0b977f req-10f9e0da-da98-4919-8316-646d678e98e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:06.569859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc62aec-fc79-46e7-bba6-e630d35a5633']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:06.569962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10430243-1079-4bbc-9ac2-15a10f0b977f req-10f9e0da-da98-4919-8316-646d678e98e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:06.569962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10430243-1079-4bbc-9ac2-15a10f0b977f req-10f9e0da-da98-4919-8316-646d678e98e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:06.571670 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10430243-1079-4bbc-9ac2-15a10f0b977f req-10f9e0da-da98-4919-8316-646d678e98e1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=495fb899caa3451abed3639ac3f85aa8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3401978 Nov 09 11:14:06.674565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.696743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:06.697144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e241fd-c6ae-4b6a-858d-02db5ea6bb5f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:06.712246 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1db211fb-0f31-40f6-b692-2ef2083f69fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:06.801946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.829836 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c3ce764-2cab-4983-9db8-51561f5f729e req-a5e99785-fd48-48b5-b174-d43b15f85445 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548133 Nov 09 11:14:06.865374 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:06.963115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6783dc-15bc-4304-abb6-206926d83509 req-efa5800d-1c61-497a-8a88-ba1d2eb0866c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:06.974729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa6783dc-15bc-4304-abb6-206926d83509 req-efa5800d-1c61-497a-8a88-ba1d2eb0866c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.5760310 Nov 09 11:14:07.090567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network ff2f3cd1-6912-4470-bbd6-5af198c8e560 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:07.105937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:07.110503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.122464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa6783dc-15bc-4304-abb6-206926d83509 req-91ba91bb-3eda-4b2f-b434-8dfd1c939f1b tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468458 Nov 09 11:14:07.124785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:14:07.125590 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.135673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10430243-1079-4bbc-9ac2-15a10f0b977f req-dd924128-3d25-45f3-a9d8-c8b6c5e44703 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:07.139501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:07.142132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10430243-1079-4bbc-9ac2-15a10f0b977f req-dd924128-3d25-45f3-a9d8-c8b6c5e44703 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5541251 Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:14:07.174727 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:14:07.177533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Port': ['ID=bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:07.249039 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:07.265525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86a2695-8386-4e16-9ac2-242b95db4dbc {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:14:07.274689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.296076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Transition to ACTIVE for port object b86a2695-8386-4e16-9ac2-242b95db4dbc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:07.363199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Calling delete_port for 6be70025-4365-43e8-aeda-8ee7673d4d72 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:07.400583 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.404821 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:07.524879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5e05f-fb84-47ed-9017-59d81d704b88 req-c59cc8e7-f060-4ae9-8de4-1d9db73731b1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:07.528968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5e05f-fb84-47ed-9017-59d81d704b88 req-c59cc8e7-f060-4ae9-8de4-1d9db73731b1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:07.534272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b86a2695-8386-4e16-9ac2-242b95db4dbc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:07.538756 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fe5e05f-fb84-47ed-9017-59d81d704b88 req-c59cc8e7-f060-4ae9-8de4-1d9db73731b1 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1665 time: 0.7121692 Nov 09 11:14:07.550214 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:07.565278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.574138 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e59ddaa3-9877-4dc7-b8a1-bbf34ea2fe2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:07.588446 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.613984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc62aec-fc79-46e7-bba6-e630d35a5633,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:07.628882 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:07.677746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fe5e05f-fb84-47ed-9017-59d81d704b88 req-ae680fe1-5a1c-433d-8c21-7382fe877fb9 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343589 Nov 09 11:14:07.711313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Attempting to bind port b86a2695-8386-4e16-9ac2-242b95db4dbc on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:07.711900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Attempting to bind port b86a2695-8386-4e16-9ac2-242b95db4dbc by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:07.712060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Attempting to bind port b86a2695-8386-4e16-9ac2-242b95db4dbc on network 498aaf51-cbb2-4109-960b-150cca873fd6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:07.719502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Port b86a2695-8386-4e16-9ac2-242b95db4dbc on network 498aaf51-cbb2-4109-960b-150cca873fd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:14:07.719893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Attempting to bind port b86a2695-8386-4e16-9ac2-242b95db4dbc on network 498aaf51-cbb2-4109-960b-150cca873fd6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:07.726991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:07.729919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Checking segment: {'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:07.729919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Bound using segment: {'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:07.729919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Bound port: b86a2695-8386-4e16-9ac2-242b95db4dbc, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5aee4c-7439-4ae0-8d60-254a9e820c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:07.729919 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.827482 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] 10.222.0.50 "DELETE /v2.0/networks/0cc62aec-fc79-46e7-bba6-e630d35a5633 HTTP/1.1" status: 204 len: 168 time: 2.2690108 Nov 09 11:14:07.844469 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.846224 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.915362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] For port b86a2695-8386-4e16-9ac2-242b95db4dbc, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:07.923312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] For port b86a2695-8386-4e16-9ac2-242b95db4dbc, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b86a2695-8386-4e16-9ac2-242b95db4dbc,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:07.961888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:07.975594 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ab7d7a1-2a7c-475f-8e9c-1086ece92f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:08.012497 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:08.017112 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b3a44e6-957b-43f2-a126-09dd5d5ae789 tempest-FloatingIPAdminTestJSON-2038094925 tempest-FloatingIPAdminTestJSON-2038094925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:08.026112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Port': ['ID=6be70025-4365-43e8-aeda-8ee7673d4d72,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:08.035105 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:08.140490 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:08.141948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] 10.222.0.57 "PUT /v2.0/ports/b86a2695-8386-4e16-9ac2-242b95db4dbc HTTP/1.1" status: 200 len: 1091 time: 2.2057815 Nov 09 11:14:08.142692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'tag': 'b86a2695-8386-4e16-9ac2-242b95db4dbc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:08.202282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b86a2695-8386-4e16-9ac2-242b95db4dbc,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:08.213857 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:08.285193 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'tag': 'b86a2695-8386-4e16-9ac2-242b95db4dbc', 'status': 'completed', 'code': 200} Nov 09 11:14:08.474934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57626) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:08.532102 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-234aa308-1993-4b1c-ae98-35c9d04002ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1979 time: 0.2428777 Nov 09 11:14:08.644365 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7254a554-99a4-4d0d-9c12-d5c6d40e2eaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e35bf4fa131140e9a20e7041755224eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1666579 Nov 09 11:14:08.649411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:08.651736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-fa4da49b-adc6-4210-9b41-9b0ec1995bce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=b30e9af8-9d4b-4754-870d-9b7044287e88 HTTP/1.1" status: 200 len: 217 time: 0.1030581 Nov 09 11:14:08.724484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815beb9-d4bd-4185-b246-08a24c5ba9bc req-3cefdd78-911f-4e5e-a1da-59fb78969bee tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:08.738300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4815beb9-d4bd-4185-b246-08a24c5ba9bc req-3cefdd78-911f-4e5e-a1da-59fb78969bee tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.2578807 Nov 09 11:14:08.780209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-c6ddbac0-3bb5-4434-acde-eded345487cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:08.781911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-c6ddbac0-3bb5-4434-acde-eded345487cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f6ca3c2-6281-4400-93d2-0a589ca90aab HTTP/1.1" status: 200 len: 801 time: 0.1243119 Nov 09 11:14:08.805813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4815beb9-d4bd-4185-b246-08a24c5ba9bc req-cb573a92-57ce-4790-b9cf-f2060b378e9d tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719111 Nov 09 11:14:08.914292 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-fdc0826b-6ae2-4b0e-a8fc-3e189dea6b1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b95d5c16-edea-4802-bfd5-334af408e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113451 Nov 09 11:14:08.966463 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:09.021783 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:09.049589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Router 9cdaafe7-7d87-41c6-b370-13ddff6018ec is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:14:09.078697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69d6aa-32e5-4bc0-96f8-fe742b8d194f req-ef2670ce-ffe0-4233-95f7-483b2cc57168 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:09.082888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69d6aa-32e5-4bc0-96f8-fe742b8d194f req-ef2670ce-ffe0-4233-95f7-483b2cc57168 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:09.084536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ae69d6aa-32e5-4bc0-96f8-fe742b8d194f req-ef2670ce-ffe0-4233-95f7-483b2cc57168 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1677 time: 0.2351816 Nov 09 11:14:09.120593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-753631c9-0a90-4baa-a18c-f24da433b38e service neutron] 10.222.0.57 "GET /v2.0/networks/b95d5c16-edea-4802-bfd5-334af408e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990120 Nov 09 11:14:09.221630 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:09.239706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ae69d6aa-32e5-4bc0-96f8-fe742b8d194f req-4e096f8c-0164-47b4-a4ee-c4ae0dba227d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340191 Nov 09 11:14:09.320737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-98d55aeb-466d-41ad-95b6-6f7cb23248f1 service neutron] 10.222.0.57 "GET /v2.0/networks/b95d5c16-edea-4802-bfd5-334af408e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939657 Nov 09 11:14:09.413093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-f45f0f96-c5e2-46b7-902a-dd443cbf206d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.22&port_id=b86a2695-8386-4e16-9ac2-242b95db4dbc HTTP/1.1" status: 200 len: 217 time: 0.0818455 Nov 09 11:14:09.436372 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:09.445316 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff12b937-0079-4831-96b8-7691c6ca074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:09.463471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ff90cd-f4ce-4ba5-bf0f-206454f6208e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:09.474848 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:09.497037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-18a77dc2-586d-42b1-bee5-dd7b7aff9668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:09.499987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-18a77dc2-586d-42b1-bee5-dd7b7aff9668 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69e50d5e-7e54-4ae8-ad5c-65b48b5a5228 HTTP/1.1" status: 200 len: 801 time: 0.0813603 Nov 09 11:14:09.587218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-9b7bac44-545e-4eea-84ca-737317b1cd97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=498aaf51-cbb2-4109-960b-150cca873fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0743146 Nov 09 11:14:09.651400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:09.652516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4ff90cd-f4ce-4ba5-bf0f-206454f6208e HTTP/1.1" status: 204 len: 168 time: 1.0000906 Nov 09 11:14:09.721905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:09.751810 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Sync routers for ids ['9cdaafe7-7d87-41c6-b370-13ddff6018ec'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:09.781468 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Routers {'9cdaafe7-7d87-41c6-b370-13ddff6018ec'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:09.791041 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9cdaafe7-7d87-41c6-b370-13ddff6018ec'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:09.850640 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:09.852313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5378289 Nov 09 11:14:09.864445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57658) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:10.240200 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Set router 9cdaafe7-7d87-41c6-b370-13ddff6018ec gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:10.371679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-a16a6da3-53c6-43eb-a21e-2495e5dfda11 service neutron] 10.222.0.57 "GET /v2.0/networks/498aaf51-cbb2-4109-960b-150cca873fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773647 Nov 09 11:14:10.663352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Router 37183ae1-0942-403a-b5c6-3963b8eaf65e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:14:10.701527 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdaafe7-7d87-41c6-b370-13ddff6018ec', 'name': '', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560', 'external_fixed_ips': [{'subnet_id': '740f8f24-c100-401b-a911-59533a744517', 'ip_address': '2001:db8::364'}], 'enable_snat': True}, 'gw_port_id': 'bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:02Z', 'updated_at': '2021-11-09T11:14:07Z', 'revision_number': 3, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port': {'id': 'bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3', 'name': '', 'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ad:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdaafe7-7d87-41c6-b370-13ddff6018ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '740f8f24-c100-401b-a911-59533a744517', 'ip_address': '2001:db8::364', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:14:04Z', 'updated_at': '2021-11-09T11:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740f8f24-c100-401b-a911-59533a744517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:10.706226 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Checking router: 9cdaafe7-7d87-41c6-b370-13ddff6018ec for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:14:10.706595 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Updating router 9cdaafe7-7d87-41c6-b370-13ddff6018ec port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:14:10.706881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fa207-6a6e-4b11-be94-6a267bfb4fe7 req-faae34e0-28e0-4a6d-80e2-9f25f9f2d077 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:10.714111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f25fa207-6a6e-4b11-be94-6a267bfb4fe7 req-faae34e0-28e0-4a6d-80e2-9f25f9f2d077 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.4183948 Nov 09 11:14:10.776238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d553cd51-4f26-473c-90ee-1da03ca07064 req-a8ea8294-746c-49f0-80a1-23f68aa77072 service neutron] 10.222.0.57 "GET /v2.0/networks/498aaf51-cbb2-4109-960b-150cca873fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894894 Nov 09 11:14:10.777455 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:10.784332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:10.817705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2d680-7ca0-4b22-89d9-45ac24e6940a req-447f71ac-6a19-4754-818d-c788b7b25065 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:10.820769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2d680-7ca0-4b22-89d9-45ac24e6940a req-447f71ac-6a19-4754-818d-c788b7b25065 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:10.828872 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ef2d680-7ca0-4b22-89d9-45ac24e6940a req-447f71ac-6a19-4754-818d-c788b7b25065 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1677 time: 0.2971632 Nov 09 11:14:10.911047 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f25fa207-6a6e-4b11-be94-6a267bfb4fe7 req-a8249ecc-6167-445c-9bf0-12f8efbb4d06 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958489 Nov 09 11:14:11.011976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ef2d680-7ca0-4b22-89d9-45ac24e6940a req-ebbfe87f-7a96-453a-9925-a01f3e7e220a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821227 Nov 09 11:14:11.220524 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-755b874d-97b5-4e2d-8491-0edfce059ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=495fb899caa3451abed3639ac3f85aa8&device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1979 time: 0.2823935 Nov 09 11:14:11.225610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:11.237759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] Sync routers for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:11.240121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "PUT /v2.0/routers/37183ae1-0942-403a-b5c6-3963b8eaf65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5829277 Nov 09 11:14:11.242557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57692) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:11.254704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:11.256288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:11.343851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:11.360096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] Routers {'37183ae1-0942-403a-b5c6-3963b8eaf65e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:11.361140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['37183ae1-0942-403a-b5c6-3963b8eaf65e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:11.536994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:11.537590 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36400eb-ae8d-490b-986a-d4e764661fff None None] The sync data for ids ['37183ae1-0942-403a-b5c6-3963b8eaf65e'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:11.564874 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:11.573284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-f70c2731-a4bf-4c14-989b-82940211fb3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:11.576861 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-f70c2731-a4bf-4c14-989b-82940211fb3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=498aaf51-cbb2-4109-960b-150cca873fd6 HTTP/1.1" status: 200 len: 901 time: 0.3446631 Nov 09 11:14:11.609650 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Transition to ACTIVE for port object bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:11.652949 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:11.665810 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:11.672330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-f505035f-70b8-49d0-a8ec-644b8a5d30da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.22&port_id=b86a2695-8386-4e16-9ac2-242b95db4dbc HTTP/1.1" status: 200 len: 217 time: 0.0826604 Nov 09 11:14:11.692473 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:11.706027 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:11.742666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-e91e095b-0136-411b-88c8-f6225ef1660e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:11.744590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-e91e095b-0136-411b-88c8-f6225ef1660e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69e50d5e-7e54-4ae8-ad5c-65b48b5a5228 HTTP/1.1" status: 200 len: 801 time: 0.0685520 Nov 09 11:14:11.806550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Deleting port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:11.806550 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:11.819853 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Attempting to bind port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:11.820417 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Attempting to bind port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'da448cb0-2237-4d9a-adef-6a38cbb40e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:11.820825 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Attempting to bind port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 on network ff2f3cd1-6912-4470-bbd6-5af198c8e560 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:11.832742 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:11.833126 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Checking segment: {'id': 'da448cb0-2237-4d9a-adef-6a38cbb40e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:11.833565 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:11.834136 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Bound using segment: {'id': 'da448cb0-2237-4d9a-adef-6a38cbb40e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:11.834854 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Bound port: bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da448cb0-2237-4d9a-adef-6a38cbb40e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff2f3cd1-6912-4470-bbd6-5af198c8e560'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:11.835285 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:11.949795 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe99858-77b0-4c73-9feb-1175c2693f7d None None] Pushing event updated for resources: {'Port': ['ID=bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:11.972030 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-4fe99858-77b0-4c73-9feb-1175c2693f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:12.054937 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] For port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:12.054937 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] For port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3,segment=NetworkSegment(da448cb0-2237-4d9a-adef-6a38cbb40e79),segment_id=da448cb0-2237-4d9a-adef-6a38cbb40e79)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:12.055160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:12.069911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-21dd786b-93eb-431b-a827-c8869b4ab04f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=498aaf51-cbb2-4109-960b-150cca873fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3180909 Nov 09 11:14:12.241807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] For port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3, host n-d-817173-1, got binding levels [] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:12.242341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:12.527859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Calling delete_port for bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:12.544172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba256581-4f4a-4602-b298-031c3bdd58c5 req-c7b47a89-ff90-4515-972c-af63603a623f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:12.548876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba256581-4f4a-4602-b298-031c3bdd58c5 req-c7b47a89-ff90-4515-972c-af63603a623f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:12.550438 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba256581-4f4a-4602-b298-031c3bdd58c5 req-c7b47a89-ff90-4515-972c-af63603a623f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1677 time: 0.2122338 Nov 09 11:14:12.590027 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:12.596956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Deleting port bd49601f-abae-4d10-a0a6-45aee8128786 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:12.597299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:12.604719 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-5db85b0f-810e-488f-9e94-204b8a476f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:12.637213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-ae791c99-ea4d-4dfe-a552-326793a1dac4 service neutron] 10.222.0.57 "GET /v2.0/networks/498aaf51-cbb2-4109-960b-150cca873fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574517 Nov 09 11:14:12.652199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba256581-4f4a-4602-b298-031c3bdd58c5 req-1d5f0f5c-eda2-4b61-8c0c-173c00bfee82 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948408 Nov 09 11:14:12.724202 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe99858-77b0-4c73-9feb-1175c2693f7d None None] Pushing event updated for resources: {'Port': ['ID=bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:12.733213 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-4fe99858-77b0-4c73-9feb-1175c2693f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:12.757505 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Routers {'9cdaafe7-7d87-41c6-b370-13ddff6018ec'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:12.758466 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:13:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9cdaafe7-7d87-41c6-b370-13ddff6018ec'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:12.823295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:12.841169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501219c8-98e0-4b4a-ad26-a97330a4c43c req-d8d1f660-8780-4f40-aa01-d659a2f8633f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:12.848228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-501219c8-98e0-4b4a-ad26-a97330a4c43c req-d8d1f660-8780-4f40-aa01-d659a2f8633f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.6629951 Nov 09 11:14:12.988491 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] Set router 9cdaafe7-7d87-41c6-b370-13ddff6018ec gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:13.061520 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-501219c8-98e0-4b4a-ad26-a97330a4c43c req-2b6e8b69-5829-4e0c-a242-4b1ad57bb815 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716192 Nov 09 11:14:13.075121 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bac5812f-0f84-4162-a66b-a97d2a40b58d req-ffa51ce5-3c44-4936-8535-8fd4a49442d7 service neutron] 10.222.0.57 "GET /v2.0/networks/498aaf51-cbb2-4109-960b-150cca873fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292071 Nov 09 11:14:13.111214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Calling delete_port for bd49601f-abae-4d10-a0a6-45aee8128786 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:13.127071 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:14:13.129444 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:14:13.129565 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdaafe7-7d87-41c6-b370-13ddff6018ec', 'name': '', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:02Z', 'updated_at': '2021-11-09T11:14:11Z', 'revision_number': 4, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:13.132974 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe12cb0-e27f-4bbe-9bf7-5b3c947bf144 None None] The sync data for ids ['9cdaafe7-7d87-41c6-b370-13ddff6018ec'] in n-d-817173-1 is: [{'id': '9cdaafe7-7d87-41c6-b370-13ddff6018ec', 'name': '', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:02Z', 'updated_at': '2021-11-09T11:14:11Z', 'revision_number': 4, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:13.469048 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:13.474915 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:13.520868 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Port': ['ID=bd49601f-abae-4d10-a0a6-45aee8128786,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:13.523738 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:13.618958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b86a2695-8386-4e16-9ac2-242b95db4dbc details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:14:13.628914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Deleting port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:13.630287 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:13.831557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:13.879206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b86a2695-8386-4e16-9ac2-242b95db4dbc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b86a2695-8386-4e16-9ac2-242b95db4dbc,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:13.924105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] For port bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3,segment=NetworkSegment(da448cb0-2237-4d9a-adef-6a38cbb40e79),segment_id=da448cb0-2237-4d9a-adef-6a38cbb40e79)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:13.924674 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:13.929469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b86a2695-8386-4e16-9ac2-242b95db4dbc', 'network_id': '498aaf51-cbb2-4109-960b-150cca873fd6', 'port_id': 'b86a2695-8386-4e16-9ac2-242b95db4dbc', 'mac_address': 'fa:16:3e:46:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e50d5e-7e54-4ae8-ad5c-65b48b5a5228', 'ip_address': '19.86.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:14:14.049009 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.085407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86a2695-8386-4e16-9ac2-242b95db4dbc {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:14:14.127398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:14.127587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b86a2695-8386-4e16-9ac2-242b95db4dbc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b86a2695-8386-4e16-9ac2-242b95db4dbc,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:14.194407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Calling delete_port for bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:14.234998 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.235745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b30e9af8-9d4b-4754-870d-9b7044287e88 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:14:14.268201 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.272819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.288876 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:14.478042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.478558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Fanout notify agent at l3_agent the message router_deleted on router 37183ae1-0942-403a-b5c6-3963b8eaf65e {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:14:14.529872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c1a6-8424-4485-a064-e2aead3b0cb8 req-e705fd05-a5a0-4e5c-9083-cabaa3322a17 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:14.532417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de24c1a6-8424-4485-a064-e2aead3b0cb8 req-e705fd05-a5a0-4e5c-9083-cabaa3322a17 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.2490404 Nov 09 11:14:14.550227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.551833 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "DELETE /v2.0/routers/37183ae1-0942-403a-b5c6-3963b8eaf65e HTTP/1.1" status: 204 len: 168 time: 3.3082378 Nov 09 11:14:14.584779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:14.586474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a994d-d139-4911-a6b2-08676ee11527 req-a93f9685-42cf-4f3a-a983-262f38fcb735 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:14.590979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a994d-d139-4911-a6b2-08676ee11527 req-a93f9685-42cf-4f3a-a983-262f38fcb735 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:14.593158 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74a994d-d139-4911-a6b2-08676ee11527 req-a93f9685-42cf-4f3a-a983-262f38fcb735 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1678 time: 0.6891723 Nov 09 11:14:14.593326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b86a2695-8386-4e16-9ac2-242b95db4dbc,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:14.596862 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.601401 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9cb3a3a-59df-486d-b1dc-e2e7d7705022 tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:14.602981 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:14.645056 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.647843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b30e9af8-9d4b-4754-870d-9b7044287e88, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b30e9af8-9d4b-4754-870d-9b7044287e88,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:14.665672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbb1cf0e-22fc-40f9-8674-ed0ef9ac59c3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:14.667417 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b30e9af8-9d4b-4754-870d-9b7044287e88', 'network_id': 'b95d5c16-edea-4802-bfd5-334af408e00b', 'port_id': 'b30e9af8-9d4b-4754-870d-9b7044287e88', 'mac_address': 'fa:16:3e:a9:65:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6ca3c2-6281-4400-93d2-0a589ca90aab', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:14:14.673378 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:14.732273 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.755015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30e9af8-9d4b-4754-870d-9b7044287e88 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:14:14.775634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b30e9af8-9d4b-4754-870d-9b7044287e88, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b30e9af8-9d4b-4754-870d-9b7044287e88,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:14.836977 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74a994d-d139-4911-a6b2-08676ee11527 req-a1ff9541-18c3-488c-b3f8-b758848c84fe tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744478 Nov 09 11:14:14.847503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de24c1a6-8424-4485-a064-e2aead3b0cb8 req-c3175f06-3558-4133-a5e4-f1a083d03eb9 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073783 Nov 09 11:14:14.881356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:14.897782 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.901880 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c76ab9b7-7ddb-4122-ae5d-899a315f93e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:14.958122 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:14.974264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f1e64f5f034c77911f4a1da2729360 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:14.981843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:14.989743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b30e9af8-9d4b-4754-870d-9b7044287e88,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:14.991045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:14.993445 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:15.085988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Deleting subnet 68b7b2d1-3666-4ff5-b883-b132d5989a1e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:14:15.093236 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.114595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b30e9af8-9d4b-4754-870d-9b7044287e88'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:14:15.177524 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.230597 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.315005 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.339831 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-164e34a0-7d04-4a45-83a8-7160589587c8 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:15.398920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde6f10c-bac8-4152-b041-f117928354a5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:15.403371 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:15.409327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3f1e64f5f034c77911f4a1da2729360&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1274362 Nov 09 11:14:15.410860 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.428389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57854) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:15.468165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.483729 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.526332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.555394 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.583931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.601436 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8e25886-becb-4d82-98f6-67ac6e45fcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:15.606040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.606555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdaafe7-7d87-41c6-b370-13ddff6018ec {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:14:15.629002 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.630316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "DELETE /v2.0/routers/9cdaafe7-7d87-41c6-b370-13ddff6018ec HTTP/1.1" status: 204 len: 168 time: 5.7572765 Nov 09 11:14:15.633250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57860) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:15.652072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Subnet': ['ID=68b7b2d1-3666-4ff5-b883-b132d5989a1e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:15.654829 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:15.657435 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.670998 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "DELETE /v2.0/subnets/68b7b2d1-3666-4ff5-b883-b132d5989a1e HTTP/1.1" status: 204 len: 168 time: 1.0823047 Nov 09 11:14:15.673069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:15.676287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb95842-2eaa-4da9-a13b-35fcf82c6543 None None] Network e151b77a-8dd4-476d-ad92-b3966b0a3543 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:15.715928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.719183 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.720586 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dde6f10c-bac8-4152-b041-f117928354a5 HTTP/1.1" status: 204 len: 168 time: 0.2909708 Nov 09 11:14:15.723881 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d6329b5-12eb-4cac-a02e-3632d3d65087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:15.736974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Deleting subnet 740f8f24-c100-401b-a911-59533a744517 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:14:15.740039 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.795670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.861798 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:15.929764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57876) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:16.025627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.072372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Deleting port 957d1734-3bd0-4f60-9df9-925d7afd802a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:16.073545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.079459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde6f10c-bac8-4152-b041-f117928354a5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:16.095811 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:16.185560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b86a2695-8386-4e16-9ac2-242b95db4dbc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:14:16.245347 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.257380 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-075ec5ff-df0b-4eab-aa65-2d681410a5e6 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:16.275124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] DHCP port deletion for e151b77a-8dd4-476d-ad92-b3966b0a3543 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:14:16.284912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Deleting port 957d1734-3bd0-4f60-9df9-925d7afd802a {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:16.285551 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.313665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=740f8f24-c100-401b-a911-59533a744517,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:16.316902 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:16.347379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.359720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/740f8f24-c100-401b-a911-59533a744517 HTTP/1.1" status: 204 len: 168 time: 0.7253146 Nov 09 11:14:16.366886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7b334-92c9-4fe3-9cd3-752599a39252 req-dea33f55-869b-400c-9165-c2c4cd7e3142 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:16.378208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ab7b334-92c9-4fe3-9cd3-752599a39252 req-dea33f55-869b-400c-9165-c2c4cd7e3142 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.2152188 Nov 09 11:14:16.384630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] For port 957d1734-3bd0-4f60-9df9-925d7afd802a, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=957d1734-3bd0-4f60-9df9-925d7afd802a,segment=NetworkSegment(50d3c3e2-b48e-4f00-af1f-d02acfc2548c),segment_id=50d3c3e2-b48e-4f00-af1f-d02acfc2548c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:16.384911 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.409542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57886) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:16.446500 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ab7b334-92c9-4fe3-9cd3-752599a39252 req-e5e8bdab-fd92-487d-82c9-8b7969467eca tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Nov 09 11:14:16.545405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Calling delete_port for 957d1734-3bd0-4f60-9df9-925d7afd802a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:16.703428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.720188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] For port 957d1734-3bd0-4f60-9df9-925d7afd802a, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=957d1734-3bd0-4f60-9df9-925d7afd802a,segment=NetworkSegment(50d3c3e2-b48e-4f00-af1f-d02acfc2548c),segment_id=50d3c3e2-b48e-4f00-af1f-d02acfc2548c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:16.720188 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.726729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.813789 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.823704 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80b65870-1843-4867-8877-38db2ef7376d tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:16.870753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Calling delete_port for 957d1734-3bd0-4f60-9df9-925d7afd802a owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:16.871109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Port': ['ID=957d1734-3bd0-4f60-9df9-925d7afd802a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:16.895886 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:16.936021 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:16.970144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:16.979814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] No DVR routers for this DVR port 957d1734-3bd0-4f60-9df9-925d7afd802a on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:17.002738 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:14:17.005842 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:14:17.009045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2f3cd1-6912-4470-bbd6-5af198c8e560']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:17.047636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Usage tracker for resource:security_group_rule and tenant:66a9a357b05c4df69e500ebcee5d921a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:17.058904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:17.068858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da448cb0-2237-4d9a-adef-6a38cbb40e79') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:17.068858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da448cb0-2237-4d9a-adef-6a38cbb40e79') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:17.091841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:17.100901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.131554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.140723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:14:17.141209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.182966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1f21d1fe-3c98-4da4-b665-42033d687555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:14:17.198118 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:14:17.200649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.217517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc92c2-f22b-4df7-864b-0b0a78a1370e req-444ff6e6-761c-4de2-ba28-300d61c98741 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:17.221453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc92c2-f22b-4df7-864b-0b0a78a1370e req-444ff6e6-761c-4de2-ba28-300d61c98741 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:17.228714 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1bcc92c2-f22b-4df7-864b-0b0a78a1370e req-444ff6e6-761c-4de2-ba28-300d61c98741 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1679 time: 0.5515852 Nov 09 11:14:17.265482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e151b77a-8dd4-476d-ad92-b3966b0a3543']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:17.290024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d3c3e2-b48e-4f00-af1f-d02acfc2548c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:17.290322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d3c3e2-b48e-4f00-af1f-d02acfc2548c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:17.312860 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.326633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1bcc92c2-f22b-4df7-864b-0b0a78a1370e req-69daf0a1-d11c-44aa-a1ca-b50cebc48a1c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970001 Nov 09 11:14:17.339970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.364200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:14:17.364693 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.406440 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.410328 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-556fdfa7-f06b-41d9-a50a-a41bebf65642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:17.450772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff2f3cd1-6912-4470-bbd6-5af198c8e560 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 11:14:17.456026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.460181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff2f3cd1-6912-4470-bbd6-5af198c8e560,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:14:17.468401 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:14:17.473659 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:17.480973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ff2f3cd1-6912-4470-bbd6-5af198c8e560 HTTP/1.1" status: 204 len: 168 time: 1.0450025 Nov 09 11:14:17.486404 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.504060 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Deleting port 957d1734-3bd0-4f60-9df9-925d7afd802a {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:17.504890 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.572092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.583856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.588509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:17.687837 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b30e9af8-9d4b-4754-870d-9b7044287e88 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:17.754551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f6de7738-f7c2-4b61-a331-5b8503b04a30 None None] The port '957d1734-3bd0-4f60-9df9-925d7afd802a' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:14:17.764301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.765695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Network': ['ID=e151b77a-8dd4-476d-ad92-b3966b0a3543,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:17.796930 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:17.800044 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "DELETE /v2.0/networks/e151b77a-8dd4-476d-ad92-b3966b0a3543 HTTP/1.1" status: 204 len: 168 time: 2.1258075 Nov 09 11:14:17.804092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57912) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:17.835043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57918) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:17.868730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b30e9af8-9d4b-4754-870d-9b7044287e88 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:17.877348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b30e9af8-9d4b-4754-870d-9b7044287e88 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:17.878162 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:17.932478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b05a-6fa4-4859-92a0-424a0bd8aa64 req-ce3e648b-4024-41f4-9b61-2e2023daebf4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:17.934030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d21b05a-6fa4-4859-92a0-424a0bd8aa64 req-ce3e648b-4024-41f4-9b61-2e2023daebf4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.2112598 Nov 09 11:14:18.009243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.065426 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29199486-ae1a-4d4c-971c-829e598bc6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:18.082716 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d21b05a-6fa4-4859-92a0-424a0bd8aa64 req-00e36694-8bff-40f9-ab14-46097360c7d4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302140 Nov 09 11:14:18.193994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.225843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2014446727-network', 'tenant_id': 'a87d415797084d56b54124745afc71d6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:18.231680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:18.242479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Usage tracker for resource:network and tenant:a87d415797084d56b54124745afc71d6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:18.251808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:18.256838 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30e9af8-9d4b-4754-870d-9b7044287e88'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:18.262226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:18.267629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b30e9af8-9d4b-4754-870d-9b7044287e88, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b30e9af8-9d4b-4754-870d-9b7044287e88,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:18.289196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 957d1734-3bd0-4f60-9df9-925d7afd802a no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:18.321422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Deleting port 0f09f7dd-8870-4602-8886-0ce8206bb786 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:18.322249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.339555 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30e9af8-9d4b-4754-870d-9b7044287e88', 'code': 200} Nov 09 11:14:18.341526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 957d1734-3bd0-4f60-9df9-925d7afd802a {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:18.341982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 957d1734-3bd0-4f60-9df9-925d7afd802a not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:18.359083 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66a9a357b05c4df69e500ebcee5d921a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4260771 Nov 09 11:14:18.361718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57928) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:18.366252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.367713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b86a2695-8386-4e16-9ac2-242b95db4dbc up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:18.379594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae36985-e96e-4451-955e-34d20a83ec86,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:18.398879 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:18.407229 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-384dff4f-212b-4f0e-a9d3-eaffe84bd0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:18.416542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Made reservation on behalf of a87d415797084d56b54124745afc71d6 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:18.419105 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.477056 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.594947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b30e9af8-9d4b-4754-870d-9b7044287e88,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:18.606879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.607015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.607504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.608066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.608452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.608640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.608967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.609292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.609613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.609932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.610256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:18.614380 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:18.643922 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.661704 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.662171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.668577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:18.670773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:18.678743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Usage tracker for resource:security_group_rule and tenant:a87d415797084d56b54124745afc71d6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:18.679166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'router': {'name': 'tempest-router--1132625585', 'project_id': '0136fe12a8e0499781debe64e77eff23'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:18.680426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b86a2695-8386-4e16-9ac2-242b95db4dbc completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:18.685539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b86a2695-8386-4e16-9ac2-242b95db4dbc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:18.685734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:18.686092 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.692569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:18.703032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:18.705938 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.738256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:router and tenant:0136fe12a8e0499781debe64e77eff23 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:18.800811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:18.806668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3488b-f150-4e57-81cc-405169b1a212 req-57a25c10-bdfc-4aa0-b238-70a8f9c26edd tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:18.811489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3488b-f150-4e57-81cc-405169b1a212 req-57a25c10-bdfc-4aa0-b238-70a8f9c26edd tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:18.812252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Calling delete_port for 0f09f7dd-8870-4602-8886-0ce8206bb786 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:18.813099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05e3488b-f150-4e57-81cc-405169b1a212 req-57a25c10-bdfc-4aa0-b238-70a8f9c26edd tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1680 time: 0.2110565 Nov 09 11:14:18.848870 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.851357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:18.877756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.898292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b86a2695-8386-4e16-9ac2-242b95db4dbc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b86a2695-8386-4e16-9ac2-242b95db4dbc,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:18.907795 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05e3488b-f150-4e57-81cc-405169b1a212 req-a4cf3949-4e5d-49da-9afa-9a1961f1e7ba tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883157 Nov 09 11:14:18.971539 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:18.976453 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-952dbe94-b97f-4353-a049-c16069bd2a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:18.993602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae36985-e96e-4451-955e-34d20a83ec86,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:18.997489 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:19.003301 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.004415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bae36985-e96e-4451-955e-34d20a83ec86 HTTP/1.1" status: 204 len: 168 time: 0.6417260 Nov 09 11:14:19.017034 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.022922 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f2f46f0-304f-4dc3-bb26-00aa776783e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:19.032072 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.034917 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:19.052072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:14:19.065113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa32140-e134-47e7-83d9-9b0aa49c3372,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:19.069848 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:19.071048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.071415 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Added segment c632c844-70a6-4ca7-8d23-a9c3d1ea059a of type vlan for network 63495990-d59d-42a8-a926-68c04ce65b02 Nov 09 11:14:19.104765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.105561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.146081 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-621ec169-7efa-48aa-9a7b-3d72c7b60950 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:19.199128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b86a2695-8386-4e16-9ac2-242b95db4dbc,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:19.210935 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:19.251856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.253107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:19.253870 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.258424 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-584c4e2f-8456-417b-b513-5cb724d4ef5d tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:19.268696 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.271462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.304807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Pushing event deleted for resources: {'Port': ['ID=0f09f7dd-8870-4602-8886-0ce8206bb786,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:19.312697 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:19.423229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.443427 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.447813 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ffe78-fbb0-45ac-b4fe-111b3e581603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.527832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Pushing event updated for resources: {'Network': ['ID=63495990-d59d-42a8-a926-68c04ce65b02,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:19.531196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:19.542416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 63495990-d59d-42a8-a926-68c04ce65b02 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:14:19.566583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.572402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64e9e4-9d41-4360-85f8-b882e4d93af9 req-33efd8b9-2664-4772-864d-0dbf092c2fc7 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:19.572657 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.578008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b64e9e4-9d41-4360-85f8-b882e4d93af9 req-33efd8b9-2664-4772-864d-0dbf092c2fc7 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.0924218 Nov 09 11:14:19.578319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] 10.222.0.50 "DELETE /v2.0/floatingips/9e456315-e38b-41b2-8318-db452a2a23fc HTTP/1.1" status: 204 len: 168 time: 1.7684815 Nov 09 11:14:19.633213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b64e9e4-9d41-4360-85f8-b882e4d93af9 req-58297ec9-2741-474c-b2a8-85f1adcb8e47 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479913 Nov 09 11:14:19.663907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:19.664130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8199606 Nov 09 11:14:19.667621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Request body: {'subnet': {'network_id': '63495990-d59d-42a8-a926-68c04ce65b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2014446727-subnet', 'tenant_id': 'a87d415797084d56b54124745afc71d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:19.670980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:19.676411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Usage tracker for resource:subnet and tenant:a87d415797084d56b54124745afc71d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:19.684054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:19.689554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.691955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4870ad69-4cb3-43a1-8ea7-3c5fa42c4a15 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0190372 Nov 09 11:14:19.698870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:19.698987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57956) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:19.765697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Made reservation on behalf of a87d415797084d56b54124745afc71d6 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:19.768187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:19.847597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67a9de7e-c174-4e04-95df-b69b4050421f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.124479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57962) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:20.133388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1639ff-bdae-4759-b16e-ce3f002bf3c7 req-6cf7d182-e905-4ac1-8cc2-cf5d5ff75e61 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:20.137318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1639ff-bdae-4759-b16e-ce3f002bf3c7 req-6cf7d182-e905-4ac1-8cc2-cf5d5ff75e61 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:20.139887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f1639ff-bdae-4759-b16e-ce3f002bf3c7 req-6cf7d182-e905-4ac1-8cc2-cf5d5ff75e61 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1681 time: 0.0922153 Nov 09 11:14:20.156908 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.173340 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9f460a7-105e-4894-a035-09cb1774c3f2 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:20.205872 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.290279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67a9de7e-c174-4e04-95df-b69b4050421f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.294109 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f1639ff-bdae-4759-b16e-ce3f002bf3c7 req-478b3414-dd00-4989-9ac3-f0eb7499005c tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412952 Nov 09 11:14:20.303959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35173858-0e7e-4811-975a-4bd9fc98c0db,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:20.311131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67a9de7e-c174-4e04-95df-b69b4050421f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.318841 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:20.318841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:20.330503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Usage tracker for resource:security_group_rule and tenant:b138d9a1a2384ff781291130da3d6a14 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:20.340744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86a2695-8386-4e16-9ac2-242b95db4dbc'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:20.355360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:20.366691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Checking segment: {'id': 'c632c844-70a6-4ca7-8d23-a9c3d1ea059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '63495990-d59d-42a8-a926-68c04ce65b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:20.367092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Network hostable DHCP agents. Network: 63495990-d59d-42a8-a926-68c04ce65b02, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:14:20.371415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:20.381224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57974) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:20.431547 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86a2695-8386-4e16-9ac2-242b95db4dbc', 'code': 200} Nov 09 11:14:20.431898 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67a9de7e-c174-4e04-95df-b69b4050421f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.432449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a9de7e-c174-4e04-95df-b69b4050421f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0caf88-cd0a-4a5d-a0b0-c771019be00c {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:14:20.450204 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67a9de7e-c174-4e04-95df-b69b4050421f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.451457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-67a9de7e-c174-4e04-95df-b69b4050421f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8c0caf88-cd0a-4a5d-a0b0-c771019be00c HTTP/1.1" status: 204 len: 168 time: 0.7517345 Nov 09 11:14:20.467442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Network 63495990-d59d-42a8-a926-68c04ce65b02 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:14:20.537065 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.583092 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.606390 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-413943b7-802c-4c8e-ba80-8bce528c3266 req-033d740a-9021-443f-b9fb-2c69d60d1b37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1983 time: 0.0985107 Nov 09 11:14:20.623886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 63495990-d59d-42a8-a926-68c04ce65b02) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:20.628993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:20.631590 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.634889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835dfe98-a96e-4611-85e6-5af9a4e44d74 None None] Network 63495990-d59d-42a8-a926-68c04ce65b02 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:20.686950 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.692897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-413943b7-802c-4c8e-ba80-8bce528c3266 req-84eec052-f0fd-4d5e-93f3-2f501fb32327 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720489 Nov 09 11:14:20.701508 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ef14bc16-23e0-4e04-9133-f6376071f36c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=140ea6deb0764e13b99360fbed9bede4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3172040 Nov 09 11:14:20.708789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57984) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:20.728382 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5cf69322-c1df-46eb-9ef4-8a1da04497f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:20.775196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b138d9a1a2384ff781291130da3d6a14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6495082 Nov 09 11:14:20.776272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196ea8f3-165f-40f1-b832-db4f0cb3be18,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:20.780108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57988) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:20.796851 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:20.815910 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1582696 Nov 09 11:14:20.865110 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.901880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:20.911827 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.914005 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.969282 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:20.984798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9a72-acbe-4390-abe4-2e67e18e7e72 req-92fe7b49-3780-419d-bed4-a8cd42ecdc19 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:20.995896 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c0e9a72-acbe-4390-abe4-2e67e18e7e72 req-92fe7b49-3780-419d-bed4-a8cd42ecdc19 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.1890662 Nov 09 11:14:20.998227 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93040833-52ab-4886-a979-72d257ba0374 None None] Network 63495990-d59d-42a8-a926-68c04ce65b02 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:21.067799 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c0e9a72-acbe-4390-abe4-2e67e18e7e72 req-ecbd054f-db0c-405e-81d5-61da40b300be tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740328 Nov 09 11:14:21.144929 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.152215 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7124c034-19cc-4523-95b9-8cfd31d52b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:21.166823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce175e-4cd6-4bf2-87e9-5413ae4be6b9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:21.177016 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.180933 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cd5bdb50-7f62-4935-a4d8-48d4c3fcf722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:21.192609 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:21.198810 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.202558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17ce175e-4cd6-4bf2-87e9-5413ae4be6b9 HTTP/1.1" status: 204 len: 168 time: 0.4898608 Nov 09 11:14:21.212231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-365069185', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:21.219532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196ea8f3-165f-40f1-b832-db4f0cb3be18,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:21.231215 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:21.232772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:21.239024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Usage tracker for resource:router and tenant:931bb821b71642d39c773f61bcdbed93 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:21.246972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.246972 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/196ea8f3-165f-40f1-b832-db4f0cb3be18 HTTP/1.1" status: 204 len: 168 time: 0.4622083 Nov 09 11:14:21.246972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:21.254203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:21.354157 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.355241 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.390827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.558008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc6191-7065-4ab8-ae81-1bed6ed28f18 req-af4c710b-fb85-4b48-8ef5-54dbb126e6c2 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:21.574039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc6191-7065-4ab8-ae81-1bed6ed28f18 req-af4c710b-fb85-4b48-8ef5-54dbb126e6c2 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:21.581935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3dc6191-7065-4ab8-ae81-1bed6ed28f18 req-af4c710b-fb85-4b48-8ef5-54dbb126e6c2 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1681 time: 0.1251290 Nov 09 11:14:21.656824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3dc6191-7065-4ab8-ae81-1bed6ed28f18 req-add57e36-1f10-44da-bcbf-3848a7ec5fbf tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734642 Nov 09 11:14:21.823856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-16c3c8dc-defb-4c22-8836-acf2401d21a1 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:21.834063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-16c3c8dc-defb-4c22-8836-acf2401d21a1 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/networks?id=63495990-d59d-42a8-a926-68c04ce65b02 HTTP/1.1" status: 200 len: 813 time: 0.4102504 Nov 09 11:14:21.846220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:21.866336 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-40695053-ed4b-4434-ba36-5747b5be76eb tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/quotas/a87d415797084d56b54124745afc71d6 HTTP/1.1" status: 200 len: 375 time: 0.0335379 Nov 09 11:14:21.928244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-a3bd607b-1864-4d23-af0f-d7fb25dcd4f4 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a87d415797084d56b54124745afc71d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606673 Nov 09 11:14:21.943490 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:22.075800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de12108-3c80-49c0-bb08-53571c02754f req-a884fddd-5dde-4c11-b624-336c70c4e246 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:22.083327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5de12108-3c80-49c0-bb08-53571c02754f req-a884fddd-5dde-4c11-b624-336c70c4e246 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.1059840 Nov 09 11:14:22.130378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5de12108-3c80-49c0-bb08-53571c02754f req-a191b70f-0f8f-4862-b1f3-c1bbcf101f71 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461326 Nov 09 11:14:22.195790 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-b9c09a5e-4013-4ae0-b8e3-789715e7a8e7 service neutron] 10.222.0.50 "GET /v2.0/networks/63495990-d59d-42a8-a926-68c04ce65b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667048 Nov 09 11:14:22.374107 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-0dfb3dbd-b0a7-49a5-b4e0-6f2fc89ffa11 service neutron] 10.222.0.50 "GET /v2.0/networks/63495990-d59d-42a8-a926-68c04ce65b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772630 Nov 09 11:14:22.385495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c8b67-9566-4e7b-8a4d-f03fe2dbbdd0 req-06bc2376-a5fe-4872-93aa-aeb9920f729f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:22.387208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-783c8b67-9566-4e7b-8a4d-f03fe2dbbdd0 req-06bc2376-a5fe-4872-93aa-aeb9920f729f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.0984430 Nov 09 11:14:22.418918 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:22.434541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58038) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:22.452140 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:22.459306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:22.491386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-783c8b67-9566-4e7b-8a4d-f03fe2dbbdd0 req-4302457e-8661-479a-b805-ea79a86f614d tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929821 Nov 09 11:14:22.517210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:22.522823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Usage tracker for resource:security_group_rule and tenant:78839b9d869440d78297d722c4cf4ae5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:22.526394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:22.533996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:22.623201 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:22.630241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Allocated IP 172.25.7.166 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/4c11c5e2-1c4d-4e6c-bb07-231ce690f3a6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:22.706835 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:22.713996 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:22.751337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc63599-6b1b-4d14-bd53-51ecc4c2be52,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:22.755340 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:22.885028 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ddcea66-cf84-465a-81b8-4366b686cb7f req-7105e894-1558-4bf7-92e8-9e6f6539ffd8 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 210 time: 0.0501077 Nov 09 11:14:22.893479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:23.030207 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78839b9d869440d78297d722c4cf4ae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5906372 Nov 09 11:14:23.030546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58060) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:23.049222 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:23.055369 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f4c3a4a1-547b-4ee1-a130-6869fc12ff4a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:23.090313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c9dd6-fd95-489b-8f91-3a0218d5351a req-2efefdaf-d04e-4e10-bd2e-7652ac92ef4b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:23.096864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c9dd6-fd95-489b-8f91-3a0218d5351a req-2efefdaf-d04e-4e10-bd2e-7652ac92ef4b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:23.104120 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-830c9dd6-fd95-489b-8f91-3a0218d5351a req-2efefdaf-d04e-4e10-bd2e-7652ac92ef4b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1681 time: 0.3149288 Nov 09 11:14:23.163296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:23.163563 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-830c9dd6-fd95-489b-8f91-3a0218d5351a req-56590691-0dce-4f55-bfa6-67aa4e50dd87 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582106 Nov 09 11:14:23.168848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:23.175283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:23.212666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event updated for resources: {'Port': ['ID=4c11c5e2-1c4d-4e6c-bb07-231ce690f3a6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:23.215373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:23.217789 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:23.268170 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:23.480091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:23.483903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9b05050f-f574-4d1b-9c0c-b8157d83fbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:23.499320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc63599-6b1b-4d14-bd53-51ecc4c2be52,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:23.504347 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:23.515828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:23.516955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fdc63599-6b1b-4d14-bd53-51ecc4c2be52 HTTP/1.1" status: 204 len: 168 time: 0.4853711 Nov 09 11:14:23.610307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:23.611656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:24.245624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e17b3-0550-4684-a0fa-288ceab16911 req-a5f4150f-1a70-49a6-becf-b827e9cabef8 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:24.255558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c54e17b3-0550-4684-a0fa-288ceab16911 req-a5f4150f-1a70-49a6-becf-b827e9cabef8 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.1919725 Nov 09 11:14:24.319787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c54e17b3-0550-4684-a0fa-288ceab16911 req-97aaa24a-4aaa-4965-9a60-6910068adce7 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625660 Nov 09 11:14:24.414711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dd144-3ae6-4593-903a-ad202b2833a9 req-18c0227b-d0a1-4e9a-8a69-40f6cddce6f6 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:24.421860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa2dd144-3ae6-4593-903a-ad202b2833a9 req-18c0227b-d0a1-4e9a-8a69-40f6cddce6f6 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.2747362 Nov 09 11:14:24.509423 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa2dd144-3ae6-4593-903a-ad202b2833a9 req-fd4219c9-0f76-49db-9570-fe8ee2af7f0a tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865889 Nov 09 11:14:24.563530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c5ad5-f771-46ac-8f5c-54009a78e97f req-ae74d578-bb09-4cb5-8af1-e5a35b752cff tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:24.572311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c5ad5-f771-46ac-8f5c-54009a78e97f req-ae74d578-bb09-4cb5-8af1-e5a35b752cff tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:24.580299 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc3c5ad5-f771-46ac-8f5c-54009a78e97f req-ae74d578-bb09-4cb5-8af1-e5a35b752cff tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1681 time: 0.1228213 Nov 09 11:14:24.617487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Router 224dac85-3857-4d29-8c66-cbd320ffbe94 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:14:24.655425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc3c5ad5-f771-46ac-8f5c-54009a78e97f req-718b4d1b-1a8b-45b8-b038-c58e6ab68d93 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741713 Nov 09 11:14:24.690090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58098) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:24.724948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:24.784007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:24.788764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:abe92996571c4bc0997379e0a265ea9d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:24.792249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:24.800153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:24.859568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57de63ed-cb4a-4cd7-90e2-982c64e811d9 req-3bae4cd1-a2f6-4dc9-951a-f63d5db1289a tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 210 time: 0.0642455 Nov 09 11:14:24.924737 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:24.976805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:25.005972 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e1bb307c-aae5-403f-b589-1aff4c4f703d tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:25.047400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b7880-ee37-4cc9-9ba8-d6bf22b73e4f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:25.050966 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:25.081735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abe92996571c4bc0997379e0a265ea9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3871756 Nov 09 11:14:25.082106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58112) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:25.126209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:25.146078 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] Sync routers for ids ['224dac85-3857-4d29-8c66-cbd320ffbe94'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:25.180730 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] Routers {'224dac85-3857-4d29-8c66-cbd320ffbe94'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:25.183194 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['224dac85-3857-4d29-8c66-cbd320ffbe94'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:25.188147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:25.230250 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:25.232616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3286674 Nov 09 11:14:25.234870 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:25.235313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58118) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:25.281881 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:25.296285 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] Routers {'224dac85-3857-4d29-8c66-cbd320ffbe94'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:25.296889 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['224dac85-3857-4d29-8c66-cbd320ffbe94'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:25.384883 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:25.396606 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d367c4b2-becf-4177-8384-c26935c03caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:25.403139 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:25.404091 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55949b1-e36d-4409-9955-1ae7a1e4aff8 None None] The sync data for ids ['224dac85-3857-4d29-8c66-cbd320ffbe94'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:25.429216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b7880-ee37-4cc9-9ba8-d6bf22b73e4f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:25.432045 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:25.434117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:25.448830 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e87b7880-ee37-4cc9-9ba8-d6bf22b73e4f HTTP/1.1" status: 204 len: 168 time: 0.3561943 Nov 09 11:14:25.534111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-2b9276b0-1b6f-4bcb-8497-066fe88eca52 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:25.540785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-2b9276b0-1b6f-4bcb-8497-066fe88eca52 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:25.542380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-2b9276b0-1b6f-4bcb-8497-066fe88eca52 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1681 time: 0.1818323 Nov 09 11:14:25.642328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port b30e9af8-9d4b-4754-870d-9b7044287e88 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:25.642773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:25.681714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae1a04-1652-4cfa-8939-a41727c2770f req-806ef8fa-3929-4019-a4cc-3458f1ccc87a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:25.698404 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fae1a04-1652-4cfa-8939-a41727c2770f req-806ef8fa-3929-4019-a4cc-3458f1ccc87a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.1382182 Nov 09 11:14:25.698600 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-60e9eefc-b36e-4e31-9938-304c84f1e866 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/224dac85-3857-4d29-8c66-cbd320ffbe94 HTTP/1.1" status: 200 len: 924 time: 0.4587970 Nov 09 11:14:25.698739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:25.810336 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5028f3eb-6b48-4240-afe9-80a8d3fce273 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=224dac85-3857-4d29-8c66-cbd320ffbe94 HTTP/1.1" status: 200 len: 205 time: 0.1076381 Nov 09 11:14:25.811864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58140) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:25.915913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fae1a04-1652-4cfa-8939-a41727c2770f req-65f44304-719f-41ba-8921-c8684d7b5fcb tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638556 Nov 09 11:14:26.046860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-7f364949-c0f7-4e97-9ad3-f3c040e40897 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:26.047572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-7f364949-c0f7-4e97-9ad3-f3c040e40897 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Synchronizing usage tracker for tenant:a87d415797084d56b54124745afc71d6 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:26.147947 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:26.227323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ad60-f394-4a25-9f98-12d72f781a24 req-ab605eac-2b6e-436f-86cb-54ee704ccd79 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:26.236044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ad60-f394-4a25-9f98-12d72f781a24 req-ab605eac-2b6e-436f-86cb-54ee704ccd79 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:26.247195 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cab3ad60-f394-4a25-9f98-12d72f781a24 req-ab605eac-2b6e-436f-86cb-54ee704ccd79 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 1681 time: 0.3814542 Nov 09 11:14:26.267448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-7f364949-c0f7-4e97-9ad3-f3c040e40897 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Unset dirty status for tenant:a87d415797084d56b54124745afc71d6 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:26.267871 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-7f364949-c0f7-4e97-9ad3-f3c040e40897 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.57 "GET /v2.0/networks?id=63495990-d59d-42a8-a926-68c04ce65b02 HTTP/1.1" status: 200 len: 813 time: 0.5400772 Nov 09 11:14:26.290639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Request body: {'port': {'device_id': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'network_id': '63495990-d59d-42a8-a926-68c04ce65b02', 'admin_state_up': True, 'tenant_id': 'a87d415797084d56b54124745afc71d6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:26.318992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port b30e9af8-9d4b-4754-870d-9b7044287e88, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b30e9af8-9d4b-4754-870d-9b7044287e88,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:26.319365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:26.475909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a057-5ba5-40be-b591-37308d7501ef req-8b5636e7-7f07-40be-af4f-a9eb391a59f0 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:26.477446 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c004a057-5ba5-40be-b591-37308d7501ef req-8b5636e7-7f07-40be-af4f-a9eb391a59f0 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.2283213 Nov 09 11:14:26.557044 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c004a057-5ba5-40be-b591-37308d7501ef req-c157683d-3e12-47f9-aa01-561b7a755e3e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682483 Nov 09 11:14:26.584476 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:26.607964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for b30e9af8-9d4b-4754-870d-9b7044287e88 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:26.651422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Deleting port 4c11c5e2-1c4d-4e6c-bb07-231ce690f3a6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:26.651650 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cab3ad60-f394-4a25-9f98-12d72f781a24 req-79edf7e0-b445-43d8-8e8a-8a70a662ff33 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033618 Nov 09 11:14:26.652153 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:26.870274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e4adf44-1122-42d0-95e7-ff30825d8bac req-ab9fa599-4c4e-4c11-a00c-6c4ca0e8d3be tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 210 time: 0.0608513 Nov 09 11:14:26.899926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:26.950846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Usage tracker for resource:port and tenant:a87d415797084d56b54124745afc71d6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:26.955858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:26.965216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:27.073585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:27.085528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Made reservation on behalf of a87d415797084d56b54124745afc71d6 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:27.088591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:27.239399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:27.252195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b30e9af8-9d4b-4754-870d-9b7044287e88', 'b86a2695-8386-4e16-9ac2-242b95db4dbc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:14:27.285228 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6369adf0-4833-4032-9a65-5965b32c73d8 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:27.413627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Port': ['ID=b30e9af8-9d4b-4754-870d-9b7044287e88,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:27.417577 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:27.515800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Calling delete_port for 4c11c5e2-1c4d-4e6c-bb07-231ce690f3a6 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:27.719982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] No DVR routers for this DVR port b30e9af8-9d4b-4754-870d-9b7044287e88 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:27.725050 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:27.771104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-deleted', 'tag': 'b30e9af8-9d4b-4754-870d-9b7044287e88'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:27.822826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-69294b27-7bde-4081-aadb-a7459ac1ea57 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:27.824444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-69294b27-7bde-4081-aadb-a7459ac1ea57 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.4222631 Nov 09 11:14:27.829930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Allocated IP 172.20.0.9 (63495990-d59d-42a8-a926-68c04ce65b02/35173858-0e7e-4811-975a-4bd9fc98c0db/bade5702-8bf7-484d-88b3-326b789182e0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:27.838405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de31b5-1bbc-420f-837b-7e0cb789fcdf req-5ea677d9-d841-47a7-addd-4ca87a2a8c80 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:27.839995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3de31b5-1bbc-420f-837b-7e0cb789fcdf req-5ea677d9-d841-47a7-addd-4ca87a2a8c80 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.6341023 Nov 09 11:14:27.841779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.57 "DELETE /v2.0/ports/b30e9af8-9d4b-4754-870d-9b7044287e88 HTTP/1.1" status: 204 len: 173 time: 2.2859349 Nov 09 11:14:28.139834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3de31b5-1bbc-420f-837b-7e0cb789fcdf req-1fc958fc-0cdd-4bcf-87bf-ca0589428970 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939894 Nov 09 11:14:28.160010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port b86a2695-8386-4e16-9ac2-242b95db4dbc {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:28.160364 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:28.208360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Deleting port 182e9c51-5f15-4994-a212-b23592f27efb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:28.208760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:28.243144 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:28.258401 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-36a22961-3ee6-4c5a-83fd-3b1be4b28479 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:28.305090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7db46-d8ba-4293-967b-69bc6f1cc00d req-f6484f87-d872-45de-a7b0-018a9c8fc120 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:28.314457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cf7db46-d8ba-4293-967b-69bc6f1cc00d req-f6484f87-d872-45de-a7b0-018a9c8fc120 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 946 time: 0.3456163 Nov 09 11:14:28.381906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event deleted for resources: {'Port': ['ID=4c11c5e2-1c4d-4e6c-bb07-231ce690f3a6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:28.384448 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:28.530524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:28.575739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cf7db46-d8ba-4293-967b-69bc6f1cc00d req-4a27b4a1-0aba-44b7-a372-9a5b2d0ef9ed tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups?id=956e063c-792a-48af-ac48-524f9cdfb390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594986 Nov 09 11:14:28.788333 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-deleted', 'tag': 'b30e9af8-9d4b-4754-870d-9b7044287e88', 'status': 'completed', 'code': 200} Nov 09 11:14:28.839210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port b86a2695-8386-4e16-9ac2-242b95db4dbc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b86a2695-8386-4e16-9ac2-242b95db4dbc,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:28.839652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:28.932484 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:29.052570 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:14:29.080602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for b86a2695-8386-4e16-9ac2-242b95db4dbc owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:29.271159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c447f6-a054-4ec4-a3e5-6c161ab3bc66 req-619b13fa-e755-44f4-973c-9835b71b4deb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:29.272563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-57c447f6-a054-4ec4-a3e5-6c161ab3bc66 req-619b13fa-e755-44f4-973c-9835b71b4deb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Synchronizing usage tracker for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:29.289034 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:29.309047 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cc652160-7798-4394-8ee4-955f2c1572ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:29.325977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] For port 182e9c51-5f15-4994-a212-b23592f27efb, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=182e9c51-5f15-4994-a212-b23592f27efb,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:29.326601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:29.535881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Network 63495990-d59d-42a8-a926-68c04ce65b02 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:29.548269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:29.554413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:29.617937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58222) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:29.642182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-57c447f6-a054-4ec4-a3e5-6c161ab3bc66 req-619b13fa-e755-44f4-973c-9835b71b4deb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Unset dirty status for tenant:495fb899caa3451abed3639ac3f85aa8 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:29.643380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-57c447f6-a054-4ec4-a3e5-6c161ab3bc66 req-619b13fa-e755-44f4-973c-9835b71b4deb tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 945 time: 1.3452611 Nov 09 11:14:29.645816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Pushing event updated for resources: {'Port': ['ID=bade5702-8bf7-484d-88b3-326b789182e0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:29.649357 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:29.668957 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:29.680911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b86a2695-8386-4e16-9ac2-242b95db4dbc no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:29.690178 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cfe20bd8-cc9d-4290-b026-037920382e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:29.733830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: b86a2695-8386-4e16-9ac2-242b95db4dbc {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:29.734438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b86a2695-8386-4e16-9ac2-242b95db4dbc not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:29.742199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b30e9af8-9d4b-4754-870d-9b7044287e88 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:29.760080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Port': ['ID=b86a2695-8386-4e16-9ac2-242b95db4dbc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:29.769091 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:29.780601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:29.782206 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:29.789488 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: b30e9af8-9d4b-4754-870d-9b7044287e88 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:29.790030 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b30e9af8-9d4b-4754-870d-9b7044287e88 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:29.799373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:29.799373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:29.799373 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Floating IP d26b0847-277a-48e1-ad64-cf2ebf9fda9c disassociated. External IP: 172.25.7.73, port: 182e9c51-5f15-4994-a212-b23592f27efb. Nov 09 11:14:29.799373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Calling delete_port for 182e9c51-5f15-4994-a212-b23592f27efb owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:30.038171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1833779591', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:30.090305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:30.109449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Usage tracker for resource:port and tenant:e1c047bec6d64a7d91f7ae754c96fda5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:30.113291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] No DVR routers for this DVR port b86a2695-8386-4e16-9ac2-242b95db4dbc on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:30.115282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:30.134304 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-57c447f6-a054-4ec4-a3e5-6c161ab3bc66 req-9ecf504b-4f78-4a0d-8e5f-98f6df764370 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/security-groups?id=32877c8d-b504-4b2b-8400-74e100e5e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837773 Nov 09 11:14:30.135539 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.137442 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db7c8e24-c56b-4e47-92fb-ae4c8c7eaed7 req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.57 "DELETE /v2.0/ports/b86a2695-8386-4e16-9ac2-242b95db4dbc HTTP/1.1" status: 204 len: 173 time: 2.2701542 Nov 09 11:14:30.146412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8612742 Nov 09 11:14:30.147544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:30.160294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Request body: {'port': {'device_id': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:30.208391 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.218102 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca734982-2c99-4fe9-bb1b-6bdd96a344e1 tempest-InstanceActionsNegativeTestJSON-317089577 tempest-InstanceActionsNegativeTestJSON-317089577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:30.263190 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.268624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event deleted for resources: {'Port': ['ID=182e9c51-5f15-4994-a212-b23592f27efb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:30.278733 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:30.282070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b804a45-deba-4715-bb93-b41af9df3b80 req-2c05dbe3-02fa-492d-b745-2cb459b87dd1 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:30.283700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b804a45-deba-4715-bb93-b41af9df3b80 req-2c05dbe3-02fa-492d-b745-2cb459b87dd1 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 931 time: 1.2645931 Nov 09 11:14:30.287036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.328430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Made reservation on behalf of e1c047bec6d64a7d91f7ae754c96fda5 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:30.329842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.356710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.369301 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.433354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b804a45-deba-4715-bb93-b41af9df3b80 req-e5ce8893-9b07-413b-bfb8-340185577645 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420209 Nov 09 11:14:30.483028 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.488667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Fanout notify agent at l3_agent the message router_deleted on router 224dac85-3857-4d29-8c66-cbd320ffbe94 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:14:30.496363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbb11b-2cf2-4a27-a0ed-5e31587cce1c req-5bceedc1-3e23-4641-9709-fd64343949d0 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:30.508187 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3cbb11b-2cf2-4a27-a0ed-5e31587cce1c req-5bceedc1-3e23-4641-9709-fd64343949d0 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.2147365 Nov 09 11:14:30.576084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:30.586851 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.589334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Usage tracker for resource:security_group_rule and tenant:e1c047bec6d64a7d91f7ae754c96fda5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:30.589486 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/224dac85-3857-4d29-8c66-cbd320ffbe94 HTTP/1.1" status: 204 len: 168 time: 4.7764196 Nov 09 11:14:30.599269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58236) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:30.600482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:30.608028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1095459852', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': False}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:30.610550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:30.619019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:30.627358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:router and tenant:c7e5f03f3e984e5c92d3e695f4c369e4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:30.631793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:30.640917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:30.691638 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3cbb11b-2cf2-4a27-a0ed-5e31587cce1c req-593c8448-4ee7-40cd-9887-c420b368738f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815665 Nov 09 11:14:30.735738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5493154c-8dcf-4e8c-a8f1-63c65e51987c req-e1f58dfb-0eb3-4636-a3b2-6a84db97a999 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Synchronizing usage tracker for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:30.774708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Router a92e8aed-e26d-4807-8e49-c889e9a2d244 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:14:30.780007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.781142 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:30.789357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-deleted', 'tag': 'b86a2695-8386-4e16-9ac2-242b95db4dbc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:30.868034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 182e9c51-5f15-4994-a212-b23592f27efb no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:30.888471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-5493154c-8dcf-4e8c-a8f1-63c65e51987c req-e1f58dfb-0eb3-4636-a3b2-6a84db97a999 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Unset dirty status for tenant:2cc59dd5f0304bceb3d74bfcda0cd8dd on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:30.906899 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5493154c-8dcf-4e8c-a8f1-63c65e51987c req-e1f58dfb-0eb3-4636-a3b2-6a84db97a999 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 210 time: 0.2429457 Nov 09 11:14:30.944735 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce46153-6f0a-48b6-9bda-99f4a01b01fd', 'name': 'network-vif-deleted', 'tag': 'b86a2695-8386-4e16-9ac2-242b95db4dbc', 'status': 'completed', 'code': 200} Nov 09 11:14:30.947840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 182e9c51-5f15-4994-a212-b23592f27efb {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:30.948363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 182e9c51-5f15-4994-a212-b23592f27efb not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:30.953846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:31.000862 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:31.065658 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:31.167498 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6e61723f-b95d-4777-8601-dcc69c48165c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:31.190187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] device_id is not set on port bf2facba-8c81-4dbb-bfca-5b5b840eb244 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:14:31.269493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bade5702-8bf7-484d-88b3-326b789182e0 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:14:31.283316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:31.288090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8c9010-8869-437b-97c6-9771c7dafcc5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:31.325483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.325483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.325483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.325483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.326674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.326674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.326674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.326955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.327272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.327631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.327989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:31.338233 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:31.339560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Transition to ACTIVE for port object bade5702-8bf7-484d-88b3-326b789182e0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:31.386448 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:31.411306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:31.425360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] Sync routers for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:31.438732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:31.439805 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:31.445499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:31.448374 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:31.492614 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ef57d68-875b-40d1-941e-606edad50ec1 req-df1ce81c-cda2-44de-a62b-55e469049e87 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce46153-6f0a-48b6-9bda-99f4a01b01fd HTTP/1.1" status: 200 len: 210 time: 0.1155503 Nov 09 11:14:31.501409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] No DVR routers for this DVR port 182e9c51-5f15-4994-a212-b23592f27efb on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:31.505593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:31.508523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'name': 'network-vif-deleted', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:31.548596 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aae702fa-c180-4583-8b16-ccdc0e5c4d86 req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.59 "DELETE /v2.0/ports/182e9c51-5f15-4994-a212-b23592f27efb HTTP/1.1" status: 204 len: 173 time: 3.5743833 Nov 09 11:14:31.585670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Allocated IP 172.25.7.10 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/bf2facba-8c81-4dbb-bfca-5b5b840eb244) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:31.648796 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:31.925761 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7da11b-5d75-4c53-9609-dadd9ead7665', 'name': 'network-vif-deleted', 'tag': '182e9c51-5f15-4994-a212-b23592f27efb', 'status': 'completed', 'code': 200} Nov 09 11:14:32.141026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bade5702-8bf7-484d-88b3-326b789182e0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:32.149513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725de4af-256d-4b4b-a005-e538ee7cc003 req-c26fc2f6-c9d7-481a-9f18-c043a2c8b007 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:32.151180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-725de4af-256d-4b4b-a005-e538ee7cc003 req-c26fc2f6-c9d7-481a-9f18-c043a2c8b007 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 943 time: 0.2245374 Nov 09 11:14:32.155170 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:32.291772 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-725de4af-256d-4b4b-a005-e538ee7cc003 req-531645bc-e701-4ec2-8c65-e54149f1f77e tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219749 Nov 09 11:14:32.340502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:32.379926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:32.458442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:17Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:32.470863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] Checking router: a92e8aed-e26d-4807-8e49-c889e9a2d244 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:14:32.543736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:32.544664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:32.553047 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:32.609181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Attempting to bind port bade5702-8bf7-484d-88b3-326b789182e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:32.609664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Attempting to bind port bade5702-8bf7-484d-88b3-326b789182e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'c632c844-70a6-4ca7-8d23-a9c3d1ea059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '63495990-d59d-42a8-a926-68c04ce65b02'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:32.610069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Attempting to bind port bade5702-8bf7-484d-88b3-326b789182e0 on network 63495990-d59d-42a8-a926-68c04ce65b02 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:32.623882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f637a1e-9178-41be-b00d-9843e8760d03 req-b9cc4b7d-5536-4915-9846-116760cc4a37 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:32.630993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f637a1e-9178-41be-b00d-9843e8760d03 req-b9cc4b7d-5536-4915-9846-116760cc4a37 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.7621000 Nov 09 11:14:32.661267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Port bade5702-8bf7-484d-88b3-326b789182e0 on network 63495990-d59d-42a8-a926-68c04ce65b02 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:14:32.661675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Attempting to bind port bade5702-8bf7-484d-88b3-326b789182e0 on network 63495990-d59d-42a8-a926-68c04ce65b02 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:32.685565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e54b3ed-52b0-4a3d-9243-5b650a4633b6 req-995dcde1-a5be-4d47-a589-7944664c9378 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7da11b-5d75-4c53-9609-dadd9ead7665 HTTP/1.1" status: 200 len: 210 time: 0.0667157 Nov 09 11:14:32.712658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2f637a1e-9178-41be-b00d-9843e8760d03 req-62f10878-1b29-4e94-b8c7-b6267f7ca214 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805759 Nov 09 11:14:32.713524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:32.714281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Checking segment: {'id': 'c632c844-70a6-4ca7-8d23-a9c3d1ea059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '63495990-d59d-42a8-a926-68c04ce65b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:32.714281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Bound using segment: {'id': 'c632c844-70a6-4ca7-8d23-a9c3d1ea059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '63495990-d59d-42a8-a926-68c04ce65b02'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:32.714879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Bound port: bade5702-8bf7-484d-88b3-326b789182e0, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c632c844-70a6-4ca7-8d23-a9c3d1ea059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '63495990-d59d-42a8-a926-68c04ce65b02'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:32.715309 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:32.810032 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:32.824667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58272) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:32.843951 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:32.928157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Allocated IP 172.25.7.154 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/0421b71e-f675-4b0e-b177-c16845ead8fb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:32.929219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:33.170660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.189972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:33.215056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:33.239166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:33.263697 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.269139 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:33.286920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Pushing event updated for resources: {'Port': ['ID=bf2facba-8c81-4dbb-bfca-5b5b840eb244,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:33.341928 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:33.342988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] For port bade5702-8bf7-484d-88b3-326b789182e0, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:33.349975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:33.351755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:33.371399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:17Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:33.376337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] For port bade5702-8bf7-484d-88b3-326b789182e0, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bade5702-8bf7-484d-88b3-326b789182e0,segment=NetworkSegment(c632c844-70a6-4ca7-8d23-a9c3d1ea059a),segment_id=c632c844-70a6-4ca7-8d23-a9c3d1ea059a)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:33.379651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ac095-b2d6-4a67-bb91-462ac14997f9 None None] The sync data for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 is: [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:11:05Z', 'revision_number': 4, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7d68b218-6c4e-4613-ac7e-2601734276f7', 'name': '', 'network_id': '9ae156e4-cf2a-42c9-a4a2-886bd3815bb8', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'mac_address': 'fa:16:3e:b1:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:11:04Z', 'updated_at': '2021-11-09T11:11:17Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'subnets': [{'id': '029e650a-8ccc-4aad-822b-9242877f0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:33.394372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Port': ['ID=0421b71e-f675-4b0e-b177-c16845ead8fb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:33.397247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:33.409231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:33.409772 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.461126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.469790 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:33.470137 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e69f6ee8-64c7-4d96-b8a2-70f7d4efe02d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:33.524002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting subnet 69e50d5e-7e54-4ae8-ad5c-65b48b5a5228 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:14:33.541650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.632599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:33.639885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-104852245'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:33.650026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:33.656408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:network and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:33.661041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:33.666530 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.669179 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/bade5702-8bf7-484d-88b3-326b789182e0 HTTP/1.1" status: 200 len: 1091 time: 3.5126114 Nov 09 11:14:33.670654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:33.698613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'tag': 'bade5702-8bf7-484d-88b3-326b789182e0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:33.726072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0774136 Nov 09 11:14:33.727807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:33.734373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.741214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.10'}]}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:33.752759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:33.779002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Usage tracker for resource:router and tenant:e1c047bec6d64a7d91f7ae754c96fda5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:33.787596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:33.795669 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.815928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bade5702-8bf7-484d-88b3-326b789182e0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:33.827309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:33.845558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:33.874251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:14:33.878166 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a4dd40-0be2-4a89-adb6-6464136d4eed None None] New status for floating IP d26b0847-277a-48e1-ad64-cf2ebf9fda9c: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:14:33.892408 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:33.960475 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.962135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:33.968749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.004066 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.014907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8a557-e7a9-4490-ae09-81b13367d898 req-c5868a50-84b7-4fe7-b58e-56bbc6332214 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:34.015629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2cf8a557-e7a9-4490-ae09-81b13367d898 req-c5868a50-84b7-4fe7-b58e-56bbc6332214 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Synchronizing usage tracker for tenant:a87d415797084d56b54124745afc71d6 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:34.026989 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.027337 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Added segment 3f0e39c9-96c9-4ba3-8fd1-014f65e63af8 of type vlan for network 1b97fa72-da0e-4d01-af72-419d0b5a182d Nov 09 11:14:34.060067 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.082763 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.083077 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-c1324043-52eb-4d88-9783-200930a13dbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a87d415797084d56b54124745afc71d6&device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 1094 time: 0.2505467 Nov 09 11:14:34.201215 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.201992 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.230303 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'tag': 'bade5702-8bf7-484d-88b3-326b789182e0', 'status': 'completed', 'code': 200} Nov 09 11:14:34.248043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2cf8a557-e7a9-4490-ae09-81b13367d898 req-c5868a50-84b7-4fe7-b58e-56bbc6332214 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Unset dirty status for tenant:a87d415797084d56b54124745afc71d6 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:34.254483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2cf8a557-e7a9-4490-ae09-81b13367d898 req-c5868a50-84b7-4fe7-b58e-56bbc6332214 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 943 time: 0.6628869 Nov 09 11:14:34.279055 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-4532b664-ce94-4b66-93bc-3a8beb432372 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bade5702-8bf7-484d-88b3-326b789182e0 HTTP/1.1" status: 200 len: 217 time: 0.1827459 Nov 09 11:14:34.370134 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.377668 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cca78613-d272-4b37-b739-c5e0e789d516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:34.399709 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eb0ab6e-a799-4140-8886-8ee1d666ff49 req-27f90d9b-b24f-42bb-ae39-edbebf1097ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 1097 time: 0.5175414 Nov 09 11:14:34.413627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2cf8a557-e7a9-4490-ae09-81b13367d898 req-ea0423e7-6b9d-4899-8d11-bd52e5ac321c tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Synchronizing usage tracker for tenant:a87d415797084d56b54124745afc71d6 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:34.417744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.421620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:34.422997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-aa59f09b-7321-49d9-ba37-0e80cac16598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:34.423552 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.424512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-aa59f09b-7321-49d9-ba37-0e80cac16598 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35173858-0e7e-4811-975a-4bd9fc98c0db HTTP/1.1" status: 200 len: 853 time: 0.1394291 Nov 09 11:14:34.427318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Subnet': ['ID=69e50d5e-7e54-4ae8-ad5c-65b48b5a5228,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:34.433705 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:34.471756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.473665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d4e01-97c5-40cb-81bd-734011ad89bf None None] Network 498aaf51-cbb2-4109-960b-150cca873fd6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:34.476923 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:34.485651 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-644af9de-d0b2-4331-9c14-7e6bf927b89a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63495990-d59d-42a8-a926-68c04ce65b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532446 Nov 09 11:14:34.491489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/subnets/69e50d5e-7e54-4ae8-ad5c-65b48b5a5228 HTTP/1.1" status: 204 len: 168 time: 1.6540782 Nov 09 11:14:34.492623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58324) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:34.637866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.651482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2cf8a557-e7a9-4490-ae09-81b13367d898 req-ea0423e7-6b9d-4899-8d11-bd52e5ac321c tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Unset dirty status for tenant:a87d415797084d56b54124745afc71d6 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:34.656947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0232933 Nov 09 11:14:34.666377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2cf8a557-e7a9-4490-ae09-81b13367d898 req-ea0423e7-6b9d-4899-8d11-bd52e5ac321c tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107106 Nov 09 11:14:34.667108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58330) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:34.675289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Network': ['ID=1b97fa72-da0e-4d01-af72-419d0b5a182d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:34.682263 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:34.690387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eb0ab6e-a799-4140-8886-8ee1d666ff49 req-b4da19b5-1083-417f-87f2-1f442b905e49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746251 Nov 09 11:14:34.703301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:14:34.707649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-137214127'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:34.716711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:34.722604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:network and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:34.731250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:34.756515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:34.803902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c0ca9-2d6b-4fa7-9c7f-22951162ef36 req-48972168-021a-4f93-b456-6cabef773394 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:34.805364 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-643c0ca9-2d6b-4fa7-9c7f-22951162ef36 req-48972168-021a-4f93-b456-6cabef773394 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.4047556 Nov 09 11:14:34.815861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.839570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:34.851862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 27945073-f85f-4fc8-b3f8-25986e9eeccf {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:34.852211 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:34.916586 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-d07e9088-4417-4561-9927-166f18247883 service neutron] 10.222.0.57 "GET /v2.0/networks/63495990-d59d-42a8-a926-68c04ce65b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245605 Nov 09 11:14:34.917170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:34.920943 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.010921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] DHCP port deletion for 498aaf51-cbb2-4109-960b-150cca873fd6 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:14:35.013986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Deleting port 27945073-f85f-4fc8-b3f8-25986e9eeccf {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:35.014623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.071421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:14:35.081683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.082253 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Added segment 12dcc4bd-e1db-479d-bc7b-eb23041ceed7 of type vlan for network d452b088-5da4-4d2e-b403-6b36975ebdc7 Nov 09 11:14:35.105777 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-643c0ca9-2d6b-4fa7-9c7f-22951162ef36 req-8e8318e2-7144-41a8-a892-f62fdb5c9cc4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933519 Nov 09 11:14:35.165391 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.196457 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.200052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.284355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-88320d74-0256-4b16-a082-ffd5bd254d03 req-2caa54fa-77f8-497b-8041-58c2b88434a4 service neutron] 10.222.0.57 "GET /v2.0/networks/63495990-d59d-42a8-a926-68c04ce65b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508654 Nov 09 11:14:35.315490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] For port 27945073-f85f-4fc8-b3f8-25986e9eeccf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=27945073-f85f-4fc8-b3f8-25986e9eeccf,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:35.316142 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.401401 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.435943 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.443104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Calling delete_port for 27945073-f85f-4fc8-b3f8-25986e9eeccf owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:35.476516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Router c424ac24-ccc0-4e59-9e53-6b56b529ad90 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:14:35.479414 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.485678 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e76ae701-c835-4298-bc9d-516b3eba6550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:35.521434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956e063c-792a-48af-ac48-524f9cdfb390,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:35.531184 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:35.587207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port 27945073-f85f-4fc8-b3f8-25986e9eeccf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=27945073-f85f-4fc8-b3f8-25986e9eeccf,segment=NetworkSegment(5c5aee4c-7439-4ae0-8d60-254a9e820c4b),segment_id=5c5aee4c-7439-4ae0-8d60-254a9e820c4b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:35.587567 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.602518 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.609159 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:35.670996 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.674386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "DELETE /v2.0/security-groups/956e063c-792a-48af-ac48-524f9cdfb390 HTTP/1.1" status: 204 len: 168 time: 0.8302629 Nov 09 11:14:35.676041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58354) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:35.683390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] No DVR routers for this DVR port 27945073-f85f-4fc8-b3f8-25986e9eeccf on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:35.685887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Pushing event deleted for resources: {'Port': ['ID=27945073-f85f-4fc8-b3f8-25986e9eeccf,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:35.696136 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-41a04a4a-2d14-401b-bcff-7a4c9802655e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] show failed (client error): The resource could not be found. Nov 09 11:14:35.699701 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-41a04a4a-2d14-401b-bcff-7a4c9802655e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "GET /v2.0/security-groups/956e063c-792a-48af-ac48-524f9cdfb390 HTTP/1.1" status: 404 len: 347 time: 0.0203342 Nov 09 11:14:35.699920 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:35.702939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58360) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:35.730941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for 27945073-f85f-4fc8-b3f8-25986e9eeccf owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:35.770332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.774294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:35.774894 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:35.787620 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-72419c8b-b0f1-4062-8e72-9d8cffcdb293 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:36.008970 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f1d270-96a9-4a36-9066-485932529356 req-cfe797d8-386d-4058-b493-3fd6086a8963 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a87d415797084d56b54124745afc71d6&device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 1094 time: 0.5129621 Nov 09 11:14:36.009713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Network': ['ID=d452b088-5da4-4d2e-b403-6b36975ebdc7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:36.027929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3283601 Nov 09 11:14:36.028680 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:14:36.028802 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:36.031257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58366) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:36.061391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'subnet': {'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:36.159144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Deleting port 3c512a83-24c0-4802-8474-f7f5a05d069a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:36.159144 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:36.220957 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:14:36.221430 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:14:36.319980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 27945073-f85f-4fc8-b3f8-25986e9eeccf no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:36.360982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43239-4e76-4633-a011-3c9ef71840d0 req-150e2d8e-a85f-48db-b91b-416734c5010c tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:36.363169 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46c43239-4e76-4633-a011-3c9ef71840d0 req-150e2d8e-a85f-48db-b91b-416734c5010c tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 943 time: 0.5372572 Nov 09 11:14:36.369951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:36.373887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 27945073-f85f-4fc8-b3f8-25986e9eeccf {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:36.374298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 27945073-f85f-4fc8-b3f8-25986e9eeccf not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:36.383438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:36.397721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:subnet and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:36.400802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1d270-96a9-4a36-9066-485932529356 req-094c794e-cea8-420b-a05b-e68b66f0d25c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:36.402777 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f1d270-96a9-4a36-9066-485932529356 req-094c794e-cea8-420b-a05b-e68b66f0d25c service neutron] 10.222.0.57 "GET /v2.0/networks?id=63495990-d59d-42a8-a926-68c04ce65b02 HTTP/1.1" status: 200 len: 914 time: 0.3747444 Nov 09 11:14:36.404398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:36.467269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:36.510361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f1d270-96a9-4a36-9066-485932529356 req-0028125a-e02f-4d78-b7ce-a6192c8524ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bade5702-8bf7-484d-88b3-326b789182e0 HTTP/1.1" status: 200 len: 217 time: 0.0970981 Nov 09 11:14:36.517962 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:36.566666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46c43239-4e76-4633-a011-3c9ef71840d0 req-7b8c066e-8a63-4d0f-9bb5-9f5ec3923ed9 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926708 Nov 09 11:14:36.594504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1d270-96a9-4a36-9066-485932529356 req-3911ce42-b541-4a7f-a9a9-5708c768ad10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:36.596078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f1d270-96a9-4a36-9066-485932529356 req-3911ce42-b541-4a7f-a9a9-5708c768ad10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35173858-0e7e-4811-975a-4bd9fc98c0db HTTP/1.1" status: 200 len: 853 time: 0.0787783 Nov 09 11:14:36.600082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:36.633164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:36.633997 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:36.735432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port 27945073-f85f-4fc8-b3f8-25986e9eeccf {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:36.735689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:36.793539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f1d270-96a9-4a36-9066-485932529356 req-89c042e0-7e62-45a1-870c-a5c39861c01c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63495990-d59d-42a8-a926-68c04ce65b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654761 Nov 09 11:14:36.885043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] The port '27945073-f85f-4fc8-b3f8-25986e9eeccf' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:14:36.890663 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:36.923242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Calling delete_port for 3c512a83-24c0-4802-8474-f7f5a05d069a owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:37.132564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49c745-8e81-4c35-a482-fe0f6e71e095 req-766cc853-c53d-48c2-a10c-bd932a47e7b4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:37.134198 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f49c745-8e81-4c35-a482-fe0f6e71e095 req-766cc853-c53d-48c2-a10c-bd932a47e7b4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.7536693 Nov 09 11:14:37.348216 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.359222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:37.373421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Sync routers for ids ['c424ac24-ccc0-4e59-9e53-6b56b529ad90'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:37.389165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Routers {'c424ac24-ccc0-4e59-9e53-6b56b529ad90'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:37.392940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c424ac24-ccc0-4e59-9e53-6b56b529ad90'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:37.398880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498aaf51-cbb2-4109-960b-150cca873fd6']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:37.416392 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.419979 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f49c745-8e81-4c35-a482-fe0f6e71e095 req-94410a3a-feac-4707-ac0b-e88f81307e51 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677457 Nov 09 11:14:37.422424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5aee4c-7439-4ae0-8d60-254a9e820c4b') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:37.422723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5aee4c-7439-4ae0-8d60-254a9e820c4b') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:37.444921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f1d270-96a9-4a36-9066-485932529356 req-769cc372-b8b5-4b63-81d1-76a155140f72 service neutron] 10.222.0.57 "GET /v2.0/networks/63495990-d59d-42a8-a926-68c04ce65b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321769 Nov 09 11:14:37.446384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.446566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.520504 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.538660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.552173 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-744b746e-2d29-4119-a012-eba9a21134df tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:37.606956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:14:37.607339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:14:37.630051 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:14:37.634246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Pushing event deleted for resources: {'Port': ['ID=3c512a83-24c0-4802-8474-f7f5a05d069a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:37.635855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Set router c424ac24-ccc0-4e59-9e53-6b56b529ad90 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:37.681491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bade5702-8bf7-484d-88b3-326b789182e0 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:14:37.694465 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.695724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.0954518 Nov 09 11:14:37.696953 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:37.711461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.711461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1941c002-5263-459e-b779-49d782a5d621 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:14:37.711461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58380) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:37.941446 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.967871 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:37.972406 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] 10.222.0.50 "DELETE /v2.0/floatingips/d26b0847-277a-48e1-ad64-cf2ebf9fda9c HTTP/1.1" status: 204 len: 168 time: 2.2684302 Nov 09 11:14:37.976226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:38.026848 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:38.078065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bade5702-8bf7-484d-88b3-326b789182e0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bade5702-8bf7-484d-88b3-326b789182e0,segment=NetworkSegment(c632c844-70a6-4ca7-8d23-a9c3d1ea059a),segment_id=c632c844-70a6-4ca7-8d23-a9c3d1ea059a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:38.092045 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a254960-478c-443a-9e36-94b9e47b220f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:38.098121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'bade5702-8bf7-484d-88b3-326b789182e0', 'network_id': '63495990-d59d-42a8-a926-68c04ce65b02', 'port_id': 'bade5702-8bf7-484d-88b3-326b789182e0', 'mac_address': 'fa:16:3e:97:6c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35173858-0e7e-4811-975a-4bd9fc98c0db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:14:38.117293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:38.121762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f1d270-96a9-4a36-9066-485932529356 req-15bb1175-bfa4-4475-acb2-a8cdb0c54aea service neutron] 10.222.0.57 "GET /v2.0/networks/63495990-d59d-42a8-a926-68c04ce65b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562021 Nov 09 11:14:38.128611 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:38.139069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Network': ['ID=498aaf51-cbb2-4109-960b-150cca873fd6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:38.154810 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:38.155325 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dfc5f649-495a-4b8c-a7dc-871c349388b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:38.177419 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 11:14:38.178855 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a6a8f53d-8629-4095-820d-368fa124f285 tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4490430 Nov 09 11:14:38.189650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb2216-cdf0-4fd7-9bc5-cac90566efa7 req-1cc4caa1-bc19-4347-aaed-8d3cd80d9d6a tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:38.199022 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7fb2216-cdf0-4fd7-9bc5-cac90566efa7 req-1cc4caa1-bc19-4347-aaed-8d3cd80d9d6a tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 943 time: 0.3451002 Nov 09 11:14:38.226538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58394) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:38.229908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Subnet': ['ID=66198a95-6ef2-4128-8e46-9e30757e7b09,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:38.245999 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:38.269431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c424ac24-ccc0-4e59-9e53-6b56b529ad90', 'name': 'tempest-snat-router-1095459852', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.154'}], 'enable_snat': False}, 'gw_port_id': '0421b71e-f675-4b0e-b177-c16845ead8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:30Z', 'updated_at': '2021-11-09T11:14:33Z', 'revision_number': 3, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port': {'id': '0421b71e-f675-4b0e-b177-c16845ead8fb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c424ac24-ccc0-4e59-9e53-6b56b529ad90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:14:32Z', 'updated_at': '2021-11-09T11:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:38.274177 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bade5702-8bf7-484d-88b3-326b789182e0 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:14:38.281273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Checking router: c424ac24-ccc0-4e59-9e53-6b56b529ad90 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:14:38.281811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Updating router c424ac24-ccc0-4e59-9e53-6b56b529ad90 port 0421b71e-f675-4b0e-b177-c16845ead8fb binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:14:38.326329 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7fb2216-cdf0-4fd7-9bc5-cac90566efa7 req-6cbf7c4f-460f-4d86-9c3a-b808d53dee08 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260128 Nov 09 11:14:38.333363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bade5702-8bf7-484d-88b3-326b789182e0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bade5702-8bf7-484d-88b3-326b789182e0,segment=NetworkSegment(c632c844-70a6-4ca7-8d23-a9c3d1ea059a),segment_id=c632c844-70a6-4ca7-8d23-a9c3d1ea059a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:38.341692 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:38.359340 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:38.413166 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:38.417895 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:38.438626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-aa61194e-d913-4f9c-b15f-0e6bd32d939f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:38.439433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-aa61194e-d913-4f9c-b15f-0e6bd32d939f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Synchronizing usage tracker for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:38.456620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/networks/498aaf51-cbb2-4109-960b-150cca873fd6 HTTP/1.1" status: 204 len: 168 time: 3.9441688 Nov 09 11:14:38.459809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58400) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:38.466155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Deleting port bf2facba-8c81-4dbb-bfca-5b5b840eb244 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:38.466552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:38.580626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bade5702-8bf7-484d-88b3-326b789182e0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:38.597153 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-73c13498-fdac-4f3c-8c23-bf43f6909281 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/c424ac24-ccc0-4e59-9e53-6b56b529ad90 HTTP/1.1" status: 200 len: 909 time: 0.8641865 Nov 09 11:14:38.604956 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:38.608592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Checking segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:38.619395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network hostable DHCP agents. Network: 1b97fa72-da0e-4d01-af72-419d0b5a182d, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:14:38.620250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58408) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:38.643504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1095459852', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': True}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:38.663473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:38.687397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Usage tracker for resource:router and tenant:c7e5f03f3e984e5c92d3e695f4c369e4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:38.696825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:38.708027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-aa61194e-d913-4f9c-b15f-0e6bd32d939f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Unset dirty status for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:38.714132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-aa61194e-d913-4f9c-b15f-0e6bd32d939f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 811 time: 0.8904881 Nov 09 11:14:38.722705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:38.962081 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-d80bbcf3-4d89-425e-a861-41507dca214c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/quotas/79d417e3e71746c9aaaff1ce5ea6311e HTTP/1.1" status: 200 len: 375 time: 0.2406533 Nov 09 11:14:39.036581 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.053437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Transition to ACTIVE for port object 0421b71e-f675-4b0e-b177-c16845ead8fb will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:39.058387 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.062105 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bade5702-8bf7-484d-88b3-326b789182e0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:14:39.063393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:14:39.071831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.071831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.203061 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.209085 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:39.210174 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.225317 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.236260 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting subnet 2f6ca3c2-6281-4400-93d2-0a589ca90aab {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:14:39.327332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Attempting to bind port 0421b71e-f675-4b0e-b177-c16845ead8fb on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:39.327855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Attempting to bind port 0421b71e-f675-4b0e-b177-c16845ead8fb by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:39.328049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Attempting to bind port 0421b71e-f675-4b0e-b177-c16845ead8fb on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:39.336487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:39.336957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:39.337256 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.337640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:39.338098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Bound port: 0421b71e-f675-4b0e-b177-c16845ead8fb, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:39.338468 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.361178 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.413880 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] For port 0421b71e-f675-4b0e-b177-c16845ead8fb, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:39.417248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] For port 0421b71e-f675-4b0e-b177-c16845ead8fb, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0421b71e-f675-4b0e-b177-c16845ead8fb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:39.418348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb8d9-21b7-4e43-aced-6be8c2c3f787 None None] Pushing event updated for resources: {'Port': ['ID=0421b71e-f675-4b0e-b177-c16845ead8fb,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:39.422734 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-495fb8d9-21b7-4e43-aced-6be8c2c3f787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:39.480629 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.486502 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41b2e981-c1c5-4b2a-b659-79685b6dec2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:39.539088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 1b97fa72-da0e-4d01-af72-419d0b5a182d) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:39.548975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Calling delete_port for bf2facba-8c81-4dbb-bfca-5b5b840eb244 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:39.553045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69f7b9-6742-46b5-953f-fa25edd24f16 None None] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:39.596342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:39.596598 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.606695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58420) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:39.629815 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-3eccd161-a279-4a55-901e-a8b98b843e15 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6651902 Nov 09 11:14:39.697236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880dc18-7308-4854-a670-8c69edeeebfe req-ab040dc6-23b0-4c96-9bd2-2d5254af8a4c tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:39.704966 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c880dc18-7308-4854-a670-8c69edeeebfe req-ab040dc6-23b0-4c96-9bd2-2d5254af8a4c tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 944 time: 0.2026806 Nov 09 11:14:39.749582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.760530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb8d9-21b7-4e43-aced-6be8c2c3f787 None None] Pushing event updated for resources: {'Port': ['ID=0421b71e-f675-4b0e-b177-c16845ead8fb,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:39.813906 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-495fb8d9-21b7-4e43-aced-6be8c2c3f787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:39.829105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:39.846133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Routers {'c424ac24-ccc0-4e59-9e53-6b56b529ad90'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:39.846745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c424ac24-ccc0-4e59-9e53-6b56b529ad90'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:39.851476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c880dc18-7308-4854-a670-8c69edeeebfe req-3d5ee098-dee6-4b6e-aa51-bc65dd80451e tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455081 Nov 09 11:14:39.897966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:39.904658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ecdd38511548a09e700313e1eca267 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:39.911182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:39.922590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:39.956467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9033227 Nov 09 11:14:39.958918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58426) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:39.975667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'subnet': {'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:40.050143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-1b97fa72-da0e-4d01-af72-419d0b5a182d', 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'fixed_ips': [{'subnet_id': '66198a95-6ef2-4128-8e46-9e30757e7b09'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:14:40.051035 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.106041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Deleting port 7d68b218-6c4e-4613-ac7e-2601734276f7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:40.106462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.183382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] Set router c424ac24-ccc0-4e59-9e53-6b56b529ad90 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:40.209245 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.219159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-2373cc9d-c08c-4829-b64f-d3366882b5ec service neutron] 10.222.0.50 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884900 Nov 09 11:14:40.233717 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.285451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] For port 7d68b218-6c4e-4613-ac7e-2601734276f7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7d68b218-6c4e-4613-ac7e-2601734276f7,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:40.285683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.290290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:40.366576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:subnet and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:40.382240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:40.389078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.410730 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2dc26a3a-4ff3-4c95-8570-39916f7502c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:40.414006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Calling delete_port for 7d68b218-6c4e-4613-ac7e-2601734276f7 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:40.429644 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Allocated IP 10.1.1.2 (1b97fa72-da0e-4d01-af72-419d0b5a182d/66198a95-6ef2-4128-8e46-9e30757e7b09/e350ba70-fb53-4fd1-8f3a-202db23c91b4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:40.453841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:40.459208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf2facba-8c81-4dbb-bfca-5b5b840eb244,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:40.460287 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.485064 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:40.548471 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.558487 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78e5ee5c-b5ab-4fb8-9a41-491bc9ff2628 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:40.582353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-da734175-1655-4729-b624-f1beda5b43db service neutron] 10.222.0.50 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200543 Nov 09 11:14:40.614973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:40.626336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda1e12-aaf0-4d1f-bfd1-f806a234bd37,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:40.630873 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:40.635992 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9ecdd38511548a09e700313e1eca267&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0262470 Nov 09 11:14:40.640428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:40.655470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.664295 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1f6603d4-fbb1-458f-a743-ba4387232e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:40.784390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c424ac24-ccc0-4e59-9e53-6b56b529ad90', 'name': 'tempest-snat-router-1095459852', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.154'}], 'enable_snat': False}, 'gw_port_id': '0421b71e-f675-4b0e-b177-c16845ead8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:30Z', 'updated_at': '2021-11-09T11:14:33Z', 'revision_number': 3, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port': {'id': '0421b71e-f675-4b0e-b177-c16845ead8fb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c424ac24-ccc0-4e59-9e53-6b56b529ad90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:14:32Z', 'updated_at': '2021-11-09T11:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:40.790967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.798339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f22d2-1060-4f35-adcd-30e7a93450fc None None] The sync data for ids ['c424ac24-ccc0-4e59-9e53-6b56b529ad90'] in n-d-817173-1 is: [{'id': 'c424ac24-ccc0-4e59-9e53-6b56b529ad90', 'name': 'tempest-snat-router-1095459852', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.154'}], 'enable_snat': False}, 'gw_port_id': '0421b71e-f675-4b0e-b177-c16845ead8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:30Z', 'updated_at': '2021-11-09T11:14:33Z', 'revision_number': 3, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port': {'id': '0421b71e-f675-4b0e-b177-c16845ead8fb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c424ac24-ccc0-4e59-9e53-6b56b529ad90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:14:32Z', 'updated_at': '2021-11-09T11:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:40.801190 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.815173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Transition to ACTIVE for port object e350ba70-fb53-4fd1-8f3a-202db23c91b4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:40.819179 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.840818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6ca3c2-6281-4400-93d2-0a589ca90aab,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:40.842766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Transition to ACTIVE for port object e350ba70-fb53-4fd1-8f3a-202db23c91b4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:40.859130 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:40.867168 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.869994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b1fa1-a84f-44a5-aed3-25281c9948b1 None None] Network b95d5c16-edea-4802-bfd5-334af408e00b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:40.895076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.912666 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6bdde6ac-f725-4a8d-a919-be4f0c8edd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:40.914758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:40.936480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:41.006714 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/subnets/2f6ca3c2-6281-4400-93d2-0a589ca90aab HTTP/1.1" status: 204 len: 168 time: 2.5443394 Nov 09 11:14:41.011343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d68b218-6c4e-4613-ac7e-2601734276f7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:41.019972 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:41.020365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:41.054937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:41.061777 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9665a632-790a-4268-8a81-a54f62ec9d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:41.120348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bf2facba-8c81-4dbb-bfca-5b5b840eb244 HTTP/1.1" status: 204 len: 168 time: 2.8877106 Nov 09 11:14:41.257447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Pushing event updated for resources: {'Port': ['ID=e350ba70-fb53-4fd1-8f3a-202db23c91b4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:41.334227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-689ed717-1202-4810-a8d2-4a2310790136 req-979e9333-82a6-4c13-b9d5-4e253ceca645 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 210 time: 0.3118315 Nov 09 11:14:41.343448 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:41.360568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:41.362331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:41.367079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:41.509450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Attempting to bind port e350ba70-fb53-4fd1-8f3a-202db23c91b4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:41.509450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Attempting to bind port e350ba70-fb53-4fd1-8f3a-202db23c91b4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:41.509450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Attempting to bind port e350ba70-fb53-4fd1-8f3a-202db23c91b4 on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:41.520032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:41.520571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Checking segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:41.521165 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:41.521877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Bound using segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:41.522428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Bound port: e350ba70-fb53-4fd1-8f3a-202db23c91b4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:41.522909 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:41.532063 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:41.617399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] DHCP port deletion for b95d5c16-edea-4802-bfd5-334af408e00b request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:14:41.628831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Deleting port c7b6409b-c53a-46d4-987a-fa8882b2fc85 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:41.629376 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:41.737575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bade5702-8bf7-484d-88b3-326b789182e0 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:41.802195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:41.851127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] For port e350ba70-fb53-4fd1-8f3a-202db23c91b4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:41.878758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58454) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:41.911985 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] For port e350ba70-fb53-4fd1-8f3a-202db23c91b4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e350ba70-fb53-4fd1-8f3a-202db23c91b4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:41.912452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbc5fb-6ca7-40b8-befb-6a8c9cab8176 req-c7b95339-ada9-41f3-9d26-ef17ca9be4e2 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:41.926832 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fcfbc5fb-6ca7-40b8-befb-6a8c9cab8176 req-c7b95339-ada9-41f3-9d26-ef17ca9be4e2 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 944 time: 0.8517303 Nov 09 11:14:42.005725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.013715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.020349 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:42.051989 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ec168c4-afdc-4726-89a0-e52dc4a3fd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:42.066901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.098592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] For port c7b6409b-c53a-46d4-987a-fa8882b2fc85, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c7b6409b-c53a-46d4-987a-fa8882b2fc85,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:42.099076 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.160701 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fcfbc5fb-6ca7-40b8-befb-6a8c9cab8176 req-a6fbdfeb-91f8-4465-a292-17fe7182a430 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331491 Nov 09 11:14:42.162923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda1e12-aaf0-4d1f-bfd1-f806a234bd37,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:42.195708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port bade5702-8bf7-484d-88b3-326b789182e0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:42.198272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port c7b6409b-c53a-46d4-987a-fa8882b2fc85 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:42.198619 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.216535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Allocated IP 172.25.7.127 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/dbc6791c-c555-45bd-a6af-d14f4a2252a0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:42.286098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.286752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.287706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.288247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.288850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.290741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.291511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.294389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.294389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.294389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.294389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:42.305030 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Calling delete_port for c7b6409b-c53a-46d4-987a-fa8882b2fc85 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:42.309367 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:42.317018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.318642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abda1e12-aaf0-4d1f-bfd1-f806a234bd37 HTTP/1.1" status: 204 len: 168 time: 1.6772082 Nov 09 11:14:42.384235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port bade5702-8bf7-484d-88b3-326b789182e0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:42.384623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.440430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Pushing event updated for resources: {'Port': ['ID=e350ba70-fb53-4fd1-8f3a-202db23c91b4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:42.446041 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.493685 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:42.529088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0421b71e-f675-4b0e-b177-c16845ead8fb up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:42.678626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] For port c7b6409b-c53a-46d4-987a-fa8882b2fc85, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c7b6409b-c53a-46d4-987a-fa8882b2fc85,segment=NetworkSegment(37b35cd7-10ce-4ab6-a811-1257fce461f3),segment_id=37b35cd7-10ce-4ab6-a811-1257fce461f3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:42.679855 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.760344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.810682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.822083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Calling delete_port for c7b6409b-c53a-46d4-987a-fa8882b2fc85 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:42.885559 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.893263 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-495fb8d9-21b7-4e43-aced-6be8c2c3f787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:42.916385 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:14:42.916977 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:14:42.976025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6c2fd45e-9a4c-4cda-8b9f-eb2e347b3fea req-371ff008-2a3b-4682-bc4d-9e9f5a81eb18 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 210 time: 0.2572465 Nov 09 11:14:42.978292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:42.982169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Pushing event deleted for resources: {'Port': ['ID=c7b6409b-c53a-46d4-987a-fa8882b2fc85,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:42.987018 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:42.989709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:42.994278 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade5702-8bf7-484d-88b3-326b789182e0'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:42.999775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] No DVR routers for this DVR port c7b6409b-c53a-46d4-987a-fa8882b2fc85 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:43.014904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bade5702-8bf7-484d-88b3-326b789182e0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bade5702-8bf7-484d-88b3-326b789182e0,segment=NetworkSegment(c632c844-70a6-4ca7-8d23-a9c3d1ea059a),segment_id=c632c844-70a6-4ca7-8d23-a9c3d1ea059a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:43.048370 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:43.048945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.074246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 0421b71e-f675-4b0e-b177-c16845ead8fb completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:43.082575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0421b71e-f675-4b0e-b177-c16845ead8fb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:43.084342 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.131488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e19c1395e54765aff3a7ea9af13543 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:43.151311 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade5702-8bf7-484d-88b3-326b789182e0', 'code': 200} Nov 09 11:14:43.155797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:43.158242 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.166430 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:43.174761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:43.191546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:43.232623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:43.239019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:43.281095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bade5702-8bf7-484d-88b3-326b789182e0,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:43.285867 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:43.373806 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.398495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 0421b71e-f675-4b0e-b177-c16845ead8fb, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0421b71e-f675-4b0e-b177-c16845ead8fb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:43.400493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.418085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Port': ['ID=dbc6791c-c555-45bd-a6af-d14f4a2252a0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:43.421737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Deleting port c7b6409b-c53a-46d4-987a-fa8882b2fc85 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:43.422083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.422346 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:43.451113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:43.452208 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.455444 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41b2e981-c1c5-4b2a-b659-79685b6dec2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:43.468267 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d25a10e-8c2e-4daf-a420-3190cbb346d4 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:43.510985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.515920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c7b6409b-c53a-46d4-987a-fa8882b2fc85 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:43.538481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] The port 'c7b6409b-c53a-46d4-987a-fa8882b2fc85' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:14:43.642472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Subnet': ['ID=39fdb504-6af9-4c5e-b06d-b15721513178,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:43.645912 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:43.648428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: c7b6409b-c53a-46d4-987a-fa8882b2fc85 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:43.648918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c7b6409b-c53a-46d4-987a-fa8882b2fc85 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:43.684494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=0421b71e-f675-4b0e-b177-c16845ead8fb,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:43.699011 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:43.709377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Checking segment: {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:43.709752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network hostable DHCP agents. Network: d452b088-5da4-4d2e-b403-6b36975ebdc7, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:14:43.717200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-880adcce-3922-4f7a-8cc3-4cddf772e15d req-30e5f108-5882-4462-9372-55832facfa76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 1096 time: 0.4969478 Nov 09 11:14:43.727557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeeb16-78db-4684-ab31-f425ee82be65 req-ad983fdf-538c-485d-99fd-91f0fcff7d0e tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:43.731155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bbeeb16-78db-4684-ab31-f425ee82be65 req-ad983fdf-538c-485d-99fd-91f0fcff7d0e tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 945 time: 0.3469968 Nov 09 11:14:43.787828 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.831620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bbeeb16-78db-4684-ab31-f425ee82be65 req-054939d3-ed51-485a-808e-10ba8664ca88 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923088 Nov 09 11:14:43.851401 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:43.861124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-091c11fd-3db5-494f-afa5-4358c3cfe11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:43.893082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-880adcce-3922-4f7a-8cc3-4cddf772e15d req-4d9f832a-a80c-43ca-9c04-c1af73b3821d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546445 Nov 09 11:14:44.025511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3e19c1395e54765aff3a7ea9af13543&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1455934 Nov 09 11:14:44.029031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4961245a-858b-4ec5-8427-c4a5f176cac3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:44.040847 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:44.044115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:14:44.053220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58476) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:44.057989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:44.074136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.075715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.080855 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.093234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-45fb48cf-6822-4370-a303-19991eb40d30 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:44.094584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-45fb48cf-6822-4370-a303-19991eb40d30 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 811 time: 0.1985965 Nov 09 11:14:44.100177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Usage tracker for resource:security_group_rule and tenant:de1aecac51d04cb69b1eda79164faa5e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:44.107469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fba968-8a0a-47f6-b263-9a9feebe77de None None] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:44.107703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:44.117652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Request body: {'port': {'device_id': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'admin_state_up': True, 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:44.172389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:44.193465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95d5c16-edea-4802-bfd5-334af408e00b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:44.243214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d452b088-5da4-4d2e-b403-6b36975ebdc7) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:44.256193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:44.259192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b35cd7-10ce-4ab6-a811-1257fce461f3') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:44.259427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.259631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b35cd7-10ce-4ab6-a811-1257fce461f3') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:44.260319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e096b-ddee-47fb-bf3b-afa0cd481f20 None None] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:44.346732 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1ce6bee6-2789-4443-b734-162d88ac97b3 req-1177ac54-bad1-4ff0-a19d-12631f3c2350 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 210 time: 0.1643968 Nov 09 11:14:44.392761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3c17be55-ea65-455c-a8b2-8b67cf877bc4 None None] Provisioning for port e350ba70-fb53-4fd1-8f3a-202db23c91b4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:44.407016 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.479258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0421b71e-f675-4b0e-b177-c16845ead8fb up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:44.489145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.495899 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5316558 Nov 09 11:14:44.500653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58480) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:44.506368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'port': {'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'name': 'tempest-TaggedBootDevicesTest_v242-99832288', 'fixed_ips': [{'subnet_id': '66198a95-6ef2-4128-8e46-9e30757e7b09'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:44.513545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.515470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:14:44.515865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:14:44.541544 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:14:44.673518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:44.674168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:44.679662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:port and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:44.680650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.683599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:44.691338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:44.736492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:44.739908 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.759386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 0421b71e-f675-4b0e-b177-c16845ead8fb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:44.760056 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.785443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d452b088-5da4-4d2e-b403-6b36975ebdc7', 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'fixed_ips': [{'subnet_id': '39fdb504-6af9-4c5e-b06d-b15721513178'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:14:44.786575 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.821631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.827031 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ef24eda9-be1a-4cb6-b562-b5ef376d457f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:44.841968 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.846690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Router 86b374e0-d386-4866-b472-c470605092a4 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:14:44.858619 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:44.875185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Pushing event deleted for resources: {'Network': ['ID=b95d5c16-edea-4802-bfd5-334af408e00b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:44.878634 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:44.886047 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e439f04f-9185-4262-85d8-71e039078a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:44.972445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] 10.222.0.50 "DELETE /v2.0/networks/b95d5c16-edea-4802-bfd5-334af408e00b HTTP/1.1" status: 204 len: 168 time: 3.9460335 Nov 09 11:14:44.983239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Made reservation on behalf of 79d417e3e71746c9aaaff1ce5ea6311e for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:44.983239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.022478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:45.133259 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.135780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.145779 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4961245a-858b-4ec5-8427-c4a5f176cac3 HTTP/1.1" status: 204 len: 168 time: 1.0827448 Nov 09 11:14:45.174427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e350ba70-fb53-4fd1-8f3a-202db23c91b4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:45.179535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de1aecac51d04cb69b1eda79164faa5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7157729 Nov 09 11:14:45.180523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58490) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:45.195993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f5c52-1be3-4f48-9aa6-766b1392cea5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:45.259318 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:45.263392 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57c7d8a0-5fac-40f2-9fe5-06aded0b407c tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:45.359996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Allocated IP 10.2.2.2 (d452b088-5da4-4d2e-b403-6b36975ebdc7/39fdb504-6af9-4c5e-b06d-b15721513178/f5643480-4404-4303-b945-b74104ae8772) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:45.388000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4961245a-858b-4ec5-8427-c4a5f176cac3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:45.415461 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:45.509241 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.609766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e350ba70-fb53-4fd1-8f3a-202db23c91b4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:45.619919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e350ba70-fb53-4fd1-8f3a-202db23c91b4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:45.620304 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.629051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.641069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc884831-1f33-4f59-b5fc-866f5f9ad229 req-62375bd6-c917-47d4-b5de-44e8f6855c79 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 210 time: 0.0670912 Nov 09 11:14:45.642817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.708686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Router a92e8aed-e26d-4807-8e49-c889e9a2d244 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:14:45.740597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e576-cd99-4995-8644-90236fcda8d7 req-4aba41fd-3997-4f81-a57e-2b0b78de2fd2 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:45.741033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Allocated IP 172.20.0.3 (ab626b59-27a1-4a7f-9ea4-dee467e290e9/b83d3317-c7df-425c-80ad-fc8d9f14a895/6fce9682-af13-4174-97eb-8658e5c97723) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:45.747326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23b2e576-cd99-4995-8644-90236fcda8d7 req-4aba41fd-3997-4f81-a57e-2b0b78de2fd2 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 945 time: 0.4383202 Nov 09 11:14:45.753586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] device_id is not set on port 528e0f79-b169-4020-853c-b0a8943d4b3f yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:14:45.765377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.851510 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:45.857170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58504) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:45.876372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23b2e576-cd99-4995-8644-90236fcda8d7 req-aea49abd-e438-4f4e-abfa-581b35ab2010 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279392 Nov 09 11:14:45.931932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port e350ba70-fb53-4fd1-8f3a-202db23c91b4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e350ba70-fb53-4fd1-8f3a-202db23c91b4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:45.983369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Transition to ACTIVE for port object f5643480-4404-4303-b945-b74104ae8772 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:46.007491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Transition to ACTIVE for port object f5643480-4404-4303-b945-b74104ae8772 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:46.010831 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.016323 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:46.019676 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.032732 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dcc21654-b6e8-4d49-8c95-a01ba4e2d262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:46.092064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=e350ba70-fb53-4fd1-8f3a-202db23c91b4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:46.093828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f5c52-1be3-4f48-9aa6-766b1392cea5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:46.095350 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:46.101586 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:46.107803 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.117691 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-11f8ba36-5c17-404e-b139-1428adeb98c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:46.150545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:46.163793 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Sync routers for ids ['86b374e0-d386-4866-b472-c470605092a4'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:46.183258 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Routers {'86b374e0-d386-4866-b472-c470605092a4'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:46.187241 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['86b374e0-d386-4866-b472-c470605092a4'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:46.189017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:46.198406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:46.205970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:46.229241 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Pushing event updated for resources: {'Port': ['ID=f5643480-4404-4303-b945-b74104ae8772,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:46.267019 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:46.273049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 10.1.1.247 (1b97fa72-da0e-4d01-af72-419d0b5a182d/66198a95-6ef2-4128-8e46-9e30757e7b09/528e0f79-b169-4020-853c-b0a8943d4b3f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:46.325278 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Attempting to bind port f5643480-4404-4303-b945-b74104ae8772 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:46.329413 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Attempting to bind port f5643480-4404-4303-b945-b74104ae8772 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:46.329413 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Attempting to bind port f5643480-4404-4303-b945-b74104ae8772 on network d452b088-5da4-4d2e-b403-6b36975ebdc7 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:46.334484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:46.335205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Checking segment: {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:46.335802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.336486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Bound using segment: {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:46.337235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Bound port: f5643480-4404-4303-b945-b74104ae8772, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:46.337802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.376780 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.380675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7501459 Nov 09 11:14:46.381529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58508) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:46.392120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e350ba70-fb53-4fd1-8f3a-202db23c91b4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:46.445103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58512) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:46.461688 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Set router 86b374e0-d386-4866-b472-c470605092a4 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:46.509095 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.510121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f16f5c52-1be3-4f48-9aa6-766b1392cea5 HTTP/1.1" status: 204 len: 168 time: 1.3259268 Nov 09 11:14:46.522338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.572104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-51fd6dfd-669b-46e4-b707-f6a11f574393 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1c047bec6d64a7d91f7ae754c96fda5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1176922 Nov 09 11:14:46.572931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:46.593390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] For port f5643480-4404-4303-b945-b74104ae8772, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:46.597112 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] For port f5643480-4404-4303-b945-b74104ae8772, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f5643480-4404-4303-b945-b74104ae8772,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:46.605336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e350ba70-fb53-4fd1-8f3a-202db23c91b4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:46.605747 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.609170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:46.622989 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] 10.222.0.50 "PUT /v2.0/routers/a92e8aed-e26d-4807-8e49-c889e9a2d244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6433296 Nov 09 11:14:46.633261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58522) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:46.657642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] Sync routers for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:46.713495 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.722228 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.729345 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-495fb8d9-21b7-4e43-aced-6be8c2c3f787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:46.743527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Transition to ACTIVE for port object 528e0f79-b169-4020-853c-b0a8943d4b3f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:46.774051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.823254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.836666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Pushing event updated for resources: {'Port': ['ID=f5643480-4404-4303-b945-b74104ae8772,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:46.843111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.845504 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:46.852311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:46.853120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:46.868222 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6bb9e0bc-2ea6-4cbc-8c32-9c2f0f1b433b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:46.928229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['3aa462b9-36b9-4869-9248-bf98d30caca3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:14:46.956437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:46.974250 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e89f0a6-e6c1-44f7-b1af-ee8e52ab811b tempest-ServerDiskConfigTestJSON-251417909 tempest-ServerDiskConfigTestJSON-251417909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:46.974593 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b374e0-d386-4866-b472-c470605092a4', 'name': 'tempest-snat-router-1095459852', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'dbc6791c-c555-45bd-a6af-d14f4a2252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:39Z', 'updated_at': '2021-11-09T11:14:43Z', 'revision_number': 3, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port': {'id': 'dbc6791c-c555-45bd-a6af-d14f4a2252a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b374e0-d386-4866-b472-c470605092a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:14:41Z', 'updated_at': '2021-11-09T11:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:46.987867 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Checking router: 86b374e0-d386-4866-b472-c470605092a4 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:14:46.988227 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Updating router 86b374e0-d386-4866-b472-c470605092a4 port dbc6791c-c555-45bd-a6af-d14f4a2252a0 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:14:47.097328 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.119423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:47.127496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:47.130270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:47.163403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Network ab626b59-27a1-4a7f-9ea4-dee467e290e9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:47.165124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Pushing event updated for resources: {'Port': ['ID=6fce9682-af13-4174-97eb-8658e5c97723,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:47.282257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:47.291716 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:47.299532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:47.302374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=528e0f79-b169-4020-853c-b0a8943d4b3f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:47.305771 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:47.389175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:47.389815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.390768 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8ef0961f-6bb3-4a12-b5f0-5aafcf7213c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.480054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:47.480776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.585757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.597204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.604913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a8c9010-8869-437b-97c6-9771c7dafcc5 HTTP/1.1" status: 204 len: 168 time: 1.0275414 Nov 09 11:14:47.612782 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9f1b88e-8642-421f-a5cf-de019c4308d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:47.662169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:47.704831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8c9010-8869-437b-97c6-9771c7dafcc5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:47.753712 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6397600 Nov 09 11:14:47.755476 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:47.784743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Request body: {'port': {'device_id': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:47.831259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3294055 Nov 09 11:14:47.837411 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.842622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58540) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:47.864012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'port': {'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'name': 'tempest-TaggedBootDevicesTest_v242-2012105140', 'fixed_ips': [{'subnet_id': '66198a95-6ef2-4128-8e46-9e30757e7b09'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:47.868878 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Transition to ACTIVE for port object dbc6791c-c555-45bd-a6af-d14f4a2252a0 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:47.874921 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.879983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a7e7a-b197-485d-9ef5-c010b2fbc3c4 req-d8b862f7-80b6-4c33-b968-502502c850bc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:47.880678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-730a7e7a-b197-485d-9ef5-c010b2fbc3c4 req-d8b862f7-80b6-4c33-b968-502502c850bc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Synchronizing usage tracker for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:47.942879 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.951279 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:47.955311 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:48.068764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-730a7e7a-b197-485d-9ef5-c010b2fbc3c4 req-d8b862f7-80b6-4c33-b968-502502c850bc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Unset dirty status for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:48.077711 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-730a7e7a-b197-485d-9ef5-c010b2fbc3c4 req-d8b862f7-80b6-4c33-b968-502502c850bc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 931 time: 1.1516426 Nov 09 11:14:48.143583 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Attempting to bind port dbc6791c-c555-45bd-a6af-d14f4a2252a0 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:48.143970 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Attempting to bind port dbc6791c-c555-45bd-a6af-d14f4a2252a0 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:48.144331 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Attempting to bind port dbc6791c-c555-45bd-a6af-d14f4a2252a0 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:48.171973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3b2d3674-4c83-4a40-b3cb-aa2e0e1f0804 None None] Provisioning for port 528e0f79-b169-4020-853c-b0a8943d4b3f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:48.177411 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:48.180282 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:48.180692 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:48.181090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:48.181568 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Bound port: dbc6791c-c555-45bd-a6af-d14f4a2252a0, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:48.183952 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:48.189462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f844afc-f1cc-4d09-b068-32b7d44d78f9 req-2825a500-e0b1-4d5c-9a17-0a39322f8a10 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:48.193311 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f844afc-f1cc-4d09-b068-32b7d44d78f9 req-2825a500-e0b1-4d5c-9a17-0a39322f8a10 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 945 time: 1.0764410 Nov 09 11:14:48.199419 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:48.284947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3b2d3674-4c83-4a40-b3cb-aa2e0e1f0804 None None] Provisioning complete for port 528e0f79-b169-4020-853c-b0a8943d4b3f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:48.285629 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3674-4c83-4a40-b3cb-aa2e0e1f0804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:48.310070 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-730a7e7a-b197-485d-9ef5-c010b2fbc3c4 req-89f71c0d-a880-4861-9051-b5330c2bd8f7 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307422 Nov 09 11:14:48.341199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:48.346042 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1c15721f-baf4-4de2-96b5-34457929adaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/86b374e0-d386-4866-b472-c470605092a4 HTTP/1.1" status: 200 len: 908 time: 1.9601493 Nov 09 11:14:48.360458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:48.391944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:port and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:48.394976 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] For port dbc6791c-c555-45bd-a6af-d14f4a2252a0, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:48.398445 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] For port dbc6791c-c555-45bd-a6af-d14f4a2252a0, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=dbc6791c-c555-45bd-a6af-d14f4a2252a0,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:48.417347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:48.444302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f844afc-f1cc-4d09-b068-32b7d44d78f9 req-fe0e5594-18b7-426b-8781-3cc446649b24 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015181 Nov 09 11:14:48.451183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:48.468216 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:48.468546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f5643480-4404-4303-b945-b74104ae8772 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:48.471232 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:48.543565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:48.552015 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Routers {'86b374e0-d386-4866-b472-c470605092a4'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:48.552656 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['86b374e0-d386-4866-b472-c470605092a4'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:48.555381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:48.645334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d3674-4c83-4a40-b3cb-aa2e0e1f0804 None None] Port 528e0f79-b169-4020-853c-b0a8943d4b3f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:14:48.657726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] device_id is not set on port 886f842b-401a-42d4-b99c-93146fb9d3ea yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:14:48.720325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:14:40Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:48.727001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] Checking router: a92e8aed-e26d-4807-8e49-c889e9a2d244 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:14:48.766657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] Routers {'a92e8aed-e26d-4807-8e49-c889e9a2d244'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:48.767391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a92e8aed-e26d-4807-8e49-c889e9a2d244'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:48.929817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port f5643480-4404-4303-b945-b74104ae8772 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:48.969358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041c937-81ad-4a56-8632-3a6c550c419f None None] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:49.001634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58570) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:49.031547 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] Set router 86b374e0-d386-4866-b472-c470605092a4 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:49.170167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 10.1.1.239 (1b97fa72-da0e-4d01-af72-419d0b5a182d/66198a95-6ef2-4128-8e46-9e30757e7b09/886f842b-401a-42d4-b99c-93146fb9d3ea) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:49.249930 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Pushing event updated for resources: {'Port': ['ID=dbc6791c-c555-45bd-a6af-d14f4a2252a0,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:49.289057 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.289766 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.290636 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.292861 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.294113 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.294830 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.297101 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.297646 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.298102 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.298521 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.299731 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:14:49.316524 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.361s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:49.323716 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-83abfbd3-7645-4317-9341-78ce67475bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.815s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:49.470030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1238242067-network', 'tenant_id': '3e94e699b0cc4e1f9a299efcd0e2209a'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:49.486423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:49.493371 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Pushing event updated for resources: {'Port': ['ID=dbc6791c-c555-45bd-a6af-d14f4a2252a0,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:49.498348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Usage tracker for resource:network and tenant:3e94e699b0cc4e1f9a299efcd0e2209a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:49.498911 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:49.505262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-441e7a54-b74c-4904-9c87-dc8c84c827b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:49.507363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:49.522594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:49.530462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Provisioning for port f5643480-4404-4303-b945-b74104ae8772 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:49.543564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Provisioning complete for port f5643480-4404-4303-b945-b74104ae8772 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:49.548922 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:49.596154 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b374e0-d386-4866-b472-c470605092a4', 'name': 'tempest-snat-router-1095459852', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'dbc6791c-c555-45bd-a6af-d14f4a2252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:39Z', 'updated_at': '2021-11-09T11:14:43Z', 'revision_number': 3, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port': {'id': 'dbc6791c-c555-45bd-a6af-d14f4a2252a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b374e0-d386-4866-b472-c470605092a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:14:41Z', 'updated_at': '2021-11-09T11:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:49.600893 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0828b-f7cd-49d4-9401-0c053361d887 None None] The sync data for ids ['86b374e0-d386-4866-b472-c470605092a4'] in n-d-817173-1 is: [{'id': '86b374e0-d386-4866-b472-c470605092a4', 'name': 'tempest-snat-router-1095459852', 'tenant_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'dbc6791c-c555-45bd-a6af-d14f4a2252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:14:39Z', 'updated_at': '2021-11-09T11:14:43Z', 'revision_number': 3, 'project_id': 'c7e5f03f3e984e5c92d3e695f4c369e4', 'gw_port': {'id': 'dbc6791c-c555-45bd-a6af-d14f4a2252a0', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b374e0-d386-4866-b472-c470605092a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:14:41Z', 'updated_at': '2021-11-09T11:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:49.641808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Made reservation on behalf of 3e94e699b0cc4e1f9a299efcd0e2209a for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:49.647872 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:49.693697 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:49.715687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] Set router a92e8aed-e26d-4807-8e49-c889e9a2d244 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:49.768789 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:49.825648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:49.837117 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:49.851533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Usage tracker for resource:security_group_rule and tenant:3e94e699b0cc4e1f9a299efcd0e2209a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:49.877052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Transition to ACTIVE for port object 886f842b-401a-42d4-b99c-93146fb9d3ea will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:49.884370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:49.899752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Deleting port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:49.900402 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:49.972186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58586) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.033176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d2ac-e8b9-4467-9db9-b4113266d64d req-efc67d53-5b38-44eb-ad81-6e00e95a760c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:50.036258 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a811d2ac-e8b9-4467-9db9-b4113266d64d req-efc67d53-5b38-44eb-ad81-6e00e95a760c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 931 time: 0.3156641 Nov 09 11:14:50.129601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.299828 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-89108617-c0ab-473f-a6ec-127f7fe50341 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:50.373979 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.472750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] For port a144450b-bf5f-4ea8-9b80-9dd81cf76fd7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:50.473254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.491984 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dbc6791c-c555-45bd-a6af-d14f4a2252a0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:50.495793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:50.516540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:50.521641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:50.629478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Calling delete_port for a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:50.635675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] For port f5643480-4404-4303-b945-b74104ae8772, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f5643480-4404-4303-b945-b74104ae8772,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:50.691398 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.693895 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.695596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-2e680e99-3808-4a80-8f36-1ac081844098 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.696799 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2e680e99-3808-4a80-8f36-1ac081844098 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.7225368 Nov 09 11:14:50.709421 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:50.711212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58594) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.717189 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.758559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-0d2bef1b-4fce-43d8-bde7-78dd7179fd65 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.759659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0d2bef1b-4fce-43d8-bde7-78dd7179fd65 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0380666 Nov 09 11:14:50.763723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:50.767684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:50.769772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58598) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.791626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:50.792491 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.817333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:50.821027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-4c85acf5-7395-4a59-9f13-5917c93d7365 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.822436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4c85acf5-7395-4a59-9f13-5917c93d7365 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0406759 Nov 09 11:14:50.834158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58602) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.843005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port dbc6791c-c555-45bd-a6af-d14f4a2252a0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:50.860430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a811d2ac-e8b9-4467-9db9-b4113266d64d req-64b64612-7f5b-47b9-a926-015059267149 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7915406 Nov 09 11:14:50.868705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-b90e39da-4951-43de-9300-f79f66a215bd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.870005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b90e39da-4951-43de-9300-f79f66a215bd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0336411 Nov 09 11:14:50.892685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58606) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.903498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-a8f15e08-acdd-4feb-91ff-fe34be0ca801 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.907001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a8f15e08-acdd-4feb-91ff-fe34be0ca801 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0083652 Nov 09 11:14:50.908622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58610) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.940051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-62886719-ecb5-4118-a913-ce3691e36e40 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.940051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-62886719-ecb5-4118-a913-ce3691e36e40 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0160489 Nov 09 11:14:50.940051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58614) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.940360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port dbc6791c-c555-45bd-a6af-d14f4a2252a0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:50.940360 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:50.951624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0960858 Nov 09 11:14:50.956329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-d7519075-4820-471a-9d30-4e8cadd74f1a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.957408 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d7519075-4820-471a-9d30-4e8cadd74f1a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0182464 Nov 09 11:14:50.960082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58620) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.965675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-95be93cc-9fba-4cb3-b54d-445ed0f06750 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.966734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-95be93cc-9fba-4cb3-b54d-445ed0f06750 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056982 Nov 09 11:14:50.970062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58624) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:50.975418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-4c63258b-d10c-48ea-8c05-27aac33dc12c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:50.976432 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4c63258b-d10c-48ea-8c05-27aac33dc12c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052655 Nov 09 11:14:50.978980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58628) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.013456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-cae53eff-0947-4f94-9883-d55f0328b532 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.014843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cae53eff-0947-4f94-9883-d55f0328b532 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0347817 Nov 09 11:14:51.020420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58632) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.032312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-52080da5-c0bf-4cfe-9711-59419ce5020f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.033618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-52080da5-c0bf-4cfe-9711-59419ce5020f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0117965 Nov 09 11:14:51.043452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58636) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.051776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-c8671243-8411-4106-8221-6af560884854 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.052933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c8671243-8411-4106-8221-6af560884854 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070567 Nov 09 11:14:51.055575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58640) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.063447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-de78eea9-a0cc-442b-9521-50877ead4786 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.064702 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-de78eea9-a0cc-442b-9521-50877ead4786 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080264 Nov 09 11:14:51.068239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58644) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.089492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-e674b1ea-4d5a-4d02-852f-47c441c34551 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.091602 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e674b1ea-4d5a-4d02-852f-47c441c34551 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0176075 Nov 09 11:14:51.094693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58648) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.102383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-2e141765-14dd-4d07-a25f-8a4b9f87cd2d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.103734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2e141765-14dd-4d07-a25f-8a4b9f87cd2d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0078404 Nov 09 11:14:51.108000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58652) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.114160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Pushing event updated for resources: {'Port': ['ID=f5643480-4404-4303-b945-b74104ae8772,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:51.116836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-9b38a15c-2865-43b5-8d1e-cda229b781fd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.118343 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9b38a15c-2865-43b5-8d1e-cda229b781fd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091002 Nov 09 11:14:51.119871 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:51.125892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58656) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.139359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-006da70d-bb13-40a5-94e2-e126db74943a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.140885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-006da70d-bb13-40a5-94e2-e126db74943a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091007 Nov 09 11:14:51.144503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58660) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.152970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-c378d911-ee07-40c9-8d24-d6054f969d7d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.154483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c378d911-ee07-40c9-8d24-d6054f969d7d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086906 Nov 09 11:14:51.189041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58664) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.200945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-72201bd6-8d5e-458c-851e-6b98b1e35438 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.202417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-72201bd6-8d5e-458c-851e-6b98b1e35438 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0120578 Nov 09 11:14:51.205424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58668) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.212102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-7cf9c472-60ff-4db4-88d6-2875a6932868 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.213320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7cf9c472-60ff-4db4-88d6-2875a6932868 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067773 Nov 09 11:14:51.217825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1f36054a-5dfb-4b9b-86a6-882d8028288b None None] Provisioning for port 886f842b-401a-42d4-b99c-93146fb9d3ea completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:14:51.221685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58672) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.229303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-6aeb79ed-19ee-431b-b546-f03e82e9ff7c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.233964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] It took 1.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:14:51.234881 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6aeb79ed-19ee-431b-b546-f03e82e9ff7c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0117042 Nov 09 11:14:51.249134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58676) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.254634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-53d1d9a4-3776-4219-a050-c2700d99539c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.255963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1f36054a-5dfb-4b9b-86a6-882d8028288b None None] Provisioning complete for port 886f842b-401a-42d4-b99c-93146fb9d3ea triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:51.259076 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1f36054a-5dfb-4b9b-86a6-882d8028288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.259699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-53d1d9a4-3776-4219-a050-c2700d99539c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0092142 Nov 09 11:14:51.265402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58680) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.273138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-b3497b67-a57d-4a8c-ad75-784f4407fe2a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.276903 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b3497b67-a57d-4a8c-ad75-784f4407fe2a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0101774 Nov 09 11:14:51.278431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58684) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.279441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Deleting port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:51.279975 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.282743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:14:40Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:51.288997 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.300025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d380f-88a3-4835-a5b1-7dbe757164c2 None None] The sync data for ids ['a92e8aed-e26d-4807-8e49-c889e9a2d244'] in n-d-817173-1 is: [{'id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'name': 'tempest-ServersTestManualDisk-1386223619-router', 'tenant_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:10:55Z', 'updated_at': '2021-11-09T11:14:40Z', 'revision_number': 5, 'project_id': '2cc59dd5f0304bceb3d74bfcda0cd8dd', 'gw_port': {'id': 'a144450b-bf5f-4ea8-9b80-9dd81cf76fd7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e8aed-e26d-4807-8e49-c889e9a2d244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:10:57Z', 'updated_at': '2021-11-09T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:51.312050 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.348678 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6adee384-5b98-48a7-b51f-77429145cbf4 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:51.376071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port dbc6791c-c555-45bd-a6af-d14f4a2252a0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=dbc6791c-c555-45bd-a6af-d14f4a2252a0,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:51.383525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1f36054a-5dfb-4b9b-86a6-882d8028288b None None] Port 886f842b-401a-42d4-b99c-93146fb9d3ea cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:14:51.411273 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.420415 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:51.472898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a144450b-bf5f-4ea8-9b80-9dd81cf76fd7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:51.489036 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:51.493661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fce9682-af13-4174-97eb-8658e5c97723 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:14:51.508987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-401c2363-9484-4ff9-be71-87d36ce70370 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.514087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-401c2363-9484-4ff9-be71-87d36ce70370 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0427802 Nov 09 11:14:51.520260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.522329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58688) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.533693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=dbc6791c-c555-45bd-a6af-d14f4a2252a0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:51.537569 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:51.547354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-915cb4bf-06b8-48d4-ab96-69e5b9708e9e None None] Provisioning complete for port f5643480-4404-4303-b945-b74104ae8772 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:51.547354 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-915cb4bf-06b8-48d4-ab96-69e5b9708e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.549505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-475e7427-7719-4482-b02e-a40ff571e0f1 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.550443 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-475e7427-7719-4482-b02e-a40ff571e0f1 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0188124 Nov 09 11:14:51.570114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58692) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.580796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-eb1e11f0-08d1-45cf-9108-15d9af26f345 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.581892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb1e11f0-08d1-45cf-9108-15d9af26f345 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107291 Nov 09 11:14:51.585679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58696) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.637584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Transition to ACTIVE for port object 6fce9682-af13-4174-97eb-8658e5c97723 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:14:51.651121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-7f59ffdf-79a3-4587-9764-5491872238b0 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.652289 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7f59ffdf-79a3-4587-9764-5491872238b0 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0173032 Nov 09 11:14:51.658245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58700) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.665912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-a1eb8592-5d3c-4598-b736-767b66baaff5 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.669996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a1eb8592-5d3c-4598-b736-767b66baaff5 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099800 Nov 09 11:14:51.672211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58704) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.672781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58706) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.691394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161776636', 'description': 'tempest-description--1803859066'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:51.699036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.717780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-92809dab-72dc-4990-a187-60c2fa2fe62d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.719165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-92809dab-72dc-4990-a187-60c2fa2fe62d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0375035 Nov 09 11:14:51.720806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1851a-4918-459f-bab0-aeafaa4e4195 req-9d8e4735-c366-4271-a8c1-d0900212f09b tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:51.722228 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dea1851a-4918-459f-bab0-aeafaa4e4195 req-9d8e4735-c366-4271-a8c1-d0900212f09b tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 945 time: 1.0133541 Nov 09 11:14:51.722912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.723995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:51.739807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58712) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.741182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:security_group and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:51.747910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-7f4637f2-33b1-49ff-9140-50cfe53f50f9 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.748962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7f4637f2-33b1-49ff-9140-50cfe53f50f9 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0132411 Nov 09 11:14:51.759477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:51.762201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58716) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.774337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-0653093d-be35-4427-90d7-e163489de7dc tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.775302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0653093d-be35-4427-90d7-e163489de7dc tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0112176 Nov 09 11:14:51.776176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:51.779743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58720) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.786925 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bfaf2783-60ba-40ed-a447-de608bf242e4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:51.798889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-1fa818c6-5da6-4759-a537-60a38e127d89 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:51.800319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-1fa818c6-5da6-4759-a537-60a38e127d89 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.57 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 945 time: 0.3263886 Nov 09 11:14:51.805574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-2b8e8c44-914b-4903-9bca-202f803bc66d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.807387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2b8e8c44-914b-4903-9bca-202f803bc66d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0243700 Nov 09 11:14:51.831440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58724) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.862881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] For port 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,segment=NetworkSegment(91877b48-19f6-4be7-84e3-609d3ac3df65),segment_id=91877b48-19f6-4be7-84e3-609d3ac3df65)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:51.863524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.886402 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.921256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:51.938321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-5b6fab56-5ca5-490e-971f-0f64d7db23af tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.938650 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5b6fab56-5ca5-490e-971f-0f64d7db23af tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0946882 Nov 09 11:14:51.947115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58728) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:51.961630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-40b5f539-3eaa-4f1c-b1ea-af8ec27849dd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:51.962582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-40b5f539-3eaa-4f1c-b1ea-af8ec27849dd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0135088 Nov 09 11:14:52.007246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Deleting port bade5702-8bf7-484d-88b3-326b789182e0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:52.010758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.035139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58734) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.046614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:14:52.046908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Calling delete_port for 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:52.073500 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.078650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.097785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-ca92a8c7-2786-4fdd-8801-266355eaa3ef tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.102889 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ca92a8c7-2786-4fdd-8801-266355eaa3ef tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0268505 Nov 09 11:14:52.112921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58738) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.140709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Pushing event updated for resources: {'Port': ['ID=6fce9682-af13-4174-97eb-8658e5c97723,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:52.160904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-95704663-bb50-4327-bed8-a34d39f07f8d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.162958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-95704663-bb50-4327-bed8-a34d39f07f8d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0461326 Nov 09 11:14:52.188600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58742) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.212525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-45e5d3b7-a479-46ac-91b0-dcbd3ef1351e tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.218584 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-45e5d3b7-a479-46ac-91b0-dcbd3ef1351e tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0237863 Nov 09 11:14:52.218711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58746) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.230137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-181ca488-665c-476d-ab35-ce0397f81417 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.231158 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-181ca488-665c-476d-ab35-ce0397f81417 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053167 Nov 09 11:14:52.271649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58750) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.293550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-077dac1c-0542-47de-9e19-0e67901bf14d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.294605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-077dac1c-0542-47de-9e19-0e67901bf14d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101075 Nov 09 11:14:52.316100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58754) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.322312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:52.333530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-74b86fad-2cc8-4491-9c55-d1566abd9daa tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.335618 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:52.335759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-74b86fad-2cc8-4491-9c55-d1566abd9daa tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0145316 Nov 09 11:14:52.342238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58758) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.348154 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1cc7f3de-d8cd-4087-abf0-4c61ed6d4514 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:52.349874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:security_group_rule and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:52.362590 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.362961 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Added segment 6171cad4-7280-4884-93b0-a4f34e0935c7 of type vlan for network 70948bdc-5f10-47f7-bec2-1476f939748f Nov 09 11:14:52.365100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-e6ac70e8-d37b-49b4-a33c-76bb269ce80d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.366046 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e6ac70e8-d37b-49b4-a33c-76bb269ce80d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0197263 Nov 09 11:14:52.372349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:52.372791 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dbc6791c-c555-45bd-a6af-d14f4a2252a0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:52.375023 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dea1851a-4918-459f-bab0-aeafaa4e4195 req-26d2a039-2294-4fa6-8f78-288fa382bd39 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/security-groups?id=0aa32140-e134-47e7-83d9-9b0aa49c3372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900755 Nov 09 11:14:52.379998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58762) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.391399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-53cbdf97-1432-4aa1-a98e-b5dd439499b4 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.395093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-53cbdf97-1432-4aa1-a98e-b5dd439499b4 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0097401 Nov 09 11:14:52.398550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58766) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.411160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-476d3a5b-77aa-4ff1-855e-f5a57f2bb85f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.412093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-476d3a5b-77aa-4ff1-855e-f5a57f2bb85f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0125639 Nov 09 11:14:52.413151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:52.420972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58770) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.438447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-20875b31-1177-4b81-bd50-edf3a1366e5d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.442948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-20875b31-1177-4b81-bd50-edf3a1366e5d tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0122676 Nov 09 11:14:52.470124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port dbc6791c-c555-45bd-a6af-d14f4a2252a0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:52.470731 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.503523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58774) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.527050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-af0e675a-2dd1-4edb-a082-3a914e3cee5a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.528052 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-af0e675a-2dd1-4edb-a082-3a914e3cee5a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0132768 Nov 09 11:14:52.547107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58778) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.598829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-d6412b53-a53e-47ce-8a21-eaca3b5a1a47 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.599756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d6412b53-a53e-47ce-8a21-eaca3b5a1a47 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0484273 Nov 09 11:14:52.602682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f5643480-4404-4303-b945-b74104ae8772 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:14:52.616417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58782) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.622020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce4d386-0105-4159-b90b-4373b647ee22,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:52.625683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-5608a53d-185c-4d43-90f1-f1cf5cadbc53 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.626627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5608a53d-185c-4d43-90f1-f1cf5cadbc53 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094893 Nov 09 11:14:52.650136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57407a1-097d-4c2c-bfd1-9791440554c1 req-49028557-4021-4f3c-bcb1-66714e29f5a9 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:52.653465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.655266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b57407a1-097d-4c2c-bfd1-9791440554c1 req-49028557-4021-4f3c-bcb1-66714e29f5a9 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 943 time: 0.5475783 Nov 09 11:14:52.657875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.673940 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:52.687442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f5643480-4404-4303-b945-b74104ae8772 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:14:52.687826 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.689839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-a270c3ee-b3c9-453d-8bf9-a893d4ad2d49 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.693457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a270c3ee-b3c9-453d-8bf9-a893d4ad2d49 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0180461 Nov 09 11:14:52.698483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58790) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.709761 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.740513 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.743023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.750398 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.757941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-f1f9bf00-01bf-490a-954f-aa314b91757f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.761027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f1f9bf00-01bf-490a-954f-aa314b91757f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0478544 Nov 09 11:14:52.766116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.770712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] For port bade5702-8bf7-484d-88b3-326b789182e0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bade5702-8bf7-484d-88b3-326b789182e0,segment=NetworkSegment(c632c844-70a6-4ca7-8d23-a9c3d1ea059a),segment_id=c632c844-70a6-4ca7-8d23-a9c3d1ea059a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:52.771086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.788312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-a2df6375-9529-4397-8ce1-4d1232aba20c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.788312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a2df6375-9529-4397-8ce1-4d1232aba20c tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0130107 Nov 09 11:14:52.792368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.805013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-61139900-4bd9-4950-bf5e-d29ad6494acb tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.809286 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-61139900-4bd9-4950-bf5e-d29ad6494acb tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0122302 Nov 09 11:14:52.813731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.829905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-f4bc0043-3078-4cdc-9e7e-a13ba5f45e58 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.833589 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f4bc0043-3078-4cdc-9e7e-a13ba5f45e58 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0186918 Nov 09 11:14:52.836071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.838543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Attempting to bind port 6fce9682-af13-4174-97eb-8658e5c97723 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:14:52.838913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Attempting to bind port 6fce9682-af13-4174-97eb-8658e5c97723 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:14:52.839474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Attempting to bind port 6fce9682-af13-4174-97eb-8658e5c97723 on network ab626b59-27a1-4a7f-9ea4-dee467e290e9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:52.852595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-bc5698f9-72ec-4c3b-810d-2c1affe43b9a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.853536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bc5698f9-72ec-4c3b-810d-2c1affe43b9a tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0162361 Nov 09 11:14:52.855000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7d68b218-6c4e-4613-ac7e-2601734276f7 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:52.856434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.863789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-2706e3aa-d749-45bc-a480-915ec55ed679 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.867510 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2706e3aa-d749-45bc-a480-915ec55ed679 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092576 Nov 09 11:14:52.869238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.875555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-1950dfdb-1cf2-4677-b4b7-9ad635005acd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.878526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1950dfdb-1cf2-4677-b4b7-9ad635005acd tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071449 Nov 09 11:14:52.880293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.881246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:52.881832 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.885595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Deleting port dbc6791c-c555-45bd-a6af-d14f4a2252a0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:52.885929 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.911678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Port 6fce9682-af13-4174-97eb-8658e5c97723 on network ab626b59-27a1-4a7f-9ea4-dee467e290e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:14:52.912145 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Attempting to bind port 6fce9682-af13-4174-97eb-8658e5c97723 on network ab626b59-27a1-4a7f-9ea4-dee467e290e9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:14:52.914025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.921080 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:52.944899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 7d68b218-6c4e-4613-ac7e-2601734276f7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:52.945263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7d68b218-6c4e-4613-ac7e-2601734276f7 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:52.957183 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:52.957793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a92e8aed-e26d-4807-8e49-c889e9a2d244 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:14:52.961711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-5683178e-e4e3-48b2-82aa-26cb16a8e72b tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.966240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5683178e-e4e3-48b2-82aa-26cb16a8e72b tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0304077 Nov 09 11:14:52.977163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58822) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:52.994007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-72ebc8ba-4f71-441a-b6e4-f5e61a9a7183 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:52.994955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-72ebc8ba-4f71-441a-b6e4-f5e61a9a7183 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0118601 Nov 09 11:14:53.011636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:14:53.011985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Checking segment: {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:53.012443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Bound using segment: {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:14:53.012906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Bound port: 6fce9682-af13-4174-97eb-8658e5c97723, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672ff01e-d1f6-41de-85d7-13ec58083653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:14:53.013250 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.016608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58826) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.021830 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b57407a1-097d-4c2c-bfd1-9791440554c1 req-934d383d-a084-4607-87be-c9d5d48e6feb tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271511 Nov 09 11:14:53.033604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Calling delete_port for bade5702-8bf7-484d-88b3-326b789182e0 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:53.118480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-5957bbf6-1e21-4249-8cb4-f531f05932a1 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:53.122434 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5957bbf6-1e21-4249-8cb4-f531f05932a1 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.1012270 Nov 09 11:14:53.126118 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.133440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58830) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.138456 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:53.157909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Pushing event updated for resources: {'Network': ['ID=70948bdc-5f10-47f7-bec2-1476f939748f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:53.159326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-8235b6f6-6878-4dcc-b3aa-98558e9b150f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:53.163979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8235b6f6-6878-4dcc-b3aa-98558e9b150f tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0173230 Nov 09 11:14:53.168199 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.170816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 70948bdc-5f10-47f7-bec2-1476f939748f details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:14:53.172353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a92e8aed-e26d-4807-8e49-c889e9a2d244 HTTP/1.1" status: 204 len: 168 time: 6.5341856 Nov 09 11:14:53.173613 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:53.176671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58834) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.176671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58836) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.220937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3479cda-df15-43e5-bb51-7f24b3ba5387,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:53.223951 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:53.264205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-9b7cfd1c-66e0-4174-ac10-28d7ecae993b tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:53.268190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9b7cfd1c-66e0-4174-ac10-28d7ecae993b tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0447826 Nov 09 11:14:53.270486 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.2525287 Nov 09 11:14:53.273926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58842) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.274256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.299586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Request body: {'subnet': {'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1238242067-subnet', 'tenant_id': '3e94e699b0cc4e1f9a299efcd0e2209a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:53.303132 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.313270 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c160b5b2-af42-4010-b732-7aefa5a1b49e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:53.314617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-e70fdcf8-2b7b-4518-a667-83ef4edec864 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:53.318101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e70fdcf8-2b7b-4518-a667-83ef4edec864 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0360208 Nov 09 11:14:53.321535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:53.325752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58850) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.340763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.341924 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6621478 Nov 09 11:14:53.344143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Usage tracker for resource:subnet and tenant:3e94e699b0cc4e1f9a299efcd0e2209a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:53.350261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-a6fbd240-a1a0-4235-9c3f-68a3fe50f82b tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:53.353527 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a6fbd240-a1a0-4235-9c3f-68a3fe50f82b tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0243647 Nov 09 11:14:53.353676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58854) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.353776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58856) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.360044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:53.371549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'security_group_rule': {'security_group_id': 'd3479cda-df15-43e5-bb51-7f24b3ba5387', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:53.376977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:53.379474 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:53.383441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:53.387968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [None req-ec49b2d0-060d-4f3f-ba17-0056e8a6a971 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:53.389067 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ec49b2d0-060d-4f3f-ba17-0056e8a6a971 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0318813 Nov 09 11:14:53.392398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58862) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:53.398842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:53.413913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [None req-6585ad31-142a-4714-8e3a-b91e35c58dc9 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:14:53.414891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6585ad31-142a-4714-8e3a-b91e35c58dc9 tempest-ExtensionsTestJSON-849848223 tempest-ExtensionsTestJSON-849848223-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0169888 Nov 09 11:14:53.425223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] For port 6fce9682-af13-4174-97eb-8658e5c97723, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:14:53.432033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] For port 6fce9682-af13-4174-97eb-8658e5c97723, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=6fce9682-af13-4174-97eb-8658e5c97723,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:14:53.436097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Deleting subnet 029e650a-8ccc-4aad-822b-9242877f0a5c {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:14:53.454076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.571653 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.639852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.651039 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:53.655441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:security_group_rule and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:53.660815 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:53.676718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:53.680365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Made reservation on behalf of 3e94e699b0cc4e1f9a299efcd0e2209a for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:14:53.682766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.738157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] For port dbc6791c-c555-45bd-a6af-d14f4a2252a0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=dbc6791c-c555-45bd-a6af-d14f4a2252a0,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:53.738503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.763273 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.773158 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-944727cf-4e7d-4f87-8d81-c579b186bf19 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:53.775232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bade5702-8bf7-484d-88b3-326b789182e0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:14:53.805265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1741abb8-5c81-4a76-bb3f-3ce2e3ca44c3 req-925ab2ad-8aba-46b7-be51-1fff947ce610 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 210 time: 0.1692567 Nov 09 11:14:53.818547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Pushing event deleted for resources: {'Port': ['ID=bade5702-8bf7-484d-88b3-326b789182e0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:53.827581 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:53.837117 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.986923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] No DVR routers for this DVR port bade5702-8bf7-484d-88b3-326b789182e0 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:53.993964 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:53.998985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Calling delete_port for dbc6791c-c555-45bd-a6af-d14f4a2252a0 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:54.000397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'name': 'network-vif-deleted', 'tag': 'bade5702-8bf7-484d-88b3-326b789182e0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:54.034968 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.036784 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] 10.222.0.59 "PUT /v2.0/ports/6fce9682-af13-4174-97eb-8658e5c97723 HTTP/1.1" status: 200 len: 1091 time: 6.2612696 Nov 09 11:14:54.052693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'tag': '6fce9682-af13-4174-97eb-8658e5c97723'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:14:54.062992 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.081255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Pushing event updated for resources: {'Port': ['ID=6fce9682-af13-4174-97eb-8658e5c97723,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:54.085692 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:54.135460 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.138242 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-834cda30-1a00-4fec-afaa-a01a81ce4c01 req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.57 "DELETE /v2.0/ports/bade5702-8bf7-484d-88b3-326b789182e0 HTTP/1.1" status: 204 len: 173 time: 2.3293118 Nov 09 11:14:54.154647 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:54.163894 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da008e62-77d5-410b-ad8d-52f3003135ff', 'name': 'network-vif-deleted', 'tag': 'bade5702-8bf7-484d-88b3-326b789182e0', 'status': 'completed', 'code': 200} Nov 09 11:14:54.190385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58878) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:54.191141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b097f2-2520-4420-a5f4-6d82e2fb66f6,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:54.216689 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:54.304472 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.332183 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.333378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9787531 Nov 09 11:14:54.336304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58884) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:54.344139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'security_group_rule': {'security_group_id': 'd3479cda-df15-43e5-bb51-7f24b3ba5387', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:54.354335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:54.365722 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'tag': '6fce9682-af13-4174-97eb-8658e5c97723', 'status': 'completed', 'code': 200} Nov 09 11:14:54.419460 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.475682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:security_group_rule and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:54.484234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:54.501770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:54.507357 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.569074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:54.590974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Usage tracker for resource:security_group_rule and tenant:31685076d76447998f9d87563306ffe4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:54.597006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:54.612438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:54.665269 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.679024 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-e108e158-cc5d-42e8-9953-91b769096b26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 1094 time: 0.5531983 Nov 09 11:14:54.687784 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-ea60f89e-07a4-45a7-a207-859d6ce1e6bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3348663 Nov 09 11:14:54.792310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9177e-53ad-4682-a9eb-481237e4bd58 req-7517c1af-8d16-492c-bff8-1b0f54b74041 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:54.794495 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52e9177e-53ad-4682-a9eb-481237e4bd58 req-7517c1af-8d16-492c-bff8-1b0f54b74041 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 943 time: 0.4280372 Nov 09 11:14:54.805213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.835225 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e121cc68-9f40-408a-8610-dad472ebbcaf tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:54.854326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.873628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-35868a93-e000-420a-a894-3d9a106c2e4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fce9682-af13-4174-97eb-8658e5c97723 HTTP/1.1" status: 200 len: 217 time: 0.1797848 Nov 09 11:14:54.899185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029e650a-8ccc-4aad-822b-9242877f0a5c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:54.901480 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:54.901844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:54.967339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-cb1b81f0-0cdd-4a50-a66e-a9f294a244f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:54.968837 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-cb1b81f0-0cdd-4a50-a66e-a9f294a244f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.0758035 Nov 09 11:14:55.000030 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.012319 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:55.017554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.029346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdc303-95a7-41ec-872e-d19b44432f0e None None] Network 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:55.035863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-553f8fbc-aa2a-4317-90bc-0d9e692c5671 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 1097 time: 0.2637155 Nov 09 11:14:55.044934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.087958 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52e9177e-53ad-4682-a9eb-481237e4bd58 req-0061007f-26e3-49d5-bf17-467a6339f58a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782609 Nov 09 11:14:55.088892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.093553 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.102509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:55.145862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbb985a-ca9c-4881-ac6a-0dd5c08a7274,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:55.160049 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-1545c0da-b233-4718-b1e2-eef0c2d37a1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796384 Nov 09 11:14:55.161283 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:55.163687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbc6791c-c555-45bd-a6af-d14f4a2252a0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:55.166243 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:55.170941 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7983e4cb-99c2-4d0a-88a7-383fef3d2906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:55.171093 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64ddae6f-4680-4de4-aa71-b95b45adabf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:55.205450 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] 10.222.0.50 "DELETE /v2.0/subnets/029e650a-8ccc-4aad-822b-9242877f0a5c HTTP/1.1" status: 204 len: 168 time: 1.9832907 Nov 09 11:14:55.233760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58894) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:55.450113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31685076d76447998f9d87563306ffe4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2466173 Nov 09 11:14:55.450113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b5de21c1-0745-492f-b016-a490593f49a0 req-8ff6cbb9-d5df-480f-8a18-8829691d8b72 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Synchronizing usage tracker for tenant:a87d415797084d56b54124745afc71d6 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:14:55.451668 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.456082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1155224 Nov 09 11:14:55.457964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:55.458101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58900) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:55.466606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a5005-9370-4529-932f-6f95616d81d8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:55.471804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:55.478042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-e6ef5e69-5063-40b3-818b-c896aefd8a38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:55.479510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-e6ef5e69-5063-40b3-818b-c896aefd8a38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 912 time: 0.4159877 Nov 09 11:14:55.485836 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:55.487234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:55.547113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] DHCP port deletion for 9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:14:55.549977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:floatingip and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:55.556843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Deleting port 72023ff6-ec2a-4998-b102-be3c38c7bc20 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:55.557246 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.564409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:55.571802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=363d83fb-e22a-4ecd-877a-96d415b4dcec,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:55.582386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:55.585213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-61e79c1b-a879-4252-86c4-847ee63cc413 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa462b9-36b9-4869-9248-bf98d30caca3 HTTP/1.1" status: 200 len: 217 time: 0.0948951 Nov 09 11:14:55.640323 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:55.691485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Checking segment: {'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:14:55.692164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Network hostable DHCP agents. Network: 70948bdc-5f10-47f7-bec2-1476f939748f, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:14:55.841127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.843338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b5de21c1-0745-492f-b016-a490593f49a0 req-8ff6cbb9-d5df-480f-8a18-8829691d8b72 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Unset dirty status for tenant:a87d415797084d56b54124745afc71d6 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:14:55.844539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5de21c1-0745-492f-b016-a490593f49a0 req-8ff6cbb9-d5df-480f-8a18-8829691d8b72 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] 10.222.0.50 "GET /v2.0/ports?device_id=da008e62-77d5-410b-ad8d-52f3003135ff HTTP/1.1" status: 200 len: 210 time: 0.5104516 Nov 09 11:14:55.859207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bade5702-8bf7-484d-88b3-326b789182e0 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:55.888763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-d750fe1f-e774-4ba3-906a-52ad879e5cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:55.890276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-d750fe1f-e774-4ba3-906a-52ad879e5cd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.0884492 Nov 09 11:14:55.934038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-37c562c3-8fb9-4915-b4ee-00971aead65b service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330012 Nov 09 11:14:55.950981 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-530a98f0-a301-44bd-b3d4-3611965b4de5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532517 Nov 09 11:14:55.951993 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.972481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: bade5702-8bf7-484d-88b3-326b789182e0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:55.973366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bade5702-8bf7-484d-88b3-326b789182e0 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:55.977565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] For port 72023ff6-ec2a-4998-b102-be3c38c7bc20, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=72023ff6-ec2a-4998-b102-be3c38c7bc20,segment=NetworkSegment(b378f17f-dc9d-46d2-b612-fa40bfd5d477),segment_id=b378f17f-dc9d-46d2-b612-fa40bfd5d477)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:14:55.978222 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:55.991939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.050338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.064452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Deleting port 72023ff6-ec2a-4998-b102-be3c38c7bc20 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:14:56.064791 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.158872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Calling delete_port for 72023ff6-ec2a-4998-b102-be3c38c7bc20 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:14:56.342666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-3e4865ff-3f41-443d-93da-c0befeceedc7 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667595 Nov 09 11:14:56.390389 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:56.422974 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.431792 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:56.464155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:56.465346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a144450b-bf5f-4ea8-9b80-9dd81cf76fd7 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:56.465955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 72023ff6-ec2a-4998-b102-be3c38c7bc20 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:14:56.486771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Network 70948bdc-5f10-47f7-bec2-1476f939748f is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:14:56.510451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Pushing event deleted for resources: {'Port': ['ID=72023ff6-ec2a-4998-b102-be3c38c7bc20,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:56.513366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 72023ff6-ec2a-4998-b102-be3c38c7bc20 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:14:56.514121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 72023ff6-ec2a-4998-b102-be3c38c7bc20 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:14:56.516492 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:56.521538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] No DVR routers for this DVR port 72023ff6-ec2a-4998-b102-be3c38c7bc20 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:14:56.555890 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.562346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-71522d92-1b5b-4695-a958-88a7a2bc5be4 req-533c3719-f905-4b6f-b576-9ac7a4dd7cf3 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975932 Nov 09 11:14:56.576399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.601646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:14:56.713917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] The port '72023ff6-ec2a-4998-b102-be3c38c7bc20' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:14:56.739864 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.776503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 70948bdc-5f10-47f7-bec2-1476f939748f) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:56.785579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fc1b2-8f9f-49cd-af52-66e157f54c4d None None] Network 70948bdc-5f10-47f7-bec2-1476f939748f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:56.807145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 172.25.7.127 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/ff318551-4e80-4508-a749-7504d7d538e7) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:14:56.811040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:56.811645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.823031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0cb1c5e-e763-4149-acce-cdea1e6a4925 req-afe96ca0-fc29-4e70-93a4-b69c432b783b service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739843 Nov 09 11:14:56.825669 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.946591 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:56.960491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782692e-36a3-450b-b6f6-9aaffb3a7b2c req-d449b0d2-3573-4424-82d8-1c06b4c0858c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:56.973904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6782692e-36a3-450b-b6f6-9aaffb3a7b2c req-d449b0d2-3573-4424-82d8-1c06b4c0858c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 943 time: 0.5749319 Nov 09 11:14:57.006191 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7249546 Nov 09 11:14:57.059662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58914) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:57.102767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae156e4-cf2a-42c9-a4a2-886bd3815bb8']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:57.131962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b378f17f-dc9d-46d2-b612-fa40bfd5d477') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:57.132852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b378f17f-dc9d-46d2-b612-fa40bfd5d477') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:57.154862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.176158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.176855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86b374e0-d386-4866-b472-c470605092a4 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:14:57.197743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6782692e-36a3-450b-b6f6-9aaffb3a7b2c req-59cbdda1-e925-4373-870b-75d1fb17d5fd tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230544 Nov 09 11:14:57.197743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.216697 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.220549 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:57.238720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:14:57.239236 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.240936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548a7cd-be47-43d7-936e-7df9b969a1d7 None None] Network 70948bdc-5f10-47f7-bec2-1476f939748f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:14:57.243396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:14:57.256061 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] Sync routers for ids ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:14:57.259663 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:14:57.269702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a5005-9370-4529-932f-6f95616d81d8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:57.281645 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] Routers {'8b6005ce-7c2d-4e9c-891f-f83c25242f20'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:57.282655 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:57.285800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.289665 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:57.335282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Deleting subnet 35173858-0e7e-4811-975a-4bd9fc98c0db {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:14:57.349925 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.404598 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.408061 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "DELETE /v2.0/routers/86b374e0-d386-4866-b472-c470605092a4 HTTP/1.1" status: 204 len: 168 time: 8.9430153 Nov 09 11:14:57.409754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:57.410570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.414435 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd9a5005-9370-4529-932f-6f95616d81d8 HTTP/1.1" status: 204 len: 168 time: 1.8762412 Nov 09 11:14:57.422387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] 10.222.0.50 "PUT /v2.0/routers/8b6005ce-7c2d-4e9c-891f-f83c25242f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5449426 Nov 09 11:14:57.428185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-d061df42-016d-47ee-9e63-657b23a04936 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 1094 time: 0.4256732 Nov 09 11:14:57.428646 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58928) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:57.488137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.500413 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] Set router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:57.653410 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.723787 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.733545 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.734450 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:57.748694 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82c9457a-6352-4567-b287-7322b2adbc5f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:57.863605 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:14:57.873021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:14:57.877420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:14:57.901424 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b5aeea4b-9b27-4d5a-b0ad-f53e85a1b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:57.925190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:14:52Z', 'revision_number': 5, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:57.937261 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] Checking router: 8b6005ce-7c2d-4e9c-891f-f83c25242f20 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:14:57.962897 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] Routers {'8b6005ce-7c2d-4e9c-891f-f83c25242f20'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:14:57.963961 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:58.050231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae156e4-cf2a-42c9-a4a2-886bd3815bb8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:58.056818 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:58.110469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=ff318551-4e80-4508-a749-7504d7d538e7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:58.121859 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9ae156e4-cf2a-42c9-a4a2-886bd3815bb8 HTTP/1.1" status: 204 len: 168 time: 2.8783715 Nov 09 11:14:58.214216 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:58.233170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-bd6a882b-21e9-4841-aeeb-dc6e4fe5253f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:58.234626 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-bd6a882b-21e9-4841-aeeb-dc6e4fe5253f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 912 time: 0.6859396 Nov 09 11:14:58.314923 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] Set router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:14:58.328610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:58.337953 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc61c35b-6401-4fb8-be58-0de637a25c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:14:58.451346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35173858-0e7e-4811-975a-4bd9fc98c0db,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:14:58.462280 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:14:58.471824 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:58.512089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/35173858-0e7e-4811-975a-4bd9fc98c0db HTTP/1.1" status: 204 len: 168 time: 1.4454536 Nov 09 11:14:58.523094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58946) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:58.647519 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-7256e57a-e999-48df-adf9-98efc578f3cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fce9682-af13-4174-97eb-8658e5c97723 HTTP/1.1" status: 200 len: 217 time: 0.3502281 Nov 09 11:14:58.798317 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:58.859118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58958) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:58.862237 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:14:52Z', 'revision_number': 5, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:58.864774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-6e07a236-9ec2-4003-bace-056ef15a58a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:58.866215 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-6e07a236-9ec2-4003-bace-056ef15a58a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.1961777 Nov 09 11:14:58.876148 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b6df7-e572-4fef-8d9a-9605bb1887be None None] The sync data for ids ['8b6005ce-7c2d-4e9c-891f-f83c25242f20'] in n-d-817173-1 is: [{'id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'name': 'tempest-ServersTestMultiNic-2057204818-router', 'tenant_id': '495fb899caa3451abed3639ac3f85aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:12:10Z', 'updated_at': '2021-11-09T11:14:52Z', 'revision_number': 5, 'project_id': '495fb899caa3451abed3639ac3f85aa8', 'gw_port': {'id': 'd86544fd-d33b-4be6-8047-185ea51780c1', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6005ce-7c2d-4e9c-891f-f83c25242f20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:12:12Z', 'updated_at': '2021-11-09T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:14:58.945770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.125369 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-8076a826-f26f-4d72-b427-3624564a076d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2309811 Nov 09 11:14:59.126421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6147-9c9c-4b22-8ed8-36e73f3d945a req-80e48d93-1bcc-4540-b6d5-8bbf0bc0c01c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:14:59.128080 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cedd6147-9c9c-4b22-8ed8-36e73f3d945a req-80e48d93-1bcc-4540-b6d5-8bbf0bc0c01c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 943 time: 0.7301700 Nov 09 11:14:59.167432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.241365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.301088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cedd6147-9c9c-4b22-8ed8-36e73f3d945a req-c40d1c1d-0d70-4805-84e8-f3ff94195d69 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717597 Nov 09 11:14:59.303434 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.415321 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.437229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dde30226-2f78-472d-a4b7-2a34274fecaa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cc59dd5f0304bceb3d74bfcda0cd8dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5678051 Nov 09 11:14:59.452687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58968) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:59.456685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63495990-d59d-42a8-a926-68c04ce65b02']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:59.596196 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c632c844-70a6-4ca7-8d23-a9c3d1ea059a') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:59.596514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c632c844-70a6-4ca7-8d23-a9c3d1ea059a') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:14:59.606131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.629239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.640485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58972) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:14:59.655833 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-872bc883-29e1-436b-8115-964e9723a979 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124850 Nov 09 11:14:59.685004 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.699474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.721017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:14:59.721418 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:14:59.743838 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:14:59.914453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-928844568'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:14:59.930905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:14:59.936410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Usage tracker for resource:network and tenant:1601932ff778474aa0687a2497fea10d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:14:59.941047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:14:59.955723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:14:59.989509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-752e63de-a2fa-4695-86a5-10c5c4e9756b req-53af7420-f737-4fcd-a9c0-3ff5d4731826 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263438 Nov 09 11:15:00.018078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.040841 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.044088 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.045161 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da5234e-25a5-42d0-99fa-6f4dd25d844a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:00.064232 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.066334 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.091835 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.094376 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.095668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4992b4e8-1ef6-426f-a6dc-38cc155c008d HTTP/1.1" status: 204 len: 168 time: 0.6418653 Nov 09 11:15:00.100509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Made reservation on behalf of 1601932ff778474aa0687a2497fea10d for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:00.100645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Deleting port d86544fd-d33b-4be6-8047-185ea51780c1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:00.100645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.100835 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.121340 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.134249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Pushing event deleted for resources: {'Network': ['ID=63495990-d59d-42a8-a926-68c04ce65b02,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:00.137991 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:00.138499 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04765a0d-6a81-43c7-9dec-8c9d1cede3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:00.157265 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.161010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4992b4e8-1ef6-426f-a6dc-38cc155c008d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:00.164815 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:00.173134 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:00.207112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] 10.222.0.50 "DELETE /v2.0/networks/63495990-d59d-42a8-a926-68c04ce65b02 HTTP/1.1" status: 204 len: 168 time: 1.6818273 Nov 09 11:15:00.219214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Deleting port 0421b71e-f675-4b0e-b177-c16845ead8fb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:00.219602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.275713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:00.296655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:15:00.340993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Usage tracker for resource:security_group_rule and tenant:1601932ff778474aa0687a2497fea10d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:00.348031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:00.363221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=ff318551-4e80-4508-a749-7504d7d538e7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:00.378839 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:00.378839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:00.380913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:15:00.380913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5b078d3a-560d-44a1-8a4d-5d3d0c7ffcb2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:15:00.381244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dbc6791c-c555-45bd-a6af-d14f4a2252a0 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:15:00.420207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.424228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: dbc6791c-c555-45bd-a6af-d14f4a2252a0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:15:00.424580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device dbc6791c-c555-45bd-a6af-d14f4a2252a0 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:15:00.534876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.536419 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0763588 Nov 09 11:15:00.547589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.610358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.613487 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3341b679-aed2-47d0-b5ab-9269f32226fe tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:00.644698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:15:00.654157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc78d2-b0d7-4cc5-9ea6-3e2f4df64f49,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:00.657664 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:00.660189 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.660529 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Added segment 2152c4b7-8c19-44e5-815c-002520ea6bfd of type vlan for network af68e75d-81b7-40e7-bae8-23133a9de836 Nov 09 11:15:00.689239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] For port d86544fd-d33b-4be6-8047-185ea51780c1, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d86544fd-d33b-4be6-8047-185ea51780c1,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:00.689595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.692322 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.776035 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.780500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:00.781121 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:00.785034 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-181778ac-1aa5-40fc-a5eb-bf5ccd229a41 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:00.872309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58988) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:00.915523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event updated for resources: {'Network': ['ID=af68e75d-81b7-40e7-bae8-23133a9de836,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:00.920907 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:00.929775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network af68e75d-81b7-40e7-bae8-23133a9de836 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:15:00.956856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d5cb7070-9d1f-41da-907a-920ecfebc48e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a87d415797084d56b54124745afc71d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0832653 Nov 09 11:15:00.959994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58994) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:00.989410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Calling delete_port for d86544fd-d33b-4be6-8047-185ea51780c1 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:01.007149 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3604193 Nov 09 11:15:01.007829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58998) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:01.024670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Request body: {'subnet': {'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:01.108595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] For port 0421b71e-f675-4b0e-b177-c16845ead8fb, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=0421b71e-f675-4b0e-b177-c16845ead8fb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:01.109168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.127062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 6fce9682-af13-4174-97eb-8658e5c97723 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:15:01.200657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392484c3-2709-4ee9-b9d7-e0167be55cf1 req-b12be4ac-b517-4b5f-a2d9-f64f6bc11442 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:01.201949 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-392484c3-2709-4ee9-b9d7-e0167be55cf1 req-b12be4ac-b517-4b5f-a2d9-f64f6bc11442 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 943 time: 0.5700936 Nov 09 11:15:01.286320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Calling delete_port for 0421b71e-f675-4b0e-b177-c16845ead8fb owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:01.405918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 6fce9682-af13-4174-97eb-8658e5c97723, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=6fce9682-af13-4174-97eb-8658e5c97723,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:01.418408 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-392484c3-2709-4ee9-b9d7-e0167be55cf1 req-5ed48b7d-3b82-4e87-b7bd-c047e68f1135 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388867 Nov 09 11:15:01.425401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '6fce9682-af13-4174-97eb-8658e5c97723', 'network_id': 'ab626b59-27a1-4a7f-9ea4-dee467e290e9', 'port_id': '6fce9682-af13-4174-97eb-8658e5c97723', 'mac_address': 'fa:16:3e:d2:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83d3317-c7df-425c-80ad-fc8d9f14a895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:15:01.491735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.500533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:01.507963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Usage tracker for resource:subnet and tenant:1601932ff778474aa0687a2497fea10d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:01.513812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-9bc2c97d-bd2b-4275-909e-ced9d6e4e790 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:01.516641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fce9682-af13-4174-97eb-8658e5c97723 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:01.518037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:01.522232 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.534983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 6fce9682-af13-4174-97eb-8658e5c97723, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=6fce9682-af13-4174-97eb-8658e5c97723,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:01.539264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:01.565732 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.605451 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.607308 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:01.669449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-9bc2c97d-bd2b-4275-909e-ced9d6e4e790 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:01.670565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-9bc2c97d-bd2b-4275-909e-ced9d6e4e790 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1161776636&fields=id&tenant_id=3a27d5af630c47c89b8f0a230e8a20fa HTTP/1.1" status: 200 len: 267 time: 0.3155422 Nov 09 11:15:01.696804 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.709807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ee2fde2-9cef-40c5-870d-be5310080647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:01.719479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=6fce9682-af13-4174-97eb-8658e5c97723,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:01.722479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Made reservation on behalf of 1601932ff778474aa0687a2497fea10d for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:01.734925 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:01.738606 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.751848 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-684268b8-e97d-4a60-8d3b-f01dcc1dc460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:01.782144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa32140-e134-47e7-83d9-9b0aa49c3372,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:01.797510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.814621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event deleted for resources: {'Port': ['ID=0421b71e-f675-4b0e-b177-c16845ead8fb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:01.844649 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:01.848444 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:01.848616 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7e5a4c9b-66ac-47b6-a7ab-0cf965cf75c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:01.884316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-77c5611b-6162-4b71-9cd1-c60972da9a3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:01.884869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-77c5611b-6162-4b71-9cd1-c60972da9a3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:01.897362 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:01.909650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d86544fd-d33b-4be6-8047-185ea51780c1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:01.923211 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:01.953126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['6fce9682-af13-4174-97eb-8658e5c97723'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:15:02.040503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-77c5611b-6162-4b71-9cd1-c60972da9a3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:02.041783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-77c5611b-6162-4b71-9cd1-c60972da9a3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports/528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 935 time: 0.3592300 Nov 09 11:15:02.044413 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:02.047649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0aa32140-e134-47e7-83d9-9b0aa49c3372 HTTP/1.1" status: 204 len: 168 time: 1.0822816 Nov 09 11:15:02.151374 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:02.230891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-167fc09c-2896-4809-84f7-6ee7212b0863 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:02.232405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-167fc09c-2896-4809-84f7-6ee7212b0863 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports/886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 937 time: 0.1653631 Nov 09 11:15:02.412700 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-fba17b50-4ba5-43eb-8b00-11e7d3373e93 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1628599 Nov 09 11:15:02.421547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59032) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:02.489885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-55724d49-d93d-48e6-9f9d-0e04383ecc72 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0671825 Nov 09 11:15:02.537886 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:02.543109 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:02.803516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-0f122381-415d-48b2-91bd-08d7f832e90f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:02.808074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-0f122381-415d-48b2-91bd-08d7f832e90f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:02.812567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-0f122381-415d-48b2-91bd-08d7f832e90f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:02.813390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-0f122381-415d-48b2-91bd-08d7f832e90f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:02.818818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1442449014-network', 'tenant_id': '75be226b57cc4fa39fadea8ece99a542'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:02.825296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:02.839782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:02.840042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Usage tracker for resource:network and tenant:75be226b57cc4fa39fadea8ece99a542 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:02.843929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:02.849990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:02.861844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:02.870122 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d14da32c-99cf-4969-9004-bef3cf190260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:02.908126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-0f122381-415d-48b2-91bd-08d7f832e90f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:02.909489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-0f122381-415d-48b2-91bd-08d7f832e90f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/networks?id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=d452b088-5da4-4d2e-b403-6b36975ebdc7&id=d452b088-5da4-4d2e-b403-6b36975ebdc7 HTTP/1.1" status: 200 len: 1993 time: 0.3989446 Nov 09 11:15:02.955372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Made reservation on behalf of 75be226b57cc4fa39fadea8ece99a542 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:02.957735 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:02.988504 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.025713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 6fce9682-af13-4174-97eb-8658e5c97723 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:03.041206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:03.046145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Usage tracker for resource:security_group_rule and tenant:75be226b57cc4fa39fadea8ece99a542 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:03.049180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:03.052433 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.052980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c424ac24-ccc0-4e59-9e53-6b56b529ad90 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:15:03.055178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:03.155842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.158533 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-a10c5ad0-9849-4583-bc9a-b9463b71dbc8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/quotas/3a27d5af630c47c89b8f0a230e8a20fa HTTP/1.1" status: 200 len: 375 time: 0.2371154 Nov 09 11:15:03.163419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Checking segment: {'id': '2152c4b7-8c19-44e5-815c-002520ea6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:03.163993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Network hostable DHCP agents. Network: af68e75d-81b7-40e7-bae8-23133a9de836, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:15:03.228467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.236402 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.237539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event updated for resources: {'Subnet': ['ID=5334860e-311f-4e70-a986-60c8acbc7ca3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:03.247329 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:03.255899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 6fce9682-af13-4174-97eb-8658e5c97723 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:03.259131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.262480 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8959a324-1ddb-41b0-9ace-b8f7e899d0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:03.263042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 6fce9682-af13-4174-97eb-8658e5c97723 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:03.263591 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.286820 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.295176 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c424ac24-ccc0-4e59-9e53-6b56b529ad90 HTTP/1.1" status: 204 len: 168 time: 5.8696947 Nov 09 11:15:03.297801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59054) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:03.315333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:15:03.324262 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2100515227', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:03.329946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff057b-b8e8-425b-9867-f45ab705d949,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:03.334373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.334736 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Added segment 159cc67d-7972-452a-881c-8cf652f7033f of type vlan for network edfd3656-8535-4310-8cc8-f3d0f00c664a Nov 09 11:15:03.335037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:03.336250 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:03.342849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Usage tracker for resource:router and tenant:931bb821b71642d39c773f61bcdbed93 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:03.348483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:03.367543 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.368277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6005ce-7c2d-4e9c-891f-f83c25242f20 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:15:03.374326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-2a4c7a53-3609-47ec-a0c6-af4f306d9ff4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1994247 Nov 09 11:15:03.387561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:03.397294 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.404720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] 10.222.0.50 "DELETE /v2.0/routers/8b6005ce-7c2d-4e9c-891f-f83c25242f20 HTTP/1.1" status: 204 len: 168 time: 5.8735807 Nov 09 11:15:03.416818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc6553-78b9-46f3-a8eb-f307e4639aac req-35222ce1-e979-432f-9241-2c4603b5f55a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:03.418555 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f1fc6553-78b9-46f3-a8eb-f307e4639aac req-35222ce1-e979-432f-9241-2c4603b5f55a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 944 time: 0.4248095 Nov 09 11:15:03.423524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59062) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:03.440580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Network af68e75d-81b7-40e7-bae8-23133a9de836 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:15:03.444091 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.547078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, af68e75d-81b7-40e7-bae8-23133a9de836) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:03.556052 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.566686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Deleting subnet 6de6ca30-23cc-44a6-aa06-6d46e7577793 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:15:03.581619 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.582663 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.586060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.617940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:03.618258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146edee3-1b49-4435-a378-5d5d739ddf92 None None] Network af68e75d-81b7-40e7-bae8-23133a9de836 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:03.618541 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.646911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fce9682-af13-4174-97eb-8658e5c97723'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:03.673537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 6fce9682-af13-4174-97eb-8658e5c97723, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=6fce9682-af13-4174-97eb-8658e5c97723,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:03.691215 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f1fc6553-78b9-46f3-a8eb-f307e4639aac req-a4892c9f-a3dc-49dd-ac65-04c9d0cda3cb tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915357 Nov 09 11:15:03.724266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.739792 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.745028 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:03.765576 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.780134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59070) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:03.815198 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-6f260e91-8c64-40de-8b3d-45565737e58a service neutron] 10.222.0.50 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158614 Nov 09 11:15:03.815748 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fce9682-af13-4174-97eb-8658e5c97723', 'code': 200} Nov 09 11:15:03.841210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.913844 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8999150 Nov 09 11:15:03.917367 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.920372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:03.920372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:03.951471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59076) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:03.961144 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1fc0bdf4-40e8-421d-b8ca-0e0f80c32e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:04.287516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-af68e75d-81b7-40e7-bae8-23133a9de836', 'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836', 'tenant_id': '1601932ff778474aa0687a2497fea10d', 'fixed_ips': [{'subnet_id': '5334860e-311f-4e70-a986-60c8acbc7ca3'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:15:04.288289 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:04.298051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0421b71e-f675-4b0e-b177-c16845ead8fb no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:15:04.322363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-network', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:04.348065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:04.357078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-9ff52ae0-5d92-452f-a43f-215e236ebd4b service neutron] 10.222.0.50 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245945 Nov 09 11:15:04.359668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Request body: {'port': {'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1247582140'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:04.366849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Usage tracker for resource:network and tenant:6c74f93a71b84fd6a0fa9b17ff05f32f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:04.377972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:04.384389 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=6fce9682-af13-4174-97eb-8658e5c97723,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:04.389189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:04.412750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 0421b71e-f675-4b0e-b177-c16845ead8fb {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:15:04.413169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 0421b71e-f675-4b0e-b177-c16845ead8fb not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:15:04.413588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d86544fd-d33b-4be6-8047-185ea51780c1 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:15:04.441572 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:04.459759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: d86544fd-d33b-4be6-8047-185ea51780c1 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:15:04.460219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d86544fd-d33b-4be6-8047-185ea51780c1 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:15:04.465474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24366316-576d-4e69-b45c-1b919aff8bd1 req-f7437765-3641-4fab-8011-167bb8d398d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 1096 time: 0.5595460 Nov 09 11:15:04.469906 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:04.487119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:04.530651 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:04.532117 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-65c0040b-58e2-4b4f-abf6-15cc84d2188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:04.576238 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:04.579277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c6fef-c32e-413b-a20c-cd9e6e67d45a None None] Network 4df67bb6-507b-4492-9e20-87515dec07cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:04.590865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de6ca30-23cc-44a6-aa06-6d46e7577793,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:04.606074 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:04.610965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Made reservation on behalf of 6c74f93a71b84fd6a0fa9b17ff05f32f for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:04.613358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:04.640342 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6de6ca30-23cc-44a6-aa06-6d46e7577793 HTTP/1.1" status: 204 len: 168 time: 1.2159863 Nov 09 11:15:04.647903 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2240403 Nov 09 11:15:04.648544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59082) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:04.649479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:04.650076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:04.671020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59084) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:04.684566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Request body: {'subnet': {'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1442449014-subnet', 'tenant_id': '75be226b57cc4fa39fadea8ece99a542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:04.691862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24366316-576d-4e69-b45c-1b919aff8bd1 req-420bf4a0-033c-4ee0-80d1-0afc24558b98 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072253 Nov 09 11:15:04.702607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:04.710354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Usage tracker for resource:subnet and tenant:75be226b57cc4fa39fadea8ece99a542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:04.757942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Usage tracker for resource:port and tenant:1601932ff778474aa0687a2497fea10d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:04.768248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:04.777751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:04.778073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:04.782176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:04.787958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Usage tracker for resource:security_group_rule and tenant:6c74f93a71b84fd6a0fa9b17ff05f32f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:04.791724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:04.794239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:04.805583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:04.817093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Pushing event updated for resources: {'Network': ['ID=edfd3656-8535-4310-8cc8-f3d0f00c664a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:04.845513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network edfd3656-8535-4310-8cc8-f3d0f00c664a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:15:04.873069 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:04.891736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-002f1e85-1b48-4791-93e4-ef762031d734 service neutron] 10.222.0.50 "GET /v2.0/ports/528e0f79-b169-4020-853c-b0a8943d4b3f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2457552 Nov 09 11:15:04.893888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Made reservation on behalf of 75be226b57cc4fa39fadea8ece99a542 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:04.896682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.009494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Allocated IP 2001:db8::2 (af68e75d-81b7-40e7-bae8-23133a9de836/5334860e-311f-4e70-a986-60c8acbc7ca3/6bcfe1fb-09a5-4ef2-b72e-49f0907e25de) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:05.037073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Made reservation on behalf of 1601932ff778474aa0687a2497fea10d for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:05.040104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.060154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-575e8f21-d032-4cee-b149-c77f34a19bcb service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569757 Nov 09 11:15:05.062653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.109250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] device_id is not set on port 25b13375-fc29-4d63-b1e4-5d978e1fac24 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:15:05.174981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] DHCP port deletion for 4df67bb6-507b-4492-9e20-87515dec07cc request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:15:05.191017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Deleting port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:05.191551 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.200595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Deleting port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:05.200595 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.295644 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.311443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.352882 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.407115 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.413906 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c258a62-346f-4380-8bd8-1b89a9a8ad44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:05.455791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc3b9f-1877-47ca-882c-521199ec18c2 req-1bddd3ee-27aa-4f97-a3b1-8e5186686df0 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:05.457167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9edc3b9f-1877-47ca-882c-521199ec18c2 req-1bddd3ee-27aa-4f97-a3b1-8e5186686df0 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.4386668 Nov 09 11:15:05.473363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:15:05.481474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] For port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,segment=NetworkSegment(91877b48-19f6-4be7-84e3-609d3ac3df65),segment_id=91877b48-19f6-4be7-84e3-609d3ac3df65)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:05.482124 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.561079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] For port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,segment=NetworkSegment(91877b48-19f6-4be7-84e3-609d3ac3df65),segment_id=91877b48-19f6-4be7-84e3-609d3ac3df65)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:05.561695 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.608564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Calling delete_port for 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:05.637878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.638406 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Added segment 40f04483-c7bf-427b-bec7-f50f5ed54f93 of type vlan for network 214aa214-34a4-4c76-9f18-50385fab1b7d Nov 09 11:15:05.675914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.687990 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.700663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Calling delete_port for 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:05.702163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-e2cda866-ee92-4409-8adb-bea9bb743fb3 service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317949 Nov 09 11:15:05.761293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.766415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154c0616-b3bd-4ce7-9332-cd1f6671fa38,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:05.770077 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:05.773101 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-491b8e3d-6e35-4362-9a9d-6421b1d3036f tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:05.793737 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.805825 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-305bfd7a-8011-4d20-a8d7-f38de539ead0 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:05.812111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Transition to ACTIVE for port object 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:05.821388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Pushing event deleted for resources: {'Port': ['ID=62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:05.825243 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-8af3b8cb-d2d7-4c6f-a2f7-d4a53d9b4508 service neutron] 10.222.0.50 "GET /v2.0/ports/886f842b-401a-42d4-b99c-93146fb9d3ea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1170421 Nov 09 11:15:05.826132 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:05.829539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] No DVR routers for this DVR port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:15:05.836881 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:15:05.837245 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:15:05.845079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Transition to ACTIVE for port object 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:05.881903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c5a47c-4c91-492b-8cce-11cf577f7c75,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:05.885493 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:05.897246 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:05.915685 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9edc3b9f-1877-47ca-882c-521199ec18c2 req-af07c1ea-d0e8-4b80-a801-6fe9c6036d46 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382951 Nov 09 11:15:05.934316 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Allocated IP 172.25.7.153 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/ff735ad3-fe3d-4e4a-8a8e-b0d79d5f425e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:05.943454 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:05.949626 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:05.982341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Checking segment: {'id': '159cc67d-7972-452a-881c-8cf652f7033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:05.982862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Network hostable DHCP agents. Network: edfd3656-8535-4310-8cc8-f3d0f00c664a, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:15:06.053707 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:15:06.086192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Pushing event updated for resources: {'Port': ['ID=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:06.104095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Network af68e75d-81b7-40e7-bae8-23133a9de836 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:06.106284 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:06.106919 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.108021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:06.108384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:06.108869 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.111403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:06.123966 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:06.251386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.273201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Attempting to bind port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:06.274084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Attempting to bind port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2152c4b7-8c19-44e5-815c-002520ea6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:06.274475 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Attempting to bind port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de on network af68e75d-81b7-40e7-bae8-23133a9de836 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:06.284612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Pushing event updated for resources: {'Network': ['ID=214aa214-34a4-4c76-9f18-50385fab1b7d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:06.285011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:06.285336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Checking segment: {'id': '2152c4b7-8c19-44e5-815c-002520ea6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:06.285756 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.286158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Bound using segment: {'id': '2152c4b7-8c19-44e5-815c-002520ea6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:06.286850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Bound port: 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2152c4b7-8c19-44e5-815c-002520ea6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:06.287064 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.288754 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:06.303354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 214aa214-34a4-4c76-9f18-50385fab1b7d details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:15:06.303566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Allocated IP 2001:db8::36c (af68e75d-81b7-40e7-bae8-23133a9de836/5334860e-311f-4e70-a986-60c8acbc7ca3/25b13375-fc29-4d63-b1e4-5d978e1fac24) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:06.315285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:15:06.324284 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.350943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Deleting port 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:06.351874 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.352889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df67bb6-507b-4492-9e20-87515dec07cc']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:06.372882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91877b48-19f6-4be7-84e3-609d3ac3df65') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:06.373151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91877b48-19f6-4be7-84e3-609d3ac3df65') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:06.395995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:15:06.396354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:15:06.397038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-7b6aeda6-05ed-4e4f-9bee-2c7d04ecc172 service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657361 Nov 09 11:15:06.404719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.459911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6747980 Nov 09 11:15:06.459911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Network edfd3656-8535-4310-8cc8-f3d0f00c664a is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:15:06.463102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59098) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:06.471423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.476705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Request body: {'subnet': {'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-subnet', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:06.479424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:15:06.480469 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.501992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:06.518920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Usage tracker for resource:subnet and tenant:6c74f93a71b84fd6a0fa9b17ff05f32f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:06.523619 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:06.533081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:15:06.541366 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:15:06.548665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.554647 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a50b30a-200d-413b-9dae-5c01c13d9cde tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:06.564078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bd6d8-9e7c-432f-9d66-aa8d1ab3982c None None] The port '62b740ad-a8fc-4fd3-8b2c-0355c3fc0e9f' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:15:06.608617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, edfd3656-8535-4310-8cc8-f3d0f00c664a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:06.621698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:06.622270 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.629100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7147d9c-e29f-4166-876f-6c3a744bf841 None None] Network edfd3656-8535-4310-8cc8-f3d0f00c664a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:06.648535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:06.654237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:06.656451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event updated for resources: {'Port': ['ID=ff735ad3-fe3d-4e4a-8a8e-b0d79d5f425e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:06.659334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:06.686106 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:06.690835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Made reservation on behalf of 6c74f93a71b84fd6a0fa9b17ff05f32f for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:06.693172 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.769080 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.777061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] For port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:06.788811 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-090981c4-1384-4efd-9eed-4bcdae175b28 service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763278 Nov 09 11:15:06.791629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] For port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,segment=NetworkSegment(2152c4b7-8c19-44e5-815c-002520ea6bfd),segment_id=2152c4b7-8c19-44e5-815c-002520ea6bfd)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:06.813143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1371326 Nov 09 11:15:06.963241 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:06.975753 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3582b41c-c183-48a0-8ddd-8fb72f013cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:07.062733 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.073399 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-688e6af1-af84-4bdb-b016-6424d89c093f tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:07.079275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Pushing event updated for resources: {'Port': ['ID=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:07.092245 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:07.113159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-adaa9c98-bfb9-46ff-85d3-3ec1c7ffb028 service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230395 Nov 09 11:15:07.117181 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.129663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb6eec-e1e9-49fd-8fc0-6ce09c9d6f61 None None] Network edfd3656-8535-4310-8cc8-f3d0f00c664a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:07.326273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6914b554-becd-4d94-ac96-ee638f3c7204,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:07.332241 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:07.354400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-4ed338e9-86ff-444a-961f-d6096ccbc464 service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313647 Nov 09 11:15:07.359931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:07.367196 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.373476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Pushing event deleted for resources: {'Network': ['ID=4df67bb6-507b-4492-9e20-87515dec07cc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:07.391760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Checking segment: {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:07.392403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Network hostable DHCP agents. Network: 214aa214-34a4-4c76-9f18-50385fab1b7d, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:15:07.411767 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:07.433794 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.454996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Transition to ACTIVE for port object 25b13375-fc29-4d63-b1e4-5d978e1fac24 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:07.460919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d65308-e5a8-4131-9e89-49b1d5b3719a req-75c71d94-61f5-4d9c-8e90-688893683632 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:07.462516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01d65308-e5a8-4131-9e89-49b1d5b3719a req-75c71d94-61f5-4d9c-8e90-688893683632 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.2558408 Nov 09 11:15:07.490558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] 10.222.0.50 "DELETE /v2.0/networks/4df67bb6-507b-4492-9e20-87515dec07cc HTTP/1.1" status: 204 len: 168 time: 2.8011770 Nov 09 11:15:07.547147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Network 214aa214-34a4-4c76-9f18-50385fab1b7d is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:15:07.583885 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01d65308-e5a8-4131-9e89-49b1d5b3719a req-545fd933-37ba-41a2-b603-8a8ca8f7b37b tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047032 Nov 09 11:15:07.614996 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.614996 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.678632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-e2c35286-6dd5-437b-b0f0-0d32ac81d53b service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840235 Nov 09 11:15:07.692691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 214aa214-34a4-4c76-9f18-50385fab1b7d) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:07.706304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82b960-3f0c-44c5-8eae-8c24c8ca4112 None None] Network 214aa214-34a4-4c76-9f18-50385fab1b7d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:07.715783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:07.718182 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.821807 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-06ee5331-b2c7-4d91-b676-9e79f5f5e37a service neutron] 10.222.0.50 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489558 Nov 09 11:15:07.824822 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:07.831575 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-840e130a-3e06-4af7-8524-0876f9a6f9ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:07.952404 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4888999 Nov 09 11:15:07.959030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59118) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:07.976935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:08.141084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:08.142671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event updated for resources: {'Port': ['ID=25b13375-fc29-4d63-b1e4-5d978e1fac24,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:08.147848 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-a0682cd6-335b-4c37-90d2-e94e65b3f003 service neutron] 10.222.0.50 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271998 Nov 09 11:15:08.148990 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:08.168931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:08.242986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Network af68e75d-81b7-40e7-bae8-23133a9de836 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:08.244188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:08.262215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:08.266316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:08.278876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:08.507713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:08.532497 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.5293524 Nov 09 11:15:08.536449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59130) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:08.537517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Usage tracker for resource:router and tenant:6c74f93a71b84fd6a0fa9b17ff05f32f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:08.567224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:08.590711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:08.657329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c957f-5aae-477f-8966-8c26513ff185 None None] Network 214aa214-34a4-4c76-9f18-50385fab1b7d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:08.756354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aaabc685-8102-4d26-9cba-5adbd6147707 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=495fb899caa3451abed3639ac3f85aa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6128714 Nov 09 11:15:08.763113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:08.786552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Request body: {'port': {'network_id': 'af68e75d-81b7-40e7-bae8-23133a9de836', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2094493676', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:08.787138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.api.validators [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] bootfile-name is not in valid_values {{(pid=84334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 09 11:15:08.787478 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.api.validators [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] tftp-server is not in valid_values {{(pid=84334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 09 11:15:08.788359 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.api.validators [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] server-ip-address is not in valid_values {{(pid=84334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 09 11:15:08.791277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:08.792890 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:08.805081 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-78550241-bbaf-4cd8-924c-69515d13db3a service neutron] 10.222.0.50 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256397 Nov 09 11:15:08.837055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-cabe68c0-99fc-4e8d-8731-98736f76de21 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:08.838512 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-cabe68c0-99fc-4e8d-8731-98736f76de21 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/networks?id=edfd3656-8535-4310-8cc8-f3d0f00c664a HTTP/1.1" status: 200 len: 822 time: 0.3205700 Nov 09 11:15:08.889297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6c2c3-5688-477e-be9a-ed5d6a8f3116 None None] Network af68e75d-81b7-40e7-bae8-23133a9de836 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:08.893356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-9e63bf0c-505c-43b4-862a-33d02194c5a3 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/quotas/75be226b57cc4fa39fadea8ece99a542 HTTP/1.1" status: 200 len: 375 time: 0.0398574 Nov 09 11:15:08.895988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.008926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.024056 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-7b1519d9-54b4-42ff-8439-ff93a3608384 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75be226b57cc4fa39fadea8ece99a542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066108 Nov 09 11:15:09.040861 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-fa3e2e7f-7920-4e1e-8bde-c03ac8abd1a0 service neutron] 10.222.0.50 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254477 Nov 09 11:15:09.111586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.156267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3eea8fd8-bae7-4ff7-9980-9735492bb902 None None] Provisioning for port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:09.279118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:09.285300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:09.285774 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.286462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-19565b36-2e11-4d8d-9d88-57f9e2418149 service neutron] 10.222.0.50 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929414 Nov 09 11:15:09.315261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:09.319515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Usage tracker for resource:port and tenant:1601932ff778474aa0687a2497fea10d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:09.322611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:09.331180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:09.416864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Router 03af2a61-e8c6-4214-8814-5500232790c5 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:15:09.423216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Made reservation on behalf of 1601932ff778474aa0687a2497fea10d for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:09.428195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.499155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] device_id is not set on port 51917965-8ab0-4c83-be31-8d699c8a2e23 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:15:09.500207 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.533394 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-5d008a9c-0eae-4c56-98b1-e555e2692155 service neutron] 10.222.0.50 "GET /v2.0/networks/edfd3656-8535-4310-8cc8-f3d0f00c664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782302 Nov 09 11:15:09.608016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,segment=NetworkSegment(2152c4b7-8c19-44e5-815c-002520ea6bfd),segment_id=2152c4b7-8c19-44e5-815c-002520ea6bfd)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:09.622496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-51ebcf22-aa66-4ff7-93ae-de3f616ca292 None None] Provisioning complete for port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:09.623005 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-51ebcf22-aa66-4ff7-93ae-de3f616ca292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.723341 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.738527 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:09.789914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.798258 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:09.806775 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb934619-bb76-4dc4-bd41-8c6e78a90240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:09.829821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32877c8d-b504-4b2b-8400-74e100e5e40e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:09.837504 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:09.857931 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:09.867107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Allocated IP 2001:db8::19d (af68e75d-81b7-40e7-bae8-23133a9de836/5334860e-311f-4e70-a986-60c8acbc7ca3/51917965-8ab0-4c83-be31-8d699c8a2e23) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:09.872150 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:09.976671 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-9962efdd-b3d8-4622-8f8c-18969254c84c service neutron] 10.222.0.50 "GET /v2.0/networks/edfd3656-8535-4310-8cc8-f3d0f00c664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423237 Nov 09 11:15:10.036283 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.041528 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32877c8d-b504-4b2b-8400-74e100e5e40e HTTP/1.1" status: 204 len: 168 time: 1.2753284 Nov 09 11:15:10.107753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-51ebcf22-aa66-4ff7-93ae-de3f616ca292 None None] Provisioning for port 25b13375-fc29-4d63-b1e4-5d978e1fac24 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:10.114261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-51ebcf22-aa66-4ff7-93ae-de3f616ca292 None None] Provisioning complete for port 25b13375-fc29-4d63-b1e4-5d978e1fac24 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:10.114647 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-51ebcf22-aa66-4ff7-93ae-de3f616ca292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.302542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-51ebcf22-aa66-4ff7-93ae-de3f616ca292 None None] Port 25b13375-fc29-4d63-b1e4-5d978e1fac24 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:10.355573 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:10.388044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.422826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Transition to ACTIVE for port object 51917965-8ab0-4c83-be31-8d699c8a2e23 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:10.483001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0fb82a27-6256-4fb9-ba41-038975d62230 None None] Provisioning complete for port 25b13375-fc29-4d63-b1e4-5d978e1fac24 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:10.483703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0fb82a27-6256-4fb9-ba41-038975d62230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.500915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:10.539204 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.539574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] Sync routers for ids ['03af2a61-e8c6-4214-8814-5500232790c5'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:10.555599 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc278168-09b4-4aaf-96f7-081120a43a17 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:10.594548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0fb82a27-6256-4fb9-ba41-038975d62230 None None] Port 25b13375-fc29-4d63-b1e4-5d978e1fac24 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:10.603366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:10.603774 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.721516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Network af68e75d-81b7-40e7-bae8-23133a9de836 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:10.724230 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.729195 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.4207871 Nov 09 11:15:10.729376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:10.730643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59170) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:10.738822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:10.741763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] Routers {'03af2a61-e8c6-4214-8814-5500232790c5'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:10.742287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['03af2a61-e8c6-4214-8814-5500232790c5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:10.746221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:10.755076 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.758127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:10.764283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event updated for resources: {'Port': ['ID=51917965-8ab0-4c83-be31-8d699c8a2e23,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:10.781184 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:10.859581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': False}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:10.888973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3512812 Nov 09 11:15:10.892939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59178) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:10.897160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:10.990104 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:11.115219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] Routers {'03af2a61-e8c6-4214-8814-5500232790c5'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:11.117617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['03af2a61-e8c6-4214-8814-5500232790c5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:11.178544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfae76-2a45-4298-8f6a-9025144c83b6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:11.194851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfae76-2a45-4298-8f6a-9025144c83b6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:11.206139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfae76-2a45-4298-8f6a-9025144c83b6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:11.207232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-46cfae76-2a45-4298-8f6a-9025144c83b6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Synchronizing usage tracker for tenant:1601932ff778474aa0687a2497fea10d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:11.289889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:11.291023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06ac93-976f-455c-b247-10fea183b5fa None None] The sync data for ids ['03af2a61-e8c6-4214-8814-5500232790c5'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:11.319185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-46cfae76-2a45-4298-8f6a-9025144c83b6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Unset dirty status for tenant:1601932ff778474aa0687a2497fea10d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:11.321226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-46cfae76-2a45-4298-8f6a-9025144c83b6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.4268429 Nov 09 11:15:11.324868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59192) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:11.410433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0726fec3-e27c-4f87-a2d8-d01f5e8a4156 None None] Provisioning for port 51917965-8ab0-4c83-be31-8d699c8a2e23 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:11.412411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Deleting port 51917965-8ab0-4c83-be31-8d699c8a2e23 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:11.413527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:11.427484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0726fec3-e27c-4f87-a2d8-d01f5e8a4156 None None] Provisioning complete for port 51917965-8ab0-4c83-be31-8d699c8a2e23 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:11.431019 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0726fec3-e27c-4f87-a2d8-d01f5e8a4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:11.545962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0726fec3-e27c-4f87-a2d8-d01f5e8a4156 None None] Port 51917965-8ab0-4c83-be31-8d699c8a2e23 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:11.556661 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64f929f6-00e8-434a-9b4d-208483a67bdc req-658915df-0675-4bf7-bcbe-84151edb83db tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 210 time: 0.1342547 Nov 09 11:15:11.630044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Allocated IP 172.25.7.37 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/499a1fa0-d901-4285-839c-37407c47aa89) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:11.874377 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:11.878685 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-e9875f0e-fc65-4ec1-a713-4a3539d68c18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 1096 time: 0.4486251 Nov 09 11:15:12.045351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-aff66c5e-6504-4b75-b434-21a321416550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:12.046848 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-aff66c5e-6504-4b75-b434-21a321416550 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 912 time: 0.1444302 Nov 09 11:15:12.141166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:12.185908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Calling delete_port for 51917965-8ab0-4c83-be31-8d699c8a2e23 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:12.223178 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-91a447ad-88c8-4046-b1c8-c50146746371 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fce9682-af13-4174-97eb-8658e5c97723 HTTP/1.1" status: 200 len: 217 time: 0.1606274 Nov 09 11:15:12.226426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a34f501d-7f53-43a3-bd8d-40f2bed231f2 req-d2ad365c-224c-43fd-b153-21470915cdff tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.0960212 Nov 09 11:15:12.232196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9614b9-b05d-49ba-9a80-2f1cfff41e8f req-a6d1f1b9-c2c0-45fa-8f4b-10fb38966013 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:12.238850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b9614b9-b05d-49ba-9a80-2f1cfff41e8f req-a6d1f1b9-c2c0-45fa-8f4b-10fb38966013 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.5224056 Nov 09 11:15:12.385937 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b9614b9-b05d-49ba-9a80-2f1cfff41e8f req-31486321-bf3f-4437-a211-f589d84b85df tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459038 Nov 09 11:15:12.388509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-089c7f09-c237-46b3-bfe7-59d12d06bc50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:12.389985 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-089c7f09-c237-46b3-bfe7-59d12d06bc50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.1474729 Nov 09 11:15:12.458245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59218) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:12.472538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:12.478324 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-fe0f0792-a0c2-4a1b-b07a-6db0b7ff8a84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642123 Nov 09 11:15:12.480233 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3cc98043-e645-4d32-a21b-9543a8588b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:12.669142 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:12.675940 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f7beeab-296b-47b0-8cc9-b6629045e713 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:12.726558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:12.731356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:12.735217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Pushing event updated for resources: {'Port': ['ID=499a1fa0-d901-4285-839c-37407c47aa89,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:12.744585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:12.803902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1053006093-network', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:12.805139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event deleted for resources: {'Port': ['ID=51917965-8ab0-4c83-be31-8d699c8a2e23,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:12.813902 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:12.818240 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:12.821783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:12.829376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-74a10472-a911-49a0-8f5a-2b5bf9258a18 req-f68a4064-61a9-4167-b812-9396877d26c6 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 210 time: 0.0598421 Nov 09 11:15:12.851871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Usage tracker for resource:network and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:12.877009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:12.890748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:12.896570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:12.953481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-1a6bc80f-f5f8-4a86-8a68-2ce512e63fa0 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318888 Nov 09 11:15:12.978009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "DELETE /v2.0/ports/51917965-8ab0-4c83-be31-8d699c8a2e23 HTTP/1.1" status: 204 len: 168 time: 1.6517704 Nov 09 11:15:12.982895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59230) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:12.993432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Request body: {'port': {'name': 'tempest-new-port-name-1568311755', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:12.994131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.api.validators [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] bootfile-name is not in valid_values {{(pid=84334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 09 11:15:12.994754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.api.validators [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] tftp-server is not in valid_values {{(pid=84334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 09 11:15:12.995808 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.api.validators [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] server-ip-address is not in valid_values {{(pid=84334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 09 11:15:13.107707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:13.110131 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.157033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.176249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.518290 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c6945c1-6adb-4c1a-b0bf-f652f9f93fe3 req-089bff04-73cb-4583-920f-fa1fdf45f2b0 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336058 Nov 09 11:15:13.522749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:13.526967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6b4d19c9-323a-4090-af57-8f14d5822401 req-54562a76-a742-40ab-a81c-a2f06e86f9fd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:13.536754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Usage tracker for resource:security_group_rule and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:13.544435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:13.558103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:13.563349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6b4d19c9-323a-4090-af57-8f14d5822401 req-54562a76-a742-40ab-a81c-a2f06e86f9fd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:13.564362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6b4d19c9-323a-4090-af57-8f14d5822401 req-54562a76-a742-40ab-a81c-a2f06e86f9fd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.1790297 Nov 09 11:15:13.740770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.781628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.782439 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.803362 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.825397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-d7534e36-7a57-4026-b2e1-0b3cc25e9f09 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:13.826164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-d7534e36-7a57-4026-b2e1-0b3cc25e9f09 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Synchronizing usage tracker for tenant:75be226b57cc4fa39fadea8ece99a542 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:13.848350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aad73-55a2-496e-a151-4618df799499 req-a78f4d42-b23c-44c0-969d-78a56a720eb6 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:13.850373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e24aad73-55a2-496e-a151-4618df799499 req-a78f4d42-b23c-44c0-969d-78a56a720eb6 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.2606664 Nov 09 11:15:13.851384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.865022 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1bf1a234-4e5d-455c-b8cb-53d51ca4b17e tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:13.898587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:15:13.917623 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.923204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416db2f-7583-403c-b585-c98d3ec2881f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:13.930531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.930666 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Added segment 531415a9-d2dc-461b-8229-cc3363557432 of type vlan for network 9d37beb6-a064-4330-858a-89f3d1d2e215 Nov 09 11:15:13.931928 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:13.959825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e24aad73-55a2-496e-a151-4618df799499 req-cba78df2-d5b2-46b4-89fe-368a2e34b3f8 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003678 Nov 09 11:15:13.965588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-d7534e36-7a57-4026-b2e1-0b3cc25e9f09 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Unset dirty status for tenant:75be226b57cc4fa39fadea8ece99a542 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:13.970560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-d7534e36-7a57-4026-b2e1-0b3cc25e9f09 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.57 "GET /v2.0/networks?id=edfd3656-8535-4310-8cc8-f3d0f00c664a HTTP/1.1" status: 200 len: 822 time: 0.5262098 Nov 09 11:15:13.971468 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:13.980544 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55453947-73ad-4a34-9577-10d11489240c tempest-RoutersAdminNegativeTest-1119151373 tempest-RoutersAdminNegativeTest-1119151373-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:13.989558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.074207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Request body: {'port': {'device_id': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a', 'admin_state_up': True, 'tenant_id': '75be226b57cc4fa39fadea8ece99a542'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:14.110635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:14.113716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] In _notify_port_updated(), no bound segment for port 25b13375-fc29-4d63-b1e4-5d978e1fac24 on network af68e75d-81b7-40e7-bae8-23133a9de836 {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:15:14.118173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:14.118356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.122311 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "PUT /v2.0/ports/25b13375-fc29-4d63-b1e4-5d978e1fac24 HTTP/1.1" status: 200 len: 1130 time: 1.1346655 Nov 09 11:15:14.126039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59242) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:14.157459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d0ed786-d89f-47ea-91fc-10a726ff631b req-cddb8821-aa0e-4140-a207-8c59921961b9 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 210 time: 0.0974140 Nov 09 11:15:14.265823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.266739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:14.267336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.274545 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2f17f906-3747-4b82-8744-05d5682c68c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:14.319415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07074ade-b632-465d-9e60-2dbe28e6895d tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:14.320088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-07074ade-b632-465d-9e60-2dbe28e6895d tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Synchronizing usage tracker for tenant:1601932ff778474aa0687a2497fea10d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:14.327249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event updated for resources: {'Port': ['ID=25b13375-fc29-4d63-b1e4-5d978e1fac24,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:14.340730 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:14.408223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:14.412635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Usage tracker for resource:port and tenant:75be226b57cc4fa39fadea8ece99a542 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:14.415281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:14.422238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:14.427272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Pushing event updated for resources: {'Network': ['ID=9d37beb6-a064-4330-858a-89f3d1d2e215,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:14.432496 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:14.440196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:15:14.467463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-07074ade-b632-465d-9e60-2dbe28e6895d tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Unset dirty status for tenant:1601932ff778474aa0687a2497fea10d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:14.472475 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-07074ade-b632-465d-9e60-2dbe28e6895d tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "GET /v2.0/ports/25b13375-fc29-4d63-b1e4-5d978e1fac24 HTTP/1.1" status: 200 len: 1130 time: 0.3432219 Nov 09 11:15:14.472961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59246) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:14.555735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Deleting port 25b13375-fc29-4d63-b1e4-5d978e1fac24 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:14.556455 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.563172 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1012866 Nov 09 11:15:14.564302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59250) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:14.597217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Made reservation on behalf of 75be226b57cc4fa39fadea8ece99a542 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:14.600784 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.620965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Request body: {'subnet': {'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1053006093-subnet', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:14.633609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Router 5537051f-fd4c-4940-ba2d-62c31d86c633 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:15:14.638202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:14.642879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c1bf4a41-f9c1-4ad2-9224-26642e127e9b None None] Provisioning complete for port 25b13375-fc29-4d63-b1e4-5d978e1fac24 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:14.643687 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4a41-f9c1-4ad2-9224-26642e127e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.651893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Usage tracker for resource:subnet and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:14.669617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:14.681886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:14.710335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.730627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf4a41-f9c1-4ad2-9224-26642e127e9b None None] Port 25b13375-fc29-4d63-b1e4-5d978e1fac24 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:14.772499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:14.774761 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.794178 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:14.841916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7bb8fb7-9948-498b-9fd4-9f5e610fa626 req-770d1453-d5f7-44c7-88ea-20f13b390a76 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.0877950 Nov 09 11:15:14.959066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Allocated IP 172.20.0.3 (edfd3656-8535-4310-8cc8-f3d0f00c664a/19c5a47c-4c91-492b-8cce-11cf577f7c75/50b464a4-5c6f-409c-af7a-2908a6d7088f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:15.277226 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:15.495777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Calling delete_port for 25b13375-fc29-4d63-b1e4-5d978e1fac24 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:15.531779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea2a2c-ccdc-41c5-b9be-0cf1e57f83f1 req-fc195a83-5acf-491e-a655-ad5d186b3a1c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:15.533142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80ea2a2c-ccdc-41c5-b9be-0cf1e57f83f1 req-fc195a83-5acf-491e-a655-ad5d186b3a1c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.2658050 Nov 09 11:15:15.549561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:15.565401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b7f1011-2623-448f-8dba-88c1d9bb8e80 req-5844636a-45e8-41ed-b5ad-2d837dddb9be tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 210 time: 0.2290390 Nov 09 11:15:15.572124 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Sync routers for ids ['5537051f-fd4c-4940-ba2d-62c31d86c633'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:15.588053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:15.594249 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-76efbd4e-5b93-4ba5-b887-44a9a9f34517 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:15.607768 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Routers {'5537051f-fd4c-4940-ba2d-62c31d86c633'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:15.608682 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5537051f-fd4c-4940-ba2d-62c31d86c633'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:15.632078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-229df830-e3df-482b-96f0-23cecc717f4e service neutron] 10.222.0.57 "GET /v2.0/ports/528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 1031 time: 0.3575652 Nov 09 11:15:15.654948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Router 03af2a61-e8c6-4214-8814-5500232790c5 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:15:15.699886 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80ea2a2c-ccdc-41c5-b9be-0cf1e57f83f1 req-5a7e0d54-869c-469d-9a9f-642a0856513a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524470 Nov 09 11:15:15.702162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59005774-dc9c-4179-b81e-70700b94ecc4,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:15.708102 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:15.756910 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-bddd019f-d1c1-4dc7-b6c7-1c1f237d5c92 service neutron] 10.222.0.57 "GET /v2.0/ports/886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 1033 time: 0.1157441 Nov 09 11:15:15.807800 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:15.808976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8486426 Nov 09 11:15:15.812562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59262) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:15.874998 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Set router 5537051f-fd4c-4940-ba2d-62c31d86c633 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:15.891562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Checking segment: {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:15.891926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Network hostable DHCP agents. Network: 9d37beb6-a064-4330-858a-89f3d1d2e215, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:15:15.939502 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.043814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.059497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-329a4251-cbd4-4752-9065-8f10f7809d43 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:16.064185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-329a4251-cbd4-4752-9065-8f10f7809d43 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:16.075019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-329a4251-cbd4-4752-9065-8f10f7809d43 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:16.076285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-329a4251-cbd4-4752-9065-8f10f7809d43 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "GET /v2.0/networks?id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=d452b088-5da4-4d2e-b403-6b36975ebdc7&id=d452b088-5da4-4d2e-b403-6b36975ebdc7 HTTP/1.1" status: 200 len: 1993 time: 0.3126254 Nov 09 11:15:16.086925 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc211190-f87b-4ca0-9469-700a35b5643f tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:16.196094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event deleted for resources: {'Port': ['ID=25b13375-fc29-4d63-b1e4-5d978e1fac24,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:16.196665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:15:16.217619 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df5c1acb-4a95-44a4-83ba-9a587a185ccf req-837b4126-bab3-4a28-bbba-bf067b444e1e tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.1402121 Nov 09 11:15:16.221019 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:16.314820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 9d37beb6-a064-4330-858a-89f3d1d2e215) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:16.322354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfeef0a-6e66-4663-8f12-08d777eef2b6 None None] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:16.351087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:16.351774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.366156 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.369836 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:15:13Z', 'revision_number': 3, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:16.379268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:16.394741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.395001 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.400136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-54783fde-144a-4c04-a14b-09167561ceaa tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "PUT /v2.0/routers/03af2a61-e8c6-4214-8814-5500232790c5 HTTP/1.1" status: 200 len: 926 time: 5.6677442 Nov 09 11:15:16.400611 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Checking router: 5537051f-fd4c-4940-ba2d-62c31d86c633 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:15:16.400611 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Updating router 5537051f-fd4c-4940-ba2d-62c31d86c633 port 499a1fa0-d901-4285-839c-37407c47aa89 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:15:16.403631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59270) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:16.420489 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-567cebb0-645f-4a7f-9feb-1c0803482332 tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:16.470098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-1c7253b6-3ec2-46c4-bd48-463d8f2e31aa tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a27d5af630c47c89b8f0a230e8a20fa HTTP/1.1" status: 200 len: 380 time: 0.3488517 Nov 09 11:15:16.498348 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.513887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'admin_state_up': True, 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'security_groups': ['d3479cda-df15-43e5-bb51-7f24b3ba5387']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:16.570208 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0039394 Nov 09 11:15:16.579297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:16.580001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] Sync routers for ids ['03af2a61-e8c6-4214-8814-5500232790c5'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:16.596400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:16.608940 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:16.617160 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Usage tracker for resource:router and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:16.622815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:16.634549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:16.689215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] Routers {'03af2a61-e8c6-4214-8814-5500232790c5'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:16.689854 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['03af2a61-e8c6-4214-8814-5500232790c5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:16.706472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "DELETE /v2.0/ports/25b13375-fc29-4d63-b1e4-5d978e1fac24 HTTP/1.1" status: 204 len: 168 time: 2.2315214 Nov 09 11:15:16.707295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59280) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:16.725316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Pushing event updated for resources: {'Port': ['ID=50b464a4-5c6f-409c-af7a-2908a6d7088f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:16.735078 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:16.741664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Network edfd3656-8535-4310-8cc8-f3d0f00c664a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:16.862081 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.865550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:16.873354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:16.913014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:16.923152 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:17.055051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] Routers {'03af2a61-e8c6-4214-8814-5500232790c5'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:17.055968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['03af2a61-e8c6-4214-8814-5500232790c5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:17.119713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-9d37beb6-a064-4330-858a-89f3d1d2e215', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:15:17.121178 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.127759 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.160770 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:17.161466 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd0b56-559c-497b-bcf0-afe154b76f76 None None] The sync data for ids ['03af2a61-e8c6-4214-8814-5500232790c5'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:17.183436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:17.184109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.238511 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.269505 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3db7fbba-7c55-4094-a741-ab5de7d4068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.270874 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Transition to ACTIVE for port object 499a1fa0-d901-4285-839c-37407c47aa89 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:17.323757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:17.326849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274e1dc-ee23-4886-9e33-f2672cacf8b5 req-ac74e350-65df-4feb-9742-142c454038f5 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:17.328924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8274e1dc-ee23-4886-9e33-f2672cacf8b5 req-ac74e350-65df-4feb-9742-142c454038f5 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 931 time: 0.4520032 Nov 09 11:15:17.359782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:17.376161 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.397326 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-19c169a9-a81e-49d9-a757-25659c73cce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:17.397673 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-388996b1-1b0f-4c95-9e7e-14cefeca6e5a tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/03af2a61-e8c6-4214-8814-5500232790c5 HTTP/1.1" status: 200 len: 926 time: 0.9924116 Nov 09 11:15:17.400075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:17.446250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Allocated IP 172.20.0.2 (9d37beb6-a064-4330-858a-89f3d1d2e215/59005774-dc9c-4179-b81e-70700b94ecc4/4c8ad120-bf82-434d-873e-6085f000a19f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:17.453342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Deleting subnet 5334860e-311f-4e70-a986-60c8acbc7ca3 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:15:17.458352 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4026670 Nov 09 11:15:17.464821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.494393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.549009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Attempting to bind port 499a1fa0-d901-4285-839c-37407c47aa89 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:17.557066 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Attempting to bind port 499a1fa0-d901-4285-839c-37407c47aa89 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:17.557066 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Attempting to bind port 499a1fa0-d901-4285-839c-37407c47aa89 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:17.603274 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:17.603715 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:17.610744 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.611018 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:17.611379 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Bound port: 499a1fa0-d901-4285-839c-37407c47aa89, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:17.611759 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.694581 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] For port 499a1fa0-d901-4285-839c-37407c47aa89, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:17.699056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] For port 499a1fa0-d901-4285-839c-37407c47aa89, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=499a1fa0-d901-4285-839c-37407c47aa89,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:17.700633 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952acae-1d39-4586-9cc8-36a9b2b0f96e None None] Pushing event updated for resources: {'Port': ['ID=499a1fa0-d901-4285-839c-37407c47aa89,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:17.704334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Request body: {'port': {'device_id': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:17.705859 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d952acae-1d39-4586-9cc8-36a9b2b0f96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:17.740660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:17.744370 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.776780 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.782307 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:17.807038 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.824027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Transition to ACTIVE for port object 4c8ad120-bf82-434d-873e-6085f000a19f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:17.830177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcc255-a1aa-4568-a863-e4c6a8c84600 req-38947d13-1fc0-4128-8b04-778114fe436e tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:17.837011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-72dcc255-a1aa-4568-a863-e4c6a8c84600 req-38947d13-1fc0-4128-8b04-778114fe436e tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.8327715 Nov 09 11:15:17.858289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Transition to ACTIVE for port object 4c8ad120-bf82-434d-873e-6085f000a19f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:17.867475 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952acae-1d39-4586-9cc8-36a9b2b0f96e None None] Pushing event updated for resources: {'Port': ['ID=499a1fa0-d901-4285-839c-37407c47aa89,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:17.876904 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d952acae-1d39-4586-9cc8-36a9b2b0f96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:17.877476 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Routers {'5537051f-fd4c-4940-ba2d-62c31d86c633'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:17.889481 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:14:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5537051f-fd4c-4940-ba2d-62c31d86c633'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:17.890356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.972825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:17.994078 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:18.002178 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:18.041081 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8274e1dc-ee23-4886-9e33-f2672cacf8b5 req-ada1daa1-8bbd-4bd4-a07b-30571b75df68 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991615 Nov 09 11:15:18.145379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Pushing event updated for resources: {'Port': ['ID=4c8ad120-bf82-434d-873e-6085f000a19f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:18.152053 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:18.153423 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] Set router 5537051f-fd4c-4940-ba2d-62c31d86c633 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:18.154606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:18.156180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:18.172150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:18.249846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d2bf5908-2dad-4b72-a202-b2e926badc6c tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Synchronizing usage tracker for tenant:c7e5f03f3e984e5c92d3e695f4c369e4 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:18.279748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:18.376369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Attempting to bind port 4c8ad120-bf82-434d-873e-6085f000a19f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:18.377027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Attempting to bind port 4c8ad120-bf82-434d-873e-6085f000a19f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:18.377620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Attempting to bind port 4c8ad120-bf82-434d-873e-6085f000a19f on network 9d37beb6-a064-4330-858a-89f3d1d2e215 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:18.398882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:18.398882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Checking segment: {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:18.398882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:18.398882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Bound using segment: {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:18.398882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Bound port: 4c8ad120-bf82-434d-873e-6085f000a19f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:18.398882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:18.406283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-72dcc255-a1aa-4568-a863-e4c6a8c84600 req-f5aee633-9e60-4d67-b028-b3be0ffde7ef tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683866 Nov 09 11:15:18.409628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d2bf5908-2dad-4b72-a202-b2e926badc6c tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Unset dirty status for tenant:c7e5f03f3e984e5c92d3e695f4c369e4 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:18.410996 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d2bf5908-2dad-4b72-a202-b2e926badc6c tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=03af2a61-e8c6-4214-8814-5500232790c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9377768 Nov 09 11:15:18.415500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59296) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:18.509184 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cdc60ca8-35bb-4d2f-a89d-3d318a98eef1 req-cdb2caa2-2fbd-4b12-99b0-877a13963636 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.1105578 Nov 09 11:15:18.527922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 172.20.0.10 (fa0015a6-f78c-4bcf-b8d5-376c9321c1fe/eaee3a1a-f850-45c3-8941-be5d555165a4/9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:18.533187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] For port 4c8ad120-bf82-434d-873e-6085f000a19f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:18.536478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] For port 4c8ad120-bf82-434d-873e-6085f000a19f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4c8ad120-bf82-434d-873e-6085f000a19f,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:18.622763 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:18.626444 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:18.668630 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:18.709649 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:15:13Z', 'revision_number': 3, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:18.718423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1fdd9-a8fd-4716-988a-7df667b939af tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:18.719828 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-24e1fdd9-a8fd-4716-988a-7df667b939af tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.2191892 Nov 09 11:15:18.722932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59300) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:18.726915 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472ca79-ee1a-420b-b2d7-47599c980e5e None None] The sync data for ids ['5537051f-fd4c-4940-ba2d-62c31d86c633'] in n-d-817173-1 is: [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:15:13Z', 'revision_number': 3, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:18.770158 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d1a7a79e-9e75-42df-9d98-3e13a2892f6f tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=03af2a61-e8c6-4214-8814-5500232790c5 HTTP/1.1" status: 200 len: 205 time: 0.0438530 Nov 09 11:15:18.772865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59304) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:18.829704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Pushing event updated for resources: {'Port': ['ID=4c8ad120-bf82-434d-873e-6085f000a19f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:18.858005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.858735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.859319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.859869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.860420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.860978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.861551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.862311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.871032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.871032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.871032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:18.884323 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:19.065679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b464a4-5c6f-409c-af7a-2908a6d7088f {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:19.088307 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:19.166391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Transition to ACTIVE for port object 50b464a4-5c6f-409c-af7a-2908a6d7088f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:19.179361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:19.245987 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:19.265534 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bc5c75bc-23d4-463a-ba5e-dc7edbf39317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:19.310623 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:19.319089 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:19.330658 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:19.345865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e70987-60d2-4d96-8b09-6e6cc2bb943c None None] Network af68e75d-81b7-40e7-bae8-23133a9de836 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:19.351423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event deleted for resources: {'Subnet': ['ID=5334860e-311f-4e70-a986-60c8acbc7ca3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:19.361442 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:19.364300 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6f08dac-92c9-436f-ad44-3b87f73604c3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:19.500181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Transition to ACTIVE for port object 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:19.504165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "DELETE /v2.0/subnets/5334860e-311f-4e70-a986-60c8acbc7ca3 HTTP/1.1" status: 204 len: 168 time: 2.7807193 Nov 09 11:15:19.508247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59316) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:19.841273 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-97e7314a-008a-4338-a871-6dcd11932e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:19.909016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Pushing event updated for resources: {'Port': ['ID=50b464a4-5c6f-409c-af7a-2908a6d7088f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:19.926679 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:20.033769 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.035971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Allocated IP 172.20.0.1 (214aa214-34a4-4c76-9f18-50385fab1b7d/6914b554-becd-4d94-ac96-ee638f3c7204/94b703f3-6e0a-467f-8b50-4d2447ff36df) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:20.042186 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.097669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Deleting port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:20.097967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.145830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba5e7-757f-4123-8022-932901c8ebe3 req-73adcc22-bdf3-4c80-9c09-c2c608a21482 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:20.147201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e74ba5e7-757f-4123-8022-932901c8ebe3 req-73adcc22-bdf3-4c80-9c09-c2c608a21482 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Synchronizing usage tracker for tenant:75be226b57cc4fa39fadea8ece99a542 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:20.171613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] DHCP port deletion for af68e75d-81b7-40e7-bae8-23133a9de836 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:15:20.183742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Deleting port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:20.184394 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.187294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.241838 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4dcf7c4-4d23-40c7-bb29-5c2df7e8ea98 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:20.332533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.436063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd1297-470d-4623-8164-11ea533dfbbb req-edb625e7-fcf0-48f6-9068-e14bbf457b28 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:20.436272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Attempting to bind port 50b464a4-5c6f-409c-af7a-2908a6d7088f on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:20.436272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Attempting to bind port 50b464a4-5c6f-409c-af7a-2908a6d7088f by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '159cc67d-7972-452a-881c-8cf652f7033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:20.438403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Attempting to bind port 50b464a4-5c6f-409c-af7a-2908a6d7088f on network edfd3656-8535-4310-8cc8-f3d0f00c664a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:20.446953 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16fd1297-470d-4623-8164-11ea533dfbbb req-edb625e7-fcf0-48f6-9068-e14bbf457b28 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.7443449 Nov 09 11:15:20.477026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4c8ad120-bf82-434d-873e-6085f000a19f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:20.692461 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.695890 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.696829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:20.699734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] For port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,segment=NetworkSegment(2152c4b7-8c19-44e5-815c-002520ea6bfd),segment_id=2152c4b7-8c19-44e5-815c-002520ea6bfd)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:20.700328 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.742268 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:20.752702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Port 50b464a4-5c6f-409c-af7a-2908a6d7088f on network edfd3656-8535-4310-8cc8-f3d0f00c664a not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:20.753081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Attempting to bind port 50b464a4-5c6f-409c-af7a-2908a6d7088f on network edfd3656-8535-4310-8cc8-f3d0f00c664a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:20.763231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:20.763629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Checking segment: {'id': '159cc67d-7972-452a-881c-8cf652f7033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:20.764017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Bound using segment: {'id': '159cc67d-7972-452a-881c-8cf652f7033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:20.764472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Bound port: 50b464a4-5c6f-409c-af7a-2908a6d7088f, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159cc67d-7972-452a-881c-8cf652f7033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:20.764836 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.784187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:20.791113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:20.801082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:20.830752 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16fd1297-470d-4623-8164-11ea533dfbbb req-cf806c2c-a30b-44cd-8be4-092abddb7931 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830428 Nov 09 11:15:20.856817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Allocated IP 172.25.7.131 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/2faee689-e1c0-41d4-9c49-991d989510df) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:20.906124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:20.950571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e74ba5e7-757f-4123-8022-932901c8ebe3 req-73adcc22-bdf3-4c80-9c09-c2c608a21482 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Unset dirty status for tenant:75be226b57cc4fa39fadea8ece99a542 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:20.962901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e74ba5e7-757f-4123-8022-932901c8ebe3 req-73adcc22-bdf3-4c80-9c09-c2c608a21482 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 943 time: 1.5458596 Nov 09 11:15:21.000430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Calling delete_port for 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:21.085780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89badcfd-ff11-446e-8c88-01e9444d4a85 None None] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:21.115662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 4c8ad120-bf82-434d-873e-6085f000a19f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:21.201255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499a1fa0-d901-4285-839c-37407c47aa89 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:21.289638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] For port 50b464a4-5c6f-409c-af7a-2908a6d7088f, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:21.304946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] For port 50b464a4-5c6f-409c-af7a-2908a6d7088f, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=50b464a4-5c6f-409c-af7a-2908a6d7088f,segment=NetworkSegment(159cc67d-7972-452a-881c-8cf652f7033f),segment_id=159cc67d-7972-452a-881c-8cf652f7033f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:21.317429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e74ba5e7-757f-4123-8022-932901c8ebe3 req-5d638b8d-e113-48f4-b907-a8792a237ddb tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Synchronizing usage tracker for tenant:75be226b57cc4fa39fadea8ece99a542 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:21.329330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:21.329900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.340955 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.364814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] For port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,segment=NetworkSegment(2152c4b7-8c19-44e5-815c-002520ea6bfd),segment_id=2152c4b7-8c19-44e5-815c-002520ea6bfd)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:21.365198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.374695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1b9f4-5a95-4cd1-a623-e8d0e57a0369 req-7090911d-83d5-4ebf-ba23-10784b619614 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:21.376185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ca1b9f4-5a95-4cd1-a623-e8d0e57a0369 req-7090911d-83d5-4ebf-ba23-10784b619614 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 932 time: 0.2659719 Nov 09 11:15:21.415903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.426656 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6a9a891-b9d5-4b6e-b0be-e45d439ac415 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:21.445258 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.450432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 499a1fa0-d901-4285-839c-37407c47aa89 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:21.455376 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:21.506058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Provisioning for port 4c8ad120-bf82-434d-873e-6085f000a19f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:21.515986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Pushing event deleted for resources: {'Port': ['ID=6bcfe1fb-09a5-4ef2-b72e-49f0907e25de,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:21.518747 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:21.523627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Provisioning complete for port 4c8ad120-bf82-434d-873e-6085f000a19f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:21.524072 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.538770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.544425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Pushing event updated for resources: {'Port': ['ID=94b703f3-6e0a-467f-8b50-4d2447ff36df,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:21.553119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Network 214aa214-34a4-4c76-9f18-50385fab1b7d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:21.554390 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:21.556532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:21.568640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 499a1fa0-d901-4285-839c-37407c47aa89 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:21.568640 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.574776 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ca1b9f4-5a95-4cd1-a623-e8d0e57a0369 req-54bb4dd5-60f2-4b18-a0f5-87aacd8a6e0f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820731 Nov 09 11:15:21.577036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:21.629691 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.638465 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50a29f8d-47af-4d54-8fc2-b692f77caec4 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:21.687660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Calling delete_port for 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:21.694036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] No DVR routers for this DVR port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:15:21.695647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Deleting port ff735ad3-fe3d-4e4a-8a8e-b0d79d5f425e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:21.696190 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.721085 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.752747 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e700021f-40e5-4952-9e37-b487b85097bb tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:21.779345 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.845902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 499a1fa0-d901-4285-839c-37407c47aa89, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=499a1fa0-d901-4285-839c-37407c47aa89,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:21.846155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.848103 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] 10.222.0.57 "PUT /v2.0/ports/50b464a4-5c6f-409c-af7a-2908a6d7088f HTTP/1.1" status: 200 len: 1091 time: 4.1530125 Nov 09 11:15:21.849140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'tag': '50b464a4-5c6f-409c-af7a-2908a6d7088f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:21.859825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.865589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Pushing event updated for resources: {'Port': ['ID=2faee689-e1c0-41d4-9c49-991d989510df,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:21.872509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:21.920335 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:21.925085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:21.929092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:21.948708 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:21.983957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-e74ba5e7-757f-4123-8022-932901c8ebe3 req-5d638b8d-e113-48f4-b907-a8792a237ddb tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Unset dirty status for tenant:75be226b57cc4fa39fadea8ece99a542 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:21.983957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e74ba5e7-757f-4123-8022-932901c8ebe3 req-5d638b8d-e113-48f4-b907-a8792a237ddb tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0192738 Nov 09 11:15:21.983957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Pushing event updated for resources: {'Port': ['ID=50b464a4-5c6f-409c-af7a-2908a6d7088f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:21.999451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] For port 4c8ad120-bf82-434d-873e-6085f000a19f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4c8ad120-bf82-434d-873e-6085f000a19f,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:22.005607 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.016257 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.017114 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:22.030865 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:15:22.031480 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:15:22.109420 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.115991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:15:22.147372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:22.148913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6684849 Nov 09 11:15:22.192275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'admin_state_up': True, 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'security_groups': ['d3479cda-df15-43e5-bb51-7f24b3ba5387']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:22.215990 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'tag': '50b464a4-5c6f-409c-af7a-2908a6d7088f', 'status': 'completed', 'code': 200} Nov 09 11:15:22.229332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:15:22.229817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:15:22.288372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=499a1fa0-d901-4285-839c-37407c47aa89,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:22.293002 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:22.293798 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f051a74-99ea-424b-937e-a1b61c37bb36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:22.376751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Pushing event updated for resources: {'Port': ['ID=4c8ad120-bf82-434d-873e-6085f000a19f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:22.380371 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:22.388627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:22.401840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:22.406996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-a140418a-29a0-49df-8aef-05301b0089b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75be226b57cc4fa39fadea8ece99a542&device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 1094 time: 0.3737702 Nov 09 11:15:22.461642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ba1f9485-c289-4e4c-bac5-d6dd7432226d None None] Provisioning for port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:22.467675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ba1f9485-c289-4e4c-bac5-d6dd7432226d None None] Provisioning complete for port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:22.468055 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9485-c289-4e4c-bac5-d6dd7432226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.474526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.504481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-1fd11b95-7811-457a-a918-ea17d7e94218 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50b464a4-5c6f-409c-af7a-2908a6d7088f HTTP/1.1" status: 200 len: 217 time: 0.0898497 Nov 09 11:15:22.546500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f9485-c289-4e4c-bac5-d6dd7432226d None None] Port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:22.549184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Deleting port 6bcfe1fb-09a5-4ef2-b72e-49f0907e25de {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:22.549576 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.589741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:22.593455 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.661179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] The port '6bcfe1fb-09a5-4ef2-b72e-49f0907e25de' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:15:22.684131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-98d6fdcd-8ce1-44ac-b32e-14389e057f07 None None] Provisioning complete for port 4c8ad120-bf82-434d-873e-6085f000a19f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:22.684517 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98d6fdcd-8ce1-44ac-b32e-14389e057f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.775630 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-f6fb9173-f836-495b-aaa7-0235e61d3518 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:22.783588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-f6fb9173-f836-495b-aaa7-0235e61d3518 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c5a47c-4c91-492b-8cce-11cf577f7c75 HTTP/1.1" status: 200 len: 862 time: 0.2722018 Nov 09 11:15:22.834962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Calling delete_port for ff735ad3-fe3d-4e4a-8a8e-b0d79d5f425e owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:22.875899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.943120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:22.986268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01921f39-e0c0-4d93-ae4a-81392e8be6ca req-d08324a1-8ae4-4357-888d-b1bc99ed9bad tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:22.988363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01921f39-e0c0-4d93-ae4a-81392e8be6ca req-d08324a1-8ae4-4357-888d-b1bc99ed9bad tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.7442193 Nov 09 11:15:23.004772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af68e75d-81b7-40e7-bae8-23133a9de836']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:23.127244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2152c4b7-8c19-44e5-815c-002520ea6bfd') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:23.127814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2152c4b7-8c19-44e5-815c-002520ea6bfd') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:23.141687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.159165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.165442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:15:23.215379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.215505 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-01921f39-e0c0-4d93-ae4a-81392e8be6ca req-5f9e35f9-a4c6-4cb9-b13a-44001982c78d tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778593 Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:15:23.270166 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:15:23.297243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.297951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.329720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-051dd85c-eb7e-4c23-9028-fb52af6c8c4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edfd3656-8535-4310-8cc8-f3d0f00c664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2445929 Nov 09 11:15:23.426384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:23.449723 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.454100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.459308 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e045a79b-15db-4896-9659-060dbbece809 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:23.488621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.506022 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8e1824fc-148a-4b9e-a8a5-fe54f1cd5848 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:23.515467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event deleted for resources: {'Port': ['ID=ff735ad3-fe3d-4e4a-8a8e-b0d79d5f425e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:23.521859 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:23.527446 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.549655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Pushing event deleted for resources: {'Network': ['ID=af68e75d-81b7-40e7-bae8-23133a9de836,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:23.608158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.630192 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:23.642398 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:23.667397 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] 10.222.0.50 "DELETE /v2.0/networks/af68e75d-81b7-40e7-bae8-23133a9de836 HTTP/1.1" status: 204 len: 168 time: 4.1425257 Nov 09 11:15:23.761382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 10.1.1.48 (1b97fa72-da0e-4d01-af72-419d0b5a182d/66198a95-6ef2-4128-8e46-9e30757e7b09/c74b72c7-9a76-4a3f-b783-96aa8755b2d2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:23.832335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a320a-d6a4-4363-8f85-9a05a3c31cb3 req-09895adc-682a-409d-a320-ba5b74e6fdf3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:23.833059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-371a320a-d6a4-4363-8f85-9a05a3c31cb3 req-09895adc-682a-409d-a320-ba5b74e6fdf3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:23.836658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-546d1ac8-3692-494a-91fa-a05a11baef7f service neutron] 10.222.0.57 "GET /v2.0/networks/edfd3656-8535-4310-8cc8-f3d0f00c664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720541 Nov 09 11:15:23.877438 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d723-2b86-4f35-90d8-6b32bfd0ed7f req-8f953bf6-cec7-41d2-9a8b-c4cdd3efa7cd tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:23.877851 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3f7d723-2b86-4f35-90d8-6b32bfd0ed7f req-8f953bf6-cec7-41d2-9a8b-c4cdd3efa7cd tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 943 time: 0.4909313 Nov 09 11:15:23.950939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:23.981033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Pushing event updated for resources: {'Port': ['ID=94b703f3-6e0a-467f-8b50-4d2447ff36df,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:23.991002 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:24.001037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.046420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-371a320a-d6a4-4363-8f85-9a05a3c31cb3 req-09895adc-682a-409d-a320-ba5b74e6fdf3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:24.047608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-371a320a-d6a4-4363-8f85-9a05a3c31cb3 req-09895adc-682a-409d-a320-ba5b74e6fdf3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 932 time: 0.7792327 Nov 09 11:15:24.192385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf77a434-d2ff-49ba-ba24-407bb169971d req-c08e6dc2-7945-4515-b790-419f8c4ba27c service neutron] 10.222.0.57 "GET /v2.0/networks/edfd3656-8535-4310-8cc8-f3d0f00c664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468645 Nov 09 11:15:24.200700 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-371a320a-d6a4-4363-8f85-9a05a3c31cb3 req-68aedd15-68cb-4c8d-9d92-609397296906 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387906 Nov 09 11:15:24.235968 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3f7d723-2b86-4f35-90d8-6b32bfd0ed7f req-dc8fd18d-94b4-49a1-8e17-4112b16791f6 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871282 Nov 09 11:15:24.254381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.308670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Transition to ACTIVE for port object c74b72c7-9a76-4a3f-b783-96aa8755b2d2 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:24.446428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499a1fa0-d901-4285-839c-37407c47aa89 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:24.559073 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.572450 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:24.573428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 499a1fa0-d901-4285-839c-37407c47aa89 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:24.573807 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.613607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59344) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:24.651157 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.663042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.687282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:24.693503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:24.726382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:24.811129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:24.817735 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:24.851348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-7049bf61-ba6e-4e18-b8bd-9284faaee7e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75be226b57cc4fa39fadea8ece99a542&device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 1094 time: 0.3591137 Nov 09 11:15:24.915042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:24.915942 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.942269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4c8ad120-bf82-434d-873e-6085f000a19f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:24.991158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:24.992178 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Fanout notify agent at l3_agent the message router_deleted on router 03af2a61-e8c6-4214-8814-5500232790c5 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:15:25.042361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4c8ad120-bf82-434d-873e-6085f000a19f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:25.043156 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.088082 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.090154 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/03af2a61-e8c6-4214-8814-5500232790c5 HTTP/1.1" status: 204 len: 168 time: 6.3162410 Nov 09 11:15:25.101394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:25.109622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1159391473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:25.119065 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9443328 Nov 09 11:15:25.127614 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a2287cf0-936c-4de2-a029-a3ffebe7b562 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1601932ff778474aa0687a2497fea10d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5073218 Nov 09 11:15:25.132072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'admin_state_up': True, 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'security_groups': ['d3479cda-df15-43e5-bb51-7f24b3ba5387']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:25.145834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59356) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:25.155431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Network 214aa214-34a4-4c76-9f18-50385fab1b7d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:25.158639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-4f8e0dd3-b1b2-4094-b95f-1461b562bcb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:25.160119 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-4f8e0dd3-b1b2-4094-b95f-1461b562bcb8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edfd3656-8535-4310-8cc8-f3d0f00c664a HTTP/1.1" status: 200 len: 923 time: 0.3017790 Nov 09 11:15:25.172245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:25.177434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Usage tracker for resource:router and tenant:931bb821b71642d39c773f61bcdbed93 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:25.181049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:25.192945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:25.208357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:25.334967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.334967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.335987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-e0310aa4-691c-471e-b3a4-262ae5c8a7fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50b464a4-5c6f-409c-af7a-2908a6d7088f HTTP/1.1" status: 200 len: 217 time: 0.1329122 Nov 09 11:15:25.359071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26213b92-092a-4a64-bb24-063e83763ba7 req-5b05beff-4f43-40d8-9b73-f740842f48f4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:25.360731 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26213b92-092a-4a64-bb24-063e83763ba7 req-5b05beff-4f43-40d8-9b73-f740842f48f4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.6438098 Nov 09 11:15:25.364000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f2c1d522-5dd4-415b-b9c4-00b53e28d0df None None] Provisioning for port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:25.372364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f2c1d522-5dd4-415b-b9c4-00b53e28d0df None None] Provisioning complete for port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:25.373760 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d522-5dd4-415b-b9c4-00b53e28d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.424474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.481218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-ff5e7fa3-9cc5-4112-9ea4-ea6478be7ef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:25.482782 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-ff5e7fa3-9cc5-4112-9ea4-ea6478be7ef4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c5a47c-4c91-492b-8cce-11cf577f7c75 HTTP/1.1" status: 200 len: 862 time: 0.1377025 Nov 09 11:15:25.519404 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.529361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1d522-5dd4-415b-b9c4-00b53e28d0df None None] Port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:25.532354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26213b92-092a-4a64-bb24-063e83763ba7 req-fbf9b5aa-f192-4334-a679-f78a3031865f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639180 Nov 09 11:15:25.545070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.560262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-98525518-5c70-4112-8558-5501f5e65ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edfd3656-8535-4310-8cc8-f3d0f00c664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707943 Nov 09 11:15:25.563609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:25.639248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.649780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Router 0c0298ee-1cbe-4fa2-99c9-953355ec598a is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:15:25.665191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:25.849234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:25.850391 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-50349d88-0743-49b8-afe0-89a67ea3945e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7489936 Nov 09 11:15:25.858496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59364) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:25.872745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:25.910507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:25.913653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:26.017282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181ee3-5ae4-4851-88cb-33d88125c9b4 req-72fdee6c-7f45-459e-9cb7-38da580e8e86 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:26.018690 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9181ee3-5ae4-4851-88cb-33d88125c9b4 req-72fdee6c-7f45-459e-9cb7-38da580e8e86 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 943 time: 0.4518163 Nov 09 11:15:26.026269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-26f98390-db0a-473d-bc2b-8500fbabdf80 service neutron] 10.222.0.57 "GET /v2.0/networks/edfd3656-8535-4310-8cc8-f3d0f00c664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138215 Nov 09 11:15:26.092026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:26.100207 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d118d870-6051-4475-8f13-c0ccc587a919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:26.187415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc78d2-b0d7-4cc5-9ea6-3e2f4df64f49,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:26.198318 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:26.272742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0740d-3d8c-4f7b-aa0d-2bf1f7f44b08 req-52a4969b-bc18-42a6-9e9c-d0cbb70c350c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:26.273090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e9181ee3-5ae4-4851-88cb-33d88125c9b4 req-2711ea80-13dd-475d-9cad-47ccadb8586f tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418089 Nov 09 11:15:26.277041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0740d-3d8c-4f7b-aa0d-2bf1f7f44b08 req-52a4969b-bc18-42a6-9e9c-d0cbb70c350c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:26.284002 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88b0740d-3d8c-4f7b-aa0d-2bf1f7f44b08 req-52a4969b-bc18-42a6-9e9c-d0cbb70c350c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 1653 time: 0.4784417 Nov 09 11:15:26.318982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2393635f-9bb5-4fce-ade3-4731db981a1f req-900ee582-43cc-4b28-8836-f236dd26f001 service neutron] 10.222.0.57 "GET /v2.0/networks/edfd3656-8535-4310-8cc8-f3d0f00c664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708061 Nov 09 11:15:26.329735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 10.1.1.243 (1b97fa72-da0e-4d01-af72-419d0b5a182d/66198a95-6ef2-4128-8e46-9e30757e7b09/90260d63-50cd-435d-83b9-743a89cd3fe4) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:26.334955 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:26.336032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8bc78d2-b0d7-4cc5-9ea6-3e2f4df64f49 HTTP/1.1" status: 204 len: 168 time: 1.1852758 Nov 09 11:15:26.520563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Router 5537051f-fd4c-4940-ba2d-62c31d86c633 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:15:26.567407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88b0740d-3d8c-4f7b-aa0d-2bf1f7f44b08 req-36b40f2e-0e37-44e8-beee-794f00a8f9b3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824476 Nov 09 11:15:26.583422 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:26.636582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Transition to ACTIVE for port object 90260d63-50cd-435d-83b9-743a89cd3fe4 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:26.798842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:26.831360 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b8e2f387-c2b9-4f71-81b2-0579588bc67e tempest-FloatingIPAdminTestJSON-115239790 tempest-FloatingIPAdminTestJSON-115239790-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:26.855186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:26.864822 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Sync routers for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:26.878464 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:26.886548 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:26.887356 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:26.976156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:26.980412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:26.999862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:27.045120 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:27.057191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59382) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:27.059350 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2c3f6970-1fed-4f84-853d-1b0b28d578eb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.4781299 Nov 09 11:15:27.177835 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:27.269006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=90260d63-50cd-435d-83b9-743a89cd3fe4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:27.314977 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:27.357268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:27.357910 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:27.381560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c20e-d8d7-4167-bbad-d242a3ebcbb7 req-23ca48ba-2ba7-43a4-a7ae-45785527ba0e tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:27.383388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8743c20e-d8d7-4167-bbad-d242a3ebcbb7 req-23ca48ba-2ba7-43a4-a7ae-45785527ba0e tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.6550436 Nov 09 11:15:27.491638 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3688653 Nov 09 11:15:27.502847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7', 'admin_state_up': True, 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'security_groups': ['d3479cda-df15-43e5-bb51-7f24b3ba5387']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:27.550821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8743c20e-d8d7-4167-bbad-d242a3ebcbb7 req-e6478dd6-ddc0-4c7e-a151-f5bfb1f2b721 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525948 Nov 09 11:15:27.626989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2e00398a-9f40-46eb-91bf-f3391930f804 None None] Provisioning for port 90260d63-50cd-435d-83b9-743a89cd3fe4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:27.633168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2e00398a-9f40-46eb-91bf-f3391930f804 None None] Provisioning complete for port 90260d63-50cd-435d-83b9-743a89cd3fe4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:27.636914 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2e00398a-9f40-46eb-91bf-f3391930f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:27.679714 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:22Z', 'revision_number': 3, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:27.690608 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Checking router: 0c0298ee-1cbe-4fa2-99c9-953355ec598a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:15:27.692760 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Updating router 0c0298ee-1cbe-4fa2-99c9-953355ec598a port 2faee689-e1c0-41d4-9c49-991d989510df binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:15:27.700878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:27.723151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:27.735453 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] 10.222.0.50 "PUT /v2.0/routers/5537051f-fd4c-4940-ba2d-62c31d86c633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9155247 Nov 09 11:15:27.774119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2e00398a-9f40-46eb-91bf-f3391930f804 None None] Port 90260d63-50cd-435d-83b9-743a89cd3fe4 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:27.779729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Sync routers for ids ['5537051f-fd4c-4940-ba2d-62c31d86c633'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:27.794666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Routers {'5537051f-fd4c-4940-ba2d-62c31d86c633'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:27.795620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5537051f-fd4c-4940-ba2d-62c31d86c633'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:27.803502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Usage tracker for resource:port and tenant:3a27d5af630c47c89b8f0a230e8a20fa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:27.809489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:27.823894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:27.845905 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:27.931048 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:27.954905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a64b2-e632-4b2c-abed-b2561ced333b req-41c3ffa5-d54e-4ba4-becb-9e9a0f6dfc09 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:27.964115 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-488a64b2-e632-4b2c-abed-b2561ced333b req-41c3ffa5-d54e-4ba4-becb-9e9a0f6dfc09 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 943 time: 0.5176165 Nov 09 11:15:27.970364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:28.000091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 50b464a4-5c6f-409c-af7a-2908a6d7088f details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:15:28.146128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:28.177212 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:28.311314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Set router 5537051f-fd4c-4940-ba2d-62c31d86c633 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:28.350112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:28.374941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Allocated IP 172.25.7.26 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/eeddc3b1-84ac-46d6-b8f7-ce4e2ace1f93) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:28.412306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 50b464a4-5c6f-409c-af7a-2908a6d7088f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=50b464a4-5c6f-409c-af7a-2908a6d7088f,segment=NetworkSegment(159cc67d-7972-452a-881c-8cf652f7033f),segment_id=159cc67d-7972-452a-881c-8cf652f7033f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:28.515153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '50b464a4-5c6f-409c-af7a-2908a6d7088f', 'network_id': 'edfd3656-8535-4310-8cc8-f3d0f00c664a', 'port_id': '50b464a4-5c6f-409c-af7a-2908a6d7088f', 'mac_address': 'fa:16:3e:fc:1e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c5a47c-4c91-492b-8cce-11cf577f7c75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:15:28.555255 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:28.596984 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-488a64b2-e632-4b2c-abed-b2561ced333b req-c147757f-5d7f-4e2e-90a5-c1a434eae56f tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319125 Nov 09 11:15:28.689315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59412) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:28.732931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:28.748545 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-daac4b2c-dedb-44a0-a39e-8952d845daa5 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:28.751923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc15f7-8927-4c2d-9c6b-f93c145f0296 req-64a8b011-140e-4062-ae9f-ecb6b03850bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:28.756922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc15f7-8927-4c2d-9c6b-f93c145f0296 req-64a8b011-140e-4062-ae9f-ecb6b03850bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:28.761132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc15f7-8927-4c2d-9c6b-f93c145f0296 req-64a8b011-140e-4062-ae9f-ecb6b03850bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:28.762742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-66cc15f7-8927-4c2d-9c6b-f93c145f0296 req-64a8b011-140e-4062-ae9f-ecb6b03850bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:28.782168 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:28.825610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b464a4-5c6f-409c-af7a-2908a6d7088f {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:28.880955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 50b464a4-5c6f-409c-af7a-2908a6d7088f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=50b464a4-5c6f-409c-af7a-2908a6d7088f,segment=NetworkSegment(159cc67d-7972-452a-881c-8cf652f7033f),segment_id=159cc67d-7972-452a-881c-8cf652f7033f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:28.922733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-66cc15f7-8927-4c2d-9c6b-f93c145f0296 req-64a8b011-140e-4062-ae9f-ecb6b03850bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:28.930746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66cc15f7-8927-4c2d-9c6b-f93c145f0296 req-64a8b011-140e-4062-ae9f-ecb6b03850bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 2374 time: 1.0427520 Nov 09 11:15:28.994085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:28.997487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:29.001375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:15:22Z', 'revision_number': 4, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '94b703f3-6e0a-467f-8b50-4d2447ff36df', 'name': '', 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'mac_address': 'fa:16:3e:2d:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:19Z', 'updated_at': '2021-11-09T11:15:23Z', 'revision_number': 2, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'subnets': [{'id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:29.002734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:29.009380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 10.2.2.100 (d452b088-5da4-4d2e-b403-6b36975ebdc7/39fdb504-6af9-4c5e-b06d-b15721513178/99933e17-14ce-4cd0-9f39-dd04b4325ab9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:29.012767 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.021422 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4219ff46-0510-4b52-875e-b68d0ab5f473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:29.146949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Checking router: 5537051f-fd4c-4940-ba2d-62c31d86c633 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:15:29.148446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Updating router 5537051f-fd4c-4940-ba2d-62c31d86c633 port 94b703f3-6e0a-467f-8b50-4d2447ff36df binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:15:29.150994 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66cc15f7-8927-4c2d-9c6b-f93c145f0296 req-73949d7a-11a5-482e-b211-b4b2194f2b64 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134960 Nov 09 11:15:29.286861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2055632586'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:29.305418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:29.326445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event updated for resources: {'Port': ['ID=eeddc3b1-84ac-46d6-b8f7-ce4e2ace1f93,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:29.344155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:29.350583 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:29.351895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:29.362607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['50b464a4-5c6f-409c-af7a-2908a6d7088f'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:15:29.370063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:29.409404 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.437906 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.457900 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Transition to ACTIVE for port object 2faee689-e1c0-41d4-9c49-991d989510df will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:29.471963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=50b464a4-5c6f-409c-af7a-2908a6d7088f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:29.481877 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:29.503021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:29.506651 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.531008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.628527 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.638621 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81c5a8df-f3c6-4e1a-9919-3e4b3a63ef30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:29.723415 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.803620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Transition to ACTIVE for port object 99933e17-14ce-4cd0-9f39-dd04b4325ab9 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:29.840847 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Attempting to bind port 2faee689-e1c0-41d4-9c49-991d989510df on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:29.843341 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Attempting to bind port 2faee689-e1c0-41d4-9c49-991d989510df by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:29.843903 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Attempting to bind port 2faee689-e1c0-41d4-9c49-991d989510df on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:29.851653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:29.864633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group_rule and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:29.866502 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:29.866980 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:29.867462 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.867725 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:29.868219 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Bound port: 2faee689-e1c0-41d4-9c49-991d989510df, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:29.868804 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:29.887044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:29.902406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:29.923193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ae98-3885-4eac-864b-eafe41a80004 req-a114f790-c6ae-45a2-a19b-7ce10f5682dc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:29.924795 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7c60ae98-3885-4eac-864b-eafe41a80004 req-a114f790-c6ae-45a2-a19b-7ce10f5682dc tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.3890007 Nov 09 11:15:29.939515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.041125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af340-6771-4994-8da0-afaed04eb155 req-85274673-03de-41f3-ac7c-2efba1be15a3 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:30.042437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-036af340-6771-4994-8da0-afaed04eb155 req-85274673-03de-41f3-ac7c-2efba1be15a3 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Synchronizing usage tracker for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:30.168544 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39d5c-8f36-4f56-aa08-b9a4fcdcde58 None None] Pushing event updated for resources: {'Port': ['ID=2faee689-e1c0-41d4-9c49-991d989510df,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:30.174076 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-32d39d5c-8f36-4f56-aa08-b9a4fcdcde58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:30.272946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7c60ae98-3885-4eac-864b-eafe41a80004 req-49b57628-887b-443f-9d97-6d193c6f08a7 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259227 Nov 09 11:15:30.305929 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] For port 2faee689-e1c0-41d4-9c49-991d989510df, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:30.329061 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] For port 2faee689-e1c0-41d4-9c49-991d989510df, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2faee689-e1c0-41d4-9c49-991d989510df,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:30.396406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-036af340-6771-4994-8da0-afaed04eb155 req-85274673-03de-41f3-ac7c-2efba1be15a3 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Unset dirty status for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:30.397862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-85274673-03de-41f3-ac7c-2efba1be15a3 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 819 time: 0.9333320 Nov 09 11:15:30.463349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-3ceed281-4d05-4797-aced-99339e774726 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/quotas/6c74f93a71b84fd6a0fa9b17ff05f32f HTTP/1.1" status: 200 len: 375 time: 0.0505903 Nov 09 11:15:30.476902 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.481054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.503427 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-366ed88a-35da-42e8-8e64-d0704e071238 tempest-InstanceActionsV221TestJSON-293860677 tempest-InstanceActionsV221TestJSON-293860677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:30.519377 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d952acae-1d39-4586-9cc8-36a9b2b0f96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:30.562951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.578699 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.611245 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.623346 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.623929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Transition to ACTIVE for port object 94b703f3-6e0a-467f-8b50-4d2447ff36df will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:30.633583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.671776 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39d5c-8f36-4f56-aa08-b9a4fcdcde58 None None] Pushing event updated for resources: {'Port': ['ID=2faee689-e1c0-41d4-9c49-991d989510df,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:30.686769 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-32d39d5c-8f36-4f56-aa08-b9a4fcdcde58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:30.694719 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:30.707261 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:30.714231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.719815 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:30.746842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=99933e17-14ce-4cd0-9f39-dd04b4325ab9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:30.748048 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.757434 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a16bd955-6b88-4866-acde-18f4676737db tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:30.758213 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:30.797664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:15:30.828365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c96ad4-827b-4aa5-a56b-d12cf465c4f3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:30.835816 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:30.839278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.839622 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment 14eaea89-49e0-43ea-b914-92d7464897f7 of type vlan for network ac04a432-2de1-4032-b2a1-0fdabad02198 Nov 09 11:15:30.843130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-036af340-6771-4994-8da0-afaed04eb155 req-cccfb065-060e-4a7b-bca6-db76a0c79122 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Synchronizing usage tracker for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:30.898584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:30.903164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432e17-d15d-44a5-81e6-cade654dd4ef None None] Pushing event updated for resources: {'Port': ['ID=94b703f3-6e0a-467f-8b50-4d2447ff36df,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:30.906549 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eb432e17-d15d-44a5-81e6-cade654dd4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:30.911712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:30.915662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:30.938940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:30.993580 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:31.040134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-036af340-6771-4994-8da0-afaed04eb155 req-cccfb065-060e-4a7b-bca6-db76a0c79122 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Unset dirty status for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:31.042077 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-cccfb065-060e-4a7b-bca6-db76a0c79122 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4739795 Nov 09 11:15:31.059424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:31.060060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:31.118877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Attempting to bind port 94b703f3-6e0a-467f-8b50-4d2447ff36df on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:31.119343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Attempting to bind port 94b703f3-6e0a-467f-8b50-4d2447ff36df by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:31.122025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Attempting to bind port 94b703f3-6e0a-467f-8b50-4d2447ff36df on network 214aa214-34a4-4c76-9f18-50385fab1b7d {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:31.127270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:31.127669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Checking segment: {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:31.128087 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:31.128495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Bound using segment: {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:31.128983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Bound port: 94b703f3-6e0a-467f-8b50-4d2447ff36df, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:31.129369 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:31.260890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34da7-2fac-48de-a816-b56dcbb91396 req-9b52f7bc-b88e-479e-bbb2-db96aa28c1f6 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:31.262241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ec34da7-2fac-48de-a816-b56dcbb91396 req-9b52f7bc-b88e-479e-bbb2-db96aa28c1f6 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 944 time: 0.5009897 Nov 09 11:15:31.291179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] For port 94b703f3-6e0a-467f-8b50-4d2447ff36df, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:31.295850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] For port 94b703f3-6e0a-467f-8b50-4d2447ff36df, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=94b703f3-6e0a-467f-8b50-4d2447ff36df,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:31.316756 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:31.343599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-ee2178b3-ef4a-4b7c-801e-a466bdcd8527 service neutron] 10.222.0.50 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829587 Nov 09 11:15:31.365981 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8669276 Nov 09 11:15:31.379359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7', 'admin_state_up': True, 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'security_groups': ['d3479cda-df15-43e5-bb51-7f24b3ba5387']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:31.405774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Allocated IP 172.20.0.1 (9d37beb6-a064-4330-858a-89f3d1d2e215/59005774-dc9c-4179-b81e-70700b94ecc4/708f57e8-2dc2-40c3-9e44-2cc020c7233d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:31.409621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ec34da7-2fac-48de-a816-b56dcbb91396 req-61755be0-9a72-44cc-9ed0-8ef1a940ddf2 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151812 Nov 09 11:15:31.467419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:31.472171 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2a6bebfd-0050-4397-bb6e-32b763e66f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:31.508202 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:31.512659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:31.513261 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:31.525861 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d4ad7ea-3de8-476a-bdb2-e11fbfdd68b5 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:31.562247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cd1e5faf-966b-4ea1-b42b-ddfc77bf26c0 None None] Provisioning for port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:31.587211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cd1e5faf-966b-4ea1-b42b-ddfc77bf26c0 None None] Provisioning complete for port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:31.587937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cd1e5faf-966b-4ea1-b42b-ddfc77bf26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:31.624674 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:22Z', 'revision_number': 3, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:31.636772 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc25bd1-a968-4a4b-ba11-11108358f821 None None] The sync data for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 is: [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:22Z', 'revision_number': 3, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:31.651818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:31.681767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:31.684691 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-e72ffd3f-d1ed-49ec-96cf-272f7bc6cfae service neutron] 10.222.0.50 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210025 Nov 09 11:15:31.714571 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0238292 Nov 09 11:15:31.715479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59434) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:31.718925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e5faf-966b-4ea1-b42b-ddfc77bf26c0 None None] Port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:31.748299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Routers {'5537051f-fd4c-4940-ba2d-62c31d86c633'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:31.748997 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5537051f-fd4c-4940-ba2d-62c31d86c633'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:31.769778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'name': 'tempest-PortsIpV6TestJSON-662532333'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:31.834766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432e17-d15d-44a5-81e6-cade654dd4ef None None] Pushing event updated for resources: {'Port': ['ID=94b703f3-6e0a-467f-8b50-4d2447ff36df,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:31.839010 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eb432e17-d15d-44a5-81e6-cade654dd4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:32.031539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 50b464a4-5c6f-409c-af7a-2908a6d7088f up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:32.063696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] Set router 5537051f-fd4c-4940-ba2d-62c31d86c633 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:32.110958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Made reservation on behalf of 3a27d5af630c47c89b8f0a230e8a20fa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:32.119857 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:32.144373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:32.158484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=ac04a432-2de1-4032-b2a1-0fdabad02198,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:32.177618 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:32.186509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:32.193065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:32.198602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:15:32.198857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:32.206784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:32.445942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Router c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:15:32.467724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:32.481859 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:32.491752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2faee689-e1c0-41d4-9c49-991d989510df up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:32.497032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Allocated IP 10.2.2.200 (d452b088-5da4-4d2e-b403-6b36975ebdc7/39fdb504-6af9-4c5e-b06d-b15721513178/f69a3e32-113a-472c-a2a8-7286809f5242) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:32.516465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:15:32.654953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Transition to ACTIVE for port object 708f57e8-2dc2-40c3-9e44-2cc020c7233d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:32.842420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c0a49-5e6e-4064-a983-0b63d0e4c33c req-e040e86e-bddf-4f87-9452-511ffb14e0bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:32.851525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c0a49-5e6e-4064-a983-0b63d0e4c33c req-e040e86e-bddf-4f87-9452-511ffb14e0bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:32.853171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c0a49-5e6e-4064-a983-0b63d0e4c33c req-e040e86e-bddf-4f87-9452-511ffb14e0bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:32.861961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c0a49-5e6e-4064-a983-0b63d0e4c33c req-e040e86e-bddf-4f87-9452-511ffb14e0bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:32.882164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d8c0a49-5e6e-4064-a983-0b63d0e4c33c req-e040e86e-bddf-4f87-9452-511ffb14e0bb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 3095 time: 1.1549666 Nov 09 11:15:32.920918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 50b464a4-5c6f-409c-af7a-2908a6d7088f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:32.941097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 50b464a4-5c6f-409c-af7a-2908a6d7088f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:32.941485 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:32.945187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:32.957855 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.000935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Transition to ACTIVE for port object f69a3e32-113a-472c-a2a8-7286809f5242 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:33.021556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d8c0a49-5e6e-4064-a983-0b63d0e4c33c req-db9de033-24c4-4332-b78a-a9e2ec5320b5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381333 Nov 09 11:15:33.029425 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.044579 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20ca2555-dfb2-41d3-88d9-7321410c9977 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:33.199509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad54759-3095-4069-b13d-3dcb7cc49049 req-b9aa4bf3-16ec-4056-837b-79bc02bcbf8c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:33.199509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1ad54759-3095-4069-b13d-3dcb7cc49049 req-b9aa4bf3-16ec-4056-837b-79bc02bcbf8c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.9295070 Nov 09 11:15:33.213570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 2faee689-e1c0-41d4-9c49-991d989510df completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:33.231934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2faee689-e1c0-41d4-9c49-991d989510df triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:33.232400 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.253823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6edf2acc-9c51-4d6c-a87c-a7bbc46a36c2 req-b46206d7-336c-43da-bde1-ff0620821c13 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 210 time: 0.1136997 Nov 09 11:15:33.256575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:33.277065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:33.293412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:33.330870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Pushing event updated for resources: {'Port': ['ID=708f57e8-2dc2-40c3-9e44-2cc020c7233d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:33.345854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1ad54759-3095-4069-b13d-3dcb7cc49049 req-8c5b7afe-4c86-4e79-84d6-8e964f2afc8c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440852 Nov 09 11:15:33.349698 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.358217 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.404079 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2ff7703a-dd8c-49e2-804e-7df82d9f603b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:33.423096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.423483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.423854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.424679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.425048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.425505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.425870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.426226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.427079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.427543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.427904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:33.438234 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:33.456314 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f3cbb775-aa4f-436f-851b-75b6f25a0304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:33.457249 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.504766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:15:22Z', 'revision_number': 4, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '94b703f3-6e0a-467f-8b50-4d2447ff36df', 'name': '', 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'mac_address': 'fa:16:3e:2d:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:19Z', 'updated_at': '2021-11-09T11:15:31Z', 'revision_number': 4, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'subnets': [{'id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:33.546707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b464a4-5c6f-409c-af7a-2908a6d7088f'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:33.597846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a93a68-feff-4bfd-8ed9-5acfb3bb4467 None None] The sync data for ids ['5537051f-fd4c-4940-ba2d-62c31d86c633'] in n-d-817173-1 is: [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:15:22Z', 'revision_number': 4, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '94b703f3-6e0a-467f-8b50-4d2447ff36df', 'name': '', 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'mac_address': 'fa:16:3e:2d:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:19Z', 'updated_at': '2021-11-09T11:15:31Z', 'revision_number': 4, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'subnets': [{'id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:33.642743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 50b464a4-5c6f-409c-af7a-2908a6d7088f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=50b464a4-5c6f-409c-af7a-2908a6d7088f,segment=NetworkSegment(159cc67d-7972-452a-881c-8cf652f7033f),segment_id=159cc67d-7972-452a-881c-8cf652f7033f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:33.691403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event updated for resources: {'Port': ['ID=f69a3e32-113a-472c-a2a8-7286809f5242,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:33.691403 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:33.732202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:33.739570 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.743104 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:33.750054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:33.760781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:33.773586 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.778409 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:33.783249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:33.818476 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:33.913790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 2faee689-e1c0-41d4-9c49-991d989510df, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2faee689-e1c0-41d4-9c49-991d989510df,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:33.942486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=50b464a4-5c6f-409c-af7a-2908a6d7088f,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:33.945909 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:33.952373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:33.952765 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.015318 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.018220 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67aa1657-12fc-4ce2-a6c0-bbeab90f2fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:34.095329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26c810-d2ef-4c93-9f53-c3284a5c8a8c req-6b23e267-4640-4992-b807-3e3fcc9fca6f tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:34.102724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1b26c810-d2ef-4c93-9f53-c3284a5c8a8c req-6b23e267-4640-4992-b807-3e3fcc9fca6f tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 944 time: 0.4640388 Nov 09 11:15:34.109938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9aa8075a-d86c-4f9c-b897-4131dcb154d4 None None] Provisioning for port 708f57e8-2dc2-40c3-9e44-2cc020c7233d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:34.141096 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.145257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9aa8075a-d86c-4f9c-b897-4131dcb154d4 None None] Provisioning complete for port 708f57e8-2dc2-40c3-9e44-2cc020c7233d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:34.145643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9aa8075a-d86c-4f9c-b897-4131dcb154d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.166227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': '14eaea89-49e0-43ea-b914-92d7464897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:34.166677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: ac04a432-2de1-4032-b2a1-0fdabad02198, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:15:34.251858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1b26c810-d2ef-4c93-9f53-c3284a5c8a8c req-95bc802b-f16a-44a8-b116-f1618e0ca5e8 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426566 Nov 09 11:15:34.252926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8075a-d86c-4f9c-b897-4131dcb154d4 None None] Port 708f57e8-2dc2-40c3-9e44-2cc020c7233d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:34.253121 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.270275 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8954380 Nov 09 11:15:34.286741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:34.296894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-e3a35eb3-7133-457d-b9de-ad9420bc989c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:34.298934 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-e3a35eb3-7133-457d-b9de-ad9420bc989c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 819 time: 0.7196083 Nov 09 11:15:34.301949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:34.317400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.324495 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] Sync routers for ids ['c19f9e7f-9e79-4a9e-8fcc-7fb96e511810'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:34.329019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=2faee689-e1c0-41d4-9c49-991d989510df,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:34.330433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "PUT /v2.0/routers/c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 HTTP/1.1" status: 200 len: 883 time: 8.4701760 Nov 09 11:15:34.336877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:34.338318 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:34.350816 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] Routers {'c19f9e7f-9e79-4a9e-8fcc-7fb96e511810'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:34.350816 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c19f9e7f-9e79-4a9e-8fcc-7fb96e511810'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:34.363700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-eeabac49-3e31-4d69-b3de-2bb0943573b5 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/quotas/6c74f93a71b84fd6a0fa9b17ff05f32f HTTP/1.1" status: 200 len: 375 time: 0.0510833 Nov 09 11:15:34.397222 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b464a4-5c6f-409c-af7a-2908a6d7088f', 'code': 200} Nov 09 11:15:34.456064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 94b703f3-6e0a-467f-8b50-4d2447ff36df up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:34.471710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.496928 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:34.516150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-36c797cc-6e8f-4bcc-a0d2-5d277e34ad11 None None] Provisioning for port f69a3e32-113a-472c-a2a8-7286809f5242 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:34.521485 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] Routers {'c19f9e7f-9e79-4a9e-8fcc-7fb96e511810'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:34.528262 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c19f9e7f-9e79-4a9e-8fcc-7fb96e511810'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:34.537640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-36c797cc-6e8f-4bcc-a0d2-5d277e34ad11 None None] Provisioning complete for port f69a3e32-113a-472c-a2a8-7286809f5242 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:34.538879 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36c797cc-6e8f-4bcc-a0d2-5d277e34ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.548321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:15:34.652526 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:34.653344 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e29fc-8a3f-430c-aa60-9d2c2a4e6edf None None] The sync data for ids ['c19f9e7f-9e79-4a9e-8fcc-7fb96e511810'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:34.661629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-36c797cc-6e8f-4bcc-a0d2-5d277e34ad11 None None] Port f69a3e32-113a-472c-a2a8-7286809f5242 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:34.748404 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-cf917a52-6058-47e6-bca7-62a111aac25a tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2605305 Nov 09 11:15:34.749310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ac04a432-2de1-4032-b2a1-0fdabad02198) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:34.759645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4130f44-cdfa-4533-b682-157d686b8ee8 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:34.784280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:34.788140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:34.788729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.921992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 94b703f3-6e0a-467f-8b50-4d2447ff36df completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:34.946486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 94b703f3-6e0a-467f-8b50-4d2447ff36df triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:34.948325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:34.975058 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2179005 Nov 09 11:15:34.979350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59478) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:35.028209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1696729339'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:35.038474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:35.079854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-5a06b8bd-8d91-4253-a964-658e711f651e service neutron] 10.222.0.50 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221178 Nov 09 11:15:35.080849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:35.084981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:35.107369 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6199bbf3-62a2-40ec-b4d5-e66e82317b58 req-750559b2-2b80-4dc4-aca4-a702ab970b50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 1096 time: 0.6167166 Nov 09 11:15:35.121720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:35.271819 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-593ab270-8ad9-4827-9d1b-cc02a2df47d0 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 HTTP/1.1" status: 200 len: 924 time: 0.9114163 Nov 09 11:15:35.279612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59482) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:35.294152 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:35.365372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:35.368415 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:35.376834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 94b703f3-6e0a-467f-8b50-4d2447ff36df, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=94b703f3-6e0a-467f-8b50-4d2447ff36df,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:35.406591 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-6e9a991c-fa2f-47cb-ace4-f5ce6ee4643e service neutron] 10.222.0.50 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186543 Nov 09 11:15:35.430422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:35.431127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:15:35.435432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:35.440726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:35.446141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:35.449645 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:35.453249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:35.454046 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4a713fbf-5ba8-40e8-a200-1c56f07a4348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:35.454223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:35.464471 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:35.464471 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment 771fc781-d357-46d6-bcec-a1c3e5fbd2ad of type vlan for network df4b5c5d-0c3b-491d-a3dc-854c6a533603 Nov 09 11:15:35.468615 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6199bbf3-62a2-40ec-b4d5-e66e82317b58 req-608122a9-466d-4e53-9694-4812bac17491 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842753 Nov 09 11:15:35.470050 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:35.491307 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e5222c46-1e74-4d4c-94a6-f316cbcde5df tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=c19f9e7f-9e79-4a9e-8fcc-7fb96e511810&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2086668 Nov 09 11:15:35.492483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59496) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:35.559851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=94b703f3-6e0a-467f-8b50-4d2447ff36df,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:35.564109 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:35.716830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:35.796949 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:35.826374 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:35.861478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af340-6771-4994-8da0-afaed04eb155 req-43bb60ca-443a-44b9-8b34-8fba322d380f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:35.863252 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-43bb60ca-443a-44b9-8b34-8fba322d380f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 819 time: 0.3584936 Nov 09 11:15:35.887837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:35.895608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7e042604-e644-4985-8b34-f4164c0987ec req-56cfb8a2-6407-4a24-967c-5f0fb8e89a18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 3816 time: 1.1955028 Nov 09 11:15:35.921507 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7cbd8b56-8564-4a86-8544-418aa6418bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:35.996026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Request body: {'port': {'device_id': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'admin_state_up': True, 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:36.032846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490ec37-bdae-4887-b98a-89d0afeeab1b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:36.035117 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4490ec37-bdae-4887-b98a-89d0afeeab1b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.5341516 Nov 09 11:15:36.040490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59512) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:36.082332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.099460 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7e042604-e644-4985-8b34-f4164c0987ec req-acab7f5d-af1c-442a-b1a5-00c4c4adeef9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028522 Nov 09 11:15:36.104082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9c07deb-59a5-4159-acf6-ad94247e4e86 req-fb4f6a2b-ce62-4de6-833a-0da79032da0d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 1096 time: 0.4348865 Nov 09 11:15:36.105594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Pushing event updated for resources: {'Port': ['ID=708f57e8-2dc2-40c3-9e44-2cc020c7233d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:36.110220 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:36.152503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d6ddd207-a533-47bd-93b4-8c6b84526f77 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 HTTP/1.1" status: 200 len: 205 time: 0.0643110 Nov 09 11:15:36.162710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:36.171364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.175383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:36.176056 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.247266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:36.251395 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea969d49-af28-49b5-a636-d86920e0504d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:36.307997 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.353090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2faee689-e1c0-41d4-9c49-991d989510df up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:36.401540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9c07deb-59a5-4159-acf6-ad94247e4e86 req-a0a1ca15-5556-4b25-b214-6355367c67d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887723 Nov 09 11:15:36.410734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Transition to ACTIVE for port object 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:36.443735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2faee689-e1c0-41d4-9c49-991d989510df triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:36.444103 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.474351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:36.477522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:36.585929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=df4b5c5d-0c3b-491d-a3dc-854c6a533603,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:36.595416 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:36.607228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b963904-7187-48cd-b492-e685a5d50571 req-b57ad586-52cc-4397-b5e5-8fba8024efe1 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:36.614224 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b963904-7187-48cd-b492-e685a5d50571 req-b57ad586-52cc-4397-b5e5-8fba8024efe1 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.7020168 Nov 09 11:15:36.621024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:36.623839 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.633411 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1da6bada-221b-45f0-b95f-4092ab8f104a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:36.633651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 94b703f3-6e0a-467f-8b50-4d2447ff36df up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:36.670048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:36.687408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network df4b5c5d-0c3b-491d-a3dc-854c6a533603 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:15:36.714491 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.752803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7708635 Nov 09 11:15:36.762243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59530) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:36.765443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad5899-393d-4398-94d7-0ed62b2acf93 req-75ed6ef7-31f1-44ff-b494-3c13a93ee3b0 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:36.773268 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-82ad5899-393d-4398-94d7-0ed62b2acf93 req-75ed6ef7-31f1-44ff-b494-3c13a93ee3b0 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 945 time: 0.4685147 Nov 09 11:15:36.775821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'ports': [{'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198'}, {'network_id': 'df4b5c5d-0c3b-491d-a3dc-854c6a533603'}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:36.776383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:36.777079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'df4b5c5d-0c3b-491d-a3dc-854c6a533603'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:36.809269 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b963904-7187-48cd-b492-e685a5d50571 req-89904eeb-f85e-435d-a905-d9f5a77eb502 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939561 Nov 09 11:15:36.872732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 94b703f3-6e0a-467f-8b50-4d2447ff36df triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:36.872859 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:36.882252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Made reservation on behalf of 6c74f93a71b84fd6a0fa9b17ff05f32f for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:36.900725 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:37.010695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:37.026333 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:37.035392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ba97d59f-7d6e-4ef4-827d-03ee3e4abfaa None None] Provisioning complete for port 708f57e8-2dc2-40c3-9e44-2cc020c7233d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:37.036037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba97d59f-7d6e-4ef4-827d-03ee3e4abfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:37.243334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ba97d59f-7d6e-4ef4-827d-03ee3e4abfaa None None] Port 708f57e8-2dc2-40c3-9e44-2cc020c7233d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:15:37.247074 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-82ad5899-393d-4398-94d7-0ed62b2acf93 req-ba5bcbb8-20c9-409f-bde8-fd2a31354f38 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370880 Nov 09 11:15:37.267897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9a01624d-d698-41d0-afe0-4fb974df1f25 req-0fc8f945-4d0a-47fd-bfeb-01d20487861e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 210 time: 0.3123326 Nov 09 11:15:37.350429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Attempting to bind port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:37.350920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Attempting to bind port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:37.351305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Attempting to bind port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 on network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:37.438761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 on network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:37.438761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Attempting to bind port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 on network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:37.472214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:37.472570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Checking segment: {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:37.472937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Bound using segment: {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:37.473369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Bound port: 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95df797c-6517-434c-b0b3-1af579f6d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:37.473714 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:37.521296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:37.587106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:37.627899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:37.636051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:37.651428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:37.683735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Allocated IP 172.20.0.11 (214aa214-34a4-4c76-9f18-50385fab1b7d/6914b554-becd-4d94-ac96-ee638f3c7204/307d3beb-8df6-4c6a-8995-24e9659d36b4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:37.775917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dabce-f6a3-4cb3-9997-0b77a8cdb254 req-49f98d4e-cdfd-41d4-ba71-c72261bbba1c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:37.779929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dabce-f6a3-4cb3-9997-0b77a8cdb254 req-49f98d4e-cdfd-41d4-ba71-c72261bbba1c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:37.783808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dabce-f6a3-4cb3-9997-0b77a8cdb254 req-49f98d4e-cdfd-41d4-ba71-c72261bbba1c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:37.787717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dabce-f6a3-4cb3-9997-0b77a8cdb254 req-49f98d4e-cdfd-41d4-ba71-c72261bbba1c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:37.791629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dabce-f6a3-4cb3-9997-0b77a8cdb254 req-49f98d4e-cdfd-41d4-ba71-c72261bbba1c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:37.793427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d3dabce-f6a3-4cb3-9997-0b77a8cdb254 req-49f98d4e-cdfd-41d4-ba71-c72261bbba1c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 3828 time: 0.4340782 Nov 09 11:15:37.793816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 2} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:37.799014 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:37.817224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] For port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:37.833439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] For port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:37.864725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Router 0c0298ee-1cbe-4fa2-99c9-953355ec598a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:15:37.886880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d3dabce-f6a3-4cb3-9997-0b77a8cdb254 req-7e4b9135-47d7-4c4a-8ca4-12e84c5109e3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841022 Nov 09 11:15:38.003811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:38.019767 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:38.024161 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-76e95c14-f645-45c3-85b5-86474f961a65 tempest-ServerPasswordTestJSON-20246332 tempest-ServerPasswordTestJSON-20246332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:38.093372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:38.095096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 HTTP/1.1" status: 200 len: 1092 time: 3.8167298 Nov 09 11:15:38.097003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:38.172885 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'status': 'completed', 'code': 200} Nov 09 11:15:38.270480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:38.454157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:38.475362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port d18c83f4-50a2-453a-acc0-f4855bbdb40f yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:15:38.516776 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:38.651100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:38.659656 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-318dbf56-acd8-4e6e-82e5-655ea7577f5f req-1b175309-e4a4-4799-b0e8-4f3104427545 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 4363 time: 0.3324790 Nov 09 11:15:38.661632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:38.729791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:38.738020 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] 10.222.0.50 "PUT /v2.0/routers/0c0298ee-1cbe-4fa2-99c9-953355ec598a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6254737 Nov 09 11:15:38.859174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 840b98cd-2179-4e92-bb54-e9afecd6400c yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:15:38.868658 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:38.880640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ac439-5d67-4965-99a5-e7e3e8c45575 req-55120081-d76d-4af1-90be-c03746b38783 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:38.880640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b39ac439-5d67-4965-99a5-e7e3e8c45575 req-55120081-d76d-4af1-90be-c03746b38783 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.8119392 Nov 09 11:15:38.903568 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:38.934025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6ee0b-a1d9-4d6d-9cbf-9f14aa2441d8 req-53ecc872-e695-4621-bdf8-7e13f8cc199a tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:38.935489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ee6ee0b-a1d9-4d6d-9cbf-9f14aa2441d8 req-53ecc872-e695-4621-bdf8-7e13f8cc199a tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 945 time: 0.4854081 Nov 09 11:15:38.987240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Deleting port eeddc3b1-84ac-46d6-b8f7-ce4e2ace1f93 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:38.987591 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:39.276278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ee6ee0b-a1d9-4d6d-9cbf-9f14aa2441d8 req-a624d5cb-e206-4258-b72c-0616c44e3659 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094842 Nov 09 11:15:39.305696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b39ac439-5d67-4965-99a5-e7e3e8c45575 req-282cb051-8a0e-4dcf-bde7-0c6fa50735a4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924749 Nov 09 11:15:39.516328 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:39.566633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dbf56-acd8-4e6e-82e5-655ea7577f5f req-b8db4e7b-e840-4cf3-afca-533cbcc43a41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:39.568026 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b826157d-287f-4c59-a6a9-2681b9e7f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:39.571235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dbf56-acd8-4e6e-82e5-655ea7577f5f req-b8db4e7b-e840-4cf3-afca-533cbcc43a41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:39.572852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dbf56-acd8-4e6e-82e5-655ea7577f5f req-b8db4e7b-e840-4cf3-afca-533cbcc43a41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:39.576952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-318dbf56-acd8-4e6e-82e5-655ea7577f5f req-b8db4e7b-e840-4cf3-afca-533cbcc43a41 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9035420 Nov 09 11:15:39.617551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db0990e3-8343-4935-9e6d-53054a2569fb req-09a87777-7ce7-438e-b03f-a245bf81c242 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 210 time: 0.1404040 Nov 09 11:15:39.727857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:39.741338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Network 214aa214-34a4-4c76-9f18-50385fab1b7d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:39.750398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Pushing event updated for resources: {'Port': ['ID=307d3beb-8df6-4c6a-8995-24e9659d36b4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:39.753559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:39.774918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:39.821422 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:39.862870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-2050990c-c08c-4a24-b33b-907770538e06 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:39.864813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-2050990c-c08c-4a24-b33b-907770538e06 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.57 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 819 time: 0.8260925 Nov 09 11:15:39.876760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:39.890866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Request body: {'port': {'device_id': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'admin_state_up': True, 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:40.132760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Calling delete_port for eeddc3b1-84ac-46d6-b8f7-ce4e2ace1f93 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:40.202432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:40.202432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:40.226174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:40.235081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5efb-7377-4e01-9620-57cea4475db2 req-0fea0493-c187-47d7-9ed1-49f2278297fe tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:40.239086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5efb-7377-4e01-9620-57cea4475db2 req-0fea0493-c187-47d7-9ed1-49f2278297fe tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:40.240189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:40.243123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5efb-7377-4e01-9620-57cea4475db2 req-0fea0493-c187-47d7-9ed1-49f2278297fe tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:40.247983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5efb-7377-4e01-9620-57cea4475db2 req-0fea0493-c187-47d7-9ed1-49f2278297fe tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:40.251892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5efb-7377-4e01-9620-57cea4475db2 req-0fea0493-c187-47d7-9ed1-49f2278297fe tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:40.253687 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dbcc5efb-7377-4e01-9620-57cea4475db2 req-0fea0493-c187-47d7-9ed1-49f2278297fe tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 3828 time: 0.7567599 Nov 09 11:15:40.346001 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dbcc5efb-7377-4e01-9620-57cea4475db2 req-2201369b-ce08-4aa5-9876-d95256239c37 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841377 Nov 09 11:15:40.365607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:40.374617 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c5b1a3b-db79-48bf-85c2-925ab3ffa43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:40.496502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:40.508643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:40.519251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:40.520405 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:40.599606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6861119 Nov 09 11:15:40.620260 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528e0f79-b169-4020-853c-b0a8943d4b3f {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:40.628157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:40.645754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Transition to ACTIVE for port object 528e0f79-b169-4020-853c-b0a8943d4b3f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:40.657942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dbf56-acd8-4e6e-82e5-655ea7577f5f req-0af4c678-88fe-4b70-814a-e5d450d25cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:40.660387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-318dbf56-acd8-4e6e-82e5-655ea7577f5f req-0af4c678-88fe-4b70-814a-e5d450d25cbc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0656674 Nov 09 11:15:40.691328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Request body: {'port': {'device_id': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:40.716580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Made reservation on behalf of 6c74f93a71b84fd6a0fa9b17ff05f32f for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:40.720464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:40.731548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:40.732707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=d18c83f4-50a2-453a-acc0-f4855bbdb40f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:40.744210 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:40.744821 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:40.747670 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-070e1a81-7ed1-47c9-8db6-44a7ad60eec3 tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:40.909054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=840b98cd-2179-4e92-bb54-e9afecd6400c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:40.913819 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:40.940817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:40.949276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-263bfc5e-a08f-44d0-9dfe-7e27666d83a8 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:40.994830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': '771fc781-d357-46d6-bcec-a1c3e5fbd2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'df4b5c5d-0c3b-491d-a3dc-854c6a533603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:40.995506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: df4b5c5d-0c3b-491d-a3dc-854c6a533603, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:15:41.028991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event deleted for resources: {'Port': ['ID=eeddc3b1-84ac-46d6-b8f7-ce4e2ace1f93,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:41.038776 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:41.040022 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:41.143859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Pushing event updated for resources: {'Port': ['ID=528e0f79-b169-4020-853c-b0a8943d4b3f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:41.183964 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:41.257970 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-036a807c-a7cc-4254-9b5f-c7facef5bb6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 1096 time: 0.9559987 Nov 09 11:15:41.468666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c726eef3-c3d0-43bf-a94c-ea15f7dd1487 req-074ee4eb-f0ad-4e5b-86d4-75bf179ae587 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Synchronizing usage tracker for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:41.520905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca8d50-3d81-4596-9961-e305cb7896d4 req-b0cdf0fb-484c-47a4-84c4-1d6cd7c2955e tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:41.528696 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30ca8d50-3d81-4596-9961-e305cb7896d4 req-b0cdf0fb-484c-47a4-84c4-1d6cd7c2955e tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 1.1871660 Nov 09 11:15:41.693975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Allocated IP 172.20.0.12 (214aa214-34a4-4c76-9f18-50385fab1b7d/6914b554-becd-4d94-ac96-ee638f3c7204/f69dd692-ee37-4df6-bd9b-ef1b67623537) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:41.701156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Attempting to bind port 528e0f79-b169-4020-853c-b0a8943d4b3f on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:41.701156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Attempting to bind port 528e0f79-b169-4020-853c-b0a8943d4b3f by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:41.701156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Attempting to bind port 528e0f79-b169-4020-853c-b0a8943d4b3f on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:41.708105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-35ed3906-40d5-41bd-8cdf-425bde005b2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:41.708897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-35ed3906-40d5-41bd-8cdf-425bde005b2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 912 time: 0.4373980 Nov 09 11:15:41.723668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30ca8d50-3d81-4596-9961-e305cb7896d4 req-35fc7eb0-c498-42e3-9bc7-c5d044989f38 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940989 Nov 09 11:15:41.813399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Port 528e0f79-b169-4020-853c-b0a8943d4b3f on network 1b97fa72-da0e-4d01-af72-419d0b5a182d not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:41.813960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Attempting to bind port 528e0f79-b169-4020-853c-b0a8943d4b3f on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:41.840338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-c726eef3-c3d0-43bf-a94c-ea15f7dd1487 req-074ee4eb-f0ad-4e5b-86d4-75bf179ae587 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Unset dirty status for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:41.841860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c726eef3-c3d0-43bf-a94c-ea15f7dd1487 req-074ee4eb-f0ad-4e5b-86d4-75bf179ae587 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 210 time: 0.6209736 Nov 09 11:15:41.846165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network df4b5c5d-0c3b-491d-a3dc-854c6a533603 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:15:41.858163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-78f48b92-89cb-44f5-84db-6e177b22b221 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fce9682-af13-4174-97eb-8658e5c97723 HTTP/1.1" status: 200 len: 217 time: 0.1409984 Nov 09 11:15:41.868407 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:41.888311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:41.888871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Checking segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:41.891129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Bound using segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:41.891129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Bound port: 528e0f79-b169-4020-853c-b0a8943d4b3f, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:41.891129 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.057003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, df4b5c5d-0c3b-491d-a3dc-854c6a533603) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:42.066533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23483c12-33bb-4a09-bfc1-5ea08cfbd16d None None] Network df4b5c5d-0c3b-491d-a3dc-854c6a533603 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:42.139935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:42.143934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.151896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.152271 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.203235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-69b2c8f9-dc9b-46d0-abbf-47789004f286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.204695 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-69b2c8f9-dc9b-46d0-abbf-47789004f286 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.3210747 Nov 09 11:15:42.372820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-780822b7-bc22-4a26-b05a-c344586a06a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185262 Nov 09 11:15:42.448956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] For port 528e0f79-b169-4020-853c-b0a8943d4b3f, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:42.497115 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7302268 Nov 09 11:15:42.501680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:42.544644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] For port 528e0f79-b169-4020-853c-b0a8943d4b3f, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=528e0f79-b169-4020-853c-b0a8943d4b3f,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:42.563084 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.583085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.602463 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.614219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 840b98cd-2179-4e92-bb54-e9afecd6400c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:42.614554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.621819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5259c66-1b04-45df-8f7a-c54028b84bdf req-1dbb7877-555c-4bd3-9eb1-7fd15e5984ec tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.623522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5259c66-1b04-45df-8f7a-c54028b84bdf req-1dbb7877-555c-4bd3-9eb1-7fd15e5984ec tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 945 time: 0.6525221 Nov 09 11:15:42.692168 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.702702 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b14b5bdf-fda3-4165-93ce-55059c42f028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:42.741962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc513-47fe-4842-9fac-cac088955328 req-f0df024d-8bfb-4503-b899-a78c32e4da79 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.741962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc513-47fe-4842-9fac-cac088955328 req-f0df024d-8bfb-4503-b899-a78c32e4da79 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.747837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc513-47fe-4842-9fac-cac088955328 req-f0df024d-8bfb-4503-b899-a78c32e4da79 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.747837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc513-47fe-4842-9fac-cac088955328 req-f0df024d-8bfb-4503-b899-a78c32e4da79 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.751138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc513-47fe-4842-9fac-cac088955328 req-f0df024d-8bfb-4503-b899-a78c32e4da79 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.755100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc513-47fe-4842-9fac-cac088955328 req-f0df024d-8bfb-4503-b899-a78c32e4da79 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.757268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-979024b1-1044-4470-ae1e-3ea8b145d723 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:42.758735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-979024b1-1044-4470-ae1e-3ea8b145d723 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.57 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 945 time: 0.5658555 Nov 09 11:15:42.763033 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba3cc513-47fe-4842-9fac-cac088955328 req-f0df024d-8bfb-4503-b899-a78c32e4da79 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 4604 time: 0.4462225 Nov 09 11:15:42.951446 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba3cc513-47fe-4842-9fac-cac088955328 req-1a35a19b-279c-4e64-bf79-caea3a0fe701 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1779060 Nov 09 11:15:42.981686 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:42.983996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Fanout notify agent at l3_agent the message router_deleted on router c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:15:43.007142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Pushing event updated for resources: {'Port': ['ID=528e0f79-b169-4020-853c-b0a8943d4b3f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:43.011839 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:43.057421 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:15:43.092661 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.092661 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 HTTP/1.1" status: 204 len: 168 time: 6.9273574 Nov 09 11:15:43.110437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59674) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:43.114527 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5259c66-1b04-45df-8f7a-c54028b84bdf req-5b75409c-5469-4104-9098-118eec1cb77e tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729865 Nov 09 11:15:43.117048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-9b9708a0-6e2b-46a7-b287-15f3d1da8934 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342129 Nov 09 11:15:43.154199 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.155952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] 10.222.0.57 "PUT /v2.0/ports/528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 1134 time: 4.8946114 Nov 09 11:15:43.168693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2008851101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:43.169643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '528e0f79-b169-4020-853c-b0a8943d4b3f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:43.301996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:43.318294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:43.322431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Usage tracker for resource:router and tenant:931bb821b71642d39c773f61bcdbed93 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:43.327748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.344481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:43.458450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:43.476058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Deleting port 50b464a4-5c6f-409c-af7a-2908a6d7088f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:43.476442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.537226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 840b98cd-2179-4e92-bb54-e9afecd6400c owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:43.605040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.615632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56acb14b-4c3c-45d8-8892-073f0b3e4439 req-e65748bf-b964-4a0b-91c4-d5353ea05e1e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 210 time: 0.0957971 Nov 09 11:15:43.653812 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:43.711240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f46a09-c0eb-4092-81fd-322d28957861 req-d7776522-0f64-40ac-a547-4d10cd4cd6af tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:43.720570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26f46a09-c0eb-4092-81fd-322d28957861 req-d7776522-0f64-40ac-a547-4d10cd4cd6af tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.5221200 Nov 09 11:15:43.745183 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.747013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.766744 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '528e0f79-b169-4020-853c-b0a8943d4b3f', 'status': 'completed', 'code': 200} Nov 09 11:15:43.843906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26f46a09-c0eb-4092-81fd-322d28957861 req-6dfc55b7-582e-45d2-b14c-067f82a22e87 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216626 Nov 09 11:15:43.845382 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.869565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.877403 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7886483a-9fc6-432e-b35b-3678c99663ca tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:43.908573 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-215463c7-5c51-4225-b82a-ef065bd1a0b4 req-3f19fb66-6cf7-4cf5-a973-58e1947f90b0 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785006 Nov 09 11:15:43.942236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=840b98cd-2179-4e92-bb54-e9afecd6400c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:43.942461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Network 214aa214-34a4-4c76-9f18-50385fab1b7d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:43.952247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Pushing event updated for resources: {'Port': ['ID=f69dd692-ee37-4df6-bd9b-ef1b67623537,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:43.961145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:43.964107 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:43.981949 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:43.996718 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:44.003945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:44.015899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:44.032268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.032649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.033120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.033526 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.034076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.034447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.034947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.035590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.036298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.036908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.038544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:15:44.075897 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:44.091394 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/840b98cd-2179-4e92-bb54-e9afecd6400c HTTP/1.1" status: 204 len: 168 time: 1.5884426 Nov 09 11:15:44.097057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59690) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:44.107884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307d3beb-8df6-4c6a-8995-24e9659d36b4 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:44.121980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:44.141234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Transition to ACTIVE for port object 307d3beb-8df6-4c6a-8995-24e9659d36b4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:44.192127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:44.193668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0e8c49db-bcbd-4771-93ea-37d8782bc17e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0819666 Nov 09 11:15:44.196126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59700) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:44.203584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': True}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:44.431012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:44.432749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:44.547123 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:44.559073 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-278e98e7-9195-474f-ba5a-50c5a67a0670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:44.609319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b559a453-d524-465f-a465-6e58c8bd618d req-7bd8c67f-4a9a-49ab-b5b9-d651021dcfd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5290 time: 0.7918022 Nov 09 11:15:44.670077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] For port 50b464a4-5c6f-409c-af7a-2908a6d7088f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=50b464a4-5c6f-409c-af7a-2908a6d7088f,segment=NetworkSegment(159cc67d-7972-452a-881c-8cf652f7033f),segment_id=159cc67d-7972-452a-881c-8cf652f7033f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:44.670386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:44.743346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Pushing event updated for resources: {'Port': ['ID=307d3beb-8df6-4c6a-8995-24e9659d36b4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:44.751312 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:44.889867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Calling delete_port for 50b464a4-5c6f-409c-af7a-2908a6d7088f owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:44.920591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0337958 Nov 09 11:15:45.002563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Request body: {'port': {'device_id': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:45.015310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064426a6-72b1-411c-be19-61cd37292dd3 req-a3a702bf-0c85-4841-aee5-d07b29fb995c tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.017733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-064426a6-72b1-411c-be19-61cd37292dd3 req-a3a702bf-0c85-4841-aee5-d07b29fb995c tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 945 time: 0.4599664 Nov 09 11:15:45.193743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Attempting to bind port 307d3beb-8df6-4c6a-8995-24e9659d36b4 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:45.194001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Attempting to bind port 307d3beb-8df6-4c6a-8995-24e9659d36b4 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:45.194334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Attempting to bind port 307d3beb-8df6-4c6a-8995-24e9659d36b4 on network 214aa214-34a4-4c76-9f18-50385fab1b7d {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:45.199805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-ebcb555c-9a51-4619-b01f-d04e0b3e6c8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.202658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-ebcb555c-9a51-4619-b01f-d04e0b3e6c8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.206584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-ebcb555c-9a51-4619-b01f-d04e0b3e6c8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.210523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-ebcb555c-9a51-4619-b01f-d04e0b3e6c8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.211739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Port 307d3beb-8df6-4c6a-8995-24e9659d36b4 on network 214aa214-34a4-4c76-9f18-50385fab1b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:45.212056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Attempting to bind port 307d3beb-8df6-4c6a-8995-24e9659d36b4 on network 214aa214-34a4-4c76-9f18-50385fab1b7d {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:45.215573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-ebcb555c-9a51-4619-b01f-d04e0b3e6c8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.217808 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-064426a6-72b1-411c-be19-61cd37292dd3 req-d0430752-ccfb-499a-a159-17e073e0219e tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeff057b-b8e8-425b-9867-f45ab705d949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943824 Nov 09 11:15:45.219522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-ebcb555c-9a51-4619-b01f-d04e0b3e6c8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.223000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-ebcb555c-9a51-4619-b01f-d04e0b3e6c8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 4604 time: 1.0315430 Nov 09 11:15:45.225425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:45.225766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Checking segment: {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:45.226149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Bound using segment: {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:45.226580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Bound port: 307d3beb-8df6-4c6a-8995-24e9659d36b4, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:45.226951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:45.323755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12be7da-bf68-43df-a730-a4f16ede1e57 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.339098 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:45.340156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12be7da-bf68-43df-a730-a4f16ede1e57 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.344326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c12be7da-bf68-43df-a730-a4f16ede1e57 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.1581941 Nov 09 11:15:45.346277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59722) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:45.520370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port d18c83f4-50a2-453a-acc0-f4855bbdb40f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:45.520370 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:45.551445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] For port 307d3beb-8df6-4c6a-8995-24e9659d36b4, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:45.569103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] For port 307d3beb-8df6-4c6a-8995-24e9659d36b4, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:45.587218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a453-d524-465f-a465-6e58c8bd618d req-72b07a60-6769-4f91-a619-1d8b72b13e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.587218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a453-d524-465f-a465-6e58c8bd618d req-72b07a60-6769-4f91-a619-1d8b72b13e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.587218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a453-d524-465f-a465-6e58c8bd618d req-72b07a60-6769-4f91-a619-1d8b72b13e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.587218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b559a453-d524-465f-a465-6e58c8bd618d req-72b07a60-6769-4f91-a619-1d8b72b13e5b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9578483 Nov 09 11:15:45.733681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e84cef-c705-4451-bb4c-8bde48accac8 req-5ef8c39e-12d8-410e-bde2-4e2086968db6 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:45.739410 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68e84cef-c705-4451-bb4c-8bde48accac8 req-5ef8c39e-12d8-410e-bde2-4e2086968db6 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 932 time: 0.3235536 Nov 09 11:15:45.788740 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:45.788740 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:45.813668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbc1f303-ad52-4bb8-b32c-89e0369ba960 req-54ef0809-1b32-4b7b-8750-4cd1b9311dc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5477242 Nov 09 11:15:45.882509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:45.932629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.063515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Pushing event updated for resources: {'Port': ['ID=307d3beb-8df6-4c6a-8995-24e9659d36b4,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:46.070208 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:46.074307 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:46.093595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for d18c83f4-50a2-453a-acc0-f4855bbdb40f owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:46.121180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 50b464a4-5c6f-409c-af7a-2908a6d7088f no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:15:46.236428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a453-d524-465f-a465-6e58c8bd618d req-6ce754b9-1fc8-41ff-82b7-e69cf076b913 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:46.238008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b559a453-d524-465f-a465-6e58c8bd618d req-6ce754b9-1fc8-41ff-82b7-e69cf076b913 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6451621 Nov 09 11:15:46.303851 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.403187 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.440977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886f842b-401a-42d4-b99c-93146fb9d3ea {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:46.452098 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:46.539484 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.541670 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] 10.222.0.59 "PUT /v2.0/ports/307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 1092 time: 5.8771577 Nov 09 11:15:46.548708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'tag': '307d3beb-8df6-4c6a-8995-24e9659d36b4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:46.564855 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.610098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Pushing event deleted for resources: {'Port': ['ID=50b464a4-5c6f-409c-af7a-2908a6d7088f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:46.618318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-68e84cef-c705-4451-bb4c-8bde48accac8 req-ed9bb0bf-1b2b-47bd-94f9-8d1f9f7681bc tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Synchronizing usage tracker for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:46.629088 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:46.629894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Transition to ACTIVE for port object 886f842b-401a-42d4-b99c-93146fb9d3ea will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:46.691082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d740b5e-3720-44af-82b7-a3821509a03a req-582e4eb2-f26f-479a-9c3a-60d118165e4a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:46.692621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d740b5e-3720-44af-82b7-a3821509a03a req-582e4eb2-f26f-479a-9c3a-60d118165e4a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.7328207 Nov 09 11:15:46.760576 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.774047 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bb9b2abe-787e-4952-acef-8dbecd2ed2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:46.808908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] No DVR routers for this DVR port 50b464a4-5c6f-409c-af7a-2908a6d7088f on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:15:46.839731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.844324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-68e84cef-c705-4451-bb4c-8bde48accac8 req-ed9bb0bf-1b2b-47bd-94f9-8d1f9f7681bc tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Unset dirty status for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:46.844324 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68e84cef-c705-4451-bb4c-8bde48accac8 req-ed9bb0bf-1b2b-47bd-94f9-8d1f9f7681bc tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0889971 Nov 09 11:15:46.851970 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:46.874333 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.892151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'name': 'network-vif-deleted', 'tag': '50b464a4-5c6f-409c-af7a-2908a6d7088f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:46.911071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=d18c83f4-50a2-453a-acc0-f4855bbdb40f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:46.913350 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.941195 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:46.953713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:46.960312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-86c98266-00bb-4d06-b1c4-3b2206391cea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1095 time: 0.2571547 Nov 09 11:15:47.019878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:47.119999 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/d18c83f4-50a2-453a-acc0-f4855bbdb40f HTTP/1.1" status: 204 len: 168 time: 1.7702451 Nov 09 11:15:47.121209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59748) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:47.132522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Pushing event updated for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:47.136766 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-0e6b39c3-5ded-4b78-b570-7ba2b58cb1d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.1085973 Nov 09 11:15:47.169603 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67cb888a-7bfd-4e99-90df-77cb43d14439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:47.212006 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:47.216489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-707aa994-ede0-42bf-ad39-38e08205fd6a req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.57 "DELETE /v2.0/ports/50b464a4-5c6f-409c-af7a-2908a6d7088f HTTP/1.1" status: 204 len: 173 time: 4.4430602 Nov 09 11:15:47.236109 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d740b5e-3720-44af-82b7-a3821509a03a req-06cd9546-8b1a-45d6-a026-fa249ca91303 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022941 Nov 09 11:15:47.371593 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52730ebd-7fce-4be8-a5ed-0ef330617b21 req-c4e1b1c4-3fa3-4fdc-ba46-99257d991fad tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] 10.222.0.50 "GET /v2.0/ports?device_id=567c54cf-535a-4d9f-a0fe-6ea108294631 HTTP/1.1" status: 200 len: 210 time: 0.1515908 Nov 09 11:15:47.425362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Attempting to bind port 886f842b-401a-42d4-b99c-93146fb9d3ea on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:47.425724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Attempting to bind port 886f842b-401a-42d4-b99c-93146fb9d3ea by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:47.427034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Attempting to bind port 886f842b-401a-42d4-b99c-93146fb9d3ea on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:47.445723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Port 886f842b-401a-42d4-b99c-93146fb9d3ea on network 1b97fa72-da0e-4d01-af72-419d0b5a182d not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:47.446054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Attempting to bind port 886f842b-401a-42d4-b99c-93146fb9d3ea on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:47.457693 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:47.461091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69dd692-ee37-4df6-bd9b-ef1b67623537 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:47.466473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:47.466925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Checking segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:47.467319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Bound using segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:47.467824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Bound port: 886f842b-401a-42d4-b99c-93146fb9d3ea, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:47.468175 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:47.492337 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:47.514511 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'tag': '307d3beb-8df6-4c6a-8995-24e9659d36b4', 'status': 'completed', 'code': 200} Nov 09 11:15:47.562593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af340-6771-4994-8da0-afaed04eb155 req-03ff4752-6d22-4fca-9077-6322ccae8875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:47.564158 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-03ff4752-6d22-4fca-9077-6322ccae8875 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.3866999 Nov 09 11:15:47.580227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Transition to ACTIVE for port object f69dd692-ee37-4df6-bd9b-ef1b67623537 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:47.582341 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567c54cf-535a-4d9f-a0fe-6ea108294631', 'name': 'network-vif-deleted', 'tag': '50b464a4-5c6f-409c-af7a-2908a6d7088f', 'status': 'completed', 'code': 200} Nov 09 11:15:47.626767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:47.630180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=886f842b-401a-42d4-b99c-93146fb9d3ea,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:47.668629 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-37ffd44e-7299-441f-8c66-6cdc0d6f23f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737584 Nov 09 11:15:47.706735 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:47.716224 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00617725-c5d4-4fa2-9b40-d787fd88388d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:47.749552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Allocated IP 172.25.7.132 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/84bfdcce-51dc-46d5-bc99-e90489f677f4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:47.766072 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:47.817589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8834113-3a57-438a-8c9c-2ee56285c8a8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:47.818295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8834113-3a57-438a-8c9c-2ee56285c8a8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:48.114143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8834113-3a57-438a-8c9c-2ee56285c8a8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:48.116257 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f8834113-3a57-438a-8c9c-2ee56285c8a8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9888692 Nov 09 11:15:48.130566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59762) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:48.158695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f69dd692-ee37-4df6-bd9b-ef1b67623537,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:48.164973 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:48.166714 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ab290a9-a7bd-403a-af5d-c6b07aa17674 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:48.227718 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:48.229985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 1136 time: 4.9191768 Nov 09 11:15:48.359577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:48.369224 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-492d703c-6739-4950-9e1a-9945ede4437b service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955383 Nov 09 11:15:48.375143 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f424ba90-48d0-4aad-aa85-fca203f5d2fc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:15:48.376923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f424ba90-48d0-4aad-aa85-fca203f5d2fc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/840b98cd-2179-4e92-bb54-e9afecd6400c HTTP/1.1" status: 404 len: 333 time: 0.2428238 Nov 09 11:15:48.386022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59770) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:48.410081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.414131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.418380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.427946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.433659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.437693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.439858 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:48.441747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.443735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-f4b4f5c9-7da4-4c88-b593-ec46d14734f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5382 time: 0.8115289 Nov 09 11:15:48.531837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Pushing event updated for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:48.556606 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:48.556606 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ae0e51-402d-4954-ba4d-3df7b957dc6e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:15:48.556606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b4ae0e51-402d-4954-ba4d-3df7b957dc6e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/d18c83f4-50a2-453a-acc0-f4855bbdb40f HTTP/1.1" status: 404 len: 333 time: 0.1558399 Nov 09 11:15:48.565698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59778) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:48.611680 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:48.627108 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f1a300d9-f1d2-46b7-968e-6adc78e3b94e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:48.747655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Port': ['ID=84bfdcce-51dc-46d5-bc99-e90489f677f4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:48.771275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f614a9-02bf-4b7e-94a4-1528df260878 req-e4b8b474-f421-499d-93a8-b6e104b845f0 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:48.773621 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53f614a9-02bf-4b7e-94a4-1528df260878 req-e4b8b474-f421-499d-93a8-b6e104b845f0 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 944 time: 0.5699894 Nov 09 11:15:48.775996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:15:48.783533 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:48.806721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Attempting to bind port f69dd692-ee37-4df6-bd9b-ef1b67623537 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:48.807128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Attempting to bind port f69dd692-ee37-4df6-bd9b-ef1b67623537 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:48.807411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Attempting to bind port f69dd692-ee37-4df6-bd9b-ef1b67623537 on network 214aa214-34a4-4c76-9f18-50385fab1b7d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:48.808461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:48.817599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:15:48.866108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6330a43d-6684-4cd2-a913-3e977e1e1f8e req-256e1669-8d9a-4b10-a15f-d96291114930 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3700051 Nov 09 11:15:48.910162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Port f69dd692-ee37-4df6-bd9b-ef1b67623537 on network 214aa214-34a4-4c76-9f18-50385fab1b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:48.917723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Attempting to bind port f69dd692-ee37-4df6-bd9b-ef1b67623537 on network 214aa214-34a4-4c76-9f18-50385fab1b7d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:48.944234 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:48.946269 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:48.965457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:48.965943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Checking segment: {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:48.966180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Bound using segment: {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:48.966634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Bound port: f69dd692-ee37-4df6-bd9b-ef1b67623537, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f04483-c7bf-427b-bec7-f50f5ed54f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:48.967034 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.139964 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-036af340-6771-4994-8da0-afaed04eb155 req-6a217a99-19dc-4d8f-872c-b960ae87a2a3 service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618096 Nov 09 11:15:49.161181 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53f614a9-02bf-4b7e-94a4-1528df260878 req-56913e8a-2299-4a86-b046-7324d19bd30a tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762703 Nov 09 11:15:49.303365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:49.409898 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.444875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] For port f69dd692-ee37-4df6-bd9b-ef1b67623537, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:49.465430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Deleting subnet 19c5a47c-4c91-492b-8cce-11cf577f7c75 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:15:49.478830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.488776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4b5c5d-0c3b-491d-a3dc-854c6a533603']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:49.511548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] For port f69dd692-ee37-4df6-bd9b-ef1b67623537, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:49.520520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771fc781-d357-46d6-bcec-a1c3e5fbd2ad') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:49.520832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771fc781-d357-46d6-bcec-a1c3e5fbd2ad') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:49.535927 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-9f020e6f-8266-4dd0-b9d0-bf188afe3853 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1095 time: 0.1869457 Nov 09 11:15:49.548419 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.560496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.579358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82522161-b40f-42b4-b5ce-ea6fda30c40b req-0eb04ce8-af04-4a93-978f-f57a5df8a67f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:49.580950 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-82522161-b40f-42b4-b5ce-ea6fda30c40b req-0eb04ce8-af04-4a93-978f-f57a5df8a67f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.4431198 Nov 09 11:15:49.600709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.630521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '886f842b-401a-42d4-b99c-93146fb9d3ea'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:49.664958 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.696349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:15:49.697175 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:15:49.717517 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:15:49.721665 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '886f842b-401a-42d4-b99c-93146fb9d3ea', 'status': 'completed', 'code': 200} Nov 09 11:15:49.818213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.843776 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb7f1-967e-4efa-a313-317c642002c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:49.988582 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-82522161-b40f-42b4-b5ce-ea6fda30c40b req-60adf0fc-c424-4a3c-a6ef-29e86ab82a12 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491383 Nov 09 11:15:49.988582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.005629 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b153d8fc-3896-4070-a909-ef96aff140ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:50.140655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.177446 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:50.272164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.301563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-5811abfb-93e7-4e8b-a2d6-6296bd251e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.303093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-5811abfb-93e7-4e8b-a2d6-6296bd251e03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.6740491 Nov 09 11:15:50.316817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.323530 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.377053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/df4b5c5d-0c3b-491d-a3dc-854c6a533603 HTTP/1.1" status: 204 len: 168 time: 1.8047016 Nov 09 11:15:50.385208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59812) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:50.388083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.389495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] 10.222.0.57 "PUT /v2.0/ports/f69dd692-ee37-4df6-bd9b-ef1b67623537 HTTP/1.1" status: 200 len: 1092 time: 5.4456322 Nov 09 11:15:50.396673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-478984995'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:50.408351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74b72c7-9a76-4a3f-b783-96aa8755b2d2 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:50.414467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:50.417266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f69dd692-ee37-4df6-bd9b-ef1b67623537,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:50.426112 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:50.427372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:50.431785 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ade426a-8ca1-4dbc-b6a4-bbd2d4666990 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:50.459970 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.463654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:50.478543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=df4b5c5d-0c3b-491d-a3dc-854c6a533603,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:50.483172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:50.491554 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:50.501526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Transition to ACTIVE for port object c74b72c7-9a76-4a3f-b783-96aa8755b2d2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:50.503939 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e265e925-a01c-4c27-acaa-d3f3d0fd5f39 req-b3d57763-8601-4dc8-94dc-1bc9ddda6b8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6219 time: 0.7520609 Nov 09 11:15:50.504099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-dfb94c1f-6b8e-4a5c-b5f5-7b983c74fb20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.1520426 Nov 09 11:15:50.511671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.517826 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.552430 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e9c3d53-c20a-42da-87c5-d7c255eec478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:50.607905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c5a47c-4c91-492b-8cce-11cf577f7c75,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:50.626524 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:50.635033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.635033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.639004 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.643015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.647053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.651097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.655225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.657124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-51ea6125-3d1d-4747-b200-ff36e08b45c8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5382 time: 0.4541435 Nov 09 11:15:50.692344 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.709382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-b8dd521c-ee51-42f1-a2cc-91feff9326ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:50.710883 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-b8dd521c-ee51-42f1-a2cc-91feff9326ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.1938529 Nov 09 11:15:50.719090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/19c5a47c-4c91-492b-8cce-11cf577f7c75 HTTP/1.1" status: 204 len: 168 time: 1.4143400 Nov 09 11:15:50.812312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:50.836261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-132f4bef-6c7f-4785-9f28-f11b4325aeae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945439 Nov 09 11:15:50.843048 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2313a3e6-e447-43cd-8ef4-ea1de36bdf8e req-015ee2c9-8473-4096-8e85-8769891bc93b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772053 Nov 09 11:15:50.876911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:50.920905 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67fb5a7a-ec86-4d5f-a78f-6afe6b27e3af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:50.982954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:50.987773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:51.113936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Sync routers for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:51.137361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:51.137361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:51.302998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Pushing event updated for resources: {'Port': ['ID=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:51.308040 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:51.336943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:15:51.348690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:51.349032 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment b86146e5-ce21-4d59-b419-2d488bf10945 of type vlan for network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 Nov 09 11:15:51.408042 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:51.474387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:51.582766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e925-a01c-4c27-acaa-d3f3d0fd5f39 req-e936b19e-51ca-47cd-a576-aef46b29a7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:51.594557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e925-a01c-4c27-acaa-d3f3d0fd5f39 req-e936b19e-51ca-47cd-a576-aef46b29a7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:51.594557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e925-a01c-4c27-acaa-d3f3d0fd5f39 req-e936b19e-51ca-47cd-a576-aef46b29a7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:51.594557 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e265e925-a01c-4c27-acaa-d3f3d0fd5f39 req-e936b19e-51ca-47cd-a576-aef46b29a7cb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0727372 Nov 09 11:15:51.681516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-86dbd95f-909e-48b6-bf5d-e43dfd231b88 service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373504 Nov 09 11:15:51.686088 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:51.744912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'tag': 'f69dd692-ee37-4df6-bd9b-ef1b67623537'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:51.768130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-32798268-6034-4f56-bee3-f2fea9394470 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 1095 time: 0.9458296 Nov 09 11:15:51.854020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222a8eb-8835-4968-b14f-7bd9b0d0e0e6 req-8a384e8f-1468-417c-ac0b-2dcf9dc1ffcd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:51.854777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f222a8eb-8835-4968-b14f-7bd9b0d0e0e6 req-8a384e8f-1468-417c-ac0b-2dcf9dc1ffcd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Synchronizing usage tracker for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:15:51.897292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:34Z', 'revision_number': 2, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:51.900993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-96d48667-2c97-4d9d-82ce-f37faec43962 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537 HTTP/1.1" status: 200 len: 217 time: 0.1198914 Nov 09 11:15:51.909032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Checking router: 0c0298ee-1cbe-4fa2-99c9-953355ec598a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:15:51.909707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Updating router 0c0298ee-1cbe-4fa2-99c9-953355ec598a port 708f57e8-2dc2-40c3-9e44-2cc020c7233d binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:15:51.984700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:51.985885 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:51.989062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:51.989694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.003196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8536d71f-5f54-410e-bbd9-7cacd20625de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:52.009454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1ead3-d410-4234-b31e-b84c2fac0aad req-dc694af7-2cb2-408d-bcdc-c7e92c41bbf7 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:52.011310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efe1ead3-d410-4234-b31e-b84c2fac0aad req-dc694af7-2cb2-408d-bcdc-c7e92c41bbf7 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.6276832 Nov 09 11:15:52.047929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Attempting to bind port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:52.048277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Attempting to bind port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:52.048597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Attempting to bind port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:52.110411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.123546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e925-a01c-4c27-acaa-d3f3d0fd5f39 req-61ef0db5-eac7-4100-8ac0-579468850b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:52.124728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e265e925-a01c-4c27-acaa-d3f3d0fd5f39 req-61ef0db5-eac7-4100-8ac0-579468850b61 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5310369 Nov 09 11:15:52.145835 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.152559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 on network 1b97fa72-da0e-4d01-af72-419d0b5a182d not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:52.152907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Attempting to bind port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:52.164941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84222c17-9a98-4997-a343-4d7d591eaca0 req-e9b2ae8e-f67a-46b4-b669-8e0a16630f4a service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581263 Nov 09 11:15:52.165751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f222a8eb-8835-4968-b14f-7bd9b0d0e0e6 req-8a384e8f-1468-417c-ac0b-2dcf9dc1ffcd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Unset dirty status for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:15:52.167496 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f222a8eb-8835-4968-b14f-7bd9b0d0e0e6 req-8a384e8f-1468-417c-ac0b-2dcf9dc1ffcd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 944 time: 1.0117643 Nov 09 11:15:52.184526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-cc067fa7-2000-4cff-ac65-cece4d93a249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:52.185943 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-cc067fa7-2000-4cff-ac65-cece4d93a249 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.2721634 Nov 09 11:15:52.227528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=78bad696-cdeb-43bf-a1f7-9a69d8d998b2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:52.233427 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efe1ead3-d410-4234-b31e-b84c2fac0aad req-24bee4c4-7d13-430b-a999-1ee40b3a6470 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504846 Nov 09 11:15:52.237328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfd3656-8535-4310-8cc8-f3d0f00c664a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:52.239402 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:52.249460 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-ee6c27fc-3215-4b96-98b4-4817cc36c27a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555785 Nov 09 11:15:52.250656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:52.251186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Checking segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:52.251347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Bound using segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:52.251742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Bound port: c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:52.252094 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.255555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159cc67d-7972-452a-881c-8cf652f7033f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:52.255833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159cc67d-7972-452a-881c-8cf652f7033f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:52.264035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:15:52.275000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59842) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:52.275279 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8841937 Nov 09 11:15:52.287139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.305197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:52.490876 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'tag': 'f69dd692-ee37-4df6-bd9b-ef1b67623537', 'status': 'completed', 'code': 200} Nov 09 11:15:52.532176 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f222a8eb-8835-4968-b14f-7bd9b0d0e0e6 req-ac6f57aa-5d24-4071-a7f5-be2b7211f571 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637869 Nov 09 11:15:52.667947 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-6a650b1a-21ec-4e8f-a9aa-0520253cc880 service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826759 Nov 09 11:15:52.671709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] For port c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:52.686356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] For port c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:52.732643 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.761288 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:52.764300 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:15:52.765066 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.770151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.780255 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:15:52.781552 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:15:52.796697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:15:52.801853 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.804732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:15:52.817975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:52.820152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Transition to ACTIVE for port object 708f57e8-2dc2-40c3-9e44-2cc020c7233d will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:52.905929 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.909308 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] 10.222.0.57 "PUT /v2.0/ports/c74b72c7-9a76-4a3f-b783-96aa8755b2d2 HTTP/1.1" status: 200 len: 1090 time: 4.5554326 Nov 09 11:15:52.916528 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:52.917626 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:52.936872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Router 95ff841e-eb9a-4578-8bb2-6b6e804ccdec is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:15:52.993734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Pushing event updated for resources: {'Port': ['ID=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:52.998973 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:53.027003 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d8baa47-90a6-4e2d-8189-a8edd93b0e66 req-fb23a143-f7df-4dbc-9f04-88fd49ca93a7 service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429112 Nov 09 11:15:53.042396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:53.142080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:53.177093 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:53.193463 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:53.206240 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f845f0f3-acec-4950-9e53-5bfe807e80e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:53.241738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:53.245900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:53.253342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:53.257326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:53.273729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:53.285423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:53.289558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:53.300994 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df48652e-c13b-42dc-973d-a37052e72b11 req-411e1501-8102-4fda-870e-cd9118a6e29f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5394 time: 0.6513088 Nov 09 11:15:53.324799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e8aeb-5113-4952-9b40-a1aaa0b55ca5 None None] Pushing event updated for resources: {'Port': ['ID=708f57e8-2dc2-40c3-9e44-2cc020c7233d,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:53.345050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 307d3beb-8df6-4c6a-8995-24e9659d36b4 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:15:53.350425 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b29e8aeb-5113-4952-9b40-a1aaa0b55ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:53.498114 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:15:53.526474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Attempting to bind port 708f57e8-2dc2-40c3-9e44-2cc020c7233d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:53.533688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Attempting to bind port 708f57e8-2dc2-40c3-9e44-2cc020c7233d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:53.533688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Attempting to bind port 708f57e8-2dc2-40c3-9e44-2cc020c7233d on network 9d37beb6-a064-4330-858a-89f3d1d2e215 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:53.535076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:53.554218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Pushing event deleted for resources: {'Network': ['ID=edfd3656-8535-4310-8cc8-f3d0f00c664a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:53.562929 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:53.590495 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] 10.222.0.50 "DELETE /v2.0/networks/edfd3656-8535-4310-8cc8-f3d0f00c664a HTTP/1.1" status: 204 len: 168 time: 2.7517695 Nov 09 11:15:53.687419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:53.687889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Checking segment: {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:53.688375 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:53.688849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Bound using segment: {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:53.689420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Bound port: 708f57e8-2dc2-40c3-9e44-2cc020c7233d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:53.689874 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:53.799954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 09 11:15:53.802805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 09 11:15:53.829224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:53.899715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] For port 708f57e8-2dc2-40c3-9e44-2cc020c7233d, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:53.904911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] For port 708f57e8-2dc2-40c3-9e44-2cc020c7233d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=708f57e8-2dc2-40c3-9e44-2cc020c7233d,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:53.957048 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df48652e-c13b-42dc-973d-a37052e72b11 req-ed324a35-0ca8-49fc-8382-4bb393bf8dbd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6177866 Nov 09 11:15:53.968612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 307d3beb-8df6-4c6a-8995-24e9659d36b4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:53.993135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '307d3beb-8df6-4c6a-8995-24e9659d36b4', 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'port_id': '307d3beb-8df6-4c6a-8995-24e9659d36b4', 'mac_address': 'fa:16:3e:3e:c0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:15:54.042166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-3015e6a7-ad3f-498d-8c1e-429f178865b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 1095 time: 0.8528998 Nov 09 11:15:54.114445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae549bb-285d-4b1f-bec2-099aa3b0a88e req-d25e3863-7e84-42b1-b430-1b7b77a56f5f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:54.122335 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5ae549bb-285d-4b1f-bec2-099aa3b0a88e req-d25e3863-7e84-42b1-b430-1b7b77a56f5f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.4489357 Nov 09 11:15:54.136788 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:54.158077 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-910f9fe0-cbc9-416d-8707-34c1eed77a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:54.174163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-a4157301-a6f7-46a1-97f3-353c9afdb067 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:54.175750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-a4157301-a6f7-46a1-97f3-353c9afdb067 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 945 time: 0.2155221 Nov 09 11:15:54.300282 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:54.321371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e8aeb-5113-4952-9b40-a1aaa0b55ca5 None None] Pushing event updated for resources: {'Port': ['ID=708f57e8-2dc2-40c3-9e44-2cc020c7233d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:54.327560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:54.328369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:54.450987 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b29e8aeb-5113-4952-9b40-a1aaa0b55ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:54.477750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307d3beb-8df6-4c6a-8995-24e9659d36b4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:54.534563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59872) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:54.564222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:54.595085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Deleting port 6fce9682-af13-4174-97eb-8658e5c97723 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:15:54.595707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:54.606404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 307d3beb-8df6-4c6a-8995-24e9659d36b4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:54.692764 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:54.704097 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eb432e17-d15d-44a5-81e6-cade654dd4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:54.845854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:15:54.855516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:15:54.863089 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] Sync routers for ids ['95ff841e-eb9a-4578-8bb2-6b6e804ccdec'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:15:54.886749 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] Routers {'95ff841e-eb9a-4578-8bb2-6b6e804ccdec'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:54.886749 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95ff841e-eb9a-4578-8bb2-6b6e804ccdec'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:54.945699 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f0c4d0c3-546a-44d6-9d2c-ef207bbd3929 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75be226b57cc4fa39fadea8ece99a542&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4010267 Nov 09 11:15:54.950042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:54.951581 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "PUT /v2.0/routers/95ff841e-eb9a-4578-8bb2-6b6e804ccdec HTTP/1.1" status: 200 len: 919 time: 10.7537146 Nov 09 11:15:54.954040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59884) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:54.954551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59886) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:54.973989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90260d63-50cd-435d-83b9-743a89cd3fe4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:54.983348 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:55.000325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Transition to ACTIVE for port object 90260d63-50cd-435d-83b9-743a89cd3fe4 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:15:55.003293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5ae549bb-285d-4b1f-bec2-099aa3b0a88e req-557823af-9491-4771-87c1-e88acf46f011 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8612051 Nov 09 11:15:55.006923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-16c0244f-1031-4abd-9026-242c29685ae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:55.008413 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-16c0244f-1031-4abd-9026-242c29685ae0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.9620447 Nov 09 11:15:55.083675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:55.126879 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f4f67604-b2e3-4bb0-b77c-9615dbec0ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:55.143654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=307d3beb-8df6-4c6a-8995-24e9659d36b4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:55.150219 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:55.166654 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:55.203506 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87ec6fe1-0a01-468f-b262-4a9952d52898 tempest-ServerAddressesNegativeTestJSON-1101413599 tempest-ServerAddressesNegativeTestJSON-1101413599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:55.206058 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:55.211943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['307d3beb-8df6-4c6a-8995-24e9659d36b4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:15:55.258935 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] Routers {'95ff841e-eb9a-4578-8bb2-6b6e804ccdec'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:15:55.260024 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95ff841e-eb9a-4578-8bb2-6b6e804ccdec'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:55.268034 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2', 'status': 'completed', 'code': 200} Nov 09 11:15:55.318584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168893ba-b8e8-4b07-821a-57c993274e1a req-ab561f84-4009-4564-9c87-a23f5793f8e1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:55.328643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-168893ba-b8e8-4b07-821a-57c993274e1a req-ab561f84-4009-4564-9c87-a23f5793f8e1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 944 time: 1.0179243 Nov 09 11:15:55.350533 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-5403a181-c923-4ef3-94c8-83365d71f7f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537 HTTP/1.1" status: 200 len: 217 time: 0.3351483 Nov 09 11:15:55.475504 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:55.476570 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5968a72a-d5de-4689-948c-4f42d58ad29b None None] The sync data for ids ['95ff841e-eb9a-4578-8bb2-6b6e804ccdec'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:55.476991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-f9a57258-1bfb-4657-95aa-48b55bf80cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:55.479232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-f9a57258-1bfb-4657-95aa-48b55bf80cd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.0965526 Nov 09 11:15:55.561793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=a321c037-d70e-4510-bde2-a6b6e6aabe2f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:55.572385 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:55.638324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': 'b86146e5-ce21-4d59-b419-2d488bf10945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:55.639011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: 78bad696-cdeb-43bf-a1f7-9a69d8d998b2, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:15:55.706347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] For port 6fce9682-af13-4174-97eb-8658e5c97723, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=6fce9682-af13-4174-97eb-8658e5c97723,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:55.706347 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:55.768069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:55.777143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Pushing event updated for resources: {'Port': ['ID=90260d63-50cd-435d-83b9-743a89cd3fe4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:55.783156 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-168893ba-b8e8-4b07-821a-57c993274e1a req-0c59e494-e061-43e8-b491-ee064b7771cf tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534760 Nov 09 11:15:55.785430 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:55.952084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-01c1ba05-b064-4223-a064-0f4c626b21a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2941842 Nov 09 11:15:56.003848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Calling delete_port for 6fce9682-af13-4174-97eb-8658e5c97723 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:15:56.054490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:53Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:15:56.072455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadc48b-0cfd-4fff-bc6f-6e7666d31960 None None] The sync data for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 is: [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:53Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:15:56.184310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:15:56.223729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f69dd692-ee37-4df6-bd9b-ef1b67623537 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:15:56.224225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:56.514411 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3639b2ee-51da-427b-8704-5de8b0e96622 req-d6e010fe-2718-43c8-8a08-a1c51c6a903b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6311 time: 1.2348049 Nov 09 11:15:56.583400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f69dd692-ee37-4df6-bd9b-ef1b67623537, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:56.602644 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f69dd692-ee37-4df6-bd9b-ef1b67623537', 'network_id': '214aa214-34a4-4c76-9f18-50385fab1b7d', 'port_id': 'f69dd692-ee37-4df6-bd9b-ef1b67623537', 'mac_address': 'fa:16:3e:dd:c2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6914b554-becd-4d94-ac96-ee638f3c7204', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:15:56.607902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 78bad696-cdeb-43bf-a1f7-9a69d8d998b2) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:15:56.609160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 708f57e8-2dc2-40c3-9e44-2cc020c7233d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:56.630623 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:56.643250 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1861e585-a2ec-4e8a-a53c-589000555081 req-d8d69655-e8ac-4d0d-83b2-440b48665d2f tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 210 time: 0.1677759 Nov 09 11:15:56.648957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:56.649145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554747fe-9903-4524-89db-237c593f082e None None] Network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:15:56.650043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:56.661884 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-0180ce02-561e-4eac-be64-9557d8b299c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0671141 Nov 09 11:15:56.680231 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9015afe3-c66f-4c16-bf84-7f163c774781 tempest-ServersTestManualDisk-1692790408 tempest-ServersTestManualDisk-1692790408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:56.691211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['3aa462b9-36b9-4869-9248-bf98d30caca3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:15:56.836053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Pushing event deleted for resources: {'Port': ['ID=6fce9682-af13-4174-97eb-8658e5c97723,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:56.892435 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:57.011195 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7126727 Nov 09 11:15:57.031466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59916) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:57.148496 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:57.207606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69dd692-ee37-4df6-bd9b-ef1b67623537 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:15:57.253926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2', 'name': 'tempest-PortsIpV6TestJSON-2007628093'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:57.393517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 307d3beb-8df6-4c6a-8995-24e9659d36b4 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:15:57.426043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639b2ee-51da-427b-8704-5de8b0e96622 req-ffcf693e-f716-456e-82a2-e91c55915e67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.427212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639b2ee-51da-427b-8704-5de8b0e96622 req-ffcf693e-f716-456e-82a2-e91c55915e67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.428243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639b2ee-51da-427b-8704-5de8b0e96622 req-ffcf693e-f716-456e-82a2-e91c55915e67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.429826 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3639b2ee-51da-427b-8704-5de8b0e96622 req-ffcf693e-f716-456e-82a2-e91c55915e67 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8640914 Nov 09 11:15:57.454325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-3deb1819-1298-46cb-a833-e202c8309cce service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4838831 Nov 09 11:15:57.475930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f69dd692-ee37-4df6-bd9b-ef1b67623537, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:57.495412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] No DVR routers for this DVR port 6fce9682-af13-4174-97eb-8658e5c97723 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:15:57.502174 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:57.561202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'name': 'network-vif-deleted', 'tag': '6fce9682-af13-4174-97eb-8658e5c97723'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:57.583998 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a9c9f2f2-1e8a-4ab9-a781-87445bc59776 req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "DELETE /v2.0/ports/6fce9682-af13-4174-97eb-8658e5c97723 HTTP/1.1" status: 204 len: 173 time: 3.3718491 Nov 09 11:15:57.584765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:57.599296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:57.610649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aeff057b-b8e8-425b-9867-f45ab705d949 HTTP/1.1" status: 204 len: 168 time: 2.6525393 Nov 09 11:15:57.618161 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c1e9c72-d5ad-47aa-8864-bffc98daadc2 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:57.721526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7cb61fbe-75bb-4040-baca-2717cd53cb7b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/95ff841e-eb9a-4578-8bb2-6b6e804ccdec HTTP/1.1" status: 200 len: 925 time: 2.7570627 Nov 09 11:15:57.721700 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:57.729821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:57.737316 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:57.795228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff057b-b8e8-425b-9867-f45ab705d949,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:57.811924 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-78bad696-cdeb-43bf-a1f7-9a69d8d998b2', 'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2', 'tenant_id': '95b1dfdc914a4e928a274a66606cf473', 'fixed_ips': [{'subnet_id': 'a321c037-d70e-4510-bde2-a6b6e6aabe2f'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:15:57.814217 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:57.823290 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:57.839916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:15:57.855549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 708f57e8-2dc2-40c3-9e44-2cc020c7233d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:57.870358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:15:57.885117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.889140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.893079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.910440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.917130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe1a35-5ac8-4bd0-a09c-9fa6678104a6 req-859b8e77-4c1f-4969-b31f-0c0a46dd1390 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.920368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.924363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.927653 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f1fe1a35-5ac8-4bd0-a09c-9fa6678104a6 req-859b8e77-4c1f-4969-b31f-0c0a46dd1390 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 944 time: 0.7969043 Nov 09 11:15:57.932397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:57.940769 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-0abe7093-aacd-46b5-b4e1-9a0d182d6d65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5406 time: 2.4538219 Nov 09 11:15:58.033940 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:15:58.051885 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:58.090267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 708f57e8-2dc2-40c3-9e44-2cc020c7233d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:58.090522 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:58.131136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f1fe1a35-5ac8-4bd0-a09c-9fa6678104a6 req-310a3ed7-ff21-47ce-b2c8-a68c5a10e065 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975374 Nov 09 11:15:58.153857 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9a74d82a-58f7-4a8e-89ad-c57858fc786c req-337a9a52-b17e-490a-91cc-989fe0a0296a tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2064321 Nov 09 11:15:58.154556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Attempting to bind port 90260d63-50cd-435d-83b9-743a89cd3fe4 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:15:58.154995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Attempting to bind port 90260d63-50cd-435d-83b9-743a89cd3fe4 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:15:58.155333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Attempting to bind port 90260d63-50cd-435d-83b9-743a89cd3fe4 on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:58.159116 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c11c018d-7ea0-4665-9a51-48e5bad3a954 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=95ff841e-eb9a-4578-8bb2-6b6e804ccdec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4149902 Nov 09 11:15:58.162241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:58.192956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639b2ee-51da-427b-8704-5de8b0e96622 req-ce81cbc3-76d0-4156-962d-ce952366052b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:58.210063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3639b2ee-51da-427b-8704-5de8b0e96622 req-ce81cbc3-76d0-4156-962d-ce952366052b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7375665 Nov 09 11:15:58.220730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Port 90260d63-50cd-435d-83b9-743a89cd3fe4 on network 1b97fa72-da0e-4d01-af72-419d0b5a182d not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:15:58.221323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Attempting to bind port 90260d63-50cd-435d-83b9-743a89cd3fe4 on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:15:58.221843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port c49fb3e1-c124-4172-aad0-a68a77bc696f yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:15:58.303813 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 307d3beb-8df6-4c6a-8995-24e9659d36b4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:15:58.349778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 307d3beb-8df6-4c6a-8995-24e9659d36b4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:15:58.350160 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:58.352232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:15:58.353155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Checking segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:15:58.360062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Bound using segment: {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:15:58.360062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Bound port: 90260d63-50cd-435d-83b9-743a89cd3fe4, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:15:58.374677 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:58.402074 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75f5a20b-d848-47b5-97e3-fa2d9d89e381 req-dad17995-8027-4ad5-94bf-ac5ddd008cf3 service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421453 Nov 09 11:15:58.416720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-36f155d3-0bfe-4bac-9c33-674c8395c2a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 1097 time: 0.9646525 Nov 09 11:15:58.427751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f69dd692-ee37-4df6-bd9b-ef1b67623537'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:15:58.657665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-679ebdd3-3189-4d59-9f85-54081c836cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:58.664793 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-679ebdd3-3189-4d59-9f85-54081c836cbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 200 len: 912 time: 0.2168937 Nov 09 11:15:58.722121 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b99326e-856f-4fba-a64d-6cc45b407940 req-4c8626c0-4337-4430-84ca-152f2dd4c9c4 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8770a3c-b89f-4855-9c12-99db16e93211 HTTP/1.1" status: 200 len: 210 time: 0.0540268 Nov 09 11:15:58.775798 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8770a3c-b89f-4855-9c12-99db16e93211', 'name': 'network-vif-deleted', 'tag': '6fce9682-af13-4174-97eb-8658e5c97723', 'status': 'completed', 'code': 200} Nov 09 11:15:58.804872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f69dd692-ee37-4df6-bd9b-ef1b67623537,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:58.848166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Allocated IP 2001:db8::2 (78bad696-cdeb-43bf-a1f7-9a69d8d998b2/a321c037-d70e-4510-bde2-a6b6e6aabe2f/d562d994-6251-4af8-9ca9-d6a171998680) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:15:58.850292 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:58.979235 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-10b916e1-7456-4750-9c89-5e0126125f54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa462b9-36b9-4869-9248-bf98d30caca3 HTTP/1.1" status: 200 len: 217 time: 0.2552001 Nov 09 11:15:59.018022 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:59.038483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402675e9-a141-4f9e-9e79-68831e3edc95 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:59.038483 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-402675e9-a141-4f9e-9e79-68831e3edc95 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.8702893 Nov 09 11:15:59.038483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59962) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:59.113666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] For port 90260d63-50cd-435d-83b9-743a89cd3fe4, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:15:59.117555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] For port 90260d63-50cd-435d-83b9-743a89cd3fe4, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=90260d63-50cd-435d-83b9-743a89cd3fe4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:15:59.123117 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-05e52a33-b1a5-4713-9cc9-f4d5d6a2cc04 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ff841e-eb9a-4578-8bb2-6b6e804ccdec HTTP/1.1" status: 200 len: 205 time: 0.0861762 Nov 09 11:15:59.136334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59966) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:15:59.184710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 708f57e8-2dc2-40c3-9e44-2cc020c7233d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=708f57e8-2dc2-40c3-9e44-2cc020c7233d,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:15:59.195632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:59.209826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-e8d5f3f7-3e2a-47e3-9292-3184dcaa9435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:15:59.215100 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-e8d5f3f7-3e2a-47e3-9292-3184dcaa9435 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 200 len: 851 time: 0.0926733 Nov 09 11:15:59.299945 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:59.313337 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-187877d9-ec35-41eb-8347-8014c37de6b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:59.325576 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:59.363847 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-14e10bf2-bd39-498d-ac19-0b3362752365 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab626b59-27a1-4a7f-9ea4-dee467e290e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446733 Nov 09 11:15:59.527803 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:59.530235 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-eb432e17-d15d-44a5-81e6-cade654dd4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:15:59.531167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] 10.222.0.57 "PUT /v2.0/ports/90260d63-50cd-435d-83b9-743a89cd3fe4 HTTP/1.1" status: 200 len: 1091 time: 6.5084195 Nov 09 11:15:59.533683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:59.608798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Pushing event updated for resources: {'Port': ['ID=90260d63-50cd-435d-83b9-743a89cd3fe4,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:59.624632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:15:59.705506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=708f57e8-2dc2-40c3-9e44-2cc020c7233d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:15:59.720873 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:59.734089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:15:59.781317 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:15:59.817854 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307d3beb-8df6-4c6a-8995-24e9659d36b4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:15:59.895716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 307d3beb-8df6-4c6a-8995-24e9659d36b4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:00.077293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-cf4ec78e-a3b4-44ed-be81-44bb87310acd service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025340 Nov 09 11:16:00.105672 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:00.128898 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Transition to ACTIVE for port object d562d994-6251-4af8-9ca9-d6a171998680 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:00.192313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Transition to ACTIVE for port object d562d994-6251-4af8-9ca9-d6a171998680 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:00.222145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f69dd692-ee37-4df6-bd9b-ef1b67623537 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:00.283143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10f01717-5023-4003-b4d5-0cc5ae4a0e64 req-8901b788-7bfb-47ea-938a-33e67796fbb0 service neutron] 10.222.0.59 "GET /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964934 Nov 09 11:16:00.287962 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:00.297044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ee4d7-f61c-4edc-a8b7-3d703e78a114 req-239fc72d-821b-48a2-9d7c-f037b15116c2 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.303928 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-326ee4d7-f61c-4edc-a8b7-3d703e78a114 req-239fc72d-821b-48a2-9d7c-f037b15116c2 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 945 time: 0.3709521 Nov 09 11:16:00.367378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.372321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.381101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.385890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.390200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.395706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-326ee4d7-f61c-4edc-a8b7-3d703e78a114 req-6da4d185-0c4b-4d33-834a-e138e3bdb117 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908167 Nov 09 11:16:00.396756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.401837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:00.404146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-d82dfd29-455e-484f-8ea4-c4ba4cdc184b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5406 time: 0.8355639 Nov 09 11:16:00.476914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:00.517752 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:00.519810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 6fce9682-af13-4174-97eb-8658e5c97723 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:16:00.572664 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:00.606937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 6fce9682-af13-4174-97eb-8658e5c97723 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:16:00.607572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 6fce9682-af13-4174-97eb-8658e5c97723 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:16:00.610563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port f69dd692-ee37-4df6-bd9b-ef1b67623537 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:00.622161 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:00.638679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f69dd692-ee37-4df6-bd9b-ef1b67623537 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:00.640093 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:00.655470 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4', 'status': 'completed', 'code': 200} Nov 09 11:16:00.727795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Deleting port 84bfdcce-51dc-46d5-bc99-e90489f677f4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:00.739635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:00.829051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:00.839919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:00.847378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:00.972306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60004) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:00.983639 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307d3beb-8df6-4c6a-8995-24e9659d36b4', 'code': 200} Nov 09 11:16:01.063687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::375 (78bad696-cdeb-43bf-a1f7-9a69d8d998b2/a321c037-d70e-4510-bde2-a6b6e6aabe2f/c49fb3e1-c124-4172-aad0-a68a77bc696f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:01.064895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=307d3beb-8df6-4c6a-8995-24e9659d36b4,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:01.074144 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:01.074624 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b29e8aeb-5113-4952-9b40-a1aaa0b55ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:01.174555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94276701-be83-4fad-ba5e-8fd3a9e31a53 req-4be83e70-a1cc-43b7-84e6-c22c7619dd73 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7627819 Nov 09 11:16:01.355201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Pushing event updated for resources: {'Port': ['ID=d562d994-6251-4af8-9ca9-d6a171998680,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:01.355201 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:01.372281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Attempting to bind port d562d994-6251-4af8-9ca9-d6a171998680 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:01.372737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Attempting to bind port d562d994-6251-4af8-9ca9-d6a171998680 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'b86146e5-ce21-4d59-b419-2d488bf10945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:01.373113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Attempting to bind port d562d994-6251-4af8-9ca9-d6a171998680 on network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:01.476880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3da457bf-b822-49a8-ba8d-45cdcfb92653 req-cad5e873-8b65-41b1-8bb9-5519f12dcfcd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 0.4413464 Nov 09 11:16:01.494321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1971382286-network', 'tenant_id': '4a78eed25f1d4c25a1c1459600e9cf17'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:01.542064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:01.543036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Checking segment: {'id': 'b86146e5-ce21-4d59-b419-2d488bf10945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:01.543036 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:01.543334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Bound using segment: {'id': 'b86146e5-ce21-4d59-b419-2d488bf10945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:01.548874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Bound port: d562d994-6251-4af8-9ca9-d6a171998680, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86146e5-ce21-4d59-b419-2d488bf10945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '78bad696-cdeb-43bf-a1f7-9a69d8d998b2'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:01.549213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:01.580144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5d2011e-8e1e-4f31-acf8-6ca7b3786367 req-a53bd7c7-abe6-43de-82f1-e49eb3a045e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6353 time: 0.9380629 Nov 09 11:16:01.590227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:01.608297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 708f57e8-2dc2-40c3-9e44-2cc020c7233d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:01.629577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Usage tracker for resource:network and tenant:4a78eed25f1d4c25a1c1459600e9cf17 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:01.639002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:01.675390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:01.694245 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:01.715860 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:01.774951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3da457bf-b822-49a8-ba8d-45cdcfb92653 req-78cfc05a-2826-438d-a659-ccea8d48edc8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664461 Nov 09 11:16:01.903861 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:01.938275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Made reservation on behalf of 4a78eed25f1d4c25a1c1459600e9cf17 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:01.942345 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:01.959019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object c49fb3e1-c124-4172-aad0-a68a77bc696f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:01.999942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2011e-8e1e-4f31-acf8-6ca7b3786367 req-2421f662-01ad-47b0-9237-9867f4cad556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:01.999942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2011e-8e1e-4f31-acf8-6ca7b3786367 req-2421f662-01ad-47b0-9237-9867f4cad556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:01.999942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2011e-8e1e-4f31-acf8-6ca7b3786367 req-2421f662-01ad-47b0-9237-9867f4cad556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:01.999942 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5d2011e-8e1e-4f31-acf8-6ca7b3786367 req-2421f662-01ad-47b0-9237-9867f4cad556 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4011779 Nov 09 11:16:01.999942 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.052764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f69dd692-ee37-4df6-bd9b-ef1b67623537, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:02.055217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] For port d562d994-6251-4af8-9ca9-d6a171998680, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:02.070318 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] For port d562d994-6251-4af8-9ca9-d6a171998680, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d562d994-6251-4af8-9ca9-d6a171998680,segment=NetworkSegment(b86146e5-ce21-4d59-b419-2d488bf10945),segment_id=b86146e5-ce21-4d59-b419-2d488bf10945)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:02.072343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99933e17-14ce-4cd0-9f39-dd04b4325ab9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:02.089307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Calling delete_port for 84bfdcce-51dc-46d5-bc99-e90489f677f4 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:02.099435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 708f57e8-2dc2-40c3-9e44-2cc020c7233d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:02.099818 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.135146 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.146383 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-13cf9127-3fc3-49e3-9c22-123636e01843 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:02.154684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:02.158688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Usage tracker for resource:security_group_rule and tenant:4a78eed25f1d4c25a1c1459600e9cf17 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:02.162816 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.169514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:02.169713 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:02.170180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:02.209790 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.254594 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.260652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.346346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f69dd692-ee37-4df6-bd9b-ef1b67623537,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:02.352121 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:02.361254 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:02.367559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.373598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Transition to ACTIVE for port object 99933e17-14ce-4cd0-9f39-dd04b4325ab9 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:02.374685 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88e2d8aa-4160-4c58-b778-f569b2cb786f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:02.424636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2e3e-c68d-43a7-8e32-c19c9861606f req-1253649e-27d9-42b9-a3cc-4d5ff3e76f29 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:02.425732 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-724b2e3e-c68d-43a7-8e32-c19c9861606f req-1253649e-27d9-42b9-a3cc-4d5ff3e76f29 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.5842433 Nov 09 11:16:02.469554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:16:02.474711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Pushing event updated for resources: {'Port': ['ID=d562d994-6251-4af8-9ca9-d6a171998680,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:02.484458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.486160 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:02.502324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2011e-8e1e-4f31-acf8-6ca7b3786367 req-e552a0c9-00bd-4f93-9895-6c24b73daed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:02.503864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5d2011e-8e1e-4f31-acf8-6ca7b3786367 req-e552a0c9-00bd-4f93-9895-6c24b73daed2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4881613 Nov 09 11:16:02.509448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d7eb67-23da-4e75-9f9e-006ef4163e73,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:02.514839 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:02.517480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.517833 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Added segment d4498702-94dd-4555-8d6c-2ab97fb72829 of type vlan for network 8b40536f-05df-4e7b-b670-d98154e67631 Nov 09 11:16:02.519113 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-976fbf66-df23-46e4-bbc2-6ad51fddfcb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:02.577834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:02.634268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:02.643832 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.661770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:02.667183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:02.667863 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.714122 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-724b2e3e-c68d-43a7-8e32-c19c9861606f req-2334391e-023e-4728-95cb-23b281f6c426 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695961 Nov 09 11:16:02.716182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=c49fb3e1-c124-4172-aad0-a68a77bc696f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:02.731352 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:02.761019 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-409d4c7f-cd39-4d61-9f3c-f68d17a10ce9 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:02.778208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Pushing event updated for resources: {'Port': ['ID=99933e17-14ce-4cd0-9f39-dd04b4325ab9,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:02.797036 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:02.813610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:02.985886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69dd692-ee37-4df6-bd9b-ef1b67623537'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:03.078400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Attempting to bind port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:03.078735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Attempting to bind port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:03.081490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Attempting to bind port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 on network d452b088-5da4-4d2e-b403-6b36975ebdc7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:03.158130 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:03.159154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.159806 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:03.173906 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ff0f73d-5450-46da-8172-9f16f7412c45 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:03.205873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 on network d452b088-5da4-4d2e-b403-6b36975ebdc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:16:03.206372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Attempting to bind port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 on network d452b088-5da4-4d2e-b403-6b36975ebdc7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:03.223843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:03.223843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Checking segment: {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:03.224418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Bound using segment: {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:03.224595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Bound port: 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:03.224862 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:03.332582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Pushing event updated for resources: {'Network': ['ID=8b40536f-05df-4e7b-b670-d98154e67631,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:03.345814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 8b40536f-05df-4e7b-b670-d98154e67631 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:16:03.378732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event deleted for resources: {'Port': ['ID=84bfdcce-51dc-46d5-bc99-e90489f677f4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:03.381402 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:03.388744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:03.433548 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:03.448956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4521852 Nov 09 11:16:03.453371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60056) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:03.478431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Request body: {'subnet': {'network_id': '8b40536f-05df-4e7b-b670-d98154e67631', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1971382286-subnet', 'tenant_id': '4a78eed25f1d4c25a1c1459600e9cf17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:03.485078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:03.489595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Usage tracker for resource:subnet and tenant:4a78eed25f1d4c25a1c1459600e9cf17 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:03.502777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:03.536325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:03.548526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d562d994-6251-4af8-9ca9-d6a171998680 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:03.598857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] For port 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:03.611426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] For port 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:03.619893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520511ca-7e35-4681-91e5-78cab3fb88cf req-316be41b-284d-4632-bbe0-d3c4fc3e9b78 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.626727 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-520511ca-7e35-4681-91e5-78cab3fb88cf req-316be41b-284d-4632-bbe0-d3c4fc3e9b78 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 945 time: 1.7969363 Nov 09 11:16:03.630092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.636807 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.6030316 Nov 09 11:16:03.638533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60064) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:03.660606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.673454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.677457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.691572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.699977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.704423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:03.706587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-0e8001c1-8556-4f9c-ab6b-e072678791a9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5418 time: 0.6294215 Nov 09 11:16:03.711842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:03.716004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Made reservation on behalf of 4a78eed25f1d4c25a1c1459600e9cf17 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:03.721854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:03.730364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d562d994-6251-4af8-9ca9-d6a171998680 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:03.760631 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:04.060774 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.088739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port c49fb3e1-c124-4172-aad0-a68a77bc696f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:04.088739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.128489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefc245-f4f6-4a61-a60c-1459cceae3c5 None None] Network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:04.232319 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.234775 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] 10.222.0.57 "PUT /v2.0/ports/99933e17-14ce-4cd0-9f39-dd04b4325ab9 HTTP/1.1" status: 200 len: 1091 time: 4.6148791 Nov 09 11:16:04.240261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:04.299399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Pushing event updated for resources: {'Port': ['ID=99933e17-14ce-4cd0-9f39-dd04b4325ab9,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:04.323410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f71a5cf-074b-480a-818e-5d372ee0117f req-1103ad23-66a3-45b0-8f87-3b689a2686c9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5781600 Nov 09 11:16:04.327473 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:04.330392 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.343568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Request body: {'port': {'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:04.354562 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.478988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.479795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Fanout notify agent at l3_agent the message router_deleted on router 95ff841e-eb9a-4578-8bb2-6b6e804ccdec {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:16:04.513171 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69dd692-ee37-4df6-bd9b-ef1b67623537', 'code': 200} Nov 09 11:16:04.542904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-520511ca-7e35-4681-91e5-78cab3fb88cf req-0c29b731-8820-431e-90c4-2daa7a174e8f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9150062 Nov 09 11:16:04.558672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.559963 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/95ff841e-eb9a-4578-8bb2-6b6e804ccdec HTTP/1.1" status: 204 len: 168 time: 5.4226563 Nov 09 11:16:04.589420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60080) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:04.677503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Provisioning for port d562d994-6251-4af8-9ca9-d6a171998680 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:04.690001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-710655832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:04.705110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Provisioning complete for port d562d994-6251-4af8-9ca9-d6a171998680 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:04.705529 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.764871 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9', 'status': 'completed', 'code': 200} Nov 09 11:16:04.767692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:04.848155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Usage tracker for resource:router and tenant:931bb821b71642d39c773f61bcdbed93 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:04.874295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:04.894071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-08802cfa-0635-45dd-a680-5997025bc1be tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:04.895883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-08802cfa-0635-45dd-a680-5997025bc1be tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 0.7633293 Nov 09 11:16:04.896110 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:04.912621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:04.954721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.009483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.035711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] For port d562d994-6251-4af8-9ca9-d6a171998680, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d562d994-6251-4af8-9ca9-d6a171998680,segment=NetworkSegment(b86146e5-ce21-4d59-b419-2d488bf10945),segment_id=b86146e5-ce21-4d59-b419-2d488bf10945)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:05.117372 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.120223 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:05.234574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Deleting port 3aa462b9-36b9-4869-9248-bf98d30caca3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:05.235076 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.272479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for c49fb3e1-c124-4172-aad0-a68a77bc696f owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:05.307135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Pushing event updated for resources: {'Port': ['ID=d562d994-6251-4af8-9ca9-d6a171998680,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:05.315085 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:05.363104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.391596 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97d32d06-2ad8-4f45-915d-129ab80eec2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:05.467651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d562d994-6251-4af8-9ca9-d6a171998680 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:05.481685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3166bb21-95b3-4a4b-a4ec-c95af187855b req-3d82e5d8-3b6d-4802-b9be-9edd2030afb3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 1097 time: 0.8703926 Nov 09 11:16:05.563387 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.570785 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:05.582062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f4f8a425-2201-4734-9cd9-518961c5f7fc None None] Provisioning for port c49fb3e1-c124-4172-aad0-a68a77bc696f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:05.617278 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f4f8a425-2201-4734-9cd9-518961c5f7fc None None] Provisioning complete for port c49fb3e1-c124-4172-aad0-a68a77bc696f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:05.617699 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a425-2201-4734-9cd9-518961c5f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.683292 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.684316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.690849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8a425-2201-4734-9cd9-518961c5f7fc None None] Port c49fb3e1-c124-4172-aad0-a68a77bc696f was deleted so its status cannot be updated. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Nov 09 11:16:05.709110 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.747952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d562d994-6251-4af8-9ca9-d6a171998680 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:05.748254 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.803868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f4f8a425-2201-4734-9cd9-518961c5f7fc None None] Provisioning complete for port d562d994-6251-4af8-9ca9-d6a171998680 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:05.803868 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a425-2201-4734-9cd9-518961c5f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.810865 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:05.866831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d655d-5da4-4aa8-b625-21308f175214 req-4f0fafc6-ece4-4468-af61-7549150ba79a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:05.872999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c25d655d-5da4-4aa8-b625-21308f175214 req-4f0fafc6-ece4-4468-af61-7549150ba79a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 946 time: 1.1500800 Nov 09 11:16:06.014834 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:06.017612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6e36779e-aeb5-4d2d-9bd4-9ec4696af8bb tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4066658 Nov 09 11:16:06.049790 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=c49fb3e1-c124-4172-aad0-a68a77bc696f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:06.064503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:06.067450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60108) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:06.082848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Checking segment: {'id': 'd4498702-94dd-4555-8d6c-2ab97fb72829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8b40536f-05df-4e7b-b670-d98154e67631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:06.083572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Network hostable DHCP agents. Network: 8b40536f-05df-4e7b-b670-d98154e67631, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:16:06.089522 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/c49fb3e1-c124-4172-aad0-a68a77bc696f HTTP/1.1" status: 204 len: 168 time: 2.4397867 Nov 09 11:16:06.099586 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:06.100192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60114) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:06.103618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75af730c-92ff-47c4-9b60-de0a2e432771 req-deaa39f6-4ecc-4747-afdc-7f1d7a6639fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6420 time: 1.3030641 Nov 09 11:16:06.114202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': False}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:06.201359 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b63d49c-b2e7-4c63-b5cf-4af177c8dc5a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:16:06.201606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b63d49c-b2e7-4c63-b5cf-4af177c8dc5a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:16:06.209681 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8b63d49c-b2e7-4c63-b5cf-4af177c8dc5a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/c49fb3e1-c124-4172-aad0-a68a77bc696f HTTP/1.1" status: 404 len: 333 time: 0.1049211 Nov 09 11:16:06.209818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60120) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:06.277485 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2881bdfc-197a-475b-a921-b4f7e5a48f99 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:16:06.278197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2881bdfc-197a-475b-a921-b4f7e5a48f99 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:06.279958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b7e6cb93-0506-4eed-a39a-3fa7557ead90 None None] Could not find standard attr ID for object c49fb3e1-c124-4172-aad0-a68a77bc696f. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:16:06.321277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.325686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.329704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.333645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.338083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.342540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.346750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.355710 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-e3a80d13-99db-4755-910e-e417fef12008 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5418 time: 0.7161510 Nov 09 11:16:06.373110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2881bdfc-197a-475b-a921-b4f7e5a48f99 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:06.374524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2881bdfc-197a-475b-a921-b4f7e5a48f99 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/c49fb3e1-c124-4172-aad0-a68a77bc696f HTTP/1.1" status: 404 len: 333 time: 0.1639335 Nov 09 11:16:06.378090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:06.474729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-afe5c271-9ee8-48eb-88ba-cf1d08bc2bab req-8fdd2807-dbde-4d6d-800c-50e8d03c723c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178031 Nov 09 11:16:06.495681 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:06.514389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af730c-92ff-47c4-9b60-de0a2e432771 req-8d9186ca-7312-4547-bed6-1be253cbcf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.514944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af730c-92ff-47c4-9b60-de0a2e432771 req-8d9186ca-7312-4547-bed6-1be253cbcf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.515660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af730c-92ff-47c4-9b60-de0a2e432771 req-8d9186ca-7312-4547-bed6-1be253cbcf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:06.517075 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75af730c-92ff-47c4-9b60-de0a2e432771 req-8d9186ca-7312-4547-bed6-1be253cbcf81 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1804545 Nov 09 11:16:06.584054 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c25d655d-5da4-4aa8-b625-21308f175214 req-c1df5d0e-d584-4d38-88b1-8658b7e0ab00 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926553 Nov 09 11:16:06.598947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8742953f-46e5-4744-8301-832ffbb00e6b,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:06.818198 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3166bb21-95b3-4a4b-a4ec-c95af187855b req-86ed7cce-2b10-4df1-8831-69cc279648fd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3167322 Nov 09 11:16:06.823692 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.432s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:06.829858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet a321c037-d70e-4510-bde2-a6b6e6aabe2f {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:16:06.834527 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:06.911412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:06.954573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] For port 3aa462b9-36b9-4869-9248-bf98d30caca3, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3aa462b9-36b9-4869-9248-bf98d30caca3,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:06.955182 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:06.995317 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:07.082858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a56d59-5389-4cdf-bd79-5fd47f44a79c req-051482e0-b183-43b3-be3c-48cc2129efe4 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:07.084570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37a56d59-5389-4cdf-bd79-5fd47f44a79c req-051482e0-b183-43b3-be3c-48cc2129efe4 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.3550892 Nov 09 11:16:07.129605 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Calling delete_port for 3aa462b9-36b9-4869-9248-bf98d30caca3 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:07.142432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-37a56d59-5389-4cdf-bd79-5fd47f44a79c req-994a7d4a-7e36-4340-a6f9-13e4e1c19a93 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465362 Nov 09 11:16:07.159006 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:07.170718 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff46ca0e-d450-4ca1-86df-efae2ca14dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:07.239915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=a321c037-d70e-4510-bde2-a6b6e6aabe2f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:07.242437 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:07.246605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:07.257365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf95be-06a1-4d79-85ed-ff28b40a42b3 None None] Network 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:07.258226 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/a321c037-d70e-4510-bde2-a6b6e6aabe2f HTTP/1.1" status: 204 len: 168 time: 0.8788929 Nov 09 11:16:07.259347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60140) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:07.438727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:07.447168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Network 8b40536f-05df-4e7b-b670-d98154e67631 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:16:07.473712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port d562d994-6251-4af8-9ca9-d6a171998680 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:07.479204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:07.527879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af730c-92ff-47c4-9b60-de0a2e432771 req-f1dac238-f9e5-4a55-a0e7-579a1d2ac2b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:07.528758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3aa462b9-36b9-4869-9248-bf98d30caca3 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:16:07.530436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75af730c-92ff-47c4-9b60-de0a2e432771 req-f1dac238-f9e5-4a55-a0e7-579a1d2ac2b9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9679198 Nov 09 11:16:07.677698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69a3e32-113a-472c-a2a8-7286809f5242 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:07.687169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:07.717828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Transition to ACTIVE for port object f69a3e32-113a-472c-a2a8-7286809f5242 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:07.829640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 8b40536f-05df-4e7b-b670-d98154e67631) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:07.883038 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:07.904724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cb52c1-1077-46e8-b575-90f8c7d2e441 None None] Network 8b40536f-05df-4e7b-b670-d98154e67631 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:07.995515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:07.996194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.038747 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.054449 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9876520b-23e9-41ed-91f1-3bb850f654c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:08.091498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] For port d562d994-6251-4af8-9ca9-d6a171998680, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d562d994-6251-4af8-9ca9-d6a171998680,segment=NetworkSegment(b86146e5-ce21-4d59-b419-2d488bf10945),segment_id=b86146e5-ce21-4d59-b419-2d488bf10945)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:08.091762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.251983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for d562d994-6251-4af8-9ca9-d6a171998680 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:08.337561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10edc3-e6ab-4462-8626-aaa2a97e45b8 req-81a5abf7-d435-4a25-9bc7-8d560f04f5df tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.339544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ac10edc3-e6ab-4462-8626-aaa2a97e45b8 req-81a5abf7-d435-4a25-9bc7-8d560f04f5df tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Synchronizing usage tracker for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:08.363403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.371624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97011abb-0f97-4170-93de-fb49ea6f91d6 None None] DHCP port deletion for 78bad696-cdeb-43bf-a1f7-9a69d8d998b2 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:16:08.387196 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.388612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-97011abb-0f97-4170-93de-fb49ea6f91d6 None None] Deleting port d562d994-6251-4af8-9ca9-d6a171998680 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:08.389884 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-97011abb-0f97-4170-93de-fb49ea6f91d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.401169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Pushing event updated for resources: {'Port': ['ID=f69a3e32-113a-472c-a2a8-7286809f5242,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:08.404324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9473970 Nov 09 11:16:08.414997 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:08.416831 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:08.419432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a28006-161a-4160-9d5f-64f0548b7468 None None] Network 8b40536f-05df-4e7b-b670-d98154e67631 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:08.477437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.481640 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-42f1e2c2-0ae3-4b82-a8ac-f451ef627a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:08.515476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Pushing event deleted for resources: {'Port': ['ID=3aa462b9-36b9-4869-9248-bf98d30caca3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:08.531054 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:08.556084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ac10edc3-e6ab-4462-8626-aaa2a97e45b8 req-81a5abf7-d435-4a25-9bc7-8d560f04f5df tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Unset dirty status for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:08.593730 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac10edc3-e6ab-4462-8626-aaa2a97e45b8 req-81a5abf7-d435-4a25-9bc7-8d560f04f5df tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 867 time: 0.7454858 Nov 09 11:16:08.609122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.613603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.618014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.622360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.628267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.632860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.646744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:08.646744 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-69be384c-f825-423a-9ae2-8a05638c774b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.8205543 Nov 09 11:16:08.650050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=d562d994-6251-4af8-9ca9-d6a171998680,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:08.663050 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:08.677955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No DVR routers for this DVR port d562d994-6251-4af8-9ca9-d6a171998680 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:16:08.744593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-97011abb-0f97-4170-93de-fb49ea6f91d6 None None] The port 'd562d994-6251-4af8-9ca9-d6a171998680' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:16:08.934232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] No DVR routers for this DVR port 3aa462b9-36b9-4869-9248-bf98d30caca3 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:16:08.943278 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.945403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6387bd7b-6214-438d-ab02-6a3a8bf5da8f req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.59 "DELETE /v2.0/ports/3aa462b9-36b9-4869-9248-bf98d30caca3 HTTP/1.1" status: 204 len: 173 time: 4.0297353 Nov 09 11:16:08.951301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'name': 'network-vif-deleted', 'tag': '3aa462b9-36b9-4869-9248-bf98d30caca3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:08.985046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:08.999013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Attempting to bind port f69a3e32-113a-472c-a2a8-7286809f5242 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:08.999013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Attempting to bind port f69a3e32-113a-472c-a2a8-7286809f5242 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:08.999013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Attempting to bind port f69a3e32-113a-472c-a2a8-7286809f5242 on network d452b088-5da4-4d2e-b403-6b36975ebdc7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:09.022358 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac10edc3-e6ab-4462-8626-aaa2a97e45b8 req-791e81b0-6f4f-4fc8-b084-36f3c82553f0 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276211 Nov 09 11:16:09.023906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bad696-cdeb-43bf-a1f7-9a69d8d998b2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:09.037712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86146e5-ce21-4d59-b419-2d488bf10945') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:09.039851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86146e5-ce21-4d59-b419-2d488bf10945') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:09.051388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.051894 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76cfb834-2ae4-4ab9-aec6-7292e32da98e req-cbd4a360-8cec-4a36-9072-2c3682c644e2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4038415 Nov 09 11:16:09.056839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Port f69a3e32-113a-472c-a2a8-7286809f5242 on network d452b088-5da4-4d2e-b403-6b36975ebdc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:16:09.057157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Attempting to bind port f69a3e32-113a-472c-a2a8-7286809f5242 on network d452b088-5da4-4d2e-b403-6b36975ebdc7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:09.068701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:09.069239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Checking segment: {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:09.069801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Bound using segment: {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:09.070396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Bound port: f69a3e32-113a-472c-a2a8-7286809f5242, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dcc4bd-e1db-479d-bc7b-eb23041ceed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:09.070953 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.073218 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.084261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:16:09.086728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:16:09.126824 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:16:09.204174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] For port f69a3e32-113a-472c-a2a8-7286809f5242, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:09.208679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] For port f69a3e32-113a-472c-a2a8-7286809f5242, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69a3e32-113a-472c-a2a8-7286809f5242,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:09.334029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.342957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20d258-37b7-46a9-b868-b83f321676b5 req-d1b07592-5aa7-444a-b80c-f2292ae52e11 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:09.345830 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5f20d258-37b7-46a9-b868-b83f321676b5 req-d1b07592-5aa7-444a-b80c-f2292ae52e11 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.0957241 Nov 09 11:16:09.348717 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:09.438892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.446638 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.448033 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] 10.222.0.57 "PUT /v2.0/ports/f69a3e32-113a-472c-a2a8-7286809f5242 HTTP/1.1" status: 200 len: 1091 time: 5.1145139 Nov 09 11:16:09.448528 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:09.449185 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.485416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d562d994-6251-4af8-9ca9-d6a171998680 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:16:09.490214 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.497070 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.499166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Pushing event updated for resources: {'Port': ['ID=f69a3e32-113a-472c-a2a8-7286809f5242,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:09.503299 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:09.512554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=78bad696-cdeb-43bf-a1f7-9a69d8d998b2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:09.516653 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:09.534160 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5f20d258-37b7-46a9-b868-b83f321676b5 req-8bee81f6-8139-4302-ad68-e2dccc31759a tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763558 Nov 09 11:16:09.587943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: d562d994-6251-4af8-9ca9-d6a171998680 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:16:09.588336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d562d994-6251-4af8-9ca9-d6a171998680 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:16:09.678030 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aae036e-2e23-42d6-be32-fb795f43fff9', 'name': 'network-vif-deleted', 'tag': '3aa462b9-36b9-4869-9248-bf98d30caca3', 'status': 'completed', 'code': 200} Nov 09 11:16:09.691088 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/78bad696-cdeb-43bf-a1f7-9a69d8d998b2 HTTP/1.1" status: 204 len: 168 time: 2.4306488 Nov 09 11:16:09.695038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60182) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:09.701509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-283938631'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:09.708827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:09.715726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:09.720161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:09.726023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:09.781358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Allocated IP 172.25.7.86 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/acbd5c17-f701-497a-96a7-4f2130ee04e4) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:09.825728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:09.836742 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.863147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-e814e1b1-8564-4510-9330-baf5323d2515 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6487 time: 0.1792445 Nov 09 11:16:09.906160 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:16:09.949541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:09.950041 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment 0ba5dec9-0103-419c-aaec-f0b1ae9583a9 of type vlan for network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 Nov 09 11:16:09.983362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:10.107027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-62562324-7aac-4e34-82b4-dac5563329b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 HTTP/1.1" status: 200 len: 217 time: 0.1712844 Nov 09 11:16:10.175719 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:10.181524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:10.182173 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:10.192180 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:10.195377 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b99f3472-f51b-41f8-b53f-47ccb0cb584a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:10.221449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-4fbccf4c-3f46-443d-90dd-c6f690d49195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:10.223116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-4fbccf4c-3f46-443d-90dd-c6f690d49195 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaee3a1a-f850-45c3-8941-be5d555165a4 HTTP/1.1" status: 200 len: 855 time: 0.1055775 Nov 09 11:16:10.314994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=6ad3ef6e-8762-427e-ac2b-2690fdfe86b8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:10.318545 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:10.329650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:16:10.347197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-58f27b6c-43ac-4b4d-b710-5c464643a85e req-9bda86bd-6b02-4871-9634-a9ab7ec6bbe6 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Synchronizing usage tracker for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:10.378005 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6749680 Nov 09 11:16:10.378234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60206) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:10.385645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:10.448455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-8cc660ed-7578-415a-b868-8ad2f7e21399 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165639 Nov 09 11:16:10.559572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:10.563527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:10.566366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:10.576893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:10.614593 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:10.618928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-58f27b6c-43ac-4b4d-b710-5c464643a85e req-9bda86bd-6b02-4871-9634-a9ab7ec6bbe6 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Unset dirty status for tenant:79d417e3e71746c9aaaff1ce5ea6311e on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:10.620004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58f27b6c-43ac-4b4d-b710-5c464643a85e req-9bda86bd-6b02-4871-9634-a9ab7ec6bbe6 tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aae036e-2e23-42d6-be32-fb795f43fff9 HTTP/1.1" status: 200 len: 210 time: 0.3433459 Nov 09 11:16:10.627738 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8f3f77a4-8994-45ed-a822-8bf53fa1c62f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:10.694435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:10.750031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-bc4fa668-7b12-4352-bc41-9586b65d7b91 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932250 Nov 09 11:16:10.751874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:10.754747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Pushing event updated for resources: {'Port': ['ID=acbd5c17-f701-497a-96a7-4f2130ee04e4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:10.760047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:10.783689 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:10.785969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:10.859111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:11.009266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.013330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.017253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.021449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.026113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.030301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.034165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.036337 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-0f6d2790-edea-4ce1-94af-863a24d038f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.2671216 Nov 09 11:16:11.145458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6f539fb5-6475-4e11-a1b4-8b0a8d0e3633 req-a905e3eb-c557-4d62-8f05-49f0ca72e468 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967202 Nov 09 11:16:11.212752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-0912ebcf-650d-4a92-9b4b-6eab60141b1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 1097 time: 0.6387103 Nov 09 11:16:11.291474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-c9c99507-9348-4e7a-8006-c7bbbb5f8491 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339694 Nov 09 11:16:11.325340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:11.328907 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f4a8e04d-4515-4aee-8789-09f084ef5072 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:11.414465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:11.417975 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:11.433358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': '0ba5dec9-0103-419c-aaec-f0b1ae9583a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:11.434054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:16:11.463423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecad8a-a63a-4584-aab9-fee8a9618bc8 req-9782ed85-353a-4f76-a778-9ebfc1ab8ada tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.464888 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55ecad8a-a63a-4584-aab9-fee8a9618bc8 req-9782ed85-353a-4f76-a778-9ebfc1ab8ada tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.6508327 Nov 09 11:16:11.513734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-27472448-b37f-43cb-ad3f-b8c1c80999c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 217 time: 0.1722412 Nov 09 11:16:11.557599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:16:11.618404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-ee973d24-fdf7-444a-ae7c-3477731b9538 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.620167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-ee973d24-fdf7-444a-ae7c-3477731b9538 service neutron] 10.222.0.57 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.3990703 Nov 09 11:16:11.628855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55ecad8a-a63a-4584-aab9-fee8a9618bc8 req-d37f6e03-2133-418b-9ae7-1a07ae56adaf tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557543 Nov 09 11:16:11.630062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-19d315da-8bed-4ab4-92e2-6710ea5750ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.631425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-19d315da-8bed-4ab4-92e2-6710ea5750ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1100383 Nov 09 11:16:11.680186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:11.684082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:11.697761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290bce9-9ec7-4561-b97e-645ee98b8301 None None] Network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:11.709548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.710510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:11.755824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-e7b306e3-2af3-4fe0-90b0-49d93ec1206a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537 HTTP/1.1" status: 200 len: 217 time: 0.1295688 Nov 09 11:16:11.771709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60240) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:11.862686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-2abec4ed-defe-4b9f-9c3a-e79b31f4269a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:11.864515 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-2abec4ed-defe-4b9f-9c3a-e79b31f4269a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.1005991 Nov 09 11:16:11.929090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5449009 Nov 09 11:16:11.932655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:11.948361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-667690633'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:11.952333 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242', 'status': 'completed', 'code': 200} Nov 09 11:16:11.962177 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-9f58ea71-d69c-401a-8f96-48279599393e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834086 Nov 09 11:16:11.969132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-dacb1f8c-a31a-4c32-a483-7990ade3ab35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2847669 Nov 09 11:16:11.996065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:12.123414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-6ad3ef6e-8762-427e-ac2b-2690fdfe86b8', 'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8', 'tenant_id': '95b1dfdc914a4e928a274a66606cf473', 'fixed_ips': [{'subnet_id': '60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:16:12.123414 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:12.314693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Allocated IP 2001:db8::2 (6ad3ef6e-8762-427e-ac2b-2690fdfe86b8/60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3/5d505d4a-dd3a-472e-abca-2bb0471c0ed8) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:12.504166 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:12.532198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:12.568267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:12.581258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:12.587002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:12.613058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:12.651842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:12.656203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:12.660526 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:12.667535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:12.671776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:12.676081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:12.681451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:12.683677 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-8dea5525-1dc8-4095-ad13-b38bd38b32b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.2556086 Nov 09 11:16:12.704279 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:12.736766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Transition to ACTIVE for port object 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:12.741046 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-93ca6143-a31b-4d3e-ac37-96ab1c3e68e4 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473252 Nov 09 11:16:12.743924 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-e5f497ba-654d-4a4d-b37e-9b236314d23a service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7735193 Nov 09 11:16:12.797638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:12.800899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:12.804942 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Transition to ACTIVE for port object 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:12.863020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-006dfb37-48ab-4063-b76e-ca271e4d5920 req-bb6a2f74-b031-4182-ae0f-7ac2ee3f59af tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1714261 Nov 09 11:16:12.864091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 6e03abb9-a550-4bae-b04c-d7ffa705e765 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:16:12.941173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:12.963423 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:13.030980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:13.033947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:13.038456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:13.171279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Pushing event updated for resources: {'Port': ['ID=5d505d4a-dd3a-472e-abca-2bb0471c0ed8,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:13.175322 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:13.192098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Attempting to bind port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:13.192342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Attempting to bind port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '0ba5dec9-0103-419c-aaec-f0b1ae9583a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:13.192848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Attempting to bind port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 on network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:13.202844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:13.203391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Checking segment: {'id': '0ba5dec9-0103-419c-aaec-f0b1ae9583a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:13.203924 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:13.204433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Bound using segment: {'id': '0ba5dec9-0103-419c-aaec-f0b1ae9583a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:13.204994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Bound port: 5d505d4a-dd3a-472e-abca-2bb0471c0ed8, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba5dec9-0103-419c-aaec-f0b1ae9583a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6ad3ef6e-8762-427e-ac2b-2690fdfe86b8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:13.205469 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:13.271952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::19 (6ad3ef6e-8762-427e-ac2b-2690fdfe86b8/60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3/6e03abb9-a550-4bae-b04c-d7ffa705e765) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:13.295459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11f9f4ef-99f3-4d56-b97b-1ce06f1d9130 req-8c8fadab-dd7f-4c55-afc6-f982f5313da9 service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155761 Nov 09 11:16:13.321322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] For port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:13.325230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] For port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5d505d4a-dd3a-472e-abca-2bb0471c0ed8,segment=NetworkSegment(0ba5dec9-0103-419c-aaec-f0b1ae9583a9),segment_id=0ba5dec9-0103-419c-aaec-f0b1ae9583a9)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:13.418936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-d924292b-38b4-403c-983b-59d3dda78ba7 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:13.420389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-d924292b-38b4-403c-983b-59d3dda78ba7 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/networks?id=8b40536f-05df-4e7b-b670-d98154e67631 HTTP/1.1" status: 200 len: 810 time: 0.3523154 Nov 09 11:16:13.485802 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:13.486211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-2f36b8cf-7968-4661-8815-136c926594b0 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318771 Nov 09 11:16:13.572631 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-b98c56b7-7985-4da4-b19f-8023b108f247 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/quotas/4a78eed25f1d4c25a1c1459600e9cf17 HTTP/1.1" status: 200 len: 375 time: 0.1433926 Nov 09 11:16:13.604285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29ae39-c79f-4537-a7f7-c6e3b941d711 req-8c6c4c2d-2031-4608-a7a5-a1b737451a01 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:13.604285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b29ae39-c79f-4537-a7f7-c6e3b941d711 req-8c6c4c2d-2031-4608-a7a5-a1b737451a01 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.3570988 Nov 09 11:16:13.604285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-e076f238-345d-4f6c-b40c-62aa62db82d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 217 time: 0.0780690 Nov 09 11:16:13.664121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-66450335-f051-4455-b4f2-3c0d95516bb7 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a78eed25f1d4c25a1c1459600e9cf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805273 Nov 09 11:16:13.694643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-18acc933-a8ea-41e5-80a0-07c7edc40830 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:13.696729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-18acc933-a8ea-41e5-80a0-07c7edc40830 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1035371 Nov 09 11:16:13.705541 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b29ae39-c79f-4537-a7f7-c6e3b941d711 req-43b85316-7264-45f1-b19e-6bc70b88b734 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182752 Nov 09 11:16:13.717247 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:13.718486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:13.736187 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:13.809650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object 6e03abb9-a550-4bae-b04c-d7ffa705e765 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:13.828243 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-7f41e889-369b-41b7-b3f6-315aef38151f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209965 Nov 09 11:16:13.877050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Pushing event updated for resources: {'Port': ['ID=5d505d4a-dd3a-472e-abca-2bb0471c0ed8,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:13.880896 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:13.950683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Router dfaeeb84-c65d-4955-a1ed-c8e410aa1bef is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:16:13.993984 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-75dd93c9-2201-43e5-b893-1f58409db3cd service neutron] 10.222.0.50 "GET /v2.0/networks/8b40536f-05df-4e7b-b670-d98154e67631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169205 Nov 09 11:16:14.095028 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:14.107923 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-25ab2416-7516-4089-ae0c-4611c576b20f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:14.244782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:14.251508 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-653302d5-0366-4670-b1a9-35399909cef4 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159100 Nov 09 11:16:14.258589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:14.262842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:14.267307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.268195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:14.288782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=6e03abb9-a550-4bae-b04c-d7ffa705e765,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:14.293126 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:14.304487 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-4689722c-81a8-4b39-93a6-894e2ecbc391 service neutron] 10.222.0.50 "GET /v2.0/networks/8b40536f-05df-4e7b-b670-d98154e67631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095822 Nov 09 11:16:14.509917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.512599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.5780513 Nov 09 11:16:14.516389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.517082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60296) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:14.544998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.554386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.559014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.564953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.569962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:14.572622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-a27fd08b-ec45-4b98-ad6f-396febd8decd tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.4302893 Nov 09 11:16:14.693290 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-b6220798-07df-40f4-95b7-c65f44c8efdf service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320378 Nov 09 11:16:14.734871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 6e03abb9-a550-4bae-b04c-d7ffa705e765 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:14.735137 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:14.812431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb7d3e3a-b6a0-4a7f-b8ea-7e7b7e777697 req-44a8d234-be33-4b88-842c-5e8653c7c8b4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222927 Nov 09 11:16:14.816956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-12e69983-fca0-408a-86f4-b2b867fc4fe6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2 HTTP/1.1" status: 200 len: 217 time: 0.1154439 Nov 09 11:16:15.000000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:16:15.016623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] Sync routers for ids ['dfaeeb84-c65d-4955-a1ed-c8e410aa1bef'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:16:15.029279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-9f81dd91-4868-4125-9e98-180b34cb148c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:15.036703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-9f81dd91-4868-4125-9e98-180b34cb148c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.2123570 Nov 09 11:16:15.047904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:15.049106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "PUT /v2.0/routers/dfaeeb84-c65d-4955-a1ed-c8e410aa1bef HTTP/1.1" status: 200 len: 918 time: 8.9573500 Nov 09 11:16:15.052640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] Routers {'dfaeeb84-c65d-4955-a1ed-c8e410aa1bef'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:15.055187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['dfaeeb84-c65d-4955-a1ed-c8e410aa1bef'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:15.075022 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-71e91114-6951-42e0-bcf8-8a9f8530b6c8 req-b1fdcff0-6866-4da5-9576-7a5f66ffe971 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.1527355 Nov 09 11:16:15.128936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60314) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:15.204506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:15.217611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] Routers {'dfaeeb84-c65d-4955-a1ed-c8e410aa1bef'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:15.218681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['dfaeeb84-c65d-4955-a1ed-c8e410aa1bef'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:15.297810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:15.298515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fdd56-c947-4876-871e-62f22e0b46d1 None None] The sync data for ids ['dfaeeb84-c65d-4955-a1ed-c8e410aa1bef'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:16:15.318577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6804e-d520-4b16-ad95-38e142852a36 None None] Network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:15.346066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c683f-6745-4991-96c6-4046abbdf3b8 req-235b9aa4-c0a8-406e-85e5-c3ecabdc5d95 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:15.350565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-945c683f-6745-4991-96c6-4046abbdf3b8 req-235b9aa4-c0a8-406e-85e5-c3ecabdc5d95 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.2207170 Nov 09 11:16:15.359431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-5a911806-8a2e-4154-96f8-021798d0aab1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3078120 Nov 09 11:16:15.480282 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:15.505650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:15.651157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a16c330b-121f-4b4d-91b6-48f6871f8991 None None] Provisioning for port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:15.654271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 6e03abb9-a550-4bae-b04c-d7ffa705e765 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:15.821003 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-945c683f-6745-4991-96c6-4046abbdf3b8 req-4bd5b09b-c6a9-4a30-ac87-84660ded455c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584773 Nov 09 11:16:15.835862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:15.847504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:15.848165 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:15.892038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-839f354f-9ac1-4c2c-acad-978ad1de3a86 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649304 Nov 09 11:16:16.043135 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:16.070843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Deleting port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:16.071204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:16.096385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3f9256c0-cfc4-499e-a57e-2872c845f583 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/dfaeeb84-c65d-4955-a1ed-c8e410aa1bef HTTP/1.1" status: 200 len: 924 time: 0.9032247 Nov 09 11:16:16.109577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60336) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:16.122133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5d505d4a-dd3a-472e-abca-2bb0471c0ed8,segment=NetworkSegment(0ba5dec9-0103-419c-aaec-f0b1ae9583a9),segment_id=0ba5dec9-0103-419c-aaec-f0b1ae9583a9)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:16.138068 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-1941833c-630c-4a0a-b8fb-986867b9ed98 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371104 Nov 09 11:16:16.232267 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:16.235557 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:16.277050 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-8a69b76b-6f6c-41b1-ae95-43794fe04b4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=90260d63-50cd-435d-83b9-743a89cd3fe4 HTTP/1.1" status: 200 len: 217 time: 0.1308823 Nov 09 11:16:16.280278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-948afcbe-5f70-4ed5-afcc-f8350b74196d req-6a52a4e6-5cd8-45f3-99ef-c3325c96f97c tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.0663183 Nov 09 11:16:16.359515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=5d505d4a-dd3a-472e-abca-2bb0471c0ed8,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:16.362735 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:16.403560 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:16.415896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-d45ec3cd-a909-46fa-a33d-2919bab14edb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.420488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-d45ec3cd-a909-46fa-a33d-2919bab14edb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1269517 Nov 09 11:16:16.433593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4614d3a4-7ac4-409b-8530-5b95b28f563e tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=dfaeeb84-c65d-4955-a1ed-c8e410aa1bef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3331256 Nov 09 11:16:16.437785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60344) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:16.442363 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa3e3614-47b7-4331-8fab-796b4e4f370a tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:16.448285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-70962f95-6f6a-4883-b8d8-c5f4c2f3b46d None None] Provisioning complete for port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:16.449091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-70962f95-6f6a-4883-b8d8-c5f4c2f3b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:16.526537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=6e03abb9-a550-4bae-b04c-d7ffa705e765,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:16.553532 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:16.586667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.593972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.599229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.606669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.612040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.619163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.624415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.626934 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-555cd137-16ea-40ee-9df0-1b595edf5317 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.4393275 Nov 09 11:16:16.672814 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-645bd693-2869-448b-800e-7b56fadb7b76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2357962 Nov 09 11:16:16.675396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b869b53-b5f4-4cd5-adbe-780fce365058 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:16.676406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3b869b53-b5f4-4cd5-adbe-780fce365058 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Synchronizing usage tracker for tenant:c7e5f03f3e984e5c92d3e695f4c369e4 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:16.692268 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-70962f95-6f6a-4883-b8d8-c5f4c2f3b46d None None] Could not find standard attr ID for object 6e03abb9-a550-4bae-b04c-d7ffa705e765. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:16:16.734500 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:16.753146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] For port 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,segment=NetworkSegment(672ff01e-d1f6-41de-85d7-13ec58083653),segment_id=672ff01e-d1f6-41de-85d7-13ec58083653)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:16.753507 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:16.767073 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/6e03abb9-a550-4bae-b04c-d7ffa705e765 HTTP/1.1" status: 204 len: 168 time: 2.2481477 Nov 09 11:16:16.773881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60352) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:16.807023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-060cfab4-767c-4690-aad9-4803f8ba6edc None None] Could not find standard attr ID for object 6e03abb9-a550-4bae-b04c-d7ffa705e765. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:16:16.860634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3b869b53-b5f4-4cd5-adbe-780fce365058 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Unset dirty status for tenant:c7e5f03f3e984e5c92d3e695f4c369e4 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:16.872736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3b869b53-b5f4-4cd5-adbe-780fce365058 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.4260502 Nov 09 11:16:16.872736 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc23823c-2595-4b05-aaae-eae46fe36557 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:16:16.872736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fc23823c-2595-4b05-aaae-eae46fe36557 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/6e03abb9-a550-4bae-b04c-d7ffa705e765 HTTP/1.1" status: 404 len: 333 time: 0.0904539 Nov 09 11:16:16.872736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60360) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:16.929839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60362) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:17.005054 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-31931572-9613-40a3-b331-eb21399c15f4 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaeeb84-c65d-4955-a1ed-c8e410aa1bef HTTP/1.1" status: 200 len: 205 time: 0.1247609 Nov 09 11:16:17.006051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60370) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:17.170088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Calling delete_port for 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:17.191445 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-033b9f5c-e648-4724-a19c-bf47b40db6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:17.214838 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a5a8522-9f63-499a-af54-12659c7fb7f4 req-b45d279c-45b1-4ff6-87e6-bc61363367a1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5714862 Nov 09 11:16:17.219581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-6b58eaf3-4965-42eb-9ed6-a4f1659569c0 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398712 Nov 09 11:16:17.464473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:17.531765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:17.545825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:17.562945 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46b1cac4-bdac-42a4-b05f-28212407f7b2 req-457cbdf7-ce63-42b1-8f84-74919d11b68e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.0838792 Nov 09 11:16:17.567865 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f7a60458-92d9-40ba-8fa8-e1e343ead98b tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:17.612613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:17.612994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:17.694503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:17.702619 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:17.840973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec5e37-4370-4b07-a82a-c156a693e567 req-d449ccf7-dbbd-4274-a247-5c9ea2f39326 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:17.842558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fec5e37-4370-4b07-a82a-c156a693e567 req-d449ccf7-dbbd-4274-a247-5c9ea2f39326 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.6956189 Nov 09 11:16:17.862515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet 60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:16:17.888739 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:17.928932 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-43373e1b-6a9e-47ab-b08e-e484ecf6a2e2 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804957 Nov 09 11:16:17.966141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:18.055671 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-1abc63ad-2143-4974-8440-05c4f733bee9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9 HTTP/1.1" status: 200 len: 217 time: 0.1187832 Nov 09 11:16:18.061225 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:18.146725 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fec5e37-4370-4b07-a82a-c156a693e567 req-1ca6f704-b338-4657-bd3e-88e1a216ee7d tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865260 Nov 09 11:16:18.221025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-2e79d611-02c5-487d-88e0-12b327f390c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.222399 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-2e79d611-02c5-487d-88e0-12b327f390c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.1277499 Nov 09 11:16:18.292644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:18.348186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:18.495051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-1c46dd16-e59f-4e55-a8ef-f86434bb025a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2628934 Nov 09 11:16:18.625883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.631027 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.635572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.639612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.641534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:18.643518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.647681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.652343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:18.656623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-76f7d5aa-b7e7-4215-a0bd-6a0d0d8a8fd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.2341344 Nov 09 11:16:18.679042 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7eee8cc6-df5d-4ec8-96eb-b4fd035565b6 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:18.740556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d404bf7-715e-458a-95d5-1404f0b0bfbc req-9ff54cce-e049-4543-ae92-9e72c68530a2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735335 Nov 09 11:16:18.837463 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b3aac-1cd6-4ef0-bf4d-48cbeda89d79 None None] Network 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:18.886860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Router 49507b2c-3faa-4e08-a677-9d8db1a07d92 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:16:18.891490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:18.898407 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:19.065545 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:19.067346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9136269c-58fd-4a28-98ae-4479e09e4cc7 req-425a7442-76cf-4b39-8c2f-dab690ae4156 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.2941499 Nov 09 11:16:19.094765 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-ecca41c3-17e5-4ce0-a696-58805345f03e service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297298 Nov 09 11:16:19.098135 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3 HTTP/1.1" status: 204 len: 168 time: 2.1555390 Nov 09 11:16:19.106269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-35414b87-4871-422e-b687-6a78f4c9a380 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:19.107038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-35414b87-4871-422e-b687-6a78f4c9a380 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Synchronizing usage tracker for tenant:4a78eed25f1d4c25a1c1459600e9cf17 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:19.157930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60402) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:19.295892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] DHCP port deletion for 6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:16:19.301266 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Deleting port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:19.301775 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:19.408647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:16:19.424528 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] Sync routers for ids ['49507b2c-3faa-4e08-a677-9d8db1a07d92'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:16:19.457406 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] Routers {'49507b2c-3faa-4e08-a677-9d8db1a07d92'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:19.458329 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:15:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['49507b2c-3faa-4e08-a677-9d8db1a07d92'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:19.573322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249755a-22f6-45e1-bce1-1e4238bb37cf req-9eb97d3c-b87d-43ef-99b9-c16100a72eb7 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:19.575466 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8249755a-22f6-45e1-bce1-1e4238bb37cf req-9eb97d3c-b87d-43ef-99b9-c16100a72eb7 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.1104667 Nov 09 11:16:19.606472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:16:19.648207 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8249755a-22f6-45e1-bce1-1e4238bb37cf req-2764aa9c-fa4a-4e6b-b26d-7e1a572d0d01 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662260 Nov 09 11:16:19.677983 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] 10.222.0.50 "PUT /v2.0/routers/49507b2c-3faa-4e08-a677-9d8db1a07d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9041157 Nov 09 11:16:19.678782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60414) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:19.684946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5b50a351-8fd0-423e-9600-4ad94d7e81ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:19.691813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-35414b87-4871-422e-b687-6a78f4c9a380 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Unset dirty status for tenant:4a78eed25f1d4c25a1c1459600e9cf17 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:19.693724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-35414b87-4871-422e-b687-6a78f4c9a380 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.59 "GET /v2.0/networks?id=8b40536f-05df-4e7b-b670-d98154e67631 HTTP/1.1" status: 200 len: 810 time: 1.1296492 Nov 09 11:16:19.703000 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:19.737086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] For port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5d505d4a-dd3a-472e-abca-2bb0471c0ed8,segment=NetworkSegment(0ba5dec9-0103-419c-aaec-f0b1ae9583a9),segment_id=0ba5dec9-0103-419c-aaec-f0b1ae9583a9)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:19.737086 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:19.755203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Request body: {'port': {'device_id': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'network_id': '8b40536f-05df-4e7b-b670-d98154e67631', 'admin_state_up': True, 'tenant_id': '4a78eed25f1d4c25a1c1459600e9cf17'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:19.782735 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] Set router 49507b2c-3faa-4e08-a677-9d8db1a07d92 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:16:19.881664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:19.882421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:19.882609 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Calling delete_port for 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:20.060239 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.115582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.152669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-632c2017-5336-423e-bdb2-541ffad657fe service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0259092 Nov 09 11:16:20.183484 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.203220 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:20.276805 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:16:20.292150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] No DVR routers for this DVR port 5d505d4a-dd3a-472e-abca-2bb0471c0ed8 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:16:20.330335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Pushing event deleted for resources: {'Port': ['ID=5d505d4a-dd3a-472e-abca-2bb0471c0ed8,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:20.355690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.364515 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:16:17Z', 'revision_number': 5, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:20.375444 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] Checking router: 49507b2c-3faa-4e08-a677-9d8db1a07d92 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:16:20.390833 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] Routers {'49507b2c-3faa-4e08-a677-9d8db1a07d92'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:20.393017 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['49507b2c-3faa-4e08-a677-9d8db1a07d92'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:20.410456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.410456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.410456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.410456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.410456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.410456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.415201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0f861171-7956-417c-b5d8-36a0b38e78e3 req-1041cba7-6a6c-4d41-b50c-842f4df5c17b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.0535851 Nov 09 11:16:20.418234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.418234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.418234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.418234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.418234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:20.418234 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:20.493608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] The port '5d505d4a-dd3a-472e-abca-2bb0471c0ed8' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:16:20.569656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.594754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-6acedb07-24fb-4919-a968-61a174436f04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f69a3e32-113a-472c-a2a8-7286809f5242 HTTP/1.1" status: 200 len: 217 time: 0.4243658 Nov 09 11:16:20.602449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.683779 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Deleting port acbd5c17-f701-497a-96a7-4f2130ee04e4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:20.684202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.700265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Deleting port c9febd65-e300-4f14-9f60-8d4df38ba38b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:20.700819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.733273 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] Set router 49507b2c-3faa-4e08-a677-9d8db1a07d92 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:16:20.833580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:20.840192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:20.844657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:20.849685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:20.856049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:20.860695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:20.864941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:20.867226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-8befdfbb-143f-4676-a0d0-d1fc1c937574 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.7625411 Nov 09 11:16:20.877000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:20.881670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:20.926870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Usage tracker for resource:port and tenant:4a78eed25f1d4c25a1c1459600e9cf17 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:20.935262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:20.968830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:21.032124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f116-2926-4999-975d-017a7823a183 req-996ebc8a-8977-4a85-97a6-9e2f26a30815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:21.033870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-996ebc8a-8977-4a85-97a6-9e2f26a30815 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.4262230 Nov 09 11:16:21.037419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad3ef6e-8762-427e-ac2b-2690fdfe86b8']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:21.142161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] For port c9febd65-e300-4f14-9f60-8d4df38ba38b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9febd65-e300-4f14-9f60-8d4df38ba38b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:21.142656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.172404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba5dec9-0103-419c-aaec-f0b1ae9583a9') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:21.173574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba5dec9-0103-419c-aaec-f0b1ae9583a9') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:21.206035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Made reservation on behalf of 4a78eed25f1d4c25a1c1459600e9cf17 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:21.209457 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.221164 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:16:17Z', 'revision_number': 5, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:21.226045 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5db1ca-9097-4c8b-847a-d1df6e9e03ca None None] The sync data for ids ['49507b2c-3faa-4e08-a677-9d8db1a07d92'] in n-d-817173-1 is: [{'id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'name': 'tempest-ServerRescueTestJSON-1359798852-router', 'tenant_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:15Z', 'updated_at': '2021-11-09T11:16:17Z', 'revision_number': 5, 'project_id': '79d417e3e71746c9aaaff1ce5ea6311e', 'gw_port': {'id': 'c9febd65-e300-4f14-9f60-8d4df38ba38b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49507b2c-3faa-4e08-a677-9d8db1a07d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:17Z', 'updated_at': '2021-11-09T11:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:16:21.238749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.262391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c7345115-5f06-4aa6-8794-d46be39f1a24 req-f748af0c-ed4a-4412-a4ff-458538f886f5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3720274 Nov 09 11:16:21.314689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Calling delete_port for c9febd65-e300-4f14-9f60-8d4df38ba38b owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:21.318662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.376785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:16:21.377199 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:16:21.395523 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:16:21.401879 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.432523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64770ffd-5409-4583-bcf5-f92845102b77 req-c6017db9-84cc-41c0-807e-b03f4929251c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:21.441659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64770ffd-5409-4583-bcf5-f92845102b77 req-c6017db9-84cc-41c0-807e-b03f4929251c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.5068431 Nov 09 11:16:21.568280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64770ffd-5409-4583-bcf5-f92845102b77 req-75b13626-681d-4e74-87bf-4f0f1f7e9374 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246183 Nov 09 11:16:21.637176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:16:21.643134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Calling delete_port for acbd5c17-f701-497a-96a7-4f2130ee04e4 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:21.677370 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.682711 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03d54723-0f6c-40ae-80e4-6b8310bc841c tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:21.706895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:16:21.707125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-5feb1f16-ac8a-43f0-a3cc-7781f1d8f35d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6504042 Nov 09 11:16:21.707325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 9f0d1e2c-dfd5-47fd-9018-6dd9ca68669f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:16:21.764291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9febd65-e300-4f14-9f60-8d4df38ba38b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:21.775825 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:21.818886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f4b1a26f-02de-4124-a38e-c54f9da06c88 req-557ac3c2-22c4-4e24-8a40-fba4181abb1f tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.1828129 Nov 09 11:16:21.830835 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.850208 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:21.878018 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:21.900073 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.125429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=6ad3ef6e-8762-427e-ac2b-2690fdfe86b8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:22.142112 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:22.171076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/6ad3ef6e-8762-427e-ac2b-2690fdfe86b8 HTTP/1.1" status: 204 len: 168 time: 3.0106297 Nov 09 11:16:22.208119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60454) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:22.236221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'name': 'tempest-PortsIpV6TestJSON-1636214305'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:22.253254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.381675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Allocated IP 172.20.0.5 (8b40536f-05df-4e7b-b670-d98154e67631/8742953f-46e5-4744-8301-832ffbb00e6b/dc60fac2-37bd-49cf-8fe1-9b6bfd86be20) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:22.392495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-bdfdc05f-71ee-4a50-9c73-83e4881febab service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639698 Nov 09 11:16:22.525645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:22.595618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:22.614715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.619092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.669789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:22.684993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:22.711215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:22.715314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:22.719922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:22.725832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:22.739203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:22.739203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:22.740872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:22.743339 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-365da58e-c352-43ce-8ae6-79235918f2da req-18a666fa-cb0b-4d84-bada-d8f19f684af4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.2551985 Nov 09 11:16:22.745042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.745638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49507b2c-3faa-4e08-a677-9d8db1a07d92 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:16:22.779937 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.781329 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] 10.222.0.50 "DELETE /v2.0/routers/49507b2c-3faa-4e08-a677-9d8db1a07d92 HTTP/1.1" status: 204 len: 168 time: 3.1009040 Nov 09 11:16:22.784836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60472) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:22.854711 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-365da58e-c352-43ce-8ae6-79235918f2da req-6c08a74d-1399-4a91-819d-58ce0cd9b8f3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946765 Nov 09 11:16:22.876789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Deleting subnet b83d3317-c7df-425c-80ad-fc8d9f14a895 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:16:22.880232 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.944155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:22.977972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:22.980103 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.009890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36f1f116-2926-4999-975d-017a7823a183 req-2b7a1c9a-6e25-4626-ac51-68a8e1901bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014352 Nov 09 11:16:23.065777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.073212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 9a9e7852-d8ea-40de-9daf-038fdaf064d3 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:16:23.081868 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.121885 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:23.254091 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00d106bf-1ea1-419f-be21-0e35ad63f3f5 req-ac6185fa-7505-4cf8-a2c6-0a325794167e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.0577538 Nov 09 11:16:23.285411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event deleted for resources: {'Port': ['ID=acbd5c17-f701-497a-96a7-4f2130ee04e4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:23.314277 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:23.333788 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.338757 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-19669f1c-2f03-4eb0-a61e-c0d8ec249bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:23.367569 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.384942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7b06-db84-4719-ac94-75554d6d705b req-3ca64be5-0454-4393-80cf-a4b86f213005 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:23.392156 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a5f7b06-db84-4719-ac94-75554d6d705b req-3ca64be5-0454-4393-80cf-a4b86f213005 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.5966825 Nov 09 11:16:23.416703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b83d3317-c7df-425c-80ad-fc8d9f14a895,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:23.419880 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:23.426450 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.434359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b83d3317-c7df-425c-80ad-fc8d9f14a895 HTTP/1.1" status: 204 len: 168 time: 0.6483886 Nov 09 11:16:23.438007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:23.508836 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c9febd65-e300-4f14-9f60-8d4df38ba38b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:16:23.594880 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: c9febd65-e300-4f14-9f60-8d4df38ba38b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:16:23.594880 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c9febd65-e300-4f14-9f60-8d4df38ba38b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:16:23.629837 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.766537 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.777221 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a5f7b06-db84-4719-ac94-75554d6d705b req-ae5483eb-2cfc-454b-83d6-049846ea4025 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837857 Nov 09 11:16:23.795323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab626b59-27a1-4a7f-9ea4-dee467e290e9']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:23.818850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672ff01e-d1f6-41de-85d7-13ec58083653') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:23.819153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672ff01e-d1f6-41de-85d7-13ec58083653') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:23.832325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.849700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.859738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:16:23.860751 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:16:23.995014 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:16:24.019486 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-c96d5bb1-ee35-49ca-89e8-9a338c02c194 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6487 time: 0.7818475 Nov 09 11:16:24.060267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.065887 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.072012 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e323c1ad-d11e-45ff-9120-2b7bb0616de5 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:24.113227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab626b59-27a1-4a7f-9ea4-dee467e290e9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:24.119117 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:24.127457 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.142114 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.223829 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.251897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ab626b59-27a1-4a7f-9ea4-dee467e290e9 HTTP/1.1" status: 204 len: 168 time: 0.8126135 Nov 09 11:16:24.330426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:24.344430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:24.352900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:24.357227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:24.361876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:24.365917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:24.371376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:24.373913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-7ca2cee8-2e86-4fbc-84f0-d4347fd2060d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.2236907 Nov 09 11:16:24.440370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b10b3371-5a3b-44c4-91c8-ddbe19d205f4 req-573bfc5f-b96d-4d1b-bc15-b02c72227852 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611682 Nov 09 11:16:24.537761 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:24.620774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60510) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:24.677165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2e8ca5cb-b2ae-4271-96a0-26884fa2c1d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79d417e3e71746c9aaaff1ce5ea6311e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546315 Nov 09 11:16:24.679999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60516) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:24.743500 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.774503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.837558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Network 8b40536f-05df-4e7b-b670-d98154e67631 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:24.841216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:24.925417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:24.930880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:24.941292 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b13eb065-cae0-4d29-9675-b979e65277be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177772449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:24.966303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:24.986297 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:25.056185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Pushing event updated for resources: {'Port': ['ID=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:25.059001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-6709ebdd-9c46-443a-970a-3cb50acc53aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.060524 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-6709ebdd-9c46-443a-970a-3cb50acc53aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=d452b088-5da4-4d2e-b403-6b36975ebdc7 HTTP/1.1" status: 200 len: 902 time: 1.0225539 Nov 09 11:16:25.062521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.072290 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:25.151899 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.160648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.183516 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1330d00b-3027-4b1a-ba31-5e25b6a1b9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:25.249665 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-4d7b3f3c-0a83-4c5b-a332-7d105af42ebb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f69a3e32-113a-472c-a2a8-7286809f5242 HTTP/1.1" status: 200 len: 217 time: 0.1684926 Nov 09 11:16:25.274161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.275037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.283914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.285010 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b6d21ee-e73e-454b-8ccc-7aa1c5a7f665 HTTP/1.1" status: 204 len: 168 time: 0.6039357 Nov 09 11:16:25.326229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca4e8-2074-4ce0-ba8d-8f18e1fb3a61 req-4a8eb7c5-2de7-4984-9c12-01c39ebeb376 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.336740 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad2ca4e8-2074-4ce0-ba8d-8f18e1fb3a61 req-4a8eb7c5-2de7-4984-9c12-01c39ebeb376 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.3399594 Nov 09 11:16:25.391770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d42227-618f-47a1-864e-c4fce53c75f6 req-fc2a06c7-7adc-47b3-bb86-ede3e1566d2b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.392695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-32d42227-618f-47a1-864e-c4fce53c75f6 req-fc2a06c7-7adc-47b3-bb86-ede3e1566d2b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Synchronizing usage tracker for tenant:4a78eed25f1d4c25a1c1459600e9cf17 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:25.397209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:25.407793 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad2ca4e8-2074-4ce0-ba8d-8f18e1fb3a61 req-16f64210-4a1b-42b6-8921-bb9c7036dd34 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657318 Nov 09 11:16:25.407944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=9a9e7852-d8ea-40de-9daf-038fdaf064d3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:25.411756 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:25.422573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:25.437340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:25.440090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.440733 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.478181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-c9f19c96-1f89-48d5-b667-076d1fcdefeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.480166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-c9f19c96-1f89-48d5-b667-076d1fcdefeb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.2150929 Nov 09 11:16:25.541020 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8277476 Nov 09 11:16:25.547670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.548363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Fanout notify agent at l3_agent the message router_deleted on router dfaeeb84-c65d-4955-a1ed-c8e410aa1bef {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:16:25.566246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Request body: {'port': {'device_id': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:25.593437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.598532 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/dfaeeb84-c65d-4955-a1ed-c8e410aa1bef HTTP/1.1" status: 204 len: 168 time: 8.5499780 Nov 09 11:16:25.599005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60538) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:25.604985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-302449173', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:25.616504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:25.621944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Usage tracker for resource:router and tenant:931bb821b71642d39c773f61bcdbed93 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:25.626489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:25.626856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4144278 Nov 09 11:16:25.629338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60542) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:25.669203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:25.688162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-32d42227-618f-47a1-864e-c4fce53c75f6 req-fc2a06c7-7adc-47b3-bb86-ede3e1566d2b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Unset dirty status for tenant:4a78eed25f1d4c25a1c1459600e9cf17 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:25.689305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32d42227-618f-47a1-864e-c4fce53c75f6 req-fc2a06c7-7adc-47b3-bb86-ede3e1566d2b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 931 time: 1.2146747 Nov 09 11:16:25.734194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.738032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.742142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.746476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.750412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.754879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.759144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:25.761262 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-7bf50880-5d41-4bd4-b9e1-611173b0362c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.1309524 Nov 09 11:16:25.816511 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.818503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.838445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7548152b-1eec-4ff7-b70a-2435cd6843ae req-81bc7aa6-1016-499d-a50b-a6fa976be34f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641780 Nov 09 11:16:25.842881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 9a9e7852-d8ea-40de-9daf-038fdaf064d3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:25.848494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.855937 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:25.928769 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-9cb1a53f-5d5e-40e3-84d1-98aec9ee3fee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4386070 Nov 09 11:16:25.929399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:26.187245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-32d42227-618f-47a1-864e-c4fce53c75f6 req-809a54c7-4103-4ac7-97cf-2f542957506e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Synchronizing usage tracker for tenant:4a78eed25f1d4c25a1c1459600e9cf17 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:26.211771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:26.578434 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:26.613458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:26.631146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:26.647580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-32d42227-618f-47a1-864e-c4fce53c75f6 req-809a54c7-4103-4ac7-97cf-2f542957506e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Unset dirty status for tenant:4a78eed25f1d4c25a1c1459600e9cf17 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:26.649626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32d42227-618f-47a1-864e-c4fce53c75f6 req-809a54c7-4103-4ac7-97cf-2f542957506e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9151669 Nov 09 11:16:26.766070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 9a9e7852-d8ea-40de-9daf-038fdaf064d3 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:26.889472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026737-931a-4d30-8f97-4e1cca0eb494 req-e450eda6-1b8d-4482-a171-261940f263a3 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:26.890969 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b026737-931a-4d30-8f97-4e1cca0eb494 req-e450eda6-1b8d-4482-a171-261940f263a3 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.2596681 Nov 09 11:16:26.994814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b026737-931a-4d30-8f97-4e1cca0eb494 req-dd81ebe4-4548-4598-8260-7d9c43675a65 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949800 Nov 09 11:16:27.015370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Allocated IP 172.25.7.7 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/643dee3a-18e7-4d35-aa60-21207d1099ff) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:27.119865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-e1c49d50-1a74-46c9-bac8-f1f74b94a79b service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1779552 Nov 09 11:16:27.269129 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60588) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:27.277634 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.416746 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.426461 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e73a30f-4845-48c8-91b8-a24dce28105a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:27.504719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:27.512658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-network', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:27.522597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:27.522597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:27.539903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.556890 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-72aed583-5cad-4b8c-8b04-b390f76a78e3 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:27.565909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:27.588229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Usage tracker for resource:network and tenant:27c4b884849d4efa94147fa4a5bb68da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:27.592826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event updated for resources: {'Port': ['ID=643dee3a-18e7-4d35-aa60-21207d1099ff,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:27.595824 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:27.598600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:27.607792 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2673897a-40a7-4a2c-ad52-319c98f40f69 req-fa94f825-c7d9-4320-bda4-c77a8bdcd585 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712460 Nov 09 11:16:27.611635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:27.612424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=9a9e7852-d8ea-40de-9daf-038fdaf064d3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:27.616410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:27.636210 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:27.636210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.648527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.662743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:27.667540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:27.671607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:27.675519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:27.680532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:27.684700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:27.693450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:27.697077 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-bf242b1b-4d69-4c2e-bbc0-e8d4935f8ee5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.5365336 Nov 09 11:16:27.728200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Transition to ACTIVE for port object dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:27.733621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/9a9e7852-d8ea-40de-9daf-038fdaf064d3 HTTP/1.1" status: 204 len: 168 time: 2.0990338 Nov 09 11:16:27.735621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60604) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:27.742523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'mac_address': 'fa:16:3e:cf:cc:69', 'name': 'tempest-PortsIpV6TestJSON-286862782'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:27.758301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-193edaa8-a3dc-44fc-bcf8-0f2b8a9c2eb2 req-41a50659-9b74-4236-892d-dbb00a396d7c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609221 Nov 09 11:16:27.771222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Made reservation on behalf of 27c4b884849d4efa94147fa4a5bb68da for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:27.773880 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.859997 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.863984 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:27.879910 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:27.954403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:27.962920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:27.967574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:27.973238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:27.981014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Usage tracker for resource:security_group_rule and tenant:27c4b884849d4efa94147fa4a5bb68da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:27.990649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:27.998196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:28.012084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:28.014720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Pushing event updated for resources: {'Port': ['ID=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:28.019886 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:28.066788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56ab76-80e1-4c7a-b6a4-d7e3c7a781f4 req-1571d9b9-b02b-4e7a-a1f3-1927ef731d9b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:28.074226 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d56ab76-80e1-4c7a-b6a4-d7e3c7a781f4 req-1571d9b9-b02b-4e7a-a1f3-1927ef731d9b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 943 time: 0.2413111 Nov 09 11:16:28.080572 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.081263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.105370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:28.141394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Attempting to bind port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:28.142043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Attempting to bind port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd4498702-94dd-4555-8d6c-2ab97fb72829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8b40536f-05df-4e7b-b670-d98154e67631'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:28.142587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Attempting to bind port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 on network 8b40536f-05df-4e7b-b670-d98154e67631 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:28.150381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 on network 8b40536f-05df-4e7b-b670-d98154e67631 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:16:28.150966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Attempting to bind port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 on network 8b40536f-05df-4e7b-b670-d98154e67631 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:28.158099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:28.158675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Checking segment: {'id': 'd4498702-94dd-4555-8d6c-2ab97fb72829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8b40536f-05df-4e7b-b670-d98154e67631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:28.159265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Bound using segment: {'id': 'd4498702-94dd-4555-8d6c-2ab97fb72829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8b40536f-05df-4e7b-b670-d98154e67631'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:28.159853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Bound port: dc60fac2-37bd-49cf-8fe1-9b6bfd86be20, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4498702-94dd-4555-8d6c-2ab97fb72829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8b40536f-05df-4e7b-b670-d98154e67631'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:28.160362 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.330601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] For port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:28.360235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c6bd-b3e1-4fa7-8dac-c52ae3e80104 req-260fc47f-67b5-42f8-ad5e-dee056cf1c3b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:28.378152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f98c6bd-b3e1-4fa7-8dac-c52ae3e80104 req-260fc47f-67b5-42f8-ad5e-dee056cf1c3b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.2026746 Nov 09 11:16:28.379788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60618) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:28.383909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] For port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,segment=NetworkSegment(d4498702-94dd-4555-8d6c-2ab97fb72829),segment_id=d4498702-94dd-4555-8d6c-2ab97fb72829)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:28.404576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-975913052'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:28.414830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:28.421720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:network and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:28.432037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:28.447714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:28.452240 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.459513 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:28.469195 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d56ab76-80e1-4c7a-b6a4-d7e3c7a781f4 req-8b77ff51-cab7-4c9a-b9fc-5936ebb88f6a tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915927 Nov 09 11:16:28.487770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.494145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.514727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f98c6bd-b3e1-4fa7-8dac-c52ae3e80104 req-6f02f7ee-d1af-4936-901f-2506089c32e1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356339 Nov 09 11:16:28.533589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.533589 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] 10.222.0.59 "PUT /v2.0/ports/dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 HTTP/1.1" status: 200 len: 1091 time: 2.9821963 Nov 09 11:16:28.533589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'tag': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:28.562780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Pushing event updated for resources: {'Port': ['ID=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:28.565869 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:28.580296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:28.584020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.607903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.627833 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'tag': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20', 'status': 'completed', 'code': 200} Nov 09 11:16:28.628089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 6b7be3ad-b557-4df8-b988-e92acc80bb7c yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:16:28.628508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:16:28.661073 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a12413b-9f30-49a5-bede-e74fdf65afde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:28.681267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:16:28.681414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.681810 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Added segment c56c8721-deb2-49db-a20b-cc70e83a9dbf of type vlan for network 635a7131-585c-436d-b910-b5a4b23f9b59 Nov 09 11:16:28.720146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.728913 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.729310 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Added segment 098f5190-e9b0-4f87-887e-f336db743dc9 of type vlan for network 733b1ede-4b32-420a-8990-34dcefbabbd6 Nov 09 11:16:28.749943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9bdad-ae19-4c64-b124-fef960855ab0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:28.751966 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:28.767484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-37da5edd-42e5-494d-8ad2-cfc3b15d6773 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a78eed25f1d4c25a1c1459600e9cf17&device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 1094 time: 0.1365182 Nov 09 11:16:28.803021 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.861067 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-bd681553-ee65-4e0a-a318-fd5db5f4e95e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 HTTP/1.1" status: 200 len: 217 time: 0.0852683 Nov 09 11:16:28.861846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.866086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:28.866244 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:28.874486 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:29.024637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:29.054986 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:29.054986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.054986 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:29.098061 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8f2afae4-4054-422e-bb11-e129abf41af8 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:29.135907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:29.208531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9359195 Nov 09 11:16:29.214143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:29.225227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Request body: {'subnet': {'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-subnet', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:29.233511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Pushing event updated for resources: {'Network': ['ID=733b1ede-4b32-420a-8990-34dcefbabbd6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:29.240290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:29.245596 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:29.249985 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fafaf196-0205-4492-bcc1-dd26bbb60677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:29.250137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 733b1ede-4b32-420a-8990-34dcefbabbd6 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:16:29.291642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:29.292719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Usage tracker for resource:subnet and tenant:27c4b884849d4efa94147fa4a5bb68da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:29.331107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:29.336872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:29.350678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:29.357048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.358091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:29.368456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:29.408787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=6b7be3ad-b557-4df8-b988-e92acc80bb7c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:29.412022 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:29.434201 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0488732 Nov 09 11:16:29.438627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60642) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:29.446099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-281410305'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:29.450786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Network': ['ID=635a7131-585c-436d-b910-b5a4b23f9b59,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:29.451923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:29.456340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:network and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:29.456649 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:29.458959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-58bc1bc8-18f4-45c0-842d-b8fad6b3e925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.459805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:29.461241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-58bc1bc8-18f4-45c0-842d-b8fad6b3e925 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8742953f-46e5-4744-8301-832ffbb00e6b HTTP/1.1" status: 200 len: 850 time: 0.5892873 Nov 09 11:16:29.464017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 635a7131-585c-436d-b910-b5a4b23f9b59 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:16:29.482324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:29.521578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-9c35c1e4-3122-4eb4-907f-71cd5904765e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b40536f-05df-4e7b-b670-d98154e67631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512581 Nov 09 11:16:29.537499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.537923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8009901 Nov 09 11:16:29.538675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Router c17549ce-b665-47e3-83f0-79a8ccce6c16 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:16:29.548917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.553519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.554779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:29.559765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.564799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.569133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.573804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.581495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f5b100df-5548-42c6-8e9d-b6ca1eb502ce tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.5469427 Nov 09 11:16:29.812613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f53921-de6e-48e4-9df5-f2e92c6209d5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:29.813155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-51f53921-de6e-48e4-9df5-f2e92c6209d5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:29.860114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-1a0aec02-650d-4ca8-86e2-d0d98d045ee4 service neutron] 10.222.0.59 "GET /v2.0/networks/8b40536f-05df-4e7b-b670-d98154e67631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624540 Nov 09 11:16:29.874883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1cb4c62-8569-4a17-a686-f60481718906 req-f808cfac-d9cd-4a7c-970d-3b5131b8bfb6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2920496 Nov 09 11:16:29.896795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Made reservation on behalf of 27c4b884849d4efa94147fa4a5bb68da for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:29.899739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.079031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb7e8246-da36-41e5-bb52-d5e1c00c7081 req-f7faa48a-cb18-4a61-8e73-92923742fb02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 1097 time: 0.2981651 Nov 09 11:16:30.097235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:30.103564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.189127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45a59d98-1bac-4b19-84c5-2bdf552ce901 req-9ca9bf09-9a67-40e7-8b38-f5ced9003d4c service neutron] 10.222.0.59 "GET /v2.0/networks/8b40536f-05df-4e7b-b670-d98154e67631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130200 Nov 09 11:16:30.194293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:16:30.204678 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb7e8246-da36-41e5-bb52-d5e1c00c7081 req-1534365f-c9eb-48d6-b280-362c4bfe0560 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101062 Nov 09 11:16:30.212167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c814803-b04c-47bf-8923-f49d3f8303f0 req-187bd452-7fff-4ba4-82de-7234f9b979b0 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:30.213744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c814803-b04c-47bf-8923-f49d3f8303f0 req-187bd452-7fff-4ba4-82de-7234f9b979b0 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 943 time: 0.3846138 Nov 09 11:16:30.226962 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.227471 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Added segment 68ae92bf-0111-48b3-aff8-8aa7e572ddab of type vlan for network ada43232-6e7f-474b-b328-f63ebb1af9a4 Nov 09 11:16:30.241579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98501d-89d7-43c0-bedc-c8e97ad7936f req-1e8213a2-4467-4d0a-bfec-17ca16694836 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:30.243205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b98501d-89d7-43c0-bedc-c8e97ad7936f req-1e8213a2-4467-4d0a-bfec-17ca16694836 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.1301820 Nov 09 11:16:30.248442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-51f53921-de6e-48e4-9df5-f2e92c6209d5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:30.249580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-51f53921-de6e-48e4-9df5-f2e92c6209d5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/6b7be3ad-b557-4df8-b988-e92acc80bb7c HTTP/1.1" status: 200 len: 844 time: 0.6816669 Nov 09 11:16:30.257391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60664) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:30.266426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.298431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b98501d-89d7-43c0-bedc-c8e97ad7936f req-ba667004-5ccc-46fc-bd36-d512d1dc507a tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484004 Nov 09 11:16:30.312945 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bd8ee68b-c32c-4918-b911-ad785fb4b879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:30.424887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-8958af86-a8f9-4fd0-b6a3-5304e919bc46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a78eed25f1d4c25a1c1459600e9cf17&device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 1094 time: 0.0749054 Nov 09 11:16:30.435426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.507159 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c814803-b04c-47bf-8923-f49d3f8303f0 req-2b1f3123-fc63-4654-8b5c-d48cf9adff10 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825189 Nov 09 11:16:30.517295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 6b7be3ad-b557-4df8-b988-e92acc80bb7c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:30.517295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.571778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=834e168d-0d61-4944-8308-43156c1ab5f2,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:30.574539 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:30.580470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-6e3671fe-bcc4-4418-8d44-28e62b141a40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:30.581950 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-6e3671fe-bcc4-4418-8d44-28e62b141a40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b40536f-05df-4e7b-b670-d98154e67631 HTTP/1.1" status: 200 len: 911 time: 0.1499078 Nov 09 11:16:30.656544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-1b505465-5d12-45f3-ae03-bc7d8d9eca18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 HTTP/1.1" status: 200 len: 217 time: 0.0679448 Nov 09 11:16:30.735945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-dd0cfd95-b729-43a3-9d5c-e537c3a71ab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:30.737868 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-dd0cfd95-b729-43a3-9d5c-e537c3a71ab7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8742953f-46e5-4744-8301-832ffbb00e6b HTTP/1.1" status: 200 len: 850 time: 0.0745032 Nov 09 11:16:30.787569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Checking segment: {'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:30.787569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Network hostable DHCP agents. Network: 733b1ede-4b32-420a-8990-34dcefbabbd6, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:16:30.793224 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-b006d4bd-046b-4724-8eaf-7a7c1c3597c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b40536f-05df-4e7b-b670-d98154e67631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480878 Nov 09 11:16:30.823323 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.827712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:30.828248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:30.844492 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84a2b4b8-a1d1-42d3-9958-61fd199f8259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:30.955778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-cd31baf2-5ff7-4457-9f01-01b3fc5e012f service neutron] 10.222.0.59 "GET /v2.0/networks/8b40536f-05df-4e7b-b670-d98154e67631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558762 Nov 09 11:16:31.066549 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6265111 Nov 09 11:16:31.067623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60680) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:31.083330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:16:31.091308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] Sync routers for ids ['c17549ce-b665-47e3-83f0-79a8ccce6c16'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:16:31.112739 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] Routers {'c17549ce-b665-47e3-83f0-79a8ccce6c16'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:31.113385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c17549ce-b665-47e3-83f0-79a8ccce6c16'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:31.140519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'subnet': {'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:31.200766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cf75915-dd8e-424c-8ace-2a51f828dd45 req-fb36a283-dcb7-4058-a348-36561731c643 service neutron] 10.222.0.59 "GET /v2.0/networks/8b40536f-05df-4e7b-b670-d98154e67631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385356 Nov 09 11:16:31.223616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:31.230451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.235025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.236037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] Routers {'c17549ce-b665-47e3-83f0-79a8ccce6c16'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:31.236801 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c17549ce-b665-47e3-83f0-79a8ccce6c16'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:31.239632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.244906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.249337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.254011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.258399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.267437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:31.268087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6894686e-419c-406f-9414-8849c9d172e5 req-77cd0ecb-8430-47f7-99e0-0bc64f84e8da tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.2143857 Nov 09 11:16:31.271881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:subnet and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:31.276358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:31.282603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:31.299816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Network 733b1ede-4b32-420a-8990-34dcefbabbd6 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:16:31.302082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Network': ['ID=ada43232-6e7f-474b-b328-f63ebb1af9a4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:31.306033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:31.323815 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:31.324140 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6894686e-419c-406f-9414-8849c9d172e5 req-fad1408b-f7ea-467b-a978-b43262d167fc tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550480 Nov 09 11:16:31.413255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:31.423601 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:16:31.431070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 733b1ede-4b32-420a-8990-34dcefbabbd6) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:31.450271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d21c90-b710-41b9-a165-c5449e996c53 None None] Network 733b1ede-4b32-420a-8990-34dcefbabbd6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:31.472197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:31.472599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8de44-b76f-4502-9c35-307f9941a07b None None] The sync data for ids ['c17549ce-b665-47e3-83f0-79a8ccce6c16'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:16:31.505379 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:31.506763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9069302 Nov 09 11:16:31.509959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60688) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:31.516212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:31.523740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 6b7be3ad-b557-4df8-b988-e92acc80bb7c owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:31.578217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.578730 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:31.836124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93976841-6364-407a-b418-7ccfc11b06e5 None None] Network 733b1ede-4b32-420a-8990-34dcefbabbd6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:31.869949 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:31.928002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf525e6-5558-4b80-849d-5739b3ab84be req-d4602ca9-680a-429e-9033-5e010e18402e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:31.935607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7096355 Nov 09 11:16:31.935764 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bf525e6-5558-4b80-849d-5739b3ab84be req-d4602ca9-680a-429e-9033-5e010e18402e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 943 time: 0.1854889 Nov 09 11:16:31.935876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60700) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:31.946439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:32.010477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bf525e6-5558-4b80-849d-5739b3ab84be req-7ac50d8d-7490-4727-bd53-514be40f23f6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687714 Nov 09 11:16:32.019378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:32.043670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Usage tracker for resource:router and tenant:27c4b884849d4efa94147fa4a5bb68da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:32.048951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:32.067356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:32.097024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999e3a-e93d-49fd-a09f-23eaf0d692cf req-9c423f96-cb26-408a-ae61-cb603be3af07 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:32.098721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e999e3a-e93d-49fd-a09f-23eaf0d692cf req-9c423f96-cb26-408a-ae61-cb603be3af07 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.5232260 Nov 09 11:16:32.108507 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.124302 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4aa8bb2f-3d6d-4d02-982d-4a8b9d14f2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:32.183039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=6b7be3ad-b557-4df8-b988-e92acc80bb7c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:32.192116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:32.196065 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.198620 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.248770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.299502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e999e3a-e93d-49fd-a09f-23eaf0d692cf req-fbdeae12-5cb6-414e-970d-3f77e3664de8 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875038 Nov 09 11:16:32.310518 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.365557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/6b7be3ad-b557-4df8-b988-e92acc80bb7c HTTP/1.1" status: 204 len: 168 time: 2.1071432 Nov 09 11:16:32.368913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:32.411990 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb09a03e-251b-4954-8414-4750c1c8d7b8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:16:32.412572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb09a03e-251b-4954-8414-4750c1c8d7b8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:32.483723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.553442 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.567225 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-32467836-5e3e-4b18-9c00-b120d871c021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:32.580349 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.628246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0b675-a26d-43fb-86e8-6c4f9ae0c88a req-aee58a0a-68d8-4bfa-86b6-aaaa0da25041 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:32.630030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14b0b675-a26d-43fb-86e8-6c4f9ae0c88a req-aee58a0a-68d8-4bfa-86b6-aaaa0da25041 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.1185036 Nov 09 11:16:32.670337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Deleting port 643dee3a-18e7-4d35-aa60-21207d1099ff {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:32.670683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.673208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb09a03e-251b-4954-8414-4750c1c8d7b8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:32.680732 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eb09a03e-251b-4954-8414-4750c1c8d7b8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/6b7be3ad-b557-4df8-b988-e92acc80bb7c HTTP/1.1" status: 404 len: 333 time: 0.3046901 Nov 09 11:16:32.690387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:32.699195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'name': 'tempest-PortsIpV6TestJSON-1799521595'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:32.734307 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14b0b675-a26d-43fb-86e8-6c4f9ae0c88a req-7e92f2c0-9511-48d5-b7f3-e539bff3ac03 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Nov 09 11:16:32.751473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Subnet': ['ID=5b5dc732-a63e-458b-97e6-ee9d96805ce4,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:32.754160 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:32.765100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:32.869818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.025509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Checking segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:33.025861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network hostable DHCP agents. Network: 635a7131-585c-436d-b910-b5a4b23f9b59, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:16:33.026894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Calling delete_port for 643dee3a-18e7-4d35-aa60-21207d1099ff owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:33.031354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:33.043808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.047700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.051520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.055537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.059404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.063467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.067477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.070135 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-5c6fa5e8-ec28-4001-a54b-c07c05a4d315 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.4706457 Nov 09 11:16:33.103264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:33.213459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-21f666cd-8d6d-4b16-81c3-e3a7e68d53d9 req-fb3744d8-e32f-4c83-befb-614e60ca93b6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326890 Nov 09 11:16:33.261467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network 635a7131-585c-436d-b910-b5a4b23f9b59 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:16:33.287202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:33.293034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.322096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 96f53de0-f681-4a55-8317-0f8801c5df43 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:16:33.389574 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.399199 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-66f469c9-eacb-4547-851c-07bd5c0a4057 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:33.450104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Pushing event deleted for resources: {'Port': ['ID=643dee3a-18e7-4d35-aa60-21207d1099ff,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:33.478861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 635a7131-585c-436d-b910-b5a4b23f9b59) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:33.487608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a13853-d0a8-40a3-9343-419ba32d9001 None None] Network 635a7131-585c-436d-b910-b5a4b23f9b59 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:33.501770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.502146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.502515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.502995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.503385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.503745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.504099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.504524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.504810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.505166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.505523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:33.508783 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:33.520333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:33.696064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.751867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:33.752605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.757850 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.798787 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.832716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-635a7131-585c-436d-b910-b5a4b23f9b59', 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'fixed_ips': [{'subnet_id': '5b5dc732-a63e-458b-97e6-ee9d96805ce4'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:16:33.833686 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.852286 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:33.866155 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-41358e0e-da8e-427e-8b51-8cbc900b2fe9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:33.918390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,segment=NetworkSegment(d4498702-94dd-4555-8d6c-2ab97fb72829),segment_id=d4498702-94dd-4555-8d6c-2ab97fb72829)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:33.943478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20', 'network_id': '8b40536f-05df-4e7b-b670-d98154e67631', 'port_id': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20', 'mac_address': 'fa:16:3e:b0:38:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8742953f-46e5-4744-8301-832ffbb00e6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:33.951840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=96f53de0-f681-4a55-8317-0f8801c5df43,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:33.969713 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:34.009519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:34.013873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:34.026826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:34.030825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.031451 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.033654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831015-355e-4e01-b6d1-6a65e6bd2305 req-d38b7c4b-af7d-4da4-9bea-9d33bf5cb65b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.043930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0831015-355e-4e01-b6d1-6a65e6bd2305 req-d38b7c4b-af7d-4da4-9bea-9d33bf5cb65b tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 943 time: 0.7106855 Nov 09 11:16:34.069086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.103233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf6b5d-2224-499f-b620-8b563c3365aa req-f42d21e9-c958-4f84-bf8a-d3269bd1839b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.108339 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebdf6b5d-2224-499f-b620-8b563c3365aa req-f42d21e9-c958-4f84-bf8a-d3269bd1839b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.7254808 Nov 09 11:16:34.117853 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0372341 Nov 09 11:16:34.126754 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.161030 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.161175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60748) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:34.161282 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4664049 Nov 09 11:16:34.168941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:34.171034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60750) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:34.173081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Allocated IP 10.1.1.2 (635a7131-585c-436d-b910-b5a4b23f9b59/5b5dc732-a63e-458b-97e6-ee9d96805ce4/2304ac08-9707-47bb-b6bd-d52ce60cae23) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:34.193860 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,segment=NetworkSegment(d4498702-94dd-4555-8d6c-2ab97fb72829),segment_id=d4498702-94dd-4555-8d6c-2ab97fb72829)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:34.194214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Allocated IP 172.25.7.187 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/704453da-7dc9-40ce-bbf9-a13a125a7a3d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:34.279687 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.279970 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.283180 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:34.292583 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.300631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'subnet': {'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:34.348876 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebdf6b5d-2224-499f-b620-8b563c3365aa req-a5b370bd-3d75-414b-acc0-ddc9f75015e1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402990 Nov 09 11:16:34.397660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:34.401981 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:34.439051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.468098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:34.509883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:34.562773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.584771 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.589995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Transition to ACTIVE for port object 2304ac08-9707-47bb-b6bd-d52ce60cae23 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:34.598467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:subnet and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:34.605350 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aed90e03-3467-44de-a132-60596977ba70 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:34.611186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:34.612797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Transition to ACTIVE for port object 2304ac08-9707-47bb-b6bd-d52ce60cae23 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:34.628148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['dc60fac2-37bd-49cf-8fe1-9b6bfd86be20'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:34.692218 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.700584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:34.701018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:34.710803 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0831015-355e-4e01-b6d1-6a65e6bd2305 req-6a2bc754-2db1-4ec3-837d-63b1565e9208 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651373 Nov 09 11:16:34.711606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:34.715070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:34.753052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Pushing event updated for resources: {'Port': ['ID=704453da-7dc9-40ce-bbf9-a13a125a7a3d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:34.756165 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:34.778987 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a2a71b1b-feab-45c0-b579-aaa51f2dffd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:34.799323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Router c17549ce-b665-47e3-83f0-79a8ccce6c16 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:16:34.809298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.813298 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:34.813537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.820905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.824517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:34.830893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.841311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.848752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.853757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:34.855043 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a2843c-3831-4826-b102-a17d6857d498 req-3dcc8f9d-2dd4-4d69-87ee-c516124a73d0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.3005056 Nov 09 11:16:34.909594 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Pushing event updated for resources: {'Port': ['ID=2304ac08-9707-47bb-b6bd-d52ce60cae23,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:34.922997 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:34.936946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Network 635a7131-585c-436d-b910-b5a4b23f9b59 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:34.939411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:34.950374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:34.979812 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a2843c-3831-4826-b102-a17d6857d498 req-51ca69bf-ff7b-4e56-8e79-fe18355b9b5e tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144834 Nov 09 11:16:35.089493 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Attempting to bind port 2304ac08-9707-47bb-b6bd-d52ce60cae23 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:35.089896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Attempting to bind port 2304ac08-9707-47bb-b6bd-d52ce60cae23 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:35.090246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Attempting to bind port 2304ac08-9707-47bb-b6bd-d52ce60cae23 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:35.104553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:35.111863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:35.112253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Checking segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:35.112668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:35.113071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Bound using segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:35.113536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Bound port: 2304ac08-9707-47bb-b6bd-d52ce60cae23, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:35.113918 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:35.157784 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:35.160724 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:35.234922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:16:35.250548 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] Sync routers for ids ['c17549ce-b665-47e3-83f0-79a8ccce6c16'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:16:35.265610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] For port 2304ac08-9707-47bb-b6bd-d52ce60cae23, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:35.270222 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] For port 2304ac08-9707-47bb-b6bd-d52ce60cae23, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2304ac08-9707-47bb-b6bd-d52ce60cae23,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:35.277720 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] Routers {'c17549ce-b665-47e3-83f0-79a8ccce6c16'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:35.278036 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c17549ce-b665-47e3-83f0-79a8ccce6c16'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:35.341670 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:35.346034 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:35.353720 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] Routers {'c17549ce-b665-47e3-83f0-79a8ccce6c16'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:35.354520 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c17549ce-b665-47e3-83f0-79a8ccce6c16'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:35.367704 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:35.368076 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:35.369649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "PUT /v2.0/routers/c17549ce-b665-47e3-83f0-79a8ccce6c16 HTTP/1.1" status: 200 len: 709 time: 3.8585677 Nov 09 11:16:35.378034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60770) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:35.419984 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:35.420676 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1945f-b008-43a5-9d23-5877bbd86a3c None None] The sync data for ids ['c17549ce-b665-47e3-83f0-79a8ccce6c16'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:16:35.482901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Pushing event updated for resources: {'Port': ['ID=2304ac08-9707-47bb-b6bd-d52ce60cae23,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:35.486236 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:35.626210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Router ee3544d4-e696-41ae-b4ce-93cf4f44143b is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:16:35.993913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-019b9b24-b985-42eb-8c9a-911b59fd60f0 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/routers/c17549ce-b665-47e3-83f0-79a8ccce6c16 HTTP/1.1" status: 200 len: 744 time: 0.5988102 Nov 09 11:16:35.999957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60786) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:36.035661 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.075517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535239-a555-4153-8c7a-a6e053f8f28c req-c9adf58a-a5e0-41c1-9718-4d4f396560cd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:36.082428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a535239-a555-4153-8c7a-a6e053f8f28c req-c9adf58a-a5e0-41c1-9718-4d4f396560cd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2689004 Nov 09 11:16:36.091517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e774f35-fd8f-4319-8d08-cf41dd1c4a95 req-e652b319-b2e5-4c1a-956b-077cda91d3e6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:36.093014 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e774f35-fd8f-4319-8d08-cf41dd1c4a95 req-e652b319-b2e5-4c1a-956b-077cda91d3e6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 944 time: 0.1201901 Nov 09 11:16:36.119141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2bebfd62-e20b-455e-bda7-9fbe7619e35f tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=c17549ce-b665-47e3-83f0-79a8ccce6c16 HTTP/1.1" status: 200 len: 205 time: 0.1096120 Nov 09 11:16:36.119850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60796) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:36.121390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:16:36.130944 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.132146 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Sync routers for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:16:36.141648 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:36.161258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:36.162260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:36.194859 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a09bce45-1691-4aa8-bf77-0ef0a64a6c62 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17549ce-b665-47e3-83f0-79a8ccce6c16 HTTP/1.1" status: 200 len: 205 time: 0.0701506 Nov 09 11:16:36.199291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60800) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:36.289944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] In _notify_port_updated(), no bound segment for port 96f53de0-f681-4a55-8317-0f8801c5df43 on network ac04a432-2de1-4032-b2a1-0fdabad02198 {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:16:36.294603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:36.295625 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.300141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "PUT /v2.0/ports/96f53de0-f681-4a55-8317-0f8801c5df43 HTTP/1.1" status: 200 len: 818 time: 2.0133641 Nov 09 11:16:36.311076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e774f35-fd8f-4319-8d08-cf41dd1c4a95 req-c96ff1c9-c59b-41e8-b15e-d1fbda8de8c5 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103248 Nov 09 11:16:36.312169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.313341 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3786809 Nov 09 11:16:36.314272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:36.317188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60806) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:36.451265 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a535239-a555-4153-8c7a-a6e053f8f28c req-13d903d5-2064-416c-b7c3-6cb85edd548b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675640 Nov 09 11:16:36.454624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=96f53de0-f681-4a55-8317-0f8801c5df43,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:36.463434 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:36.476986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 96f53de0-f681-4a55-8317-0f8801c5df43 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:36.477347 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.568892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.579019 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.582252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30e340da-2c8c-423a-bcc4-985961d7df2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:36.588066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:16:36.796900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:36.800273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Subnet': ['ID=efcc144d-686c-4cd2-8ebb-25f5217975ac,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:36.826203 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:36.922864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Checking segment: {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:36.926895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network hostable DHCP agents. Network: ada43232-6e7f-474b-b328-f63ebb1af9a4, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:16:36.986000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 96f53de0-f681-4a55-8317-0f8801c5df43 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:36.997246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012b5d6-51b0-4303-bbea-e4df47cc3bb8 None None] Network 635a7131-585c-436d-b910-b5a4b23f9b59 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:37.073428 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8082b552-c67d-4710-8d1d-7452d1f7b414 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:37.082407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:16:37.188675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ada43232-6e7f-474b-b328-f63ebb1af9a4) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:37.230618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4362e14f-1d2c-404c-a40f-56cc5044268d None None] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:37.256738 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:37.258611 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:37.487780 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3180523 Nov 09 11:16:37.501308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60836) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:37.515037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'port': {'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'name': 'tempest-TaggedBootDevicesTest-1928844766', 'fixed_ips': [{'subnet_id': '5b5dc732-a63e-458b-97e6-ee9d96805ce4'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:37.516464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-520c307d-c943-41b2-be86-7f935aa6abb9 None None] Provisioning for port 2304ac08-9707-47bb-b6bd-d52ce60cae23 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:37.540143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2304ac08-9707-47bb-b6bd-d52ce60cae23 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:37.584012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:37.770873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e930d-26c1-4d36-8320-892893d308b2 req-1ab7373c-d342-4e6a-822f-51f425a3cce1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:37.776166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-536e930d-26c1-4d36-8320-892893d308b2 req-1ab7373c-d342-4e6a-822f-51f425a3cce1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.4379492 Nov 09 11:16:37.828060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:37.834682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-ada43232-6e7f-474b-b328-f63ebb1af9a4', 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'fixed_ips': [{'subnet_id': 'efcc144d-686c-4cd2-8ebb-25f5217975ac'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:16:37.836242 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:37.845055 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58cecc7d-9817-4ce9-bf3e-a2922d8ae693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031243878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:37.945820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=96f53de0-f681-4a55-8317-0f8801c5df43,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:38.030510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:35Z', 'revision_number': 3, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:38.058161 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Checking router: ee3544d4-e696-41ae-b4ce-93cf4f44143b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:16:38.058768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Updating router ee3544d4-e696-41ae-b4ce-93cf4f44143b port 704453da-7dc9-40ce-bbf9-a13a125a7a3d binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:16:38.088999 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:38.099585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:38.162162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 2304ac08-9707-47bb-b6bd-d52ce60cae23 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:38.171420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:38.172526 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.191553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:38.217019 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-536e930d-26c1-4d36-8320-892893d308b2 req-0f5c9905-2173-4260-90d0-740a27caee3e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188721 Nov 09 11:16:38.218972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:port and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:38.229173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:38.240444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2304ac08-9707-47bb-b6bd-d52ce60cae23 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:38.241028 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.254149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.259665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.260088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:38.264342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.269142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.276631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.284016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.291075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.293576 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-3ba7ca44-2d0c-45c9-889f-970bb438ddc9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 1.2296748 Nov 09 11:16:38.294885 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.302174 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8082b552-c67d-4710-8d1d-7452d1f7b414 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.333291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Allocated IP 10.2.2.2 (ada43232-6e7f-474b-b328-f63ebb1af9a4/efcc144d-686c-4cd2-8ebb-25f5217975ac/63ff9929-55e1-4602-9f23-6e15f05782e4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:38.339650 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/96f53de0-f681-4a55-8317-0f8801c5df43 HTTP/1.1" status: 204 len: 168 time: 2.0165350 Nov 09 11:16:38.341049 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8082b552-c67d-4710-8d1d-7452d1f7b414 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.345225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:38.347917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:38.441520 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2700439d-713a-47d3-b6f8-7e31db1f5c95 req-0ccf85cc-b52f-4c1d-a293-e85d7ca46c97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365857 Nov 09 11:16:38.500360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef77665f-c059-40c8-84e8-1264bc9441b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:38.501109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef77665f-c059-40c8-84e8-1264bc9441b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:38.534220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8082b552-c67d-4710-8d1d-7452d1f7b414 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.534730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8082b552-c67d-4710-8d1d-7452d1f7b414 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Fanout notify agent at l3_agent the message router_deleted on router c17549ce-b665-47e3-83f0-79a8ccce6c16 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:16:38.585059 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8082b552-c67d-4710-8d1d-7452d1f7b414 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.587018 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8082b552-c67d-4710-8d1d-7452d1f7b414 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/c17549ce-b665-47e3-83f0-79a8ccce6c16 HTTP/1.1" status: 204 len: 168 time: 2.3864789 Nov 09 11:16:38.594717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:38.643894 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.647469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef77665f-c059-40c8-84e8-1264bc9441b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:38.649103 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ef77665f-c059-40c8-84e8-1264bc9441b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3022051 Nov 09 11:16:38.657149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:38.719413 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-01301113-8091-489a-ad33-70e337ca8a11 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:16:38.724909 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-01301113-8091-489a-ad33-70e337ca8a11 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/96f53de0-f681-4a55-8317-0f8801c5df43 HTTP/1.1" status: 404 len: 333 time: 0.0628710 Nov 09 11:16:38.726916 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-608dedc3-2287-46a6-ba05-902ba11feee2 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17549ce-b665-47e3-83f0-79a8ccce6c16 HTTP/1.1" status: 200 len: 205 time: 0.1275022 Nov 09 11:16:38.727635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60856) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:38.730341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60858) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:38.764978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-78a0891f-9eee-402e-b3d8-7d67131c7ee5 None None] Provisioning complete for port 2304ac08-9707-47bb-b6bd-d52ce60cae23 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:38.766467 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78a0891f-9eee-402e-b3d8-7d67131c7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.800943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1704183473'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:38.817140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:38.821279 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-9ce81174-bf9e-4d24-a011-4ba395eb7c43 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] delete failed (client error): The resource could not be found. Nov 09 11:16:38.822307 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9ce81174-bf9e-4d24-a011-4ba395eb7c43 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/c17549ce-b665-47e3-83f0-79a8ccce6c16 HTTP/1.1" status: 404 len: 336 time: 0.0910521 Nov 09 11:16:38.824769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:38.829038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:38.836931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:38.840072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:38.888132 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f0fb1046-9e52-4273-8a39-8315c8e5e39a tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaeeb84-c65d-4955-a1ed-c8e410aa1bef HTTP/1.1" status: 200 len: 205 time: 0.0464900 Nov 09 11:16:38.891673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60868) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:38.896816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:38.978571 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-d774580b-ec6c-4906-994c-e8cc9fc9acd2 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] delete failed (client error): The resource could not be found. Nov 09 11:16:39.516803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d774580b-ec6c-4906-994c-e8cc9fc9acd2 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/dfaeeb84-c65d-4955-a1ed-c8e410aa1bef HTTP/1.1" status: 404 len: 336 time: 0.0956545 Nov 09 11:16:39.516803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:39.516803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.516803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60872) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:39.530862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] device_id is not set on port 05c35df5-3825-47be-9e64-f78f0ed25640 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:16:39.537566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.537566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Transition to ACTIVE for port object 63ff9929-55e1-4602-9f23-6e15f05782e4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:39.538297 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-98ce273f-9157-4f77-979b-55eb226731e0 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ff841e-eb9a-4578-8bb2-6b6e804ccdec HTTP/1.1" status: 200 len: 205 time: 0.1055708 Nov 09 11:16:39.538297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:16:39.538297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:39.538297 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.538297 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment 50538266-356e-42a2-9698-b3aa2c8c0323 of type vlan for network 956c007d-0905-4a9e-b26b-49fc57135a72 Nov 09 11:16:39.539246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Transition to ACTIVE for port object 63ff9929-55e1-4602-9f23-6e15f05782e4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:39.539409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aae63-7245-44ad-a9ff-5026b0675352 req-ba889e20-cb57-4c09-ae6d-c5ee50ce57b4 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:39.539409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-894aae63-7245-44ad-a9ff-5026b0675352 req-ba889e20-cb57-4c09-ae6d-c5ee50ce57b4 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 944 time: 0.4530170 Nov 09 11:16:39.539747 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-d8582d14-3046-43ad-b0fe-57b55bf6a7cf tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] delete failed (client error): The resource could not be found. Nov 09 11:16:39.539747 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d8582d14-3046-43ad-b0fe-57b55bf6a7cf tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/95ff841e-eb9a-4578-8bb2-6b6e804ccdec HTTP/1.1" status: 404 len: 336 time: 0.0873761 Nov 09 11:16:39.539747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60882) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:39.540153 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.540153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,segment=NetworkSegment(d4498702-94dd-4555-8d6c-2ab97fb72829),segment_id=d4498702-94dd-4555-8d6c-2ab97fb72829)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:39.540153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:39.540600 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-06916550-7e74-422d-a42d-fd3bfa2f79a0 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 HTTP/1.1" status: 200 len: 205 time: 0.0716071 Nov 09 11:16:39.540600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60888) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:39.540886 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.540886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 2304ac08-9707-47bb-b6bd-d52ce60cae23, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2304ac08-9707-47bb-b6bd-d52ce60cae23,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:39.541180 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.541332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.541332 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-3fcd6444-8629-4766-8f96-895526501f5d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] delete failed (client error): The resource could not be found. Nov 09 11:16:39.541332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3fcd6444-8629-4766-8f96-895526501f5d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/c19f9e7f-9e79-4a9e-8fcc-7fb96e511810 HTTP/1.1" status: 404 len: 336 time: 0.0837333 Nov 09 11:16:39.541332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60894) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:39.543372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-894aae63-7245-44ad-a9ff-5026b0675352 req-23dd8928-c614-4950-9d71-7bf42a7ca8e5 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675762 Nov 09 11:16:39.553270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5d1da602-7933-4dc5-b991-a2efc754561e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=03af2a61-e8c6-4214-8814-5500232790c5 HTTP/1.1" status: 200 len: 205 time: 0.0792263 Nov 09 11:16:39.553270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:39.599204 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78a0891f-9eee-402e-b3d8-7d67131c7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.609514 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.614872 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.617954 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.629215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 10.1.1.131 (635a7131-585c-436d-b910-b5a4b23f9b59/5b5dc732-a63e-458b-97e6-ee9d96805ce4/05c35df5-3825-47be-9e64-f78f0ed25640) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:39.630423 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-564f501f-5e35-4b94-b1b9-dedff32f8fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:39.636036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:16:39.650102 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-566bd971-c648-4d71-a991-6e36c4026893 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] delete failed (client error): The resource could not be found. Nov 09 11:16:39.656856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-566bd971-c648-4d71-a991-6e36c4026893 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/03af2a61-e8c6-4214-8814-5500232790c5 HTTP/1.1" status: 404 len: 336 time: 0.0980091 Nov 09 11:16:39.658380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60904) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:39.702056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e3ad3-6088-41e0-9b3d-65ddf56d1e63 req-98d6e60c-7315-485b-a15d-074ed2da5ef9 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:39.703557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-523e3ad3-6088-41e0-9b3d-65ddf56d1e63 req-98d6e60c-7315-485b-a15d-074ed2da5ef9 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2851069 Nov 09 11:16:39.741563 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20', 'code': 200} Nov 09 11:16:39.771524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-523e3ad3-6088-41e0-9b3d-65ddf56d1e63 req-96a0adec-69ca-4f95-a3ad-69168382d848 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614522 Nov 09 11:16:39.772273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.776912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:39.777505 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:39.799242 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-103e48cb-8ea6-4dc1-86a8-755ab965fee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:39.891377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-78a0891f-9eee-402e-b3d8-7d67131c7ee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:16:39.891819 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-78a0891f-9eee-402e-b3d8-7d67131c7ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:16:39.901258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:39.908423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:39.911078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:39.952031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-da513ee2-9c13-4e92-952e-b109be90c08e tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "GET /v2.0/ports?device_id=224dac85-3857-4d29-8c66-cbd320ffbe94 HTTP/1.1" status: 200 len: 205 time: 0.2885978 Nov 09 11:16:39.965117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60910) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:40.041071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=956c007d-0905-4a9e-b26b-49fc57135a72,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:40.054112 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3246911 Nov 09 11:16:40.055646 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:40.059469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60914) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:40.066853 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=2304ac08-9707-47bb-b6bd-d52ce60cae23,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:40.066989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:40.128255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Attempting to bind port 63ff9929-55e1-4602-9f23-6e15f05782e4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:40.128705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Attempting to bind port 63ff9929-55e1-4602-9f23-6e15f05782e4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:40.129140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Attempting to bind port 63ff9929-55e1-4602-9f23-6e15f05782e4 on network ada43232-6e7f-474b-b328-f63ebb1af9a4 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:40.138521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 956c007d-0905-4a9e-b26b-49fc57135a72 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:16:40.170391 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-eb61be7b-c769-4976-bec8-c4de3b11c4b6 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] delete failed (client error): The resource could not be found. Nov 09 11:16:40.177237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb61be7b-c769-4976-bec8-c4de3b11c4b6 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/routers/224dac85-3857-4d29-8c66-cbd320ffbe94 HTTP/1.1" status: 404 len: 336 time: 0.1999807 Nov 09 11:16:40.179883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60920) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:40.270385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:40.270385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Checking segment: {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:40.270385 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:40.270385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Bound using segment: {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:40.270385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Bound port: 63ff9929-55e1-4602-9f23-6e15f05782e4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:40.270385 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:40.285486 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:16:40.327799 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c854552-c362-4d4c-ba89-3f35eed5f9be tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] DELETE failed (client error): The resource could not be found. Nov 09 11:16:40.327799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c854552-c362-4d4c-ba89-3f35eed5f9be tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:16:40.460041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2c854552-c362-4d4c-ba89-3f35eed5f9be tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] 10.222.0.50 "DELETE /v2.0/subnets/740f8f24-c100-401b-a911-59533a744517 HTTP/1.1" status: 404 len: 337 time: 0.2758918 Nov 09 11:16:40.474659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:40.484908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:40.488933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:40.496938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:40.554843 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:40.557734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:40.580064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Allocated IP 172.20.0.1 (733b1ede-4b32-420a-8990-34dcefbabbd6/834e168d-0d61-4944-8308-43156c1ab5f2/7242467a-7c27-461c-bd45-05afe7f4e1b2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:40.603710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:40.610283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:40.613886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:40.615509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:40.644399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:40.651264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:40.666566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Pushing event updated for resources: {'Port': ['ID=63ff9929-55e1-4602-9f23-6e15f05782e4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:40.673333 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:40.689309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:40.698908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:40.705420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-e18204a2-576e-44d2-ae9f-8da9e52ac138 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.8935664 Nov 09 11:16:40.706117 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.002s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:40.706117 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:40.724845 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:40.732737 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.031s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:40.733302 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:40.760451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Transition to ACTIVE for port object 704453da-7dc9-40ce-bbf9-a13a125a7a3d will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:40.766767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] For port 63ff9929-55e1-4602-9f23-6e15f05782e4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:40.771143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] For port 63ff9929-55e1-4602-9f23-6e15f05782e4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=63ff9929-55e1-4602-9f23-6e15f05782e4,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:40.777297 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:40.830006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45834a64-764a-452a-ab70-cf0f76bba492 req-b7d95337-4c70-4070-ad81-09d7ed1117e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 1096 time: 1.0170331 Nov 09 11:16:40.830947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Transition to ACTIVE for port object 05c35df5-3825-47be-9e64-f78f0ed25640 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:40.876181 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:40.899999 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:41.092544 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.117881 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.120999 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fa409a40-6ae0-44c5-96d5-219bef84476a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:41.200359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf716e46-60cb-46c1-9273-75e7b7b86b3d None None] Pushing event updated for resources: {'Port': ['ID=704453da-7dc9-40ce-bbf9-a13a125a7a3d,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:41.207201 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf716e46-60cb-46c1-9273-75e7b7b86b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:41.209645 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:41.219544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60970) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:41.231893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4d9697c-62ad-4e96-b8e5-a6fbc9346721 req-c872571c-3c56-47af-83fe-c24364fe1041 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4057677 Nov 09 11:16:41.271742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184af9b2-1964-46ab-adbf-f8339448a12b req-7f554e46-a9c9-45d7-9ffa-be7d190743ba tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:41.276527 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-184af9b2-1964-46ab-adbf-f8339448a12b req-7f554e46-a9c9-45d7-9ffa-be7d190743ba tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 945 time: 0.5011787 Nov 09 11:16:41.308451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45834a64-764a-452a-ab70-cf0f76bba492 req-b5c65d5e-0dcb-44d9-b26c-798239642dae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392004 Nov 09 11:16:41.354106 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Attempting to bind port 704453da-7dc9-40ce-bbf9-a13a125a7a3d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:41.354452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Attempting to bind port 704453da-7dc9-40ce-bbf9-a13a125a7a3d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:41.354934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Attempting to bind port 704453da-7dc9-40ce-bbf9-a13a125a7a3d on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:41.385763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:41.386203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:41.387173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.387701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:41.388077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Bound port: 704453da-7dc9-40ce-bbf9-a13a125a7a3d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:41.388575 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.404083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.410141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:41.416029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network 635a7131-585c-436d-b910-b5a4b23f9b59 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:41.419213 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:41.421520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:41.425702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:41.496669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-184af9b2-1964-46ab-adbf-f8339448a12b req-fb152797-1a98-450d-9031-45673a3a625d tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140160 Nov 09 11:16:41.508706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Pushing event updated for resources: {'Port': ['ID=63ff9929-55e1-4602-9f23-6e15f05782e4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:41.528401 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:41.556097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.598909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.610062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] For port 704453da-7dc9-40ce-bbf9-a13a125a7a3d, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:41.616606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] For port 704453da-7dc9-40ce-bbf9-a13a125a7a3d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=704453da-7dc9-40ce-bbf9-a13a125a7a3d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:41.630145 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-836789c6-cca5-4215-b417-e1ba12c30297 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:41.676228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:41.684830 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.700794 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:41.708593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Usage tracker for resource:security_group_rule and tenant:931bb821b71642d39c773f61bcdbed93 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:41.713716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:41.731979 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:41.789587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2304ac08-9707-47bb-b6bd-d52ce60cae23 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:41.812213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:41.830700 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6f0ade6c-51f4-4dff-be8d-64452dab93d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:41.997092 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf716e46-60cb-46c1-9273-75e7b7b86b3d None None] Pushing event updated for resources: {'Port': ['ID=704453da-7dc9-40ce-bbf9-a13a125a7a3d,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:42.012856 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf716e46-60cb-46c1-9273-75e7b7b86b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:42.059363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:42.059996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:42.155470 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:42.183969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=2bcba048-4d33-4d1b-bac8-4c560f86a781,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:42.186032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': '50538266-356e-42a2-9698-b3aa2c8c0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:42.186517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: 956c007d-0905-4a9e-b26b-49fc57135a72, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:16:42.196984 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:42.223505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=7242467a-7c27-461c-bd45-05afe7f4e1b2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:42.233132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2304ac08-9707-47bb-b6bd-d52ce60cae23 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:42.233590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:42.237420 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:42.239153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Network 733b1ede-4b32-420a-8990-34dcefbabbd6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:42.244417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:42.246261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:42.248208 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:42.249019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:42.252686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:42.266904 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bff1b3b8-a385-4f76-8b55-4fc35140cce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:42.306373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b019574-9c2e-4a65-a57d-5acc48294722,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:42.313523 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:42.314364 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:42.378017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 956c007d-0905-4a9e-b26b-49fc57135a72 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:16:42.400805 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8968401 Nov 09 11:16:42.402976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32792) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:42.404449 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=931bb821b71642d39c773f61bcdbed93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1794646 Nov 09 11:16:42.406116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32794) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:42.416320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 99933e17-14ce-4cd0-9f39-dd04b4325ab9 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:42.419147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'port': {'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'name': 'tempest-TaggedBootDevicesTest-87577813', 'fixed_ips': [{'subnet_id': '5b5dc732-a63e-458b-97e6-ee9d96805ce4'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:42.485636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-42b8f82c-fc91-4477-b70a-61595d28b371 None None] Provisioning for port 05c35df5-3825-47be-9e64-f78f0ed25640 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:42.488116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 956c007d-0905-4a9e-b26b-49fc57135a72) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:42.498495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:42.500588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:42.514184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62882544-ecb6-4441-8872-b624d19544ff None None] Network 956c007d-0905-4a9e-b26b-49fc57135a72 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:42.605900 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-42b8f82c-fc91-4477-b70a-61595d28b371 None None] Provisioning complete for port 05c35df5-3825-47be-9e64-f78f0ed25640 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:42.608231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-42b8f82c-fc91-4477-b70a-61595d28b371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:42.668991 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6055267 Nov 09 11:16:42.669285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32812) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:42.675404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:42.925320 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:16:43.037126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:43.073808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:port and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:43.078468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:43.087084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:43.093919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-42b8f82c-fc91-4477-b70a-61595d28b371 None None] Port 05c35df5-3825-47be-9e64-f78f0ed25640 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:16:43.109571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:43.127960 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.131785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:43.135593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:43.144348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12735da9-cef3-412a-950a-e84786ab01c0 req-da602d0f-f7ca-483d-bfec-dde0e78e4129 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.145914 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12735da9-cef3-412a-950a-e84786ab01c0 req-da602d0f-f7ca-483d-bfec-dde0e78e4129 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 945 time: 0.2219267 Nov 09 11:16:43.151339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.156183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:43.161965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:16:43.184878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:43.191041 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.204648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.207903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b62ca-41f2-4b40-8ddf-9fd84ffcb9ac None None] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:43.214418 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12735da9-cef3-412a-950a-e84786ab01c0 req-1953690b-9152-4e4c-bd62-f91786611c81 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554721 Nov 09 11:16:43.254122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:43.258200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.290827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] device_id is not set on port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:16:43.399182 n-d-817173-1 neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bcba048-4d33-4d1b-bac8-4c560f86a781 (CIDR: 2001:db8::/64) Nov 09 11:16:43.415973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.419965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.424226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.429245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.433417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.437423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.441313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:43.443495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-3bb6304e-5495-4e6b-857b-fdddada143ae tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5430 time: 0.7623494 Nov 09 11:16:43.450071 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:16:43.450922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:16:43.549510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:43.580377 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f5420005-b9c8-479c-9933-92fc8471e7c0 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9099226 Nov 09 11:16:43.584976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32856) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:43.589639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:43.638957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '99933e17-14ce-4cd0-9f39-dd04b4325ab9', 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7', 'port_id': '99933e17-14ce-4cd0-9f39-dd04b4325ab9', 'mac_address': 'fa:16:3e:f9:6c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fdb504-6af9-4c5e-b06d-b15721513178', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:43.754377 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.771363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9e5537d2-906a-4cf3-88ee-595c24e80123 None None] Provisioning for port 63ff9929-55e1-4602-9f23-6e15f05782e4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:43.774876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.795919 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f79e2ddb-56fe-4b3b-98ae-aa1a0e217dfb req-98455c63-ed79-45b4-b0dd-abd68725be65 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3135517 Nov 09 11:16:43.808016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 63ff9929-55e1-4602-9f23-6e15f05782e4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:43.817869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:43.824919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:43.826892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:43.842503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:43.872405 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:43.895681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b019574-9c2e-4a65-a57d-5acc48294722,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:43.905546 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.934206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:43.936371 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:43.941266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:43.942876 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2a200582-c5b9-401d-bf7d-13a7c7f88135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:43.967565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-956c007d-0905-4a9e-b26b-49fc57135a72', 'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72', 'tenant_id': '95b1dfdc914a4e928a274a66606cf473', 'fixed_ips': [{'subnet_id': '2bcba048-4d33-4d1b-bac8-4c560f86a781'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:16:43.969141 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.021803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=7242467a-7c27-461c-bd45-05afe7f4e1b2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:44.042219 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:44.072714 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.075390 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b019574-9c2e-4a65-a57d-5acc48294722 HTTP/1.1" status: 204 len: 168 time: 1.6668029 Nov 09 11:16:44.096039 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.375137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.375137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 10.1.1.83 (635a7131-585c-436d-b910-b5a4b23f9b59/5b5dc732-a63e-458b-97e6-ee9d96805ce4/7d5be6ed-2bff-4909-8c5b-e6a13b96680d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:44.376646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99933e17-14ce-4cd0-9f39-dd04b4325ab9 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:44.376646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:44.438596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Allocated IP 2001:db8::2 (956c007d-0905-4a9e-b26b-49fc57135a72/2bcba048-4d33-4d1b-bac8-4c560f86a781/73d2af7c-322e-40d4-8cd9-457da652924f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:44.464136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:35Z', 'revision_number': 3, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:44.465603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Network 733b1ede-4b32-420a-8990-34dcefbabbd6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:44.472574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:44.492037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaefb21-25c2-4087-aae1-feeb8e7c0550 None None] The sync data for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 is: [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:35Z', 'revision_number': 3, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:16:44.725113 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.742840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Transition to ACTIVE for port object 73d2af7c-322e-40d4-8cd9-457da652924f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:44.790248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Transition to ACTIVE for port object 73d2af7c-322e-40d4-8cd9-457da652924f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:44.808735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.813398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 63ff9929-55e1-4602-9f23-6e15f05782e4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:44.816366 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57eee18c-647a-42a8-ac79-3f30bfc4f860 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:44.817771 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.820797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f69a3e32-113a-472c-a2a8-7286809f5242 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:44.824399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:44.826497 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-090fa516-651c-4bf6-bc00-cbf07120755e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:44.871720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Transition to ACTIVE for port object 7d5be6ed-2bff-4909-8c5b-e6a13b96680d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:44.947822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=b8427715-fdae-44c8-b634-c8e2dbec06ac,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:44.982624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 956c007d-0905-4a9e-b26b-49fc57135a72 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:44.992577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:45.002424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:45.002424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:45.055792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 63ff9929-55e1-4602-9f23-6e15f05782e4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:45.059206 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:45.066370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.067537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.068675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.070036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.071280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.072098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.072905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.074323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.075219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.078258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.079341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:45.155444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:45.197938 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:45.205812 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:45.229805 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eadf2da5-eafc-434a-851e-fd9d48d1e6aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:45.297148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] Provisioning complete for port 63ff9929-55e1-4602-9f23-6e15f05782e4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:45.300213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:45.305510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623c844-ecd8-4759-83db-6935fc9c876c req-06bf7924-ca6e-457d-bf95-b2e7c025d8f9 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:45.320272 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f623c844-ecd8-4759-83db-6935fc9c876c req-06bf7924-ca6e-457d-bf95-b2e7c025d8f9 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2044082 Nov 09 11:16:45.354312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7697027 Nov 09 11:16:45.356029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7308f0-6e14-4933-8f6d-f6d6aa5baf49 req-e3ba71fc-957d-42c8-b15b-a06567dad082 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:45.357596 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f7308f0-6e14-4933-8f6d-f6d6aa5baf49 req-e3ba71fc-957d-42c8-b15b-a06567dad082 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 945 time: 0.9673581 Nov 09 11:16:45.358187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32918) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:45.399219 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:16:45.400754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72', 'fixed_ips': [{'subnet_id': '2bcba048-4d33-4d1b-bac8-4c560f86a781'}, {'subnet_id': 'b8427715-fdae-44c8-b634-c8e2dbec06ac'}], 'name': 'tempest-PortsIpV6TestJSON-430157850'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:45.432352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f69a3e32-113a-472c-a2a8-7286809f5242, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69a3e32-113a-472c-a2a8-7286809f5242,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:45.439847 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f623c844-ecd8-4759-83db-6935fc9c876c req-4da8663e-75c1-4b68-b3d3-1914169af1ce tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176450 Nov 09 11:16:45.461048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network 635a7131-585c-436d-b910-b5a4b23f9b59 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:45.509141 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Network 956c007d-0905-4a9e-b26b-49fc57135a72 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:45.510638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:45.515257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:45.517244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:45.518406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f69a3e32-113a-472c-a2a8-7286809f5242', 'network_id': 'd452b088-5da4-4d2e-b403-6b36975ebdc7', 'port_id': 'f69a3e32-113a-472c-a2a8-7286809f5242', 'mac_address': 'fa:16:3e:0f:96:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fdb504-6af9-4c5e-b06d-b15721513178', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:45.519986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=99933e17-14ce-4cd0-9f39-dd04b4325ab9,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:45.531336 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:45.548619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:45.574412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:45.582727 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32930) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:45.635028 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:45.693785 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:45.836420 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:45.874078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f7308f0-6e14-4933-8f6d-f6d6aa5baf49 req-dbc1c067-7be0-485b-b0ac-a3540ff4de57 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013697 Nov 09 11:16:45.903317 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b2a5bf3c-c13c-46d3-aeb2-a7f13f92355b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7e5f03f3e984e5c92d3e695f4c369e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3184574 Nov 09 11:16:45.905865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:45.933564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] For port 63ff9929-55e1-4602-9f23-6e15f05782e4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=63ff9929-55e1-4602-9f23-6e15f05782e4,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:45.955580 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.093371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.094064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.098676 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.185806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.189816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.193741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.195092 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.200967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.203068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.207312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.212077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.220452 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-693f9d73-99ed-4267-b740-cd6a7d0b9ac1 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5431 time: 0.3200331 Nov 09 11:16:46.231001 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.248032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8402729 Nov 09 11:16:46.309425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Attempting to bind port 73d2af7c-322e-40d4-8cd9-457da652924f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:46.309990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Attempting to bind port 73d2af7c-322e-40d4-8cd9-457da652924f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '50538266-356e-42a2-9698-b3aa2c8c0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:46.310653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Attempting to bind port 73d2af7c-322e-40d4-8cd9-457da652924f on network 956c007d-0905-4a9e-b26b-49fc57135a72 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:46.317219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69a3e32-113a-472c-a2a8-7286809f5242 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:46.325704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05f8ea6c-844b-4b24-9e43-0e4b43e3badc req-c8c99c56-351c-405d-a4cd-e82f0a3d4b16 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043141 Nov 09 11:16:46.340158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f69a3e32-113a-472c-a2a8-7286809f5242, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69a3e32-113a-472c-a2a8-7286809f5242,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:46.348209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Pushing event updated for resources: {'Port': ['ID=73d2af7c-322e-40d4-8cd9-457da652924f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:46.360403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-b5059f18-1bc4-46e2-88c0-3ad57c32aee9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 1.2164268 Nov 09 11:16:46.361692 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:46.362384 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:46.411603 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.412492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 886f842b-401a-42d4-b99c-93146fb9d3ea details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:46.430049 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.437612 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ea07a76-a01a-4c2c-98fb-5ad33a8f3977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:46.488449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd20036-7d4e-4366-a265-da0036507e34,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:46.490334 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.495496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:46.501812 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fd20036-7d4e-4366-a265-da0036507e34 HTTP/1.1" status: 204 len: 168 time: 0.5941520 Nov 09 11:16:46.502470 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:46.653950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=886f842b-401a-42d4-b99c-93146fb9d3ea,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:46.676220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '886f842b-401a-42d4-b99c-93146fb9d3ea', 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'port_id': '886f842b-401a-42d4-b99c-93146fb9d3ea', 'mac_address': 'fa:16:3e:91:fa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66198a95-6ef2-4128-8e46-9e30757e7b09', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:46.676993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 704453da-7dc9-40ce-bbf9-a13a125a7a3d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:46.710644 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:46.711388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Checking segment: {'id': '50538266-356e-42a2-9698-b3aa2c8c0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:46.712150 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.712559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Bound using segment: {'id': '50538266-356e-42a2-9698-b3aa2c8c0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:46.713061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Bound port: 73d2af7c-322e-40d4-8cd9-457da652924f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50538266-356e-42a2-9698-b3aa2c8c0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:46.713445 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.770567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:46.903384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32998) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:46.905492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073529801', 'description': 'tempest-description--1007962961'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:46.913724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:46.924362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:security_group and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:46.928809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:46.939560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b34b0d7f-72dd-4073-98cc-b09433d41b9d None None] Provisioning for port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:46.941461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-4c4af1e2-83a3-4805-8f95-10b3afc3e3c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:46.944451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-4c4af1e2-83a3-4805-8f95-10b3afc3e3c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.5672729 Nov 09 11:16:46.946824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:46.989707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b34b0d7f-72dd-4073-98cc-b09433d41b9d None None] Provisioning complete for port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:46.990851 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b34b0d7f-72dd-4073-98cc-b09433d41b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:46.993763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:47.025459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.052475 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.062124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] Pushing event updated for resources: {'Port': ['ID=63ff9929-55e1-4602-9f23-6e15f05782e4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:47.086877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:47.092449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:security_group_rule and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:47.094385 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:47.097350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:47.099075 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9ae30549-24e0-40ef-a36b-a7ab84a282a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:47.107956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:47.190345 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.244793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f69a3e32-113a-472c-a2a8-7286809f5242,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:47.253457 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:47.270698 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.276952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-69ed11a3-1873-455d-bcec-a6c8f7f146e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.2378349 Nov 09 11:16:47.279210 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b7d71c4c-49b8-4aba-b55d-1279c09754d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:47.282299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886f842b-401a-42d4-b99c-93146fb9d3ea {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:47.303050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] For port 73d2af7c-322e-40d4-8cd9-457da652924f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:47.312009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] For port 73d2af7c-322e-40d4-8cd9-457da652924f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=73d2af7c-322e-40d4-8cd9-457da652924f,segment=NetworkSegment(50538266-356e-42a2-9698-b3aa2c8c0323),segment_id=50538266-356e-42a2-9698-b3aa2c8c0323)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:47.331320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=886f842b-401a-42d4-b99c-93146fb9d3ea,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:47.333900 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b34b0d7f-72dd-4073-98cc-b09433d41b9d None None] Port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:16:47.349000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Router ee3544d4-e696-41ae-b4ce-93cf4f44143b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:16:47.373752 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2797f152-3403-42ea-9c2e-8e8d8cc372d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.399550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d137c0-d8f9-4fa4-818a-98d496808c63,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:47.407478 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:47.425578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 704453da-7dc9-40ce-bbf9-a13a125a7a3d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:47.431130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.437510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-c70a2381-58bc-4532-8c90-6e0979c03564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:47.438903 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-c70a2381-58bc-4532-8c90-6e0979c03564 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.1490026 Nov 09 11:16:47.445719 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:47.447121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17d2c4-9394-48b6-9819-6ba2394d4fce req-bea442b1-9f69-41e4-9982-7de439a2fc5e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:47.453040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.459258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef17d2c4-9394-48b6-9819-6ba2394d4fce req-bea442b1-9f69-41e4-9982-7de439a2fc5e tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 945 time: 0.1332710 Nov 09 11:16:47.508700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef17d2c4-9394-48b6-9819-6ba2394d4fce req-005d44e3-2515-4fc2-bb3d-63ab112b7d14 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532949 Nov 09 11:16:47.510743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 704453da-7dc9-40ce-bbf9-a13a125a7a3d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:47.511341 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.522091 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.526593 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6261823 Nov 09 11:16:47.529267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33034) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:47.536104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'security_group_rule': {'security_group_id': '13d137c0-d8f9-4fa4-818a-98d496808c63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:47.557193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:47.577837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:security_group_rule and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:47.581928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:47.590134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:47.591980 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-ecd2dbfd-4c7b-4bac-80e8-6d72f3434aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434104 Nov 09 11:16:47.600491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa55d8c-84a7-4a39-996d-18bcef0ff694 req-5d2f799d-f67b-4b78-8b25-b67842d2283c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:47.601988 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfa55d8c-84a7-4a39-996d-18bcef0ff694 req-5d2f799d-f67b-4b78-8b25-b67842d2283c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.3955131 Nov 09 11:16:47.610127 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.610884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device c74b72c7-9a76-4a3f-b783-96aa8755b2d2 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:47.627773 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.636513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 985ac94e-a018-4928-bac9-22af377745b9 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:16:47.684459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.747498 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Pushing event updated for resources: {'Port': ['ID=73d2af7c-322e-40d4-8cd9-457da652924f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:47.786757 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:47.788407 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:47.838677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:47.893410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2', 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'port_id': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2', 'mac_address': 'fa:16:3e:9e:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66198a95-6ef2-4128-8e46-9e30757e7b09', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:47.916700 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:47.916831 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.009138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.013922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.014869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 704453da-7dc9-40ce-bbf9-a13a125a7a3d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=704453da-7dc9-40ce-bbf9-a13a125a7a3d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:48.016738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:48.020647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.025558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.026032 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:48.033099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.038520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.041377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.045686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.055649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-e2ec42c8-e9d6-45e8-9bfa-f816e5119d14 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5433 time: 0.2595234 Nov 09 11:16:48.059734 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.068049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74b72c7-9a76-4a3f-b783-96aa8755b2d2 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:48.097802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.117451 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:48.172954 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:48.216299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f1f568-b931-4859-961e-c305e6a5100c,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:48.220111 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:48.231795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:48.241233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-31890c70-13c2-4298-b169-aab7b2d3ac72 req-4f71f2d5-b076-44d4-af48-f006f9f1181c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820421 Nov 09 11:16:48.244622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfa55d8c-84a7-4a39-996d-18bcef0ff694 req-b65772ab-642d-41cb-b8f9-28c26ff03199 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060476 Nov 09 11:16:48.291102 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-c1576bb4-f01c-4d6f-8e9b-03a700dccd8b service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857452 Nov 09 11:16:48.321578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.324120 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7937331 Nov 09 11:16:48.335359 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.335359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 90260d63-50cd-435d-83b9-743a89cd3fe4 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:48.338306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33074) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:48.344665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'security_group_rule': {'security_group_id': '13d137c0-d8f9-4fa4-818a-98d496808c63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:48.355844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:48.366693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:security_group_rule and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:48.368906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 90260d63-50cd-435d-83b9-743a89cd3fe4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=90260d63-50cd-435d-83b9-743a89cd3fe4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:48.375732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:48.383392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:48.392895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '90260d63-50cd-435d-83b9-743a89cd3fe4', 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'port_id': '90260d63-50cd-435d-83b9-743a89cd3fe4', 'mac_address': 'fa:16:3e:fc:69:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66198a95-6ef2-4128-8e46-9e30757e7b09', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:48.397679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=704453da-7dc9-40ce-bbf9-a13a125a7a3d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:48.410082 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:48.410928 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-863be40c-8ddc-47d5-87f2-261c1449286e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:48.524119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 63ff9929-55e1-4602-9f23-6e15f05782e4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:48.527898 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.617624 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.641748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90260d63-50cd-435d-83b9-743a89cd3fe4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:48.648556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:48.653857 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:48.666068 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.668123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 90260d63-50cd-435d-83b9-743a89cd3fe4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=90260d63-50cd-435d-83b9-743a89cd3fe4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:48.696072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 63ff9929-55e1-4602-9f23-6e15f05782e4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:48.696454 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.712106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-0453cbcc-86ec-4eee-a6fc-fd7d246145f5 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:48.714718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-0453cbcc-86ec-4eee-a6fc-fd7d246145f5 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 945 time: 0.1118691 Nov 09 11:16:48.777114 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.778081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 528e0f79-b169-4020-853c-b0a8943d4b3f details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:48.784315 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b29e8aeb-5113-4952-9b40-a1aaa0b55ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:48.808062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Deleting port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:48.808471 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.838562 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.856805 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:48.888389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fcaf59-77c6-4a1c-985b-ac6bdd0a1ccd,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:48.897882 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:48.971697 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:48.976869 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6368878 Nov 09 11:16:48.986991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33116) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:48.997483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:49.031220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:49.044466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:floatingip and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:49.050894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:49.056121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::26d (956c007d-0905-4a9e-b26b-49fc57135a72/2bcba048-4d33-4d1b-bac8-4c560f86a781/985ac94e-a018-4928-bac9-22af377745b9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:49.066727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 73d2af7c-322e-40d4-8cd9-457da652924f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:49.092828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8:0:1::1da (956c007d-0905-4a9e-b26b-49fc57135a72/b8427715-fdae-44c8-b634-c8e2dbec06ac/985ac94e-a018-4928-bac9-22af377745b9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:49.116131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 528e0f79-b169-4020-853c-b0a8943d4b3f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=528e0f79-b169-4020-853c-b0a8943d4b3f,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:49.119163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:49.141315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f296e074-38fe-4b92-afcf-1cfadf602966 req-d461464f-bddb-4005-8653-9dd170328284 service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254357 Nov 09 11:16:49.176998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=90260d63-50cd-435d-83b9-743a89cd3fe4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:49.189375 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:49.192622 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '528e0f79-b169-4020-853c-b0a8943d4b3f', 'network_id': '1b97fa72-da0e-4d01-af72-419d0b5a182d', 'port_id': '528e0f79-b169-4020-853c-b0a8943d4b3f', 'mac_address': 'fa:16:3e:d4:61:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66198a95-6ef2-4128-8e46-9e30757e7b09', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:49.198772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268976ed-a9f1-42d2-8443-a045bdfb457e req-120d4295-e445-4247-b379-5ef8fc3708e5 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:49.207365 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-268976ed-a9f1-42d2-8443-a045bdfb457e req-120d4295-e445-4247-b379-5ef8fc3708e5 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 945 time: 0.3792696 Nov 09 11:16:49.221498 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:49.235443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:16:49.275874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] For port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,segment=NetworkSegment(d4498702-94dd-4555-8d6c-2ab97fb72829),segment_id=d4498702-94dd-4555-8d6c-2ab97fb72829)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:49.276236 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:49.394197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] 10.222.0.50 "PUT /v2.0/routers/ee3544d4-e696-41ae-b4ce-93cf4f44143b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0702651 Nov 09 11:16:49.442007 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:49.498518 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Sync routers for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:16:49.502323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528e0f79-b169-4020-853c-b0a8943d4b3f {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:49.526408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:49.527195 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:49.528623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 528e0f79-b169-4020-853c-b0a8943d4b3f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=528e0f79-b169-4020-853c-b0a8943d4b3f,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:49.600601 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-268976ed-a9f1-42d2-8443-a045bdfb457e req-23ae359d-dab8-4bb3-b3eb-1cceac80800c tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/security-groups?id=93d7eb67-23da-4e75-9f9e-006ef4163e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843286 Nov 09 11:16:49.631092 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb8e8-aadf-490a-a2c2-c1b3ba528013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:49.644531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 73d2af7c-322e-40d4-8cd9-457da652924f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:49.677394 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:49.679424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Calling delete_port for dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:49.680170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:16:49.685732 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:49.827363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=528e0f79-b169-4020-853c-b0a8943d4b3f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:49.832247 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:49.839690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:49.939838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object 985ac94e-a018-4928-bac9-22af377745b9 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:49.991411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25babc24-4b7d-40e4-9527-67605acac7b4 req-a4b7bfc6-638b-4325-a0dc-560cb14a39e6 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:49.999444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25babc24-4b7d-40e4-9527-67605acac7b4 req-a4b7bfc6-638b-4325-a0dc-560cb14a39e6 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.3686469 Nov 09 11:16:50.068332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:50.145915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb689c-0e76-4bf9-a797-a72f8fc103d0 None None] Network 956c007d-0905-4a9e-b26b-49fc57135a72 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:50.146152 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:16:50.163454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:50.237505 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:50.321252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:50.332971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 956c007d-0905-4a9e-b26b-49fc57135a72 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:50.342919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:50.346545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:50.352897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.353800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:50.368623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 704453da-7dc9-40ce-bbf9-a13a125a7a3d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:50.441896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=985ac94e-a018-4928-bac9-22af377745b9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:50.447935 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:50.463034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Provisioning for port 73d2af7c-322e-40d4-8cd9-457da652924f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:50.497972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.517288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.532685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.537475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.546551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'port_id': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'mac_address': 'fa:16:3e:3d:11:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:16:50.550860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25babc24-4b7d-40e4-9527-67605acac7b4 req-5fb857f5-9e1a-4bd6-a646-d15107d6ca7f tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505459 Nov 09 11:16:50.551042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.551805 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:50.559007 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-735e8968-c60a-4ac8-9e8c-40f66a0d4b47 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:50.566093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.571867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:50.583373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ac4c54e9-aada-4ada-8f4f-76d7067cdfdb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5436 time: 0.5274415 Nov 09 11:16:50.633463 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Provisioning complete for port 73d2af7c-322e-40d4-8cd9-457da652924f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:50.633851 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:50.644850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.2746601 Nov 09 11:16:50.655102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33208) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:50.666512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Pushing event deleted for resources: {'Port': ['ID=dc60fac2-37bd-49cf-8fe1-9b6bfd86be20,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:50.670943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2bcba048-4d33-4d1b-bac8-4c560f86a781'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:50.674096 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:50.758608 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:43Z', 'revision_number': 2, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:50.764612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 172.25.7.136 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/53efef4f-b8c0-49a2-bd8f-b69df826faac) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:50.771672 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Checking router: ee3544d4-e696-41ae-b4ce-93cf4f44143b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:16:50.773648 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Updating router ee3544d4-e696-41ae-b4ce-93cf4f44143b port 7242467a-7c27-461c-bd45-05afe7f4e1b2 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:16:50.785635 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['dc60fac2-37bd-49cf-8fe1-9b6bfd86be20'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:50.816820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] No DVR routers for this DVR port dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:16:50.821069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:50.840644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'name': 'network-vif-deleted', 'tag': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:50.925439 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-38ceed11-f358-4f24-aede-02579ffb55e9 req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.59 "DELETE /v2.0/ports/dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 HTTP/1.1" status: 204 len: 173 time: 2.2030573 Nov 09 11:16:50.969401 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.003400 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.070494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.076999 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.153187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:16:51.166183 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f106b3d-3036-40e7-9c16-69f4c7f5bc7f req-ab173b28-007d-4261-b17d-d2f12d264b22 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5817277 Nov 09 11:16:51.289343 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.312728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 704453da-7dc9-40ce-bbf9-a13a125a7a3d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:51.319305 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.398110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:51.501371 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.532698 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.563039 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7d30c6e1-fd5d-4f98-8127-914537e1de29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:51.563219 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-720b70eb-d9ee-476c-8a02-04fdb079d524 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:51.647851 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.686391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33266) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:51.720339 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.737621 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Transition to ACTIVE for port object 7242467a-7c27-461c-bd45-05afe7f4e1b2 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:51.752654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:51.760075 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba35d8ae-3f89-4b44-b30d-ec4ce438ba6c req-2c8bdda3-0fea-446f-9f8c-197910511554 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0baeca-eb06-475c-bcb9-4b8fc17d7f50 HTTP/1.1" status: 200 len: 210 time: 0.1126781 Nov 09 11:16:51.779019 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:51.805082 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:51.809512 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b6e6b6a7-9157-4b55-97ba-fdc97b5516b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:51.841252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Delete allocated IP 2001:db8:0:1::1da (956c007d-0905-4a9e-b26b-49fc57135a72/b8427715-fdae-44c8-b634-c8e2dbec06ac) {{(pid=84334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 11:16:51.998962 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0baeca-eb06-475c-bcb9-4b8fc17d7f50', 'name': 'network-vif-deleted', 'tag': 'dc60fac2-37bd-49cf-8fe1-9b6bfd86be20', 'status': 'completed', 'code': 200} Nov 09 11:16:52.026072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:16:52.050001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:16:52.089773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:16:52.123678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=53efef4f-b8c0-49a2-bd8f-b69df826faac,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:52.145583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Update dhcp port {'port': {'network_id': '956c007d-0905-4a9e-b26b-49fc57135a72', 'fixed_ips': [{'subnet_id': '2bcba048-4d33-4d1b-bac8-4c560f86a781', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8427715-fdae-44c8-b634-c8e2dbec06ac'}], 'binding:host_id': 'n-d-817173-1'}, 'id': '73d2af7c-322e-40d4-8cd9-457da652924f'} from n-d-817173-1. {{(pid=84335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 09 11:16:52.167387 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:52.176265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-77def09e-783f-426c-aa8a-7086c2aaa8b4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:52.177549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-77def09e-783f-426c-aa8a-7086c2aaa8b4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:52.203495 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Pushing event updated for resources: {'Port': ['ID=7242467a-7c27-461c-bd45-05afe7f4e1b2,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:52.215885 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.216229 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.216568 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.216894 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.217222 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.217542 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.217866 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.218182 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.218498 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.218823 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.219143 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:16:52.224060 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:52.286334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['886f842b-401a-42d4-b99c-93146fb9d3ea'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:52.320982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['c74b72c7-9a76-4a3f-b783-96aa8755b2d2'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:52.346438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['99933e17-14ce-4cd0-9f39-dd04b4325ab9'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:52.372964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-77def09e-783f-426c-aa8a-7086c2aaa8b4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:52.375326 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-77def09e-783f-426c-aa8a-7086c2aaa8b4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 819 time: 0.6734145 Nov 09 11:16:52.393536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-945713638'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:52.398970 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Attempting to bind port 7242467a-7c27-461c-bd45-05afe7f4e1b2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:16:52.399930 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Attempting to bind port 7242467a-7c27-461c-bd45-05afe7f4e1b2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:16:52.399930 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Attempting to bind port 7242467a-7c27-461c-bd45-05afe7f4e1b2 on network 733b1ede-4b32-420a-8990-34dcefbabbd6 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:16:52.406256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.407304 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:16:52.407974 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Checking segment: {'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:16:52.408113 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.408496 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Bound using segment: {'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:16:52.408972 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Bound port: 7242467a-7c27-461c-bd45-05afe7f4e1b2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:16:52.411616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-41bf9afb-cf66-44d9-876b-cab0db288bd5 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/quotas/27c4b884849d4efa94147fa4a5bb68da HTTP/1.1" status: 200 len: 375 time: 0.0201190 Nov 09 11:16:52.415672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:52.419044 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.428029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Usage tracker for resource:router and tenant:9508a31f98034359ada4f05c8e71d5f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:52.433928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:52.462331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:52.502309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:52.524259 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] For port 7242467a-7c27-461c-bd45-05afe7f4e1b2, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:16:52.528776 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] For port 7242467a-7c27-461c-bd45-05afe7f4e1b2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7242467a-7c27-461c-bd45-05afe7f4e1b2,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:16:52.543839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['528e0f79-b169-4020-853c-b0a8943d4b3f'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:52.556024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742317a-6b46-4dba-aaad-7c443a75c173 req-d31a608a-1722-4d8b-8ecb-c0fd0cfb3eb8 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:52.561107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2742317a-6b46-4dba-aaad-7c443a75c173 req-d31a608a-1722-4d8b-8ecb-c0fd0cfb3eb8 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.4708235 Nov 09 11:16:52.572766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f69a3e32-113a-472c-a2a8-7286809f5242'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:52.585066 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-6cdb3701-9969-4305-8fe9-edef12c9e60e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1649842 Nov 09 11:16:52.611158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['90260d63-50cd-435d-83b9-743a89cd3fe4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:16:52.614357 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.615411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.638444 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.643195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.644378 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-6201492f-615e-4614-b9c3-a0a47abaacd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:52.645473 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.696195 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2742317a-6b46-4dba-aaad-7c443a75c173 req-abff918e-5e9b-4379-a904-44eaf7383bde tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319489 Nov 09 11:16:52.722053 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.741286 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Pushing event updated for resources: {'Port': ['ID=7242467a-7c27-461c-bd45-05afe7f4e1b2,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:52.742575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Ignored duplicate provisioning block setup for port 985ac94e-a018-4928-bac9-22af377745b9 by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 09 11:16:52.745254 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:52.763529 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:16:52.764357 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:16:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:52.797770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.831134 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.865228 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b3153b7c-2dea-42de-9e10-c6a9237c1a8d tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:52.941075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.985593 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:52.990038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-02c47e5c-3de2-4b8f-a8f5-c8ca8eef1d45 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2673714 Nov 09 11:16:52.995355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33332) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:53.025605 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:16:53.044545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] For port 73d2af7c-322e-40d4-8cd9-457da652924f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=73d2af7c-322e-40d4-8cd9-457da652924f,segment=NetworkSegment(50538266-356e-42a2-9698-b3aa2c8c0323),segment_id=50538266-356e-42a2-9698-b3aa2c8c0323)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:53.057637 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-15852b35-15d4-4ce9-8947-7a781ff39e39 service neutron] 10.222.0.50 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525075 Nov 09 11:16:53.059085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.063869 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-33d980c3-fb36-4822-b8f5-5094aebab7e7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:53.196485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] In _notify_port_updated(), no bound segment for port 985ac94e-a018-4928-bac9-22af377745b9 on network 956c007d-0905-4a9e-b26b-49fc57135a72 {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:16:53.207692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.212826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.212826 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "PUT /v2.0/ports/985ac94e-a018-4928-bac9-22af377745b9 HTTP/1.1" status: 200 len: 925 time: 2.5547209 Nov 09 11:16:53.246204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33336) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:53.265007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2bcba048-4d33-4d1b-bac8-4c560f86a781'}, {'subnet_id': 'b8427715-fdae-44c8-b634-c8e2dbec06ac'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:53.279815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.308066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=53efef4f-b8c0-49a2-bd8f-b69df826faac,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:53.354913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=985ac94e-a018-4928-bac9-22af377745b9,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:53.362684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:53.423225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.427313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.432839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.436136 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:52Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:16:53.436948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.440783 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220542e3-c553-4add-9d74-ef1efbf41598 None None] The sync data for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 is: [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:52Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:16:53.441594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.446160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.454372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:53.456300 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:53.458940 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.464681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-2f4f1dde-1857-4afe-bf72-8ca848d5d01b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5437 time: 0.3508482 Nov 09 11:16:53.476039 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:53.486819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.488857 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd911875-63aa-47cc-9584-a3f1261c59d2 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.549152 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.625550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:16:53.746649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.747914 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7597280 Nov 09 11:16:53.839457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-7ae86e0f-215f-4f34-a039-aa2116d75627 service neutron] 10.222.0.50 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382922 Nov 09 11:16:53.882075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:53.991771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02bf6b58-ea4a-4882-b3ca-8af0a035dbbb req-380ca562-d284-42a6-ab1b-828a9670422f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5256703 Nov 09 11:16:54.148477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7242467a-7c27-461c-bd45-05afe7f4e1b2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:54.229653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:16:54.236775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device dc60fac2-37bd-49cf-8fe1-9b6bfd86be20 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:16:54.260974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd911875-63aa-47cc-9584-a3f1261c59d2 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.279973 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd911875-63aa-47cc-9584-a3f1261c59d2 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.430877 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd911875-63aa-47cc-9584-a3f1261c59d2 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.432016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd911875-63aa-47cc-9584-a3f1261c59d2 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee08626e-7a90-4195-b1d7-d73221130099 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:16:54.460587 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd911875-63aa-47cc-9584-a3f1261c59d2 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.460587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fd911875-63aa-47cc-9584-a3f1261c59d2 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ee08626e-7a90-4195-b1d7-d73221130099 HTTP/1.1" status: 204 len: 168 time: 1.3642123 Nov 09 11:16:54.474685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33364) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:54.487112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Request body: {'router': {'name': 'tempest-router-1981775828', 'distributed': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:54.505175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:54.519142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Usage tracker for resource:router and tenant:9508a31f98034359ada4f05c8e71d5f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:54.531545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:54.559002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:54.592648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Pushing event updated for resources: {'Port': ['ID=73d2af7c-322e-40d4-8cd9-457da652924f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:54.602809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d50a51-c697-4d97-9e1c-efe25ce71854 req-999344de-dd8e-42ba-a920-9b939496f6ee tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:54.605598 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-85d50a51-c697-4d97-9e1c-efe25ce71854 req-999344de-dd8e-42ba-a920-9b939496f6ee tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2393944 Nov 09 11:16:54.610994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-14524ae8-499c-4ba7-bf0e-fd76a4aad7b8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:54.611811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-14524ae8-499c-4ba7-bf0e-fd76a4aad7b8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Synchronizing usage tracker for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:54.624364 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:54.649740 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.650928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.691831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.704967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-85d50a51-c697-4d97-9e1c-efe25ce71854 req-132c12f0-c70d-4648-b7ba-b764545d9395 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 Nov 09 11:16:54.744614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8:0:1::3ae (956c007d-0905-4a9e-b26b-49fc57135a72/b8427715-fdae-44c8-b634-c8e2dbec06ac/985ac94e-a018-4928-bac9-22af377745b9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:54.747461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-14524ae8-499c-4ba7-bf0e-fd76a4aad7b8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Unset dirty status for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:54.757670 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-14524ae8-499c-4ba7-bf0e-fd76a4aad7b8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/networks?id=70948bdc-5f10-47f7-bec2-1476f939748f HTTP/1.1" status: 200 len: 814 time: 0.3403018 Nov 09 11:16:54.798276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-d0a5b51d-a84e-4834-8708-29e97a0da616 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/quotas/3e94e699b0cc4e1f9a299efcd0e2209a HTTP/1.1" status: 200 len: 375 time: 0.0429451 Nov 09 11:16:54.802524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.819198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 7242467a-7c27-461c-bd45-05afe7f4e1b2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:54.846582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7242467a-7c27-461c-bd45-05afe7f4e1b2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:54.847001 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.987655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:54.989227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6f22dce6-021c-47ec-b9fe-d92d65799f66 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5063825 Nov 09 11:16:54.995032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33376) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:55.067629 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.075663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-17c7f57e-71af-4db4-a4c8-dcfe3988d54d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e94e699b0cc4e1f9a299efcd0e2209a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651231 Nov 09 11:16:55.090361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 7242467a-7c27-461c-bd45-05afe7f4e1b2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7242467a-7c27-461c-bd45-05afe7f4e1b2,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:55.168643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.171423 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:55.179231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.211143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Ignored duplicate provisioning block setup for port 985ac94e-a018-4928-bac9-22af377745b9 by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 09 11:16:55.251925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-7e0fa608-e94f-4e15-a47d-35fb5eadce8a service neutron] 10.222.0.50 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747851 Nov 09 11:16:55.255521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=7242467a-7c27-461c-bd45-05afe7f4e1b2,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:55.258912 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:55.339787 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.344362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-9a3262d7-0036-4236-b509-e45c9b0e2ca5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1073529801&fields=id&tenant_id=81ad2d97b62b46c696cccc76857d5775 HTTP/1.1" status: 200 len: 267 time: 0.4574232 Nov 09 11:16:55.352975 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-5fc91086-1b9d-4c9d-81c0-057278711665 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4647942 Nov 09 11:16:55.358263 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c91c4884-5563-45e4-a24a-6506d7b23812 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:55.366745 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95b8e6fd-7687-458f-bb07-d2db81d9eb38 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.379327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Allocated IP 2001:db8:0:1::2 (956c007d-0905-4a9e-b26b-49fc57135a72/b8427715-fdae-44c8-b634-c8e2dbec06ac/73d2af7c-322e-40d4-8cd9-457da652924f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:55.532061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] In _notify_port_updated(), no bound segment for port 985ac94e-a018-4928-bac9-22af377745b9 on network 956c007d-0905-4a9e-b26b-49fc57135a72 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:16:55.536051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:55.536672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.538256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "PUT /v2.0/ports/985ac94e-a018-4928-bac9-22af377745b9 HTTP/1.1" status: 200 len: 1011 time: 2.2904997 Nov 09 11:16:55.552491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:55.558717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] For port 73d2af7c-322e-40d4-8cd9-457da652924f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=73d2af7c-322e-40d4-8cd9-457da652924f,segment=NetworkSegment(50538266-356e-42a2-9698-b3aa2c8c0323),segment_id=50538266-356e-42a2-9698-b3aa2c8c0323)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:55.572326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 99933e17-14ce-4cd0-9f39-dd04b4325ab9 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:55.618589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1f321ccd-c29e-4c17-a380-0893e7a41fea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:55.619230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1f321ccd-c29e-4c17-a380-0893e7a41fea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:55.624487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=985ac94e-a018-4928-bac9-22af377745b9,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:55.637542 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:55.657770 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.659924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-541b573c-1dc1-4039-aaa0-5e9b60d4b29f service neutron] 10.222.0.50 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002826 Nov 09 11:16:55.697408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Transition to ACTIVE for port object 73d2af7c-322e-40d4-8cd9-457da652924f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:16:55.701930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 985ac94e-a018-4928-bac9-22af377745b9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:16:55.704941 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.728002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7242467a-7c27-461c-bd45-05afe7f4e1b2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:55.822366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:55.825384 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.831802 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ed0b4765-0508-4113-a0c8-22d023379c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:55.916820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1f321ccd-c29e-4c17-a380-0893e7a41fea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:55.918509 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1f321ccd-c29e-4c17-a380-0893e7a41fea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports/05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 200 len: 932 time: 0.4893928 Nov 09 11:16:55.922941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:55.926159 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:55.943151 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-7be1b9f5-1c10-41c2-9147-c93afb667620 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 1097 time: 0.4158428 Nov 09 11:16:56.042161 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95b8e6fd-7687-458f-bb07-d2db81d9eb38 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.062157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95b8e6fd-7687-458f-bb07-d2db81d9eb38 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.238851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-bfe2ddb1-6129-4292-a00c-8a4aac2f4820 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:56.247179 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-bfe2ddb1-6129-4292-a00c-8a4aac2f4820 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports/7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 200 len: 929 time: 0.3204265 Nov 09 11:16:56.254492 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95b8e6fd-7687-458f-bb07-d2db81d9eb38 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.255297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b8e6fd-7687-458f-bb07-d2db81d9eb38 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 316d1324-7188-4f54-98a6-09e4fe81c363 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:16:56.257898 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7242467a-7c27-461c-bd45-05afe7f4e1b2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:56.258399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.292834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Pushing event updated for resources: {'Port': ['ID=73d2af7c-322e-40d4-8cd9-457da652924f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:56.310276 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:56.347608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-de9085cd-f647-400b-ae1f-f77e8b5faabb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0984163 Nov 09 11:16:56.410424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95b8e6fd-7687-458f-bb07-d2db81d9eb38 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.412956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-95b8e6fd-7687-458f-bb07-d2db81d9eb38 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "DELETE /v2.0/routers/316d1324-7188-4f54-98a6-09e4fe81c363 HTTP/1.1" status: 204 len: 168 time: 1.4125779 Nov 09 11:16:56.445754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33400) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:56.448257 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.454821 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.530640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 73d2af7c-322e-40d4-8cd9-457da652924f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:56.536175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Request body: {'router': {'name': 'tempest-router-1823437229', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '072ba381dba44757a82b2ab082cf56fb'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:56.543885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:56.548725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Usage tracker for resource:router and tenant:072ba381dba44757a82b2ab082cf56fb is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:56.552402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:56.562275 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-af4e1fe2-2b65-4e8e-b9c9-ca6b02437379 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2130332 Nov 09 11:16:56.563188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-cc1f7d97-70d7-4fad-8200-b32139c52c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:56.564479 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-cc1f7d97-70d7-4fad-8200-b32139c52c15 service neutron] 10.222.0.57 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.5598319 Nov 09 11:16:56.565357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:56.583005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:16:56.643953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:56.694550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 985ac94e-a018-4928-bac9-22af377745b9 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:16:56.717705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.719299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f69a3e32-113a-472c-a2a8-7286809f5242 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:56.813084 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0f4f3b66-c40e-447a-9f14-bb11cd71fced req-b7b0656d-7e31-4d5b-a2cb-7d2977cea366 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 210 time: 0.2212005 Nov 09 11:16:56.815127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.816142 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:56.844425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-c6d3c5fd-e259-4786-b0cc-1a265fde6ad2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537 HTTP/1.1" status: 200 len: 217 time: 0.2254486 Nov 09 11:16:56.886972 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:56.946155 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3f80f990-7da0-4871-95ef-f7655c73e9eb req-e8dfd5dd-c15b-40be-a579-b54f1bbbb38c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 1.0227656 Nov 09 11:16:57.009314 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.012546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=99933e17-14ce-4cd0-9f39-dd04b4325ab9,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:57.016648 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:57.081989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port f69a3e32-113a-472c-a2a8-7286809f5242 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:57.088710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f69a3e32-113a-472c-a2a8-7286809f5242 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:57.089592 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.090090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-6b043d01-f7a6-44a5-894b-6c4bad51a97a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.091681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-6b043d01-f7a6-44a5-894b-6c4bad51a97a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.2464001 Nov 09 11:16:57.106977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e354df51-d30b-41f5-b237-ff72f4fbe48c tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.118323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e354df51-d30b-41f5-b237-ff72f4fbe48c tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.119070 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:16:57.122967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e354df51-d30b-41f5-b237-ff72f4fbe48c tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.123192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e354df51-d30b-41f5-b237-ff72f4fbe48c tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:57.190144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-651c754d-1f05-4cea-94b7-3a9657674b77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890725 Nov 09 11:16:57.190296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3f80f990-7da0-4871-95ef-f7655c73e9eb req-abccde61-a681-4c94-a73a-ed2900e26860 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413204 Nov 09 11:16:57.227837 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.276944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f69a3e32-113a-472c-a2a8-7286809f5242, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69a3e32-113a-472c-a2a8-7286809f5242,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:57.291994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb89ac-404d-4c2d-a958-552ba3419756 None None] Network 956c007d-0905-4a9e-b26b-49fc57135a72 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:16:57.342278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.346539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.351219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.355428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.359595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.365906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.369412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:57.373942 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.377427 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-97009d89-54b2-4818-880b-a55525c08f63 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5438 time: 0.2451909 Nov 09 11:16:57.379344 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b14d171c-6225-4ede-b930-2b977d4f7207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:57.428492 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.434597 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ed8ae519-8e2f-4884-a085-3056dc133461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:57.481008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=985ac94e-a018-4928-bac9-22af377745b9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:57.493352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f69a3e32-113a-472c-a2a8-7286809f5242,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:57.494032 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.496544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6d5c2c0-38aa-41c7-bab4-e404a19a6a19 req-78c67256-72f2-41da-957d-0d0a1e1eb1ed tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181414 Nov 09 11:16:57.497579 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:57.530399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e354df51-d30b-41f5-b237-ff72f4fbe48c tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:57.540595 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:57.543114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e354df51-d30b-41f5-b237-ff72f4fbe48c tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/networks?id=9d37beb6-a064-4330-858a-89f3d1d2e215&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=ada43232-6e7f-474b-b328-f63ebb1af9a4&id=ada43232-6e7f-474b-b328-f63ebb1af9a4 HTTP/1.1" status: 200 len: 1989 time: 0.9686587 Nov 09 11:16:57.590240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b87c0a0c-77ec-4bc9-a0d4-d23865c888d9 None None] Provisioning for port 73d2af7c-322e-40d4-8cd9-457da652924f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:57.593478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 886f842b-401a-42d4-b99c-93146fb9d3ea up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:57.613102 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-a7dee115-181c-4210-a4fd-b8e7904b5d4b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/quotas/81ad2d97b62b46c696cccc76857d5775 HTTP/1.1" status: 200 len: 375 time: 0.0679219 Nov 09 11:16:57.640042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b87c0a0c-77ec-4bc9-a0d4-d23865c888d9 None None] Provisioning complete for port 73d2af7c-322e-40d4-8cd9-457da652924f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:57.640419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b87c0a0c-77ec-4bc9-a0d4-d23865c888d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.694149 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:57.698441 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b60d81da-166d-41ed-995c-c29af6da2d8c tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1836843 Nov 09 11:16:57.709786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33408) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:57.728651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:57.841382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 73d2af7c-322e-40d4-8cd9-457da652924f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:57.925676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b87c0a0c-77ec-4bc9-a0d4-d23865c888d9 None None] Could not find standard attr ID for object 985ac94e-a018-4928-bac9-22af377745b9. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:16:57.929369 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-6b24145f-d2bc-456d-8568-8b6b852ffa2c service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316730 Nov 09 11:16:57.949248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 886f842b-401a-42d4-b99c-93146fb9d3ea completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:57.965843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 886f842b-401a-42d4-b99c-93146fb9d3ea triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:57.967361 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.048784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 73d2af7c-322e-40d4-8cd9-457da652924f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:58.049625 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.070502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.145762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/985ac94e-a018-4928-bac9-22af377745b9 HTTP/1.1" status: 204 len: 168 time: 2.5900545 Nov 09 11:16:58.152173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33414) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:58.168913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-4749041d-6149-411d-889f-614ec21ea65a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:58.171987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-4749041d-6149-411d-889f-614ec21ea65a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.59 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 819 time: 0.6926379 Nov 09 11:16:58.220901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Request body: {'port': {'device_id': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'admin_state_up': True, 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:58.276353 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e26fd6-9759-4eb8-aa03-3d9a1bf03467 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:16:58.277263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6e26fd6-9759-4eb8-aa03-3d9a1bf03467 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:16:58.358044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-bfe21625-10dd-4e2f-8ce7-749ee2124029 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7438111 Nov 09 11:16:58.391126 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.426314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0b7c95e2-8b8e-4a2d-8f79-fb16e382508b None None] Provisioning complete for port 73d2af7c-322e-40d4-8cd9-457da652924f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:58.426806 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b7c95e2-8b8e-4a2d-8f79-fb16e382508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.461500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053506f3-9897-4e9b-bcab-81d12ef03858 req-8502f312-078f-4d8b-917b-3613e0d287da tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:58.463563 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-053506f3-9897-4e9b-bcab-81d12ef03858 req-8502f312-078f-4d8b-917b-3613e0d287da tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.6301799 Nov 09 11:16:58.544654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=886f842b-401a-42d4-b99c-93146fb9d3ea,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:58.546049 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235f7d45-9a51-45de-a777-6b0f6358077c req-f6b0f138-ab75-4895-961e-0963c8914d21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 0.6850269 Nov 09 11:16:58.551247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6e26fd6-9759-4eb8-aa03-3d9a1bf03467 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:16:58.554050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a6e26fd6-9759-4eb8-aa03-3d9a1bf03467 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/985ac94e-a018-4928-bac9-22af377745b9 HTTP/1.1" status: 404 len: 333 time: 0.4003685 Nov 09 11:16:58.588196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33418) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:16:58.593018 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-053506f3-9897-4e9b-bcab-81d12ef03858 req-b45c879b-7a1a-4e4f-b3f1-c18c9c11cce5 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961950 Nov 09 11:16:58.661400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-194f43f4-2fe2-40be-a43b-6b21ccb7c529 req-624e192a-5106-4d41-9223-845aae064c06 service neutron] 10.222.0.57 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798949 Nov 09 11:16:58.664095 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.666863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device c74b72c7-9a76-4a3f-b783-96aa8755b2d2 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:58.690116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:16:58.696160 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Usage tracker for resource:port and tenant:27c4b884849d4efa94147fa4a5bb68da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:16:58.700434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:16:58.708157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:16:58.724048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet b8427715-fdae-44c8-b634-c8e2dbec06ac {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:16:58.729146 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.774829 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:58.796657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Made reservation on behalf of 27c4b884849d4efa94147fa4a5bb68da for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:16:58.800571 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.899752 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.960354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:58.969090 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:58.971565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:58.971999 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.029857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:59.037797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:59.038373 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.040554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-403af887-96ec-48ff-988e-1a95b1af9501 service neutron] 10.222.0.50 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702034 Nov 09 11:16:59.158555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aaf75840-e1bd-4804-8b80-aa6c8e02eb0f None None] Could not find standard attr ID for object 985ac94e-a018-4928-bac9-22af377745b9. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:16:59.172713 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a072233b-a97b-42f6-ac57-64d6b2d2c260 req-e4c073ec-a178-4393-9fa4-351b03de6563 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 210 time: 0.2819855 Nov 09 11:16:59.339105 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.356794 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9', 'code': 200} Nov 09 11:16:59.387470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84334) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Nov 09 11:16:59.388360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Router af3054f7-fab0-4699-b85e-2a92542c9cde migrating from provider to provider. {{(pid=84334) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Nov 09 11:16:59.388931 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.422434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:16:59.439211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-876ecd37-4847-4861-a470-e09d6b9967fc None None] Could not find standard attr ID for object 985ac94e-a018-4928-bac9-22af377745b9. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:16:59.493646 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.494576 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 90260d63-50cd-435d-83b9-743a89cd3fe4 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:16:59.558664 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:16:59.586289 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.608674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7d45-9a51-45de-a777-6b0f6358077c req-0ceb8aab-576a-4f91-b321-570aefd570f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:59.612390 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235f7d45-9a51-45de-a777-6b0f6358077c req-0ceb8aab-576a-4f91-b321-570aefd570f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.9656119 Nov 09 11:16:59.636464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.653659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:16:59.657501 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:16:59.670674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-b1d0ca61-1dcb-43f5-8375-07a55bf50451 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:16:59.672116 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-b1d0ca61-1dcb-43f5-8375-07a55bf50451 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "GET /v2.0/networks?id=70948bdc-5f10-47f7-bec2-1476f939748f HTTP/1.1" status: 200 len: 814 time: 0.4272678 Nov 09 11:16:59.694694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 90260d63-50cd-435d-83b9-743a89cd3fe4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:16:59.703336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 90260d63-50cd-435d-83b9-743a89cd3fe4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:16:59.703800 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.713021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-5cd78427-77ba-4bb9-a502-ce864c6a41e2 service neutron] 10.222.0.50 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714795 Nov 09 11:16:59.714354 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235f7d45-9a51-45de-a777-6b0f6358077c req-1f889e56-3047-4ed7-8dbd-997353cd21c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.0950370 Nov 09 11:16:59.716866 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.718962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Request body: {'port': {'device_id': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f', 'admin_state_up': True, 'tenant_id': '3e94e699b0cc4e1f9a299efcd0e2209a'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:16:59.759338 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1196464-9d94-4a1b-b249-57a5f077f43f req-af7fdb60-c003-4e3e-bad8-7b1b64d84ebc tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 210 time: 0.1899710 Nov 09 11:16:59.817197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ff355548-89f3-47ba-b753-2e19bb3e557b service neutron] 10.222.0.50 "GET /v2.0/ports/05c35df5-3825-47be-9e64-f78f0ed25640?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0614841 Nov 09 11:16:59.886231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Allocated IP 172.20.0.12 (733b1ede-4b32-420a-8990-34dcefbabbd6/834e168d-0d61-4944-8308-43156c1ab5f2/5d151b91-2b1f-4932-916f-153eb609f35d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:16:59.932557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:16:59.941571 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f0ed273-f0bd-4492-a163-2b3caebd8f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:00.035522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=b8427715-fdae-44c8-b634-c8e2dbec06ac,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:00.039016 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:00.063194 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7d45-9a51-45de-a777-6b0f6358077c req-f68697cd-f9ad-4e83-930a-f7ec240046dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.064663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235f7d45-9a51-45de-a777-6b0f6358077c req-f68697cd-f9ad-4e83-930a-f7ec240046dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.3430929 Nov 09 11:17:00.067579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:00.086712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Usage tracker for resource:port and tenant:3e94e699b0cc4e1f9a299efcd0e2209a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:00.089539 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.091386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:00.094537 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.101960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305a2ec-e628-4318-be9b-412bbdb5910e None None] Network 956c007d-0905-4a9e-b26b-49fc57135a72 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:00.107212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:00.136389 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235f7d45-9a51-45de-a777-6b0f6358077c req-c21dcf7f-7f20-418c-b5fa-a3c06a5d6305 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598505 Nov 09 11:17:00.144372 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/b8427715-fdae-44c8-b634-c8e2dbec06ac HTTP/1.1" status: 204 len: 168 time: 1.5487125 Nov 09 11:17:00.144598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33428) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:00.168151 n-d-817173-1 neutron-server[84334]: WARNING neutron.scheduler.l3_agent_scheduler [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] No L3 agents can host the router af3054f7-fab0-4699-b85e-2a92542c9cde Nov 09 11:17:00.230044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 90260d63-50cd-435d-83b9-743a89cd3fe4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=90260d63-50cd-435d-83b9-743a89cd3fe4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:00.239842 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-a5655c0d-f643-4f43-8e9d-c9b7e3e34f0d service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533864 Nov 09 11:17:00.251334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Made reservation on behalf of 3e94e699b0cc4e1f9a299efcd0e2209a for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:00.254337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.281346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.285291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.292618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.296958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.301530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.307377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.311637 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:00.313621 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-78ba997f-3878-483e-82aa-a2d98d96150c req-2dc1e070-9b63-4e69-871d-ed7973e104ef tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5441 time: 0.3145967 Nov 09 11:17:00.362688 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.363735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 528e0f79-b169-4020-853c-b0a8943d4b3f up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:00.387478 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:00.471605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.488559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=90260d63-50cd-435d-83b9-743a89cd3fe4,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:00.493491 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:00.508617 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-78ba997f-3878-483e-82aa-a2d98d96150c req-b00d7f34-f218-45f9-921b-a4bb108e646e tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732662 Nov 09 11:17:00.586132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 528e0f79-b169-4020-853c-b0a8943d4b3f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:00.594341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 528e0f79-b169-4020-853c-b0a8943d4b3f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:00.595681 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.606871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Allocated IP 172.20.0.9 (70948bdc-5f10-47f7-bec2-1476f939748f/363d83fb-e22a-4ecd-877a-96d415b4dcec/7a6444ff-4dea-44fa-a8ac-450bbd353df8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:00.712157 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235f7d45-9a51-45de-a777-6b0f6358077c req-eac7853f-110b-4271-a003-3e06f87139ed service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563288 Nov 09 11:17:00.783471 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.823704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 528e0f79-b169-4020-853c-b0a8943d4b3f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=528e0f79-b169-4020-853c-b0a8943d4b3f,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:00.876029 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.882149 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-49f0c052-ea51-4ebf-a00d-86151f0eff08 service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899866 Nov 09 11:17:00.899487 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7fc65234-639c-4f92-bdfc-e643b2d364d7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:00.927479 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:00.928927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:00.988042 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf716e46-60cb-46c1-9273-75e7b7b86b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:01.014966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event updated for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:01.025415 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:01.082703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Network 733b1ede-4b32-420a-8990-34dcefbabbd6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:01.089631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.092336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=528e0f79-b169-4020-853c-b0a8943d4b3f,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:01.093849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:01.099387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:01.099825 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:01.154074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet 2bcba048-4d33-4d1b-bac8-4c560f86a781 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:17:01.161807 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.186406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06115c9d-60a0-4fb9-9ed1-1e94c206e2ce req-d4111141-a8c6-4a90-9e8d-86cccd232b00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:01.191317 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06115c9d-60a0-4fb9-9ed1-1e94c206e2ce req-d4111141-a8c6-4a90-9e8d-86cccd232b00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.3635550 Nov 09 11:17:01.218201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Hosts for router af3054f7-fab0-4699-b85e-2a92542c9cde: [] {{(pid=84334) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 11:17:01.219324 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:01.226536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:01.235831 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.261406 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06115c9d-60a0-4fb9-9ed1-1e94c206e2ce req-ab4b1305-5b99-4875-bb8c-0772d4ab7859 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644875 Nov 09 11:17:01.268381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:01.268974 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.312679 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.356970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Hosts for other DVR routers connected to router af3054f7-fab0-4699-b85e-2a92542c9cde: set() {{(pid=84334) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 11:17:01.358690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.359984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-487864b5-121a-400c-8bcb-4653990ebda4 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "PUT /v2.0/routers/af3054f7-fab0-4699-b85e-2a92542c9cde HTTP/1.1" status: 200 len: 717 time: 3.6386578 Nov 09 11:17:01.363648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:01.367883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f842b-401a-42d4-b99c-93146fb9d3ea'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e0f79-b169-4020-853c-b0a8943d4b3f'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:01.377886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-235f7d45-9a51-45de-a777-6b0f6358077c req-ff590f62-3323-4063-8201-3cf75435723c service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648471 Nov 09 11:17:01.383100 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-383e7380-0ae6-4d9c-a0d7-1bb6d6f44ea4 service neutron] 10.222.0.50 "GET /v2.0/ports/7d5be6ed-2bff-4909-8c5b-e6a13b96680d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.4608796 Nov 09 11:17:01.411903 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.457118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:01.478321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b3c25415-561a-4831-9d8f-7b7935f40430 None None] Provisioning complete for port 73d2af7c-322e-40d4-8cd9-457da652924f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:01.478707 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b3c25415-561a-4831-9d8f-7b7935f40430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.500533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2834640 Nov 09 11:17:01.500912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.524399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.528936 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9324e5f9-1173-458b-a99c-7cd47d827047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:01.559787 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.595326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c0d686b8-293a-4c6a-8439-a17ed51aa900 service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950941 Nov 09 11:17:01.647944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:01.654033 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-adb176f1-9606-4b94-8e1c-7ad0bca8d0bb tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:01.656632 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:01.746419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Request body: {'port': {'device_id': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:01.797168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c082f8a3-4fe2-4938-bac2-601c62211dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785905 Nov 09 11:17:01.829578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.835488 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4d87113-52d4-42ce-a9ea-51cd289a4ebb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:01.861265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Network 70948bdc-5f10-47f7-bec2-1476f939748f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:01.866977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Pushing event updated for resources: {'Port': ['ID=7a6444ff-4dea-44fa-a8ac-450bbd353df8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:01.870107 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:01.871198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:01.873259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:01.918935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcba048-4d33-4d1b-bac8-4c560f86a781,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:01.924610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:01.940531 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:01.952726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e671e-883b-4187-a2b7-4801cc0df89a None None] Network 956c007d-0905-4a9e-b26b-49fc57135a72 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:01.971108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33448) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:01.971375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/2bcba048-4d33-4d1b-bac8-4c560f86a781 HTTP/1.1" status: 204 len: 168 time: 1.8057263 Nov 09 11:17:02.010178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-6fc5319b-a64b-4cc5-8258-358fbc3be63b service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078977 Nov 09 11:17:02.035744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-da31b890-5add-4cc4-8061-b8d65514079a tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "GET /v2.0/routers/af3054f7-fab0-4699-b85e-2a92542c9cde HTTP/1.1" status: 200 len: 717 time: 0.6704304 Nov 09 11:17:02.041899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33452) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:02.060881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:02.061498 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.065471 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.090133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcdd55-0e8d-4b72-879e-040ff3bf1849 req-0d59ca18-6636-43e1-ae13-01655c4dde66 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:02.091168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-23bcdd55-0e8d-4b72-879e-040ff3bf1849 req-0d59ca18-6636-43e1-ae13-01655c4dde66 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Synchronizing usage tracker for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:02.205475 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-0473d312-94ca-4404-9e6d-3edd979e3453 service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852734 Nov 09 11:17:02.245489 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.267847 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5523953 Nov 09 11:17:02.282540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Request body: {'port': {'device_id': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:02.309554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] DHCP port deletion for 956c007d-0905-4a9e-b26b-49fc57135a72 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:17:02.314361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Deleting port 73d2af7c-322e-40d4-8cd9-457da652924f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:02.314759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.366147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 73d2af7c-322e-40d4-8cd9-457da652924f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:02.366525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.410492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-23bcdd55-0e8d-4b72-879e-040ff3bf1849 req-0d59ca18-6636-43e1-ae13-01655c4dde66 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Unset dirty status for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:02.417289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23bcdd55-0e8d-4b72-879e-040ff3bf1849 req-0d59ca18-6636-43e1-ae13-01655c4dde66 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 931 time: 0.9601023 Nov 09 11:17:02.461563 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-550f230b-0c86-46a6-a702-8147b43b7e8c tempest-RoutersTestDVR-1597275868 tempest-RoutersTestDVR-1597275868-project] 10.222.0.50 "GET /v2.0/routers/af3054f7-fab0-4699-b85e-2a92542c9cde HTTP/1.1" status: 200 len: 683 time: 0.4183347 Nov 09 11:17:02.465774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33458) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:02.479302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-8c92086f-308f-4a2f-adb6-d2365591c40a service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673063 Nov 09 11:17:02.543653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] For port 73d2af7c-322e-40d4-8cd9-457da652924f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=73d2af7c-322e-40d4-8cd9-457da652924f,segment=NetworkSegment(50538266-356e-42a2-9698-b3aa2c8c0323),segment_id=50538266-356e-42a2-9698-b3aa2c8c0323)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:02.543959 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.623372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c2fbc772-6616-413c-a159-b884a39c5e5d service neutron] 10.222.0.50 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377635 Nov 09 11:17:02.712245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Calling delete_port for 73d2af7c-322e-40d4-8cd9-457da652924f owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:02.774412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e9a70188-0e08-41f3-89c8-b8ed38254d91 service neutron] 10.222.0.50 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477206 Nov 09 11:17:02.784284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-23bcdd55-0e8d-4b72-879e-040ff3bf1849 req-782e4f0d-6784-4ac7-bd91-d17f0889991f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Synchronizing usage tracker for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:02.848852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.893862 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:02.898058 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:02.943124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Pushing event deleted for resources: {'Port': ['ID=73d2af7c-322e-40d4-8cd9-457da652924f,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:02.949397 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:02.953901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] No DVR routers for this DVR port 73d2af7c-322e-40d4-8cd9-457da652924f on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:17:03.000603 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95c9c550-62ad-4a01-ba4e-a23b10322500 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:03.073332 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-29a8fe25-5656-4357-994d-22ad3b0489d2 service neutron] 10.222.0.50 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931969 Nov 09 11:17:03.214233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-23bcdd55-0e8d-4b72-879e-040ff3bf1849 req-782e4f0d-6784-4ac7-bd91-d17f0889991f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Unset dirty status for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:03.215282 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23bcdd55-0e8d-4b72-879e-040ff3bf1849 req-782e4f0d-6784-4ac7-bd91-d17f0889991f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7968221 Nov 09 11:17:03.217243 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e65e6009-f298-4332-a4d8-babc2d7aaa5a service neutron] 10.222.0.50 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374147 Nov 09 11:17:03.304916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] For port 73d2af7c-322e-40d4-8cd9-457da652924f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=73d2af7c-322e-40d4-8cd9-457da652924f,segment=NetworkSegment(50538266-356e-42a2-9698-b3aa2c8c0323),segment_id=50538266-356e-42a2-9698-b3aa2c8c0323)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:03.305556 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:03.360472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-8b5e8603-fc52-483f-8185-ad90c9cda5f2 service neutron] 10.222.0.50 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373498 Nov 09 11:17:03.485825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 73d2af7c-322e-40d4-8cd9-457da652924f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:03.550365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:17:03.679458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 73d2af7c-322e-40d4-8cd9-457da652924f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:17:03.737527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 73d2af7c-322e-40d4-8cd9-457da652924f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:17:03.738022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 73d2af7c-322e-40d4-8cd9-457da652924f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:17:03.786035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d151b91-2b1f-4932-916f-153eb609f35d {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:03.869026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:03.960930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Transition to ACTIVE for port object 5d151b91-2b1f-4932-916f-153eb609f35d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:03.962589 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:17:03.962926 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:17:04.099204 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.106441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.119383 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-44983a21-4405-4b4b-a831-81579200f5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:04.165346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6280-eebf-4de4-affd-94e528313826 req-3be9ee44-3690-4d1a-a966-b81f4445eb15 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:04.171788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a7ea6280-eebf-4de4-affd-94e528313826 req-3be9ee44-3690-4d1a-a966-b81f4445eb15 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:04.177289 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95c9c550-62ad-4a01-ba4e-a23b10322500 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.264837 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95c9c550-62ad-4a01-ba4e-a23b10322500 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.309579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Pushing event updated for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:04.315945 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:04.442765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a7ea6280-eebf-4de4-affd-94e528313826 req-3be9ee44-3690-4d1a-a966-b81f4445eb15 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:04.444015 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7ea6280-eebf-4de4-affd-94e528313826 req-3be9ee44-3690-4d1a-a966-b81f4445eb15 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 932 time: 1.0033243 Nov 09 11:17:04.476300 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 73d2af7c-322e-40d4-8cd9-457da652924f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:04.476661 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.526623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6444ff-4dea-44fa-a8ac-450bbd353df8 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:04.530667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95c9c550-62ad-4a01-ba4e-a23b10322500 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.531174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c9c550-62ad-4a01-ba4e-a23b10322500 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af3054f7-fab0-4699-b85e-2a92542c9cde {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:17:04.574622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.709272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] The port '73d2af7c-322e-40d4-8cd9-457da652924f' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:17:04.769967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Transition to ACTIVE for port object 7a6444ff-4dea-44fa-a8ac-450bbd353df8 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:04.770779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Attempting to bind port 5d151b91-2b1f-4932-916f-153eb609f35d on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:04.771659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Attempting to bind port 5d151b91-2b1f-4932-916f-153eb609f35d by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:04.772101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Attempting to bind port 5d151b91-2b1f-4932-916f-153eb609f35d on network 733b1ede-4b32-420a-8990-34dcefbabbd6 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:04.806978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a7ea6280-eebf-4de4-affd-94e528313826 req-ccb31915-3ab8-4636-9793-8da7a20b8676 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:04.812906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Port 5d151b91-2b1f-4932-916f-153eb609f35d on network 733b1ede-4b32-420a-8990-34dcefbabbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:04.813232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Attempting to bind port 5d151b91-2b1f-4932-916f-153eb609f35d on network 733b1ede-4b32-420a-8990-34dcefbabbd6 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:04.885046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.888530 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78e5cfe5-6cc6-4c18-b32d-7aee59969ebc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:04.923026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95c9c550-62ad-4a01-ba4e-a23b10322500 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.924134 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-95c9c550-62ad-4a01-ba4e-a23b10322500 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "DELETE /v2.0/routers/af3054f7-fab0-4699-b85e-2a92542c9cde HTTP/1.1" status: 204 len: 168 time: 2.4499230 Nov 09 11:17:04.928680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33484) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:04.935049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:04.935399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Checking segment: {'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:04.935744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Request body: {'router': {'name': 'tempest-router-969761712', 'distributed': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:04.935879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Bound using segment: {'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:04.936233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Bound port: 5d151b91-2b1f-4932-916f-153eb609f35d, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098f5190-e9b0-4f87-887e-f336db743dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:04.936560 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.940961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:04.946601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Usage tracker for resource:router and tenant:9508a31f98034359ada4f05c8e71d5f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:04.962334 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:04.967523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:04.977754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:05.065068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.066224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.102388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-a7ea6280-eebf-4de4-affd-94e528313826 req-ccb31915-3ab8-4636-9793-8da7a20b8676 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:05.103202 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a7ea6280-eebf-4de4-affd-94e528313826 req-ccb31915-3ab8-4636-9793-8da7a20b8676 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471252 Nov 09 11:17:05.113270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956c007d-0905-4a9e-b26b-49fc57135a72']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:05.120835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6444ff-4dea-44fa-a8ac-450bbd353df8,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:05.126187 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.130073 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:05.132940 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50538266-356e-42a2-9698-b3aa2c8c0323') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:05.135175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50538266-356e-42a2-9698-b3aa2c8c0323') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:05.170309 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.221540 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242', 'code': 200} Nov 09 11:17:05.222065 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f842b-401a-42d4-b99c-93146fb9d3ea', 'code': 200} Nov 09 11:17:05.222479 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2', 'code': 200} Nov 09 11:17:05.222820 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4', 'code': 200} Nov 09 11:17:05.223176 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e0f79-b169-4020-853c-b0a8943d4b3f', 'code': 200} Nov 09 11:17:05.242442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.264264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.287922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:17:05.288529 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:17:05.304998 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:17:05.318968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:05.390485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.390788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=5d151b91-2b1f-4932-916f-153eb609f35d,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:05.391776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4c14ee62-6574-4eb7-8d79-a4cdbff29f5e tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4613457 Nov 09 11:17:05.395329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33500) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:05.461260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Attempting to bind port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:05.461590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Attempting to bind port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:05.461915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Attempting to bind port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 on network 70948bdc-5f10-47f7-bec2-1476f939748f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:05.473265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 on network 70948bdc-5f10-47f7-bec2-1476f939748f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:05.473512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Attempting to bind port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 on network 70948bdc-5f10-47f7-bec2-1476f939748f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:05.486771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:05.487134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Checking segment: {'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:05.487526 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Bound using segment: {'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:05.487969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Bound port: 7a6444ff-4dea-44fa-a8ac-450bbd353df8, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:05.488293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.500343 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.513528 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1476debd-1351-45c6-a95e-025cfcf0165c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:05.552447 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b98c66c0-2af2-430c-9099-f1aab2fcaa17 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.607332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ba4da-bbc8-48fe-a090-f678781c14f0 req-3b33929c-9dd2-4ed8-a532-a994ee7b8e35 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.608816 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b08ba4da-bbc8-48fe-a090-f678781c14f0 req-3b33929c-9dd2-4ed8-a532-a994ee7b8e35 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 943 time: 0.2108006 Nov 09 11:17:05.609458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.611801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.616709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.620533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.622118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.623513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] 10.222.0.59 "PUT /v2.0/ports/5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 1092 time: 3.9317167 Nov 09 11:17:05.624465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.631588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.632375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:05.633277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.637229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:05.639255 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c2afe286-9464-4f13-8518-36fc253188e9 req-c37d605b-ea4c-48f6-beed-f2ec36af8a97 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.3029325 Nov 09 11:17:05.641828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:05.673649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/956c007d-0905-4a9e-b26b-49fc57135a72 HTTP/1.1" status: 204 len: 168 time: 3.6976187 Nov 09 11:17:05.687716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33506) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:05.688431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Pushing event updated for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:05.703943 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:05.704456 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e89ceaa1-99a6-48cc-9c2a-593406a87b45 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:05.760788 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c2afe286-9464-4f13-8518-36fc253188e9 req-af09624e-715c-4bdf-a3e7-b7a72ba11bf0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694652 Nov 09 11:17:05.815168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=956c007d-0905-4a9e-b26b-49fc57135a72,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:05.830031 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:05.839934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] For port 7a6444ff-4dea-44fa-a8ac-450bbd353df8, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:05.853199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b08ba4da-bbc8-48fe-a090-f678781c14f0 req-a0771574-90eb-465c-b8ea-49aedde4a5e9 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127705 Nov 09 11:17:05.860440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] For port 7a6444ff-4dea-44fa-a8ac-450bbd353df8, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a6444ff-4dea-44fa-a8ac-450bbd353df8,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:05.911477 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-3b203759-6a0c-4b3f-ad2d-eec597368c81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1095 time: 0.1609385 Nov 09 11:17:05.936858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c0b80a9b-d16d-4db2-914f-0844deced937 req-d74d2e5f-b7a1-4ec7-b0a2-e1a2e01ebebc tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 210 time: 0.0429034 Nov 09 11:17:06.057384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a97012-06e8-4dc3-b82a-d988709f694e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:06.062200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d4a97012-06e8-4dc3-b82a-d988709f694e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:06.073364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.098649 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5178e48f-66f4-45ad-9603-8a2cfb480772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:06.118113 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b98c66c0-2af2-430c-9099-f1aab2fcaa17 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.123363 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b98c66c0-2af2-430c-9099-f1aab2fcaa17 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.131566 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d', 'status': 'completed', 'code': 200} Nov 09 11:17:06.153242 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.154610 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a6444ff-4dea-44fa-a8ac-450bbd353df8 HTTP/1.1" status: 200 len: 1091 time: 3.8790600 Nov 09 11:17:06.155851 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-a2f2615f-e5af-4a47-9d90-c20a7c5b527d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 217 time: 0.2367520 Nov 09 11:17:06.232755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6444ff-4dea-44fa-a8ac-450bbd353df8,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:06.244310 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:06.253458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-e06b6a36-e688-4eee-979b-a8bfc0ca3a8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:06.254927 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-e06b6a36-e688-4eee-979b-a8bfc0ca3a8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.0883236 Nov 09 11:17:06.307110 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-f50c531e-15ce-464e-9214-ca1ee91bf40f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464277 Nov 09 11:17:06.326715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b98c66c0-2af2-430c-9099-f1aab2fcaa17 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.327249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98c66c0-2af2-430c-9099-f1aab2fcaa17 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 370647a4-ca79-489a-97e0-7daf1015b7cf {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:17:06.339581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf586c7-8737-445b-85a5-48e97de3fae4 req-0f5ea2db-c7c8-486b-87d0-2051543cb5ae tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:06.339581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5bf586c7-8737-445b-85a5-48e97de3fae4 req-0f5ea2db-c7c8-486b-87d0-2051543cb5ae tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:06.348443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b98c66c0-2af2-430c-9099-f1aab2fcaa17 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.350428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b98c66c0-2af2-430c-9099-f1aab2fcaa17 tempest-RoutersTestDVR-1001961168 tempest-RoutersTestDVR-1001961168-project-admin] 10.222.0.50 "DELETE /v2.0/routers/370647a4-ca79-489a-97e0-7daf1015b7cf HTTP/1.1" status: 204 len: 168 time: 0.9532251 Nov 09 11:17:06.359251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5bf586c7-8737-445b-85a5-48e97de3fae4 req-0f5ea2db-c7c8-486b-87d0-2051543cb5ae tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:06.360473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bf586c7-8737-445b-85a5-48e97de3fae4 req-0f5ea2db-c7c8-486b-87d0-2051543cb5ae tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 944 time: 0.1043434 Nov 09 11:17:06.415962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bf586c7-8737-445b-85a5-48e97de3fae4 req-02dda95e-d05d-4400-8207-cc2f52af1441 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 Nov 09 11:17:06.455647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d4a97012-06e8-4dc3-b82a-d988709f694e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:06.455647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d4a97012-06e8-4dc3-b82a-d988709f694e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7574477 Nov 09 11:17:06.456503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33524) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:06.527792 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-127483a3-535e-4434-972a-046c3e8f3b04 service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142708 Nov 09 11:17:06.619165 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.746898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33528) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:06.765168 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-08419b57-ddbb-407b-bcf1-adba3a6fb604 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e94e699b0cc4e1f9a299efcd0e2209a&device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 1094 time: 0.3673980 Nov 09 11:17:06.867797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-02181647-6986-43dd-9513-db3ab1b61f8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6444ff-4dea-44fa-a8ac-450bbd353df8 HTTP/1.1" status: 200 len: 217 time: 0.0944827 Nov 09 11:17:06.905209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Deleting subnet 8742953f-46e5-4744-8301-832ffbb00e6b {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:17:06.909808 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:06.948784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-a6b41c73-a5c7-4fcd-8e4c-f1dddd35d8d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:06.950465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-a6b41c73-a5c7-4fcd-8e4c-f1dddd35d8d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d83fb-e22a-4ecd-877a-96d415b4dcec HTTP/1.1" status: 200 len: 854 time: 0.0689340 Nov 09 11:17:06.985614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-978c3ccd-32ad-405b-996a-70f00cd3cb32 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:07.005814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:07.059754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-b7ae0640-ab0b-4c82-aeac-4f22683f0c1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70948bdc-5f10-47f7-bec2-1476f939748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926142 Nov 09 11:17:07.066294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5788f7b-9947-4bc7-9b54-792c094ed921 req-762e13ef-6f06-414b-8310-c191d9a833f8 service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314877 Nov 09 11:17:07.079840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ada6e-954d-4401-9886-393070d44b7c req-4f2a7456-baf6-45cc-a82b-ff83d4fa027e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.083364 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d21ada6e-954d-4401-9886-393070d44b7c req-4f2a7456-baf6-45cc-a82b-ff83d4fa027e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.3364840 Nov 09 11:17:07.087007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-978c3ccd-32ad-405b-996a-70f00cd3cb32 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:07.088660 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-978c3ccd-32ad-405b-996a-70f00cd3cb32 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6305737 Nov 09 11:17:07.104446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33540) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:07.110343 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-ef22cbd7-f903-468e-b168-12a0a3dea999 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 0.5370131 Nov 09 11:17:07.151662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306727292'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:07.155929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33544) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:07.166154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:07.194515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:07.197645 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:07.225614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:07.292603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.295898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:07.296742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.301040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.305772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.315908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.316153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:07.316307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.321011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.323155 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-a977475f-23e1-46f2-8eec-debdbf622173 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.3101609 Nov 09 11:17:07.360996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d21ada6e-954d-4401-9886-393070d44b7c req-ce14f9ac-7e34-490a-826e-1c26a744ea74 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648432 Nov 09 11:17:07.377729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-37c65e6b-b4de-4099-867b-83f26fe5c783 service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102612 Nov 09 11:17:07.427518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-223988bf-f1f8-4c6d-966c-5d74b5021b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.429694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-223988bf-f1f8-4c6d-966c-5d74b5021b70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.3006997 Nov 09 11:17:07.431922 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:07.446106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:07.448271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:07.453695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73bb3b98-b282-4a24-8ad0-50a56168f5be req-aef2b3eb-ccf9-4b94-af93-b7877c144f8f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146176 Nov 09 11:17:07.590234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-a39000f0-a227-4095-8253-2adbbfe75022 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.1474237 Nov 09 11:17:07.597982 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:07.606762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-c8692511-a13c-472c-a49a-c3d302f1220a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1095 time: 0.3866572 Nov 09 11:17:07.634939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c72af77-98e8-47f4-902e-2a145b9c86f6 req-55d5edb5-9d35-49e7-8793-cda1c7117e2e service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511013 Nov 09 11:17:07.635126 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4dbc303d-7d88-4d21-9991-798b76f60014 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:07.698321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8742953f-46e5-4744-8301-832ffbb00e6b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:07.706264 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:07.723980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:07.730626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:07.738095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b846350b-240b-4676-89e0-950054c0276b req-9740dfa5-66f6-4405-b849-73946f72e9b1 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 210 time: 0.1001058 Nov 09 11:17:07.741616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Usage tracker for resource:security_group_rule and tenant:072ba381dba44757a82b2ab082cf56fb is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:07.746586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:17:07.750525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:07.764309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:07.770554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-eef6b040-081d-4316-8974-917c12d10c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.783082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-eef6b040-081d-4316-8974-917c12d10c36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.1694074 Nov 09 11:17:07.796751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-fea6a704-5e5c-4f9f-a91f-0693fdf22b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.798656 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-fea6a704-5e5c-4f9f-a91f-0693fdf22b42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.1843653 Nov 09 11:17:07.826897 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'code': 200} Nov 09 11:17:07.832933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8742953f-46e5-4744-8301-832ffbb00e6b HTTP/1.1" status: 204 len: 168 time: 1.0849054 Nov 09 11:17:07.838819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:07.838819 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment 4f98d029-d100-4602-9f36-58b0bde5a9a7 of type vlan for network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 Nov 09 11:17:07.843790 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-65ec0ba5-1125-46af-b93b-ec8ec7528293 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598543 Nov 09 11:17:07.848112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33554) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:07.892707 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-0eceb9cc-5fc8-41fe-9337-a94a737e5543 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 217 time: 0.0876155 Nov 09 11:17:07.961100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-1a1c5e0e-b50b-47c2-9e77-d831f4784b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:07.962582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-1a1c5e0e-b50b-47c2-9e77-d831f4784b80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.0632362 Nov 09 11:17:08.050411 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-cfb4be94-fe91-482f-82a3-50dfb95ef6ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563221 Nov 09 11:17:08.079723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:08.108347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e18d7-b0e6-4c59-8ae8-f88fc1a8c40f req-b9c04cea-2091-4216-a406-4f49713ac6d9 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:08.109764 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d90e18d7-b0e6-4c59-8ae8-f88fc1a8c40f req-b9c04cea-2091-4216-a406-4f49713ac6d9 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 943 time: 0.5792150 Nov 09 11:17:08.135440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'tag': '7a6444ff-4dea-44fa-a8ac-450bbd353df8'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:08.176184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5123-8c31-4825-b998-5a6a317e0a6c req-011c8cb2-a5e4-4f18-96fc-ef2d9eade26b tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:08.177661 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24fd5123-8c31-4825-b998-5a6a317e0a6c req-011c8cb2-a5e4-4f18-96fc-ef2d9eade26b tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 944 time: 0.2141674 Nov 09 11:17:08.211766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:08.244473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-2d45d112-d440-4995-8c4f-e357230a609f service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863956 Nov 09 11:17:08.288473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24fd5123-8c31-4825-b998-5a6a317e0a6c req-4eea9f02-619c-4653-9633-83f6c18aa594 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019356 Nov 09 11:17:08.351165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-3d1979d1-22a4-49bd-a97b-f6d33bc1574b service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973924 Nov 09 11:17:08.370303 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'tag': '7a6444ff-4dea-44fa-a8ac-450bbd353df8', 'status': 'completed', 'code': 200} Nov 09 11:17:08.409944 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:08.426737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d90e18d7-b0e6-4c59-8ae8-f88fc1a8c40f req-8924417d-115f-4da0-9458-789223001a52 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944446 Nov 09 11:17:08.445406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:08.449232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:08.449833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:08.475876 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53810040-f18d-4d8e-bc77-0066a960a413 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:08.479211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-17627048-3af3-43e4-8dfa-eeabeb4880d7 service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268977 Nov 09 11:17:08.511725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-f9c88860-7ef1-49b7-aa53-7ccb7c05863f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e94e699b0cc4e1f9a299efcd0e2209a&device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 1094 time: 0.1184800 Nov 09 11:17:08.695012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:08.702883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-6a1b9cdb-35e4-43b9-82e4-5fe533ec70ab service neutron] 10.222.0.57 "GET /v2.0/ports/05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 200 len: 1028 time: 0.4420695 Nov 09 11:17:08.781332 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75391746-9f66-47f7-aee9-e37cde8b690d req-95c8a8a1-d22f-430f-9a22-a4f5695bb02c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6501 time: 0.8509758 Nov 09 11:17:08.845689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-0a90df3d-98d5-4e05-a941-f057f383bc2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:08.847166 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-0a90df3d-98d5-4e05-a941-f057f383bc2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=70948bdc-5f10-47f7-bec2-1476f939748f HTTP/1.1" status: 200 len: 915 time: 0.3272078 Nov 09 11:17:08.856827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50711f77-e22a-48b0-a25b-d4c5901f107e req-fd14c961-7516-416c-8ed9-6a30b0d71b60 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:08.858297 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50711f77-e22a-48b0-a25b-d4c5901f107e req-fd14c961-7516-416c-8ed9-6a30b0d71b60 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.3157101 Nov 09 11:17:08.945126 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-c562c778-047c-4646-a2c5-21a66e85683d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6444ff-4dea-44fa-a8ac-450bbd353df8 HTTP/1.1" status: 200 len: 217 time: 0.0857036 Nov 09 11:17:08.966815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:08.980813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8742113 Nov 09 11:17:08.988515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33566) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:08.998715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:09.048364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=af4266cc-ec47-4ef2-b8c1-dcb2a043b191,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:09.055369 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50711f77-e22a-48b0-a25b-d4c5901f107e req-72df2ba0-3b5c-4db2-b898-ba2485220d08 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437531 Nov 09 11:17:09.058027 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:09.061061 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8f9ef64f-d048-46f1-9950-97278f1ddc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:09.065960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:17:09.079811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b40536f-05df-4e7b-b670-d98154e67631']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:09.110560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=072ba381dba44757a82b2ab082cf56fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9416783 Nov 09 11:17:09.110560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-62685357-b3c4-4994-ab25-6ded2149fdfa service neutron] 10.222.0.57 "GET /v2.0/ports/7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 200 len: 1025 time: 0.3410788 Nov 09 11:17:09.125585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33570) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:09.162267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4498702-94dd-4555-8d6c-2ab97fb72829') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:09.162734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4498702-94dd-4555-8d6c-2ab97fb72829') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:09.174208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-78324d83-0650-4038-874e-e3277ba0ba9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.176841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-78324d83-0650-4038-874e-e3277ba0ba9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d83fb-e22a-4ecd-877a-96d415b4dcec HTTP/1.1" status: 200 len: 854 time: 0.2225046 Nov 09 11:17:09.237037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07402d13-b878-4d16-96b7-3ec5d9767768 req-0c19ca85-26b6-48d2-81cd-2dba45b03d0b service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759649 Nov 09 11:17:09.241651 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.263873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f5ed07-5336-4149-b32f-8fe760b2cc32,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:09.282311 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:09.287855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75391746-9f66-47f7-aee9-e37cde8b690d req-6201b9b1-dbe6-4ae7-af9f-140c4afa2102 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4180756 Nov 09 11:17:09.324217 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22a7e9b0-933b-4f9c-b81f-ce80cc40762f req-9173981b-78c5-4ede-b62a-e95a7f3ed85b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 210 time: 0.0939574 Nov 09 11:17:09.335663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-e6aeca54-1cdc-4cdd-9bf4-eacfa746a8ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70948bdc-5f10-47f7-bec2-1476f939748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429451 Nov 09 11:17:09.338250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:09.347808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:09.352234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:09.352846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.360055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:09.386012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:17:09.386424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:17:09.408446 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:17:09.451529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.455782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.460130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.464501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.469002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.473589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.478277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.486359 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-43d3676e-1ee9-4032-93ca-978c5fca7f92 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.7697475 Nov 09 11:17:09.487364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:09.601704 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.641657 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-722f9d91-43d4-4a6a-b605-94d68c43f7d7 service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713983 Nov 09 11:17:09.644174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3c06e396-222e-488d-beaf-ae836de1fc28 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.648938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3c06e396-222e-488d-beaf-ae836de1fc28 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.652858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3c06e396-222e-488d-beaf-ae836de1fc28 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.655083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3c06e396-222e-488d-beaf-ae836de1fc28 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "GET /v2.0/networks?id=9d37beb6-a064-4330-858a-89f3d1d2e215&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=ada43232-6e7f-474b-b328-f63ebb1af9a4&id=ada43232-6e7f-474b-b328-f63ebb1af9a4 HTTP/1.1" status: 200 len: 1989 time: 0.5297720 Nov 09 11:17:09.691833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.696470 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.701671 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e76bcb-871b-4b7f-8af3-8ad62439adac req-6a26ab9b-d26a-42e9-9dd8-6faee246d7cb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2145767 Nov 09 11:17:09.709766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.722053 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5dd206d1-fe8d-434d-abb2-54d25817a441 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:09.735842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:09.763706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8b40536f-05df-4e7b-b670-d98154e67631,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:09.777269 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:09.794410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-fac8b02c-9f33-4644-af80-0f7a042d8544 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81ad2d97b62b46c696cccc76857d5775 HTTP/1.1" status: 200 len: 380 time: 0.1212931 Nov 09 11:17:09.800898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'admin_state_up': True, 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'security_groups': ['13d137c0-d8f9-4fa4-818a-98d496808c63']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:09.917474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/8b40536f-05df-4e7b-b670-d98154e67631 HTTP/1.1" status: 204 len: 168 time: 2.0631943 Nov 09 11:17:09.917728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa40af9-44ec-49ac-9dea-cdf3e9a1c096 req-28639ff0-45cd-4f8a-8f20-cb5be58670e4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:09.919914 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7aa40af9-44ec-49ac-9dea-cdf3e9a1c096 req-28639ff0-45cd-4f8a-8f20-cb5be58670e4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 944 time: 0.4366734 Nov 09 11:17:09.930727 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:10.008243 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3768ef10-61b3-4a0b-aa3f-38d0986e94d1 req-3a8da4c3-6d07-498f-a1b1-51600e5b59fd service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527102 Nov 09 11:17:10.046502 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:10.075748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7aa40af9-44ec-49ac-9dea-cdf3e9a1c096 req-03221ca2-7c72-4f7e-a3b9-c4a6e3e7c65b tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347835 Nov 09 11:17:10.094499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f5ed07-5336-4149-b32f-8fe760b2cc32,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:10.096521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:10.097854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97f5ed07-5336-4149-b32f-8fe760b2cc32 HTTP/1.1" status: 204 len: 168 time: 0.9673407 Nov 09 11:17:10.103190 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:10.163373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:10.183556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:10.198835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b033-6662-44ee-86c1-0d3aaa3f75c6 req-6e3bee53-4385-4ffe-a281-560414fe5cf7 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:10.205348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d813b033-6662-44ee-86c1-0d3aaa3f75c6 req-6e3bee53-4385-4ffe-a281-560414fe5cf7 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 943 time: 0.2843399 Nov 09 11:17:10.267199 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:10.280142 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-18896a0d-ff1c-477d-b465-e5ed073238a4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:10.283401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d813b033-6662-44ee-86c1-0d3aaa3f75c6 req-41323f9c-9498-434b-9c67-c5b6cb7c0c80 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771182 Nov 09 11:17:10.354506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=37f6697d-b04c-4cb2-99f9-b89186ac914b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:10.363276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:10.368380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:10.373628 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:10.393852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': '4f98d029-d100-4602-9f36-58b0bde5a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:10.394621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: af4266cc-ec47-4ef2-b8c1-dcb2a043b191, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:17:10.400076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33586) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:10.445053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3f559-491b-4e20-b5e8-9c31e9a86d5c req-27c047f9-3cd4-4d9f-aae9-c534653c09e6 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:10.446989 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26d3f559-491b-4e20-b5e8-9c31e9a86d5c req-27c047f9-3cd4-4d9f-aae9-c534653c09e6 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2287669 Nov 09 11:17:10.533345 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5af06f7c-d88a-4dcb-9b6a-819f771202ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a78eed25f1d4c25a1c1459600e9cf17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1309869 Nov 09 11:17:10.542372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33592) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:10.555774 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-26d3f559-491b-4e20-b5e8-9c31e9a86d5c req-cfa08fd3-bfcd-4d68-a172-4caa1c8afdad tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017509 Nov 09 11:17:10.601835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:17:10.687548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d910fc8-1b12-446d-849d-63b0f29e72b4 req-d59b8524-8e37-4db1-8a08-5789848ca908 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 210 time: 0.1193013 Nov 09 11:17:10.688194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, af4266cc-ec47-4ef2-b8c1-dcb2a043b191) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:10.699685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:10.702602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de1bce-635b-4c67-bbec-03996c10af3f None None] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:10.705081 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:10.816639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 172.20.0.12 (9d37beb6-a064-4330-858a-89f3d1d2e215/59005774-dc9c-4179-b81e-70700b94ecc4/8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:10.826054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:10.857253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8671627 Nov 09 11:17:10.859105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33598) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:10.875115 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:10.878597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191', 'name': 'tempest-PortsIpV6TestJSON-1697670260'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:11.020056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-af4266cc-ec47-4ef2-b8c1-dcb2a043b191', 'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191', 'tenant_id': '95b1dfdc914a4e928a274a66606cf473', 'fixed_ips': [{'subnet_id': '37f6697d-b04c-4cb2-99f9-b89186ac914b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:17:11.021938 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.177792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33604) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:11.213024 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.291799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:11.298120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Allocated IP 2001:db8::2 (af4266cc-ec47-4ef2-b8c1-dcb2a043b191/37f6697d-b04c-4cb2-99f9-b89186ac914b/5c19cd54-d478-4133-bde7-ee1d7cdb2283) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:11.312338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.316317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.320984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.324879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.328924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.332874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.337423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.339356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-c5e0be16-75e6-4745-b09f-0d2bd7b61064 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.2630599 Nov 09 11:17:11.343453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Usage tracker for resource:security_group_rule and tenant:9508a31f98034359ada4f05c8e71d5f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:11.345256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:11.351279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:11.362335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.372923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:11.377125 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52c626db-66f7-4af0-866f-663bb203b20c tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:11.378372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:11.392869 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.409363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f067488c-422f-4ccb-84ee-cc92b5b4af51 req-e61af995-9706-4d6a-9398-093608f9a881 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613673 Nov 09 11:17:11.414513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d7eb67-23da-4e75-9f9e-006ef4163e73,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:11.424285 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:11.441328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Transition to ACTIVE for port object 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:11.481649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:11.484618 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.510749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port a52af79d-9278-41f0-b9c5-6e7b489a15e5 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:17:11.542125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b309cce-1cf8-4565-8104-ffc609eb7648 req-e1faac65-53e4-465b-837c-ef2444bf137a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.543690 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5b309cce-1cf8-4565-8104-ffc609eb7648 req-e1faac65-53e4-465b-837c-ef2444bf137a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 944 time: 0.2458692 Nov 09 11:17:11.580188 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.617019 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.628750 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5b309cce-1cf8-4565-8104-ffc609eb7648 req-bdb1fbed-1364-48ad-8ee5-9277afc74d86 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733817 Nov 09 11:17:11.631658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Transition to ACTIVE for port object 5c19cd54-d478-4133-bde7-ee1d7cdb2283 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:11.655866 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Transition to ACTIVE for port object 5c19cd54-d478-4133-bde7-ee1d7cdb2283 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:11.670994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 5d151b91-2b1f-4932-916f-153eb609f35d details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:17:11.683366 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.687731 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.718072 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7479e1a1-cc42-4678-b2a0-482c0d15a0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:11.732279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca228b8-0e80-42ad-bb2d-3436f4fa1049 req-b716ed04-379c-4e6f-a7bf-40e058fd7fc2 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.734553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bca228b8-0e80-42ad-bb2d-3436f4fa1049 req-b716ed04-379c-4e6f-a7bf-40e058fd7fc2 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 943 time: 0.1220639 Nov 09 11:17:11.775488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.776739 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93d7eb67-23da-4e75-9f9e-006ef4163e73 HTTP/1.1" status: 204 len: 168 time: 1.2335718 Nov 09 11:17:11.783494 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9508a31f98034359ada4f05c8e71d5f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6041150 Nov 09 11:17:11.787609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33616) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:11.790461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d06dd-55df-430f-8943-5e87ccf4786d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:11.796234 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:11.796846 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84ab0fc9-75be-4215-9051-8a0b48b186f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:11.805868 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.823979 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3ae28d33-e021-49f3-a4e5-d0db1f96845d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:11.871899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:11.873022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:11.876419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:11.878238 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:11.879120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:11.960019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:11.960763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:11.993321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:11.993588 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::30c (af4266cc-ec47-4ef2-b8c1-dcb2a043b191/37f6697d-b04c-4cb2-99f9-b89186ac914b/a52af79d-9278-41f0-b9c5-6e7b489a15e5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:12.001824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:12.011315 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:12.013486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Pushing event updated for resources: {'Port': ['ID=5c19cd54-d478-4133-bde7-ee1d7cdb2283,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:12.018615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=5d151b91-2b1f-4932-916f-153eb609f35d,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:12.029931 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:12.041995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '5d151b91-2b1f-4932-916f-153eb609f35d', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'port_id': '5d151b91-2b1f-4932-916f-153eb609f35d', 'mac_address': 'fa:16:3e:e3:6d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:17:12.187482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1688857-7fb8-4f22-a642-0505e308927d req-ca81fa93-367f-448e-8875-a9e6d178d4f7 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.197386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c1688857-7fb8-4f22-a642-0505e308927d req-ca81fa93-367f-448e-8875-a9e6d178d4f7 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2244051 Nov 09 11:17:12.223678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Attempting to bind port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:12.229769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Attempting to bind port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '4f98d029-d100-4602-9f36-58b0bde5a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:12.229769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Attempting to bind port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 on network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:12.247091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:12.248015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Checking segment: {'id': '4f98d029-d100-4602-9f36-58b0bde5a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:12.248453 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.248863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Bound using segment: {'id': '4f98d029-d100-4602-9f36-58b0bde5a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:12.249343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Bound port: 5c19cd54-d478-4133-bde7-ee1d7cdb2283, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f98d029-d100-4602-9f36-58b0bde5a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:12.249917 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.255097 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4579613 Nov 09 11:17:12.257665 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bca228b8-0e80-42ad-bb2d-3436f4fa1049 req-9b113a01-0cdd-4efc-964c-22ba73daabb1 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151491 Nov 09 11:17:12.264413 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.274225 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c1688857-7fb8-4f22-a642-0505e308927d req-6f901db3-9ffb-4a5e-89b4-7cee9b3f6245 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747676 Nov 09 11:17:12.283119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'admin_state_up': True, 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'security_groups': ['13d137c0-d8f9-4fa4-818a-98d496808c63']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:12.304776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.354219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d151b91-2b1f-4932-916f-153eb609f35d {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:12.383795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.385272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=5d151b91-2b1f-4932-916f-153eb609f35d,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:12.437025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] For port 5c19cd54-d478-4133-bde7-ee1d7cdb2283, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:12.446766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] For port 5c19cd54-d478-4133-bde7-ee1d7cdb2283, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5c19cd54-d478-4133-bde7-ee1d7cdb2283,segment=NetworkSegment(4f98d029-d100-4602-9f36-58b0bde5a9a7),segment_id=4f98d029-d100-4602-9f36-58b0bde5a9a7)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:12.458676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:12.462995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:port and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:12.466191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:12.473182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:12.477063 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.478838 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a6444ff-4dea-44fa-a8ac-450bbd353df8 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:17:12.484773 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:12.545113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ea3015d0-d465-4f3a-bf9c-8e9459f7854f None None] Provisioning for port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:12.586072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ea3015d0-d465-4f3a-bf9c-8e9459f7854f None None] Provisioning complete for port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:12.586461 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea3015d0-d465-4f3a-bf9c-8e9459f7854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.624233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:12.627724 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.633679 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.636201 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.652676 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:17:12.702494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.722417 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object a52af79d-9278-41f0-b9c5-6e7b489a15e5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:12.733623 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-07050806-594a-4342-b195-98f3decbe207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:12.742928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:12.746143 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:12.797942 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:12.816256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d06dd-55df-430f-8943-5e87ccf4786d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:12.816517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.821801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.825994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.830257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.835018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.839332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.842506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a13d-9e46-4a8b-9a49-eb709dee5850 req-156cbaa1-4650-4cdc-b0f9-a70fb2476734 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.843165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:12.850020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebf7a13d-9e46-4a8b-9a49-eb709dee5850 req-156cbaa1-4650-4cdc-b0f9-a70fb2476734 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 932 time: 0.4077494 Nov 09 11:17:12.855653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-72b02fb6-2d6a-4941-a90d-7ee873956865 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.2623940 Nov 09 11:17:12.855796 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:12.877284 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:12.904930 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cac6409-bd18-4c32-a3c4-465bf9536c3b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:12.925165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 10.1.1.53 (635a7131-585c-436d-b910-b5a4b23f9b59/5b5dc732-a63e-458b-97e6-ee9d96805ce4/88a7b3c1-932f-4fb1-aeca-a9022fbfeb12) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:12.980340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ea3015d0-d465-4f3a-bf9c-8e9459f7854f None None] Port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:13.047605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=a52af79d-9278-41f0-b9c5-6e7b489a15e5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:13.051562 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:13.103666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:13.105025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Pushing event updated for resources: {'Port': ['ID=5c19cd54-d478-4133-bde7-ee1d7cdb2283,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:13.112217 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:13.115313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:13.125934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:13.130191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:13.137061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:13.166652 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a6444ff-4dea-44fa-a8ac-450bbd353df8, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a6444ff-4dea-44fa-a8ac-450bbd353df8,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:13.170681 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:13.174646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/287d06dd-55df-430f-8943-5e87ccf4786d HTTP/1.1" status: 204 len: 168 time: 1.3816981 Nov 09 11:17:13.205123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '7a6444ff-4dea-44fa-a8ac-450bbd353df8', 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f', 'port_id': '7a6444ff-4dea-44fa-a8ac-450bbd353df8', 'mac_address': 'fa:16:3e:53:db:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363d83fb-e22a-4ecd-877a-96d415b4dcec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:17:13.259896 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3978970 Nov 09 11:17:13.262431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:13.268505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'af4266cc-ec47-4ef2-b8c1-dcb2a043b191', 'name': 'tempest-PortsIpV6TestJSON-1422814108'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:13.287291 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:13.333164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6444ff-4dea-44fa-a8ac-450bbd353df8 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:13.376260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a6444ff-4dea-44fa-a8ac-450bbd353df8, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a6444ff-4dea-44fa-a8ac-450bbd353df8,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:13.405132 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:13.462745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Transition to ACTIVE for port object 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:13.470352 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:13.472503 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:13.488976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ffb52cd3-56d1-4303-920d-7eae243731f4 req-4ab7a08e-d67e-40a4-83d5-10bccc21a22f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6346662 Nov 09 11:17:13.558844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ebf7a13d-9e46-4a8b-9a49-eb709dee5850 req-48696487-9dd1-4091-a3fa-a57012e2c2c8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:13.602279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:13.611091 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91aee4a1-3690-47d7-98df-853db7266119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:13.641825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a6444ff-4dea-44fa-a8ac-450bbd353df8,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:13.652372 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:13.695418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:13.706737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:13.706737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-ebf7a13d-9e46-4a8b-9a49-eb709dee5850 req-48696487-9dd1-4091-a3fa-a57012e2c2c8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:13.706737 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebf7a13d-9e46-4a8b-9a49-eb709dee5850 req-48696487-9dd1-4091-a3fa-a57012e2c2c8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8533511 Nov 09 11:17:13.706737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:13.712503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:13.766164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5c19cd54-d478-4133-bde7-ee1d7cdb2283 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:13.822279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network 635a7131-585c-436d-b910-b5a4b23f9b59 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:13.838157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:13.845959 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:13.853382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:13.857208 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:13.863570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:13.869780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:13.903464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 2f190031-722e-495c-8f3c-aee25eb57014 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:17:13.944067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7a6444ff-4dea-44fa-a8ac-450bbd353df8'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:17:14.076755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['5d151b91-2b1f-4932-916f-153eb609f35d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:17:14.084745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c14ce6-066e-42b1-a493-d81ecc01a1d1 req-126df6ec-f8b9-491e-9ad0-adc22a4f4a12 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:14.111571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d3c14ce6-066e-42b1-a493-d81ecc01a1d1 req-126df6ec-f8b9-491e-9ad0-adc22a4f4a12 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 945 time: 0.4192402 Nov 09 11:17:14.156944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:14.159051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:14.359662 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d3c14ce6-066e-42b1-a493-d81ecc01a1d1 req-ea5ae8db-bd19-428a-967b-78f7251d8a5b tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456648 Nov 09 11:17:14.372541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3110-05eb-4b4e-9fe5-d2ba4416a8d1 req-6778d28a-d257-420f-92ff-1347137675b4 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:14.374076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f1ca3110-05eb-4b4e-9fe5-d2ba4416a8d1 req-6778d28a-d257-420f-92ff-1347137675b4 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 944 time: 0.4216843 Nov 09 11:17:14.408162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1313231 Nov 09 11:17:14.419807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'admin_state_up': True, 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'security_groups': ['13d137c0-d8f9-4fa4-818a-98d496808c63']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:14.437200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::242 (af4266cc-ec47-4ef2-b8c1-dcb2a043b191/37f6697d-b04c-4cb2-99f9-b89186ac914b/2f190031-722e-495c-8f3c-aee25eb57014) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:14.592588 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f1ca3110-05eb-4b4e-9fe5-d2ba4416a8d1 req-8c523bfb-f4f6-4c51-b3a5-0e1390e65e16 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832607 Nov 09 11:17:14.620911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:14.718083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-88acbc71-6fd5-46f6-91c4-17daa443aaba None None] Provisioning for port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:14.767835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-88acbc71-6fd5-46f6-91c4-17daa443aaba None None] Provisioning complete for port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:14.767835 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-88acbc71-6fd5-46f6-91c4-17daa443aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:14.845804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33668) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:14.897563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843574f-9869-4c70-b405-8b1cafe4a9f5 None None] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:14.921265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-88acbc71-6fd5-46f6-91c4-17daa443aaba None None] Port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:14.928822 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:14.975736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:14.983855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Usage tracker for resource:port and tenant:81ad2d97b62b46c696cccc76857d5775 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:14.987268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:14.995113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:15.041675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed41e9-4e43-4dd8-91fa-e03c815031b6 req-ac76a807-7522-4457-aa0b-d5a43d4588ee tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.051303 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76ed41e9-4e43-4dd8-91fa-e03c815031b6 req-ac76a807-7522-4457-aa0b-d5a43d4588ee tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.3517172 Nov 09 11:17:15.095543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:15.101551 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.149829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76ed41e9-4e43-4dd8-91fa-e03c815031b6 req-629f2629-e28d-424e-9490-cb69e19cd308 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973976 Nov 09 11:17:15.258819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Provisioning for port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:15.275613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Provisioning complete for port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:15.276844 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.321205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-110043891-network', 'tenant_id': 'a900ac6b4bd1446fb42a993d13b96e1b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:15.330309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object 2f190031-722e-495c-8f3c-aee25eb57014 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:15.335748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:15.348763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Usage tracker for resource:network and tenant:a900ac6b4bd1446fb42a993d13b96e1b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:15.354916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:15.373600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:15.423682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.429498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.434099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.438242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.443781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.450874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.478325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.478325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8bbe0009-cbc7-426b-8d85-fd7e692d1da7 req-08649f97-541c-43d2-9e3b-65b33ee36336 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.5205250 Nov 09 11:17:15.478325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33682) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:15.486417 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Request body: {'floatingip': {'port_id': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:15.524930 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.603774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.616578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] For port 5c19cd54-d478-4133-bde7-ee1d7cdb2283, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5c19cd54-d478-4133-bde7-ee1d7cdb2283,segment=NetworkSegment(4f98d029-d100-4602-9f36-58b0bde5a9a7),segment_id=4f98d029-d100-4602-9f36-58b0bde5a9a7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:15.721783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88086f-5372-48be-8f25-9002beea1e71 req-cf98f81f-02f4-452f-85a3-5efc60ecf3ea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.726621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88086f-5372-48be-8f25-9002beea1e71 req-cf98f81f-02f4-452f-85a3-5efc60ecf3ea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:15.727454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ab88086f-5372-48be-8f25-9002beea1e71 req-cf98f81f-02f4-452f-85a3-5efc60ecf3ea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:15.759951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 10.1.1.201 (635a7131-585c-436d-b910-b5a4b23f9b59/5b5dc732-a63e-458b-97e6-ee9d96805ce4/4a6cb12f-46a8-41e7-9a63-b72939ee39c9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:15.844796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Made reservation on behalf of a900ac6b4bd1446fb42a993d13b96e1b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:15.847074 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.865692 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.868107 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:15.874747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.887114 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d16dcea2-69ea-4678-9397-d82293389355 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:15.916114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ab88086f-5372-48be-8f25-9002beea1e71 req-cf98f81f-02f4-452f-85a3-5efc60ecf3ea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:15.922476 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab88086f-5372-48be-8f25-9002beea1e71 req-cf98f81f-02f4-452f-85a3-5efc60ecf3ea tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 1653 time: 0.3950725 Nov 09 11:17:15.966934 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:15.978262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Pushing event updated for resources: {'Port': ['ID=5c19cd54-d478-4133-bde7-ee1d7cdb2283,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:16.000920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47343df7-e320-43be-b087-a3c2f48337dc req-9307d5ab-5eb1-44fe-848b-57fd21aaa35e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:16.002422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47343df7-e320-43be-b087-a3c2f48337dc req-9307d5ab-5eb1-44fe-848b-57fd21aaa35e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 945 time: 0.3451698 Nov 09 11:17:16.007585 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:16.016718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab88086f-5372-48be-8f25-9002beea1e71 req-191f31a7-3cb4-44fc-9242-5f5140116d31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932553 Nov 09 11:17:16.117244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3d5adce8-ae8d-48a8-9a47-5cec150285ce None None] Provisioning for port a52af79d-9278-41f0-b9c5-6e7b489a15e5 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:16.123088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3d5adce8-ae8d-48a8-9a47-5cec150285ce None None] Provisioning complete for port a52af79d-9278-41f0-b9c5-6e7b489a15e5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:16.126550 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3d5adce8-ae8d-48a8-9a47-5cec150285ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.166296 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.214186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Transition to ACTIVE for port object 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:16.224210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33690) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:16.243966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=2f190031-722e-495c-8f3c-aee25eb57014,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:16.252065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:16.264373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:16.276567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:16.290021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3d5adce8-ae8d-48a8-9a47-5cec150285ce None None] Port a52af79d-9278-41f0-b9c5-6e7b489a15e5 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:16.295842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:16.303653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:16.308653 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.308828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3d5adce8-ae8d-48a8-9a47-5cec150285ce None None] Provisioning complete for port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:16.308828 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3d5adce8-ae8d-48a8-9a47-5cec150285ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.373686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a999e-6002-47ff-9400-27cafcc3fe3c req-c84cbfe9-bb10-4f90-b3cb-907a0554be78 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:16.375341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca9a999e-6002-47ff-9400-27cafcc3fe3c req-c84cbfe9-bb10-4f90-b3cb-907a0554be78 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 944 time: 0.1094730 Nov 09 11:17:16.427926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:16.438136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.449592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Usage tracker for resource:security_group_rule and tenant:a900ac6b4bd1446fb42a993d13b96e1b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:16.455639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:16.457219 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea1c2c0d-b0f5-4879-a6bd-fc8ed294bea7 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:16.473652 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47343df7-e320-43be-b087-a3c2f48337dc req-2506ba7e-07b3-4015-98d7-e61442fec697 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500828 Nov 09 11:17:16.515592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:16.592813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:16.620974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-495179597'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:16.625972 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:16.643574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:16.657850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:network and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:16.663812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network 635a7131-585c-436d-b910-b5a4b23f9b59 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:16.668487 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4023473 Nov 09 11:17:16.674969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33700) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:16.675863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca9a999e-6002-47ff-9400-27cafcc3fe3c req-abb60f31-af7b-4790-a64f-a0cbc25ae55d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934606 Nov 09 11:17:16.688075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:16.694018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:16.698856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:16.704359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-194d65e6-c698-4feb-b94e-fec62ad82a79 None None] Provisioning complete for port a52af79d-9278-41f0-b9c5-6e7b489a15e5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:16.704903 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-194d65e6-c698-4feb-b94e-fec62ad82a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.778329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:16.793476 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.799465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:16.801175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-194d65e6-c698-4feb-b94e-fec62ad82a79 None None] Port a52af79d-9278-41f0-b9c5-6e7b489a15e5 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:16.828275 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.899438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-194d65e6-c698-4feb-b94e-fec62ad82a79 None None] Provisioning for port 2f190031-722e-495c-8f3c-aee25eb57014 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:16.899599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:16.902182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0576a-6f34-46af-b8ea-8559dc4fc9de tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:16.902681 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.903247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-48d0576a-6f34-46af-b8ea-8559dc4fc9de tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:16.913763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-194d65e6-c698-4feb-b94e-fec62ad82a79 None None] Provisioning complete for port 2f190031-722e-495c-8f3c-aee25eb57014 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:16.913763 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-194d65e6-c698-4feb-b94e-fec62ad82a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.914035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.918385 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cf0a9f1-c851-42a6-a8ce-6f6dd3d4c915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:16.933580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5186114 Nov 09 11:17:16.936861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:16.967689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:17:16.992025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:16.998489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:security_group_rule and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:17.010580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:17.011475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d32f94-415b-4638-b34f-1a0b32bee41d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:17.016496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.016842 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Added segment d63e8a12-4b34-43c2-bf3a-9e1d73b106ff of type vlan for network 30d04401-bc7f-4195-aa2f-3b077105d4a4 Nov 09 11:17:17.018330 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:17.030615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-48d0576a-6f34-46af-b8ea-8559dc4fc9de tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:17.030974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4', 'admin_state_up': True, 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'security_groups': ['13d137c0-d8f9-4fa4-818a-98d496808c63']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:17.034573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-48d0576a-6f34-46af-b8ea-8559dc4fc9de tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30c HTTP/1.1" status: 200 len: 929 time: 0.3584235 Nov 09 11:17:17.035176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33706) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:17.046576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:17.119944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-194d65e6-c698-4feb-b94e-fec62ad82a79 None None] Port 2f190031-722e-495c-8f3c-aee25eb57014 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:17.159137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 2f190031-722e-495c-8f3c-aee25eb57014 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:17.159477 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.190387 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d624cc17-a164-4be8-acc3-7fb519b2c2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.229872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:17.254381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:17.258894 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.272516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.316044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-01639052-5669-4401-9942-2fe85ec93bb3 None None] Provisioning for port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:17.322025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-01639052-5669-4401-9942-2fe85ec93bb3 None None] Provisioning complete for port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:17.322991 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-01639052-5669-4401-9942-2fe85ec93bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.337024 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:17:17.351964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:17.530216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-01639052-5669-4401-9942-2fe85ec93bb3 None None] Port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:17.575529 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.584815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.594636 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f222b96-b786-4007-88db-b49e59609939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:17.604248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.605126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:17.605700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.622487 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ad80916-2a1f-4954-9346-eda326d7fbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:17.691201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 5d151b91-2b1f-4932-916f-153eb609f35d up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:17.735046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:17:17.746372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.748061 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Added segment 35063e5e-0e0d-4f8e-a5a4-8939a535f49b of type vlan for network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 Nov 09 11:17:17.755848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5c19cd54-d478-4133-bde7-ee1d7cdb2283 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:17.808036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9efd9-c579-44ec-b688-452767984370,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:17.812630 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:17.828232 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.902005 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.924393 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.948238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:17.948937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:17.976119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.071554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224641a8-9279-42c4-9b05-1df2f2aa6a43 req-69f1b948-753c-4ec7-944e-979c4792831f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:18.071554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224641a8-9279-42c4-9b05-1df2f2aa6a43 req-69f1b948-753c-4ec7-944e-979c4792831f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:18.071554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224641a8-9279-42c4-9b05-1df2f2aa6a43 req-69f1b948-753c-4ec7-944e-979c4792831f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:18.075382 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-224641a8-9279-42c4-9b05-1df2f2aa6a43 req-69f1b948-753c-4ec7-944e-979c4792831f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 2374 time: 0.8101802 Nov 09 11:17:18.099385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 5d151b91-2b1f-4932-916f-153eb609f35d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:18.105931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa03eaa-cd95-4de4-a8ed-839ff3ab197b req-bde45546-705d-4fbe-9ad2-bc2efb41a016 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:18.107522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6aa03eaa-cd95-4de4-a8ed-839ff3ab197b req-bde45546-705d-4fbe-9ad2-bc2efb41a016 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 945 time: 0.4869130 Nov 09 11:17:18.108978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 5d151b91-2b1f-4932-916f-153eb609f35d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:18.109415 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.127021 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2794907 Nov 09 11:17:18.141554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:18.142567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Pushing event updated for resources: {'Network': ['ID=30d04401-bc7f-4195-aa2f-3b077105d4a4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:18.147789 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:18.159922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 30d04401-bc7f-4195-aa2f-3b077105d4a4 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:17:18.171677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Request body: {'subnet': {'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-110043891-subnet', 'tenant_id': 'a900ac6b4bd1446fb42a993d13b96e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:18.186840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:18.199441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.214115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Usage tracker for resource:subnet and tenant:a900ac6b4bd1446fb42a993d13b96e1b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:18.218040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.221785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:18.222487 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.225134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:18.233034 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0fe2df34-7221-43bd-be68-18cd2a84ced3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:18.235432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:18.336659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-224641a8-9279-42c4-9b05-1df2f2aa6a43 req-0df0e84e-287d-4662-a256-2ce98fa2e2d2 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405846 Nov 09 11:17:18.344238 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.368869 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6aa03eaa-cd95-4de4-a8ed-839ff3ab197b req-1efbe8b0-ac14-430a-92c8-0f5e4cc9be3c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500274 Nov 09 11:17:18.377157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Network': ['ID=29a4ca5d-b4c0-4e62-ab4a-580bd3185652,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:18.384472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:18.406470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:17:18.410324 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:18.435872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=5d151b91-2b1f-4932-916f-153eb609f35d,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:18.475832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 10.2.2.100 (ada43232-6e7f-474b-b328-f63ebb1af9a4/efcc144d-686c-4cd2-8ebb-25f5217975ac/1d417d4b-05be-414c-b886-1a54dacfcec0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:18.496543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 2f190031-722e-495c-8f3c-aee25eb57014 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:18.518115 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d', 'code': 200} Nov 09 11:17:18.532980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Made reservation on behalf of a900ac6b4bd1446fb42a993d13b96e1b for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:18.539274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.550316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3247201 Nov 09 11:17:18.557349 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:18.558366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a6444ff-4dea-44fa-a8ac-450bbd353df8 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:18.565647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33726) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:18.581703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'subnet': {'network_id': '29a4ca5d-b4c0-4e62-ab4a-580bd3185652', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:18.602420 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:18.700827 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:18.704577 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:18.798453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:18.804334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:18.804983 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.048128 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.059494 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50e99a19-4153-4cd0-ac1c-79b54e471511 req-80c8c645-8269-4f16-a188-a58be3340a69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.5058622 Nov 09 11:17:19.095539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7a6444ff-4dea-44fa-a8ac-450bbd353df8, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a6444ff-4dea-44fa-a8ac-450bbd353df8,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:19.102708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46cd06-580c-43af-8d83-7e91d41e042e req-c87f705d-d621-43b9-bdca-6dd6c3c7e370 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:19.104194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd46cd06-580c-43af-8d83-7e91d41e042e req-c87f705d-d621-43b9-bdca-6dd6c3c7e370 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 944 time: 0.5490868 Nov 09 11:17:19.120126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:19.136306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:subnet and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:19.142025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:19.151891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:19.191548 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50e99a19-4153-4cd0-ac1c-79b54e471511 req-725cc91b-f59e-408d-8e0a-a11b1418b468 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152282 Nov 09 11:17:19.201056 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd46cd06-580c-43af-8d83-7e91d41e042e req-7291d419-2519-4796-8127-6a16213a013e tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897768 Nov 09 11:17:19.206244 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Floating IP 35fb3226-bcdd-417f-a34d-3a96e6fbe31e associated. External IP: 172.25.7.127, port: 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3. Nov 09 11:17:19.207481 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.210013 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:19.221703 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.244640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Transition to ACTIVE for port object 1d417d4b-05be-414c-b886-1a54dacfcec0 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:19.252628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4bb28-391c-47c9-a345-79da07793591 req-7164f4e0-d647-489e-8df4-88b9db6acad8 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:19.254644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2c4bb28-391c-47c9-a345-79da07793591 req-7164f4e0-d647-489e-8df4-88b9db6acad8 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2186868 Nov 09 11:17:19.278064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.289082 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9ce7a095-d337-428a-b917-6a1512f790f2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:19.298016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7a6444ff-4dea-44fa-a8ac-450bbd353df8,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:19.301283 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:19.311089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f2c4bb28-391c-47c9-a345-79da07793591 req-2e9cd4e5-2ad6-40e4-a885-ad6575e2c70e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 Nov 09 11:17:19.336821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=2f190031-722e-495c-8f3c-aee25eb57014,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:19.343132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:19.347008 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:19.442264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.465801 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b7f844de-d8f6-460e-8db3-7c4b5d737979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.553002 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.566774 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.588594 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce16b3aa-c97d-4639-86fe-869c31bcdc18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:19.613001 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/2f190031-722e-495c-8f3c-aee25eb57014 HTTP/1.1" status: 204 len: 168 time: 2.5728083 Nov 09 11:17:19.619285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:19.699310 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e0996a-1444-41e6-94a5-1b2db4774a88 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:17:19.699812 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-93e0996a-1444-41e6-94a5-1b2db4774a88 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:19.760631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.770238 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2130e9d6-7ccb-4ea5-b57a-8e543475c0c4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:19.812511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:19.813375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=1d417d4b-05be-414c-b886-1a54dacfcec0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:19.820084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-93e0996a-1444-41e6-94a5-1b2db4774a88 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:19.822734 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-93e0996a-1444-41e6-94a5-1b2db4774a88 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/2f190031-722e-495c-8f3c-aee25eb57014 HTTP/1.1" status: 404 len: 333 time: 0.1930687 Nov 09 11:17:19.828315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33746) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:19.829452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:19.831472 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:19.837409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:19.907230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:19.907803 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:19.982962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-b3f3a26a-7cd8-48be-806e-7774faac3971 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:19.987208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-b3f3a26a-7cd8-48be-806e-7774faac3971 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:19.992137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-b3f3a26a-7cd8-48be-806e-7774faac3971 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:19.996164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-b3f3a26a-7cd8-48be-806e-7774faac3971 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:19.997112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-b3f3a26a-7cd8-48be-806e-7774faac3971 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:20.077089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1116631 Nov 09 11:17:20.088189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdd6224-0120-4638-88de-7b5a55324599,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:20.094962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4', 'admin_state_up': True, 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'security_groups': ['13d137c0-d8f9-4fa4-818a-98d496808c63']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:20.096626 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:20.122413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-b3f3a26a-7cd8-48be-806e-7774faac3971 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:20.127348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-b3f3a26a-7cd8-48be-806e-7774faac3971 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3095 time: 0.4255979 Nov 09 11:17:20.189747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port a52af79d-9278-41f0-b9c5-6e7b489a15e5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:20.190081 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:20.226644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Checking segment: {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:20.227052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Network hostable DHCP agents. Network: 30d04401-bc7f-4195-aa2f-3b077105d4a4, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:17:20.290616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2921351b-0711-44f9-bfd5-a5fe36752c6d req-fc2fc330-d739-415b-9e34-d6162816d539 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531873 Nov 09 11:17:20.294282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-db304a3a-4b11-42be-8062-0070f6cdd031 None None] Provisioning for port 1d417d4b-05be-414c-b886-1a54dacfcec0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:20.306198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-db304a3a-4b11-42be-8062-0070f6cdd031 None None] Provisioning complete for port 1d417d4b-05be-414c-b886-1a54dacfcec0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:20.306198 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-db304a3a-4b11-42be-8062-0070f6cdd031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:20.348341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:20.377638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-db304a3a-4b11-42be-8062-0070f6cdd031 None None] Port 1d417d4b-05be-414c-b886-1a54dacfcec0 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:20.385578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:20.417883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:20.428937 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f38d2a9-6baf-49b5-8617-1fa2eb53ad1e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:20.519802 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6444ff-4dea-44fa-a8ac-450bbd353df8'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:20.543870 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:20.554067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Network 30d04401-bc7f-4195-aa2f-3b077105d4a4 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:17:20.556384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Made reservation on behalf of 81ad2d97b62b46c696cccc76857d5775 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:20.561696 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:20.609202 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:20.636982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Subnet': ['ID=911a03f1-a983-4d32-8655-2e4072c16835,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:20.662591 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:20.691154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 30d04401-bc7f-4195-aa2f-3b077105d4a4) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:20.706868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98f0d2-f23f-4283-bd43-1a7e933dc74f None None] Network 30d04401-bc7f-4195-aa2f-3b077105d4a4 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:20.766000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for a52af79d-9278-41f0-b9c5-6e7b489a15e5 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:20.808429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Checking segment: {'id': '35063e5e-0e0d-4f8e-a5a4-8939a535f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29a4ca5d-b4c0-4e62-ab4a-580bd3185652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:20.809395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network hostable DHCP agents. Network: 29a4ca5d-b4c0-4e62-ab4a-580bd3185652, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:17:20.853490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:20.854084 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:20.866549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f7ea-78d1-4927-a976-c9398f1f38bc req-ff136903-8c43-4482-a559-b2b3111f3ce5 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:20.875779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a064f7ea-78d1-4927-a976-c9398f1f38bc req-ff136903-8c43-4482-a559-b2b3111f3ce5 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.3896790 Nov 09 11:17:20.979337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:17:20.979447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e697be-d88d-4d74-9510-856d044c15cc None None] Network 30d04401-bc7f-4195-aa2f-3b077105d4a4 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:20.993536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a064f7ea-78d1-4927-a976-c9398f1f38bc req-bdc785c5-d8bb-4c7d-9611-abc93e337c50 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166234 Nov 09 11:17:20.994213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 29a4ca5d-b4c0-4e62-ab4a-580bd3185652) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:21.007117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:21.007117 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:21.012199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8141263-830c-4ae8-854f-fd7bc7e23c5b None None] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:21.094122 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9404995 Nov 09 11:17:21.117754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308af2-c0c6-4a23-bb38-d4f1242af80b req-111475ad-7be3-4469-a203-a44a97ea025c tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:21.119450 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd308af2-c0c6-4a23-bb38-d4f1242af80b req-111475ad-7be3-4469-a203-a44a97ea025c tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 945 time: 0.3232434 Nov 09 11:17:21.149110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Router f6a172e8-a3fa-4322-b533-05b7c33c2589 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:17:21.198101 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6444ff-4dea-44fa-a8ac-450bbd353df8', 'code': 200} Nov 09 11:17:21.215434 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6483226 Nov 09 11:17:21.229276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33762) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:21.263911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-557854670', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:21.289404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:21.305336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:router and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:21.316091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:21.348368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:21.350367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Allocated IP 10.2.2.200 (ada43232-6e7f-474b-b328-f63ebb1af9a4/efcc144d-686c-4cd2-8ebb-25f5217975ac/4c45cb96-02c9-40c3-ad93-b220359069db) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:21.441920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:21.482912 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-68d7bb5d-99a6-4dc2-a8ed-60ff575c2de5 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:21.488206 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:21.490082 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:21.576220 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:21.607656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55faec93-3a56-4832-8466-025b88f79096 None None] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:21.633355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=a52af79d-9278-41f0-b9c5-6e7b489a15e5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:21.633355 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:21.648918 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:21.693340 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cd308af2-c0c6-4a23-bb38-d4f1242af80b req-cf39199e-d833-4353-b389-379d306d8d65 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735338 Nov 09 11:17:21.743475 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/a52af79d-9278-41f0-b9c5-6e7b489a15e5 HTTP/1.1" status: 204 len: 168 time: 1.7312841 Nov 09 11:17:21.772162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33774) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:21.866566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:21.888927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Transition to ACTIVE for port object 4c45cb96-02c9-40c3-ad93-b220359069db will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:21.916118 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea5ded7-4970-4ed4-80ef-2c99da9e6925 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:17:21.916661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ea5ded7-4970-4ed4-80ef-2c99da9e6925 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:21.992310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d104df67-dcfc-464b-9d42-f884298b6dae req-e1675f96-91a8-4901-85eb-cc3373b9e84f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 1096 time: 0.7933617 Nov 09 11:17:22.044182 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:22.235272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ea5ded7-4970-4ed4-80ef-2c99da9e6925 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:22.237201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6ea5ded7-4970-4ed4-80ef-2c99da9e6925 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/a52af79d-9278-41f0-b9c5-6e7b489a15e5 HTTP/1.1" status: 404 len: 333 time: 0.4606261 Nov 09 11:17:22.251031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:22.356929 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:22.406884 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10fa05e5-fbd6-4943-9455-2f0dbe00a07b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:22.510166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:22.516866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:22.518377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event updated for resources: {'Port': ['ID=4c45cb96-02c9-40c3-ad93-b220359069db,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:22.521161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:22.549848 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:22.581120 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d104df67-dcfc-464b-9d42-f884298b6dae req-156c9a86-5a6c-4940-b659-26877ffbcb6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329413 Nov 09 11:17:22.606450 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:22.621031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:22.625453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:22.629757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:22.633341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:22.637279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:22.638498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:22.666433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:22.666579 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:22.796207 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7103219 Nov 09 11:17:22.797220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:22.797902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2cf39-3c31-4f02-864a-242560184e3b req-e5248247-cf16-4b9f-8531-2898c5ad63ea tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:22.798613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-14e2cf39-3c31-4f02-864a-242560184e3b req-e5248247-cf16-4b9f-8531-2898c5ad63ea tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Synchronizing usage tracker for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:22.798975 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-6c6cf231-a385-4458-a85a-48780585d193 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3816 time: 0.8467968 Nov 09 11:17:22.808179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4a35116b-d7ce-466e-8093-94165eb530f0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:17:22.809462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4a35116b-d7ce-466e-8093-94165eb530f0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059845 Nov 09 11:17:22.840386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:22.854410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet 37f6697d-b04c-4cb2-99f9-b89186ac914b {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:17:22.860051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:22.918601 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5369d0e4-ceaa-4849-b0d6-d2c32644df2b req-b73135a4-382e-4128-b5ed-26c6746d9f5b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061492 Nov 09 11:17:22.919151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:17:22.925162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:22.936470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] Sync routers for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:17:22.952627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:22.953566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:22.961029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-14e2cf39-3c31-4f02-864a-242560184e3b req-e5248247-cf16-4b9f-8531-2898c5ad63ea tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Unset dirty status for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:22.967022 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-e5248247-cf16-4b9f-8531-2898c5ad63ea tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 813 time: 0.7017441 Nov 09 11:17:22.977131 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.016373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a7adf800-bb21-4f6c-bd74-32206fbc98d3 None None] Provisioning for port 4c45cb96-02c9-40c3-ad93-b220359069db completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:23.034975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a7adf800-bb21-4f6c-bd74-32206fbc98d3 None None] Provisioning complete for port 4c45cb96-02c9-40c3-ad93-b220359069db triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:23.035695 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a7adf800-bb21-4f6c-bd74-32206fbc98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.077439 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-43e2fec8-5c20-4383-ad99-4a18626716a9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/quotas/a900ac6b4bd1446fb42a993d13b96e1b HTTP/1.1" status: 200 len: 375 time: 0.1094837 Nov 09 11:17:23.120849 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.140155 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-33c0e208-8f0e-443c-8eb7-990eee0ab33b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "PUT /v2.0/floatingips/35fb3226-bcdd-417f-a34d-3a96e6fbe31e HTTP/1.1" status: 200 len: 992 time: 7.6674838 Nov 09 11:17:23.148296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:23.181019 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-76bf292b-0794-4bff-96cf-6add3b99d286 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014194 Nov 09 11:17:23.282049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a7adf800-bb21-4f6c-bd74-32206fbc98d3 None None] Port 4c45cb96-02c9-40c3-ad93-b220359069db cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:23.298162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.323496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:17:23.385734 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-636bb416-2951-4a56-a57f-c48bd4e777bc service neutron] 10.222.0.50 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027910 Nov 09 11:17:23.539243 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-5e73c7cf-488d-4aa9-9b13-5f2d6bd02a19 service neutron] 10.222.0.50 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522253 Nov 09 11:17:23.590902 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.597505 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:23.616247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45cf53-25a2-494e-810e-2e4dba67008f req-a5e7ef9d-1479-4744-afed-ec46c6445ad3 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:23.618308 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e45cf53-25a2-494e-810e-2e4dba67008f req-a5e7ef9d-1479-4744-afed-ec46c6445ad3 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.1836054 Nov 09 11:17:23.648682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=37f6697d-b04c-4cb2-99f9-b89186ac914b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:23.652370 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:23.653362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.663017 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/37f6697d-b04c-4cb2-99f9-b89186ac914b HTTP/1.1" status: 204 len: 168 time: 1.3996983 Nov 09 11:17:23.663626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:23.676397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eec5a9-57e8-43a0-af51-c48c2a2d67d9 None None] Network af4266cc-ec47-4ef2-b8c1-dcb2a043b191 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:23.743617 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.796650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.903554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.934207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:23.934907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:23.951693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:23.970858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e45cf53-25a2-494e-810e-2e4dba67008f req-0552a307-5393-4151-a07e-18ec24df05a2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462036 Nov 09 11:17:23.972701 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:24.065493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Transition to ACTIVE for port object 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:24.148828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '35fb3226-bcdd-417f-a34d-3a96e6fbe31e', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'port_id': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'mac_address': 'fa:16:3e:3d:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:14:58Z', 'updated_at': '2021-11-09T11:17:17Z', 'revision_number': 1, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:14:02Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:24.163685 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] Checking router: f6a172e8-a3fa-4322-b533-05b7c33c2589 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:17:24.168640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.25.7.185 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/77b2ebc6-4f80-46f1-bdc4-efd3ceb7df17) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:24.170509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:24.201698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:24.203451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:24.223542 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-875fdbe2-9d2c-4616-a91d-e51ae5f0bb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:24.294930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b57866-6872-4749-8865-82c0bf20651a req-31b48502-5227-4823-80b7-3a1e858fdb5f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:24.304169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9b57866-6872-4749-8865-82c0bf20651a req-31b48502-5227-4823-80b7-3a1e858fdb5f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 945 time: 0.3716838 Nov 09 11:17:24.381858 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'status': 'completed', 'code': 200} Nov 09 11:17:24.409603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] For port 5c19cd54-d478-4133-bde7-ee1d7cdb2283, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5c19cd54-d478-4133-bde7-ee1d7cdb2283,segment=NetworkSegment(4f98d029-d100-4602-9f36-58b0bde5a9a7),segment_id=4f98d029-d100-4602-9f36-58b0bde5a9a7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:24.410324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:24.492387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] DHCP port deletion for af4266cc-ec47-4ef2-b8c1-dcb2a043b191 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:17:24.510775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Deleting port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:24.511543 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:24.534087 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d9b57866-6872-4749-8865-82c0bf20651a req-00c8e28b-9785-4579-97e8-ec12f3857b5d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289474 Nov 09 11:17:24.644840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:17:24.695157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 5c19cd54-d478-4133-bde7-ee1d7cdb2283 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:24.734605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7e63f620-ca31-4472-bb25-567fe0d5dc8a req-7978702a-cfa8-47b6-90c5-b3c803478cdd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 210 time: 0.2172053 Nov 09 11:17:24.770942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:24.804653 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:24.898042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1194-11d5-496e-9762-ce3602da1b5c req-c77c7286-8ed4-486d-85d8-1a07ca778b00 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:24.903728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1194-11d5-496e-9762-ce3602da1b5c req-c77c7286-8ed4-486d-85d8-1a07ca778b00 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:24.908393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1194-11d5-496e-9762-ce3602da1b5c req-c77c7286-8ed4-486d-85d8-1a07ca778b00 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:24.915182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1194-11d5-496e-9762-ce3602da1b5c req-c77c7286-8ed4-486d-85d8-1a07ca778b00 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:24.920579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1194-11d5-496e-9762-ce3602da1b5c req-c77c7286-8ed4-486d-85d8-1a07ca778b00 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:24.930290 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b67b1194-11d5-496e-9762-ce3602da1b5c req-c77c7286-8ed4-486d-85d8-1a07ca778b00 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3828 time: 0.2014420 Nov 09 11:17:24.935609 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:24.973075 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-8c19553c-9718-4331-bb26-5f624af4f6d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6501 time: 0.4964437 Nov 09 11:17:24.977168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Attempting to bind port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:24.977724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Attempting to bind port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:24.978262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Attempting to bind port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 on network 9d37beb6-a064-4330-858a-89f3d1d2e215 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:25.158519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 on network 9d37beb6-a064-4330-858a-89f3d1d2e215 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:25.158875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Attempting to bind port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 on network 9d37beb6-a064-4330-858a-89f3d1d2e215 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:25.166526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b67b1194-11d5-496e-9762-ce3602da1b5c req-bf37040c-0fb5-478b-9040-9255b713679f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329850 Nov 09 11:17:25.168130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.173294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] For port 5c19cd54-d478-4133-bde7-ee1d7cdb2283, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5c19cd54-d478-4133-bde7-ee1d7cdb2283,segment=NetworkSegment(4f98d029-d100-4602-9f36-58b0bde5a9a7),segment_id=4f98d029-d100-4602-9f36-58b0bde5a9a7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:25.173796 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.184696 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:25.189148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:25.189497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Checking segment: {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:25.189882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Bound using segment: {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:25.190314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Bound port: 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531415a9-d2dc-461b-8229-cc3363557432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:25.190660 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.205624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-6867225b-c04a-4911-b291-8390e487d507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:25.207109 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-6867225b-c04a-4911-b291-8390e487d507 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe HTTP/1.1" status: 200 len: 917 time: 0.2251508 Nov 09 11:17:25.256746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=5c19cd54-d478-4133-bde7-ee1d7cdb2283,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:25.274772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No DVR routers for this DVR port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:17:25.277013 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:25.339822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Calling delete_port for 5c19cd54-d478-4133-bde7-ee1d7cdb2283 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:25.495360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-0da6a6b5-31ed-443b-af04-b931c0b7a242 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 HTTP/1.1" status: 200 len: 1000 time: 0.2794578 Nov 09 11:17:25.506721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.522685 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73b42f26-e434-4fa2-a122-734e345f06fd tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:25.608935 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:17:25.609309 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:17:25.613740 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.661984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4266cc-ec47-4ef2-b8c1-dcb2a043b191']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:25.706820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f98d029-d100-4602-9f36-58b0bde5a9a7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:25.710141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f98d029-d100-4602-9f36-58b0bde5a9a7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:25.752130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5c19cd54-d478-4133-bde7-ee1d7cdb2283 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:17:25.756184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.783640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:25.791430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:25.814765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:25.815831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 5c19cd54-d478-4133-bde7-ee1d7cdb2283 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:17:25.816202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5c19cd54-d478-4133-bde7-ee1d7cdb2283 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:17:25.819975 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.830105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:17:25.830923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:25.869915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] For port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:25.872164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=77b2ebc6-4f80-46f1-bdc4-efd3ceb7df17,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:25.884719 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:25.890681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-1f8ba227-e71d-41da-b1e8-cca3a152e4eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:25.892776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-1f8ba227-e71d-41da-b1e8-cca3a152e4eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaee3a1a-f850-45c3-8941-be5d555165a4 HTTP/1.1" status: 200 len: 855 time: 0.3746622 Nov 09 11:17:25.905344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] For port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:25.920117 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '35fb3226-bcdd-417f-a34d-3a96e6fbe31e', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'port_id': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'mac_address': 'fa:16:3e:3d:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:14:58Z', 'updated_at': '2021-11-09T11:17:17Z', 'revision_number': 1, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:14:02Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:25.922986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d420ab4-e0e2-4f1e-a44e-36b003118014 None None] The sync data for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 is: [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '35fb3226-bcdd-417f-a34d-3a96e6fbe31e', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'port_id': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'mac_address': 'fa:16:3e:3d:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:14:58Z', 'updated_at': '2021-11-09T11:17:17Z', 'revision_number': 1, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:14:02Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:17:25.936130 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:17:26.010695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-93eab392-14d7-4826-9dc2-86c8d3b01a82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.4851069 Nov 09 11:17:26.020025 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:26.035562 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-99d0b18c-1353-450b-a222-27237c111ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:26.108929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59f77-8477-48e2-b5d3-b94a91794471 req-6369ecb4-c0c7-4fdb-9757-ca0ea725026b tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:26.108929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7ef59f77-8477-48e2-b5d3-b94a91794471 req-6369ecb4-c0c7-4fdb-9757-ca0ea725026b tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.4383900 Nov 09 11:17:26.109170 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:26.112562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Deleting port 5c19cd54-d478-4133-bde7-ee1d7cdb2283 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:26.113134 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:26.116352 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d009686d-6f25-4c62-b0c6-b1f92958f1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:26.163880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:26.167742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 HTTP/1.1" status: 200 len: 1092 time: 3.3299758 Nov 09 11:17:26.168020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:26.201897 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:26.226430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-d941b79a-f49e-45eb-b288-299a5aa73b2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:26.228247 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c279599-e729-4c2d-8655-9b9000d52e65 None None] New status for floating IP 35fb3226-bcdd-417f-a34d-3a96e6fbe31e: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:17:26.230932 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-d941b79a-f49e-45eb-b288-299a5aa73b2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.2098544 Nov 09 11:17:26.233304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=af4266cc-ec47-4ef2-b8c1-dcb2a043b191,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:26.242567 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:26.259933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:26.273663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a94c21bc-31eb-4e2e-aedd-881443c0d17f None None] The port '5c19cd54-d478-4133-bde7-ee1d7cdb2283' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:17:26.290129 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:26.303425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-a7b01b38-e9bd-4d5c-b468-fc266f6b91b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3892596 Nov 09 11:17:26.314960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7ef59f77-8477-48e2-b5d3-b94a91794471 req-1c23c20a-72d6-4dc2-8c40-226b000b80b7 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948543 Nov 09 11:17:26.338940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:26.370138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59a680-8670-4e46-a29f-36aecca616f8 req-28ea4642-c731-4bc4-8eb5-dc4ffaeb119c tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:26.378769 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc59a680-8670-4e46-a29f-36aecca616f8 req-28ea4642-c731-4bc4-8eb5-dc4ffaeb119c tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 945 time: 0.4436030 Nov 09 11:17:26.402249 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-f9467b03-f257-4df1-b923-3cad1e6a2b3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 217 time: 0.1617303 Nov 09 11:17:26.481342 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/af4266cc-ec47-4ef2-b8c1-dcb2a043b191 HTTP/1.1" status: 204 len: 168 time: 2.8165646 Nov 09 11:17:26.490138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:26.499251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-112088468'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:26.515072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:26.529308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-e06834d9-2196-408d-b60f-4b2674a2de50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:26.531018 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-e06834d9-2196-408d-b60f-4b2674a2de50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.1213243 Nov 09 11:17:26.540308 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc59a680-8670-4e46-a29f-36aecca616f8 req-cc8ad606-209e-40f1-8030-3339befdb95a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591542 Nov 09 11:17:26.542082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:26.552179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:26.656799 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d4fc9214-fba7-4bc2-ae3c-d62c2bf5a136 req-365cb5f2-bcb5-43a5-af0c-f207a30d1a63 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 210 time: 0.1079783 Nov 09 11:17:26.670362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-57a5c636-29eb-445c-85fd-5c8e4a8b8988 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239252 Nov 09 11:17:26.685596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:26.770756 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'status': 'completed', 'code': 200} Nov 09 11:17:26.899530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:26.902944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:26.961235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:17:26.972439 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:26.973183 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment 7ff84ec4-5f20-42ed-98a1-d582db73b5fb of type vlan for network d69b12fe-937e-4314-bb00-14c39cd5a99b Nov 09 11:17:26.994667 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:27.006808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:27.042493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-6af3d469-2f46-4c26-bf8c-03e7a2d4de1d service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265065 Nov 09 11:17:27.066713 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-ab17c1f8-705c-419c-a48b-11fa1a4e375e service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841550 Nov 09 11:17:27.163744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:27.167692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.168114 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:27.179679 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d3d35a8e-8765-451b-83c3-84db7dfa88c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:27.319865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=d69b12fe-937e-4314-bb00-14c39cd5a99b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:27.323398 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:27.326609 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d5a7d13-dd34-43cd-a683-0e9847da3260 req-5d9cf4c2-79d1-4c1c-84df-48d19c9bc84f service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538564 Nov 09 11:17:27.339992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d69b12fe-937e-4314-bb00-14c39cd5a99b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:17:27.347508 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8563218 Nov 09 11:17:27.348180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33862) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:27.354118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:27.519680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:27.540271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:27.543916 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:27.543916 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:27.548596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:27.584773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f72c3830-388a-4da1-8bcb-f90069669b30 req-340031cd-5fea-4841-a139-6ebe1eecd115 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 4363 time: 0.7792578 Nov 09 11:17:27.614934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:27.826374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2cf39-3c31-4f02-864a-242560184e3b req-a2965530-5c3b-4130-93bb-9cfb1df5e797 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.827800 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-a2965530-5c3b-4130-93bb-9cfb1df5e797 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.59 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 813 time: 0.8554435 Nov 09 11:17:27.856531 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d22b9f5-dbc8-4bd3-9920-42c442d60531 req-41d01167-65b9-49aa-8755-30c5c272fe6b service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382152 Nov 09 11:17:27.861084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756149c7-b2ec-4e0a-ab54-583274966200 req-7c175865-70c7-4c1d-868b-770dcba73558 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.866065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756149c7-b2ec-4e0a-ab54-583274966200 req-7c175865-70c7-4c1d-868b-770dcba73558 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.870615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756149c7-b2ec-4e0a-ab54-583274966200 req-7c175865-70c7-4c1d-868b-770dcba73558 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.875197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756149c7-b2ec-4e0a-ab54-583274966200 req-7c175865-70c7-4c1d-868b-770dcba73558 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.879290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756149c7-b2ec-4e0a-ab54-583274966200 req-7c175865-70c7-4c1d-868b-770dcba73558 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.888701 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-756149c7-b2ec-4e0a-ab54-583274966200 req-7c175865-70c7-4c1d-868b-770dcba73558 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3828 time: 0.9857481 Nov 09 11:17:27.905433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436c87b-d7f9-436c-8dac-2973096cab47 req-a1627306-36e1-4c21-8c8e-931761e5aef7 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:27.908608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c436c87b-d7f9-436c-8dac-2973096cab47 req-a1627306-36e1-4c21-8c8e-931761e5aef7 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.3623176 Nov 09 11:17:27.916017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:27.924182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Request body: {'port': {'device_id': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4', 'admin_state_up': True, 'tenant_id': 'a900ac6b4bd1446fb42a993d13b96e1b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:28.088714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:28.117787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c436c87b-d7f9-436c-8dac-2973096cab47 req-d69b1630-29ff-4510-a725-8cbd98fd017c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671808 Nov 09 11:17:28.179262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-756149c7-b2ec-4e0a-ab54-583274966200 req-9e173c17-906b-4526-9191-dbaa8514e07f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894526 Nov 09 11:17:28.234549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3830-388a-4da1-8bcb-f90069669b30 req-80b54ae2-12a5-4758-a33d-88c51c41d5a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:28.235156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3830-388a-4da1-8bcb-f90069669b30 req-80b54ae2-12a5-4758-a33d-88c51c41d5a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:28.235716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3830-388a-4da1-8bcb-f90069669b30 req-80b54ae2-12a5-4758-a33d-88c51c41d5a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:28.237411 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f72c3830-388a-4da1-8bcb-f90069669b30 req-80b54ae2-12a5-4758-a33d-88c51c41d5a5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ad2d97b62b46c696cccc76857d5775&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6255684 Nov 09 11:17:28.300424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:28.332237 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0467ff2f-1913-4732-806f-189b0c931369 req-d2b9b2e8-bff9-4b53-beb7-1c05ccfcb2f4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 210 time: 0.0514748 Nov 09 11:17:28.375696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Usage tracker for resource:port and tenant:a900ac6b4bd1446fb42a993d13b96e1b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:28.429202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:17:28.439751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:28.467947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:28.527168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:28.534202 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7ce66f07-3179-4359-89f9-30d6c60f2d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:28.565135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c35df5-3825-47be-9e64-f78f0ed25640 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:28.579361 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:28.585423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3830-388a-4da1-8bcb-f90069669b30 req-c08a9fa7-bf25-4b51-8537-30afe372badc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:28.585423 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f72c3830-388a-4da1-8bcb-f90069669b30 req-c08a9fa7-bf25-4b51-8537-30afe372badc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3321435 Nov 09 11:17:28.610100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Transition to ACTIVE for port object 05c35df5-3825-47be-9e64-f78f0ed25640 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:28.613091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Made reservation on behalf of a900ac6b4bd1446fb42a993d13b96e1b for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:28.613825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=6089a963-97af-458f-b011-9ce7bdaf2b64,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:28.616601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:28.618094 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:28.628769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': '7ff84ec4-5f20-42ed-98a1-d582db73b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:28.628769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: d69b12fe-937e-4314-bb00-14c39cd5a99b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:17:28.687108 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:28.697289 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b3c33fad-a442-4aec-b76e-5b80399d9d6c tempest-ServerRescueTestJSON-255077851 tempest-ServerRescueTestJSON-255077851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:28.790019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network d69b12fe-937e-4314-bb00-14c39cd5a99b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:17:28.901267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d69b12fe-937e-4314-bb00-14c39cd5a99b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:28.918525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Pushing event updated for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:28.923551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:28.923551 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:28.927835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d4c95c-d06e-4c13-97f9-a2ee91fc07a4 None None] Network d69b12fe-937e-4314-bb00-14c39cd5a99b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:28.933054 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:29.001692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Allocated IP 172.20.0.13 (30d04401-bc7f-4195-aa2f-3b077105d4a4/9bdd6224-0120-4638-88de-7b5a55324599/c6571a56-b48f-44e7-8eb2-8045c3262acc) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:29.167209 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8150454 Nov 09 11:17:29.167209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:29.170718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b', 'name': 'tempest-PortsIpV6TestJSON-853918567', 'fixed_ips': [{'subnet_id': '6089a963-97af-458f-b011-9ce7bdaf2b64', 'ip_address': '2001:db8::10'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:29.492737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d69b12fe-937e-4314-bb00-14c39cd5a99b', 'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b', 'tenant_id': '95b1dfdc914a4e928a274a66606cf473', 'fixed_ips': [{'subnet_id': '6089a963-97af-458f-b011-9ce7bdaf2b64'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:17:29.493584 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:29.663777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:29.671006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:29.679123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:29.693948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:29.777139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eca858-e5c5-4621-8c8c-0b5b250af50e req-5e63f690-2fc2-472b-9732-73d39bb12edd tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:29.777139 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-21eca858-e5c5-4621-8c8c-0b5b250af50e req-5e63f690-2fc2-472b-9732-73d39bb12edd tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.2645862 Nov 09 11:17:29.845603 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-21eca858-e5c5-4621-8c8c-0b5b250af50e req-e43dd928-c3b1-4a0d-b0dd-823320e0ac43 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628471 Nov 09 11:17:29.886018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:29.886018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:29.888712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:17:29.933567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port a4b05fa9-a4cf-448e-b484-145cf380c968 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:17:29.997896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Allocated IP 2001:db8::2 (d69b12fe-937e-4314-bb00-14c39cd5a99b/6089a963-97af-458f-b011-9ce7bdaf2b64/c9edb5c2-f96a-4f65-aad0-22b577610c66) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:30.276081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Attempting to bind port 05c35df5-3825-47be-9e64-f78f0ed25640 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:30.276433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Attempting to bind port 05c35df5-3825-47be-9e64-f78f0ed25640 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:30.276761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Attempting to bind port 05c35df5-3825-47be-9e64-f78f0ed25640 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:30.451916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Port 05c35df5-3825-47be-9e64-f78f0ed25640 on network 635a7131-585c-436d-b910-b5a4b23f9b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:30.451916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Attempting to bind port 05c35df5-3825-47be-9e64-f78f0ed25640 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:30.555627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:30.555627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Checking segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:30.559150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Bound using segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:30.571420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Bound port: 05c35df5-3825-47be-9e64-f78f0ed25640, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:30.571420 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:30.623265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4154f5b8-9a58-4d38-a2c0-0acef85c1da0 req-3b2553e2-fb75-49a7-bce7-65be52c0f5b6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 210 time: 0.1465170 Nov 09 11:17:30.642972 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:30.656543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Transition to ACTIVE for port object c9edb5c2-f96a-4f65-aad0-22b577610c66 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:30.669198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:30.739839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Transition to ACTIVE for port object c9edb5c2-f96a-4f65-aad0-22b577610c66 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:30.791553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2797e706-e413-4a73-a961-d99fc6ebec11 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:30.795869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2797e706-e413-4a73-a961-d99fc6ebec11 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:30.799972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2797e706-e413-4a73-a961-d99fc6ebec11 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:30.804517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2797e706-e413-4a73-a961-d99fc6ebec11 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:30.809805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2797e706-e413-4a73-a961-d99fc6ebec11 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:30.812591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2797e706-e413-4a73-a961-d99fc6ebec11 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:30.814475 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2797e706-e413-4a73-a961-d99fc6ebec11 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 4601 time: 1.2231512 Nov 09 11:17:30.866130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:30.888646 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:30.894422 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.009104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::10 (d69b12fe-937e-4314-bb00-14c39cd5a99b/6089a963-97af-458f-b011-9ce7bdaf2b64/a4b05fa9-a4cf-448e-b484-145cf380c968) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:31.017893 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f04b59d-c842-4409-a35c-6453a91d6b53 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:31.060364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Network d69b12fe-937e-4314-bb00-14c39cd5a99b is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:31.060364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:31.060364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:31.277746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Pushing event updated for resources: {'Port': ['ID=c9edb5c2-f96a-4f65-aad0-22b577610c66,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:31.282554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-92fe10fc-d7fd-4965-8374-82b613a24dfa req-2cb5485a-b903-4864-a844-869e75125770 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4426494 Nov 09 11:17:31.283263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:31.290145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Network 30d04401-bc7f-4195-aa2f-3b077105d4a4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:31.291192 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:31.292242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:31.296856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=05c35df5-3825-47be-9e64-f78f0ed25640,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:31.297634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:31.302388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:31.317860 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Attempting to bind port c9edb5c2-f96a-4f65-aad0-22b577610c66 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:31.327214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Attempting to bind port c9edb5c2-f96a-4f65-aad0-22b577610c66 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '7ff84ec4-5f20-42ed-98a1-d582db73b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:31.327214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Attempting to bind port c9edb5c2-f96a-4f65-aad0-22b577610c66 on network d69b12fe-937e-4314-bb00-14c39cd5a99b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:31.354028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:31.355736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Checking segment: {'id': '7ff84ec4-5f20-42ed-98a1-d582db73b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:31.359538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.363117 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.364821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Bound using segment: {'id': '7ff84ec4-5f20-42ed-98a1-d582db73b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:31.366456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Bound port: c9edb5c2-f96a-4f65-aad0-22b577610c66, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff84ec4-5f20-42ed-98a1-d582db73b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:31.368991 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.377771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object a4b05fa9-a4cf-448e-b484-145cf380c968 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:31.384700 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.384700 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.384952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.385260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.385779 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.386269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.386778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.387307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.388018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.388506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.389005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:31.394248 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:31.404142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:31.404818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.435529 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.440139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:17:31.442492 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0a7891c-21df-4077-85c5-c3abf0877ed1 tempest-RoutersIpV6AdminTest-971744871 tempest-RoutersIpV6AdminTest-971744871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:31.471022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:17:31.493331 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.496432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:31.497346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:31.500430 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-16f36d35-01bb-4db0-b373-89a7d949b76a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:31.569111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=a4b05fa9-a4cf-448e-b484-145cf380c968,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:31.573673 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:31.583556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Pushing event updated for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:31.585055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network d69b12fe-937e-4314-bb00-14c39cd5a99b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:31.585910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:31.588378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:31.588555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:31.592016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:31.592636 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.607464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:31.609119 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:31.613438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9edb5c2-f96a-4f65-aad0-22b577610c66,segment=NetworkSegment(7ff84ec4-5f20-42ed-98a1-d582db73b5fb),segment_id=7ff84ec4-5f20-42ed-98a1-d582db73b5fb)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:31.618686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7014782 Nov 09 11:17:31.618946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:31.619517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:31.627566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.628911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] 10.222.0.57 "PUT /v2.0/ports/05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 200 len: 1131 time: 5.3312826 Nov 09 11:17:31.634891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '05c35df5-3825-47be-9e64-f78f0ed25640'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:31.644726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Request body: {'port': {'device_id': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:31.685954 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:31.686978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08794a6f-8ea9-4ee3-b612-40c8998a93c6 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:17:31.699723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.701301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.4697928 Nov 09 11:17:31.704978 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5377355 Nov 09 11:17:31.706043 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:31.706403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:31.707034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33926) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:31.716420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': 'd69b12fe-937e-4314-bb00-14c39cd5a99b', 'name': 'tempest-PortsIpV6TestJSON-1015155349', 'fixed_ips': [{'subnet_id': '6089a963-97af-458f-b011-9ce7bdaf2b64', 'ip_address': '2001:db8::f'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:31.721111 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67c513fb-4160-4b57-a3b0-f383ff1d29ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:32.027584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Pushing event updated for resources: {'Port': ['ID=c9edb5c2-f96a-4f65-aad0-22b577610c66,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:32.034414 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:32.042828 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:32.112897 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '05c35df5-3825-47be-9e64-f78f0ed25640', 'status': 'completed', 'code': 200} Nov 09 11:17:32.135971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:32.151891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce60727e-c764-4157-bac0-cf894ed05890 req-647c2df7-3b72-4873-931b-a209f9062b62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 0.2528768 Nov 09 11:17:32.483945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0e62e-9be8-4990-b3cc-48e315b2cb9a req-45e89a64-c518-4023-b241-db581be6877a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:32.485915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fa0e62e-9be8-4990-b3cc-48e315b2cb9a req-45e89a64-c518-4023-b241-db581be6877a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.9995883 Nov 09 11:17:32.572801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:32.597402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:32.611836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:32.631168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:32.637109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:32.653529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60727e-c764-4157-bac0-cf894ed05890 req-d4f5d1fe-55d7-496b-8629-6ed148e7ec8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:32.655622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce60727e-c764-4157-bac0-cf894ed05890 req-d4f5d1fe-55d7-496b-8629-6ed148e7ec8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.4008977 Nov 09 11:17:32.766655 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce60727e-c764-4157-bac0-cf894ed05890 req-a62cecc9-9a5b-412c-8e1b-e019238c84a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.0962679 Nov 09 11:17:32.779071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8d57c-cc90-4429-9a7d-0dc689957826 req-b386f589-cea5-4969-b33c-95d86992b199 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:32.795650 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57a8d57c-cc90-4429-9a7d-0dc689957826 req-b386f589-cea5-4969-b33c-95d86992b199 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 932 time: 0.2577889 Nov 09 11:17:32.934840 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fa0e62e-9be8-4990-b3cc-48e315b2cb9a req-576eb0a0-3b86-4192-a0b9-c40a68c405e0 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361360 Nov 09 11:17:32.967790 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26ee0e28-bf68-427b-b135-9f6de9294681 req-c3fa824f-3fc2-457a-8232-7eec9f593518 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5287 time: 0.7169290 Nov 09 11:17:32.968718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:33.007276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60727e-c764-4157-bac0-cf894ed05890 req-7a45633b-c127-43fa-b036-b4b98569580d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:33.008761 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce60727e-c764-4157-bac0-cf894ed05890 req-7a45633b-c127-43fa-b036-b4b98569580d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.2040694 Nov 09 11:17:33.019577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-57a8d57c-cc90-4429-9a7d-0dc689957826 req-6ca089d9-db56-4982-9899-8af04fd3d02b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Synchronizing usage tracker for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:33.113589 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce60727e-c764-4157-bac0-cf894ed05890 req-e99fb6bc-e7f1-4706-a573-44422fb9dfb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848489 Nov 09 11:17:33.329344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-57a8d57c-cc90-4429-9a7d-0dc689957826 req-6ca089d9-db56-4982-9899-8af04fd3d02b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Unset dirty status for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:33.329344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57a8d57c-cc90-4429-9a7d-0dc689957826 req-6ca089d9-db56-4982-9899-8af04fd3d02b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376019 Nov 09 11:17:33.484410 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce60727e-c764-4157-bac0-cf894ed05890 req-dabbdc08-b006-4d9c-a1aa-75468b3e398a service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596842 Nov 09 11:17:33.561767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16bce3-2c18-48e4-a0d2-43f74b3a8ee2 None None] Network d69b12fe-937e-4314-bb00-14c39cd5a99b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:33.578830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:33.829643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce60727e-c764-4157-bac0-cf894ed05890 req-d5c55b04-cd33-45d2-8e6b-85fb93bc5f56 service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272719 Nov 09 11:17:33.831693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0e28-bf68-427b-b135-9f6de9294681 req-820f88da-6d9f-4bec-9e39-117286579427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:33.832124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0e28-bf68-427b-b135-9f6de9294681 req-820f88da-6d9f-4bec-9e39-117286579427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:33.832543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0e28-bf68-427b-b135-9f6de9294681 req-820f88da-6d9f-4bec-9e39-117286579427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:33.839806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26ee0e28-bf68-427b-b135-9f6de9294681 req-820f88da-6d9f-4bec-9e39-117286579427 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ad2d97b62b46c696cccc76857d5775&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8469462 Nov 09 11:17:33.907475 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c9edb5c2-f96a-4f65-aad0-22b577610c66 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:33.985615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf4fcd-ca11-4318-ae2b-edd750c6cc09 req-292e7213-b7f3-4e16-8252-5da3b01b721c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:33.988211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdf4fcd-ca11-4318-ae2b-edd750c6cc09 req-292e7213-b7f3-4e16-8252-5da3b01b721c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.7527370 Nov 09 11:17:34.052175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port d2645900-3a4f-425f-ba04-67219cbb665a yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:17:34.109355 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.121896 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:17:34.147223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e3975787-5923-42e6-bc3e-0ddb94f9a7a6 None None] Provisioning for port c9edb5c2-f96a-4f65-aad0-22b577610c66 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:34.184248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d62c-582d-4910-b0da-7528fd3658da req-3e7b8467-b152-44b9-af21-10d9a689e629 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:34.188138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d62c-582d-4910-b0da-7528fd3658da req-3e7b8467-b152-44b9-af21-10d9a689e629 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:34.194657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d62c-582d-4910-b0da-7528fd3658da req-3e7b8467-b152-44b9-af21-10d9a689e629 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:34.202532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d62c-582d-4910-b0da-7528fd3658da req-3e7b8467-b152-44b9-af21-10d9a689e629 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:34.207210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d62c-582d-4910-b0da-7528fd3658da req-3e7b8467-b152-44b9-af21-10d9a689e629 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:34.212533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d62c-582d-4910-b0da-7528fd3658da req-3e7b8467-b152-44b9-af21-10d9a689e629 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:34.213950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6571a56-b48f-44e7-8eb2-8045c3262acc {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:34.214748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc45d62c-582d-4910-b0da-7528fd3658da req-3e7b8467-b152-44b9-af21-10d9a689e629 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 4601 time: 0.2343800 Nov 09 11:17:34.255265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c9edb5c2-f96a-4f65-aad0-22b577610c66 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:34.282696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c9edb5c2-f96a-4f65-aad0-22b577610c66 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:34.282696 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.295194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.375653 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc45d62c-582d-4910-b0da-7528fd3658da req-4bd539de-ada1-4647-82cc-79d3c023076b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541131 Nov 09 11:17:34.436654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Transition to ACTIVE for port object c6571a56-b48f-44e7-8eb2-8045c3262acc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:34.548686 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.578930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5fdf4fcd-ca11-4318-ae2b-edd750c6cc09 req-6a6270ef-9660-4dce-b5c8-da7e46826aec tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611589 Nov 09 11:17:34.599394 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.623099 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:17:34.640948 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c497336f-da33-48ab-b335-17ca27690f1a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:34.649598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9edb5c2-f96a-4f65-aad0-22b577610c66,segment=NetworkSegment(7ff84ec4-5f20-42ed-98a1-d582db73b5fb),segment_id=7ff84ec4-5f20-42ed-98a1-d582db73b5fb)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:34.701376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f5ed5ea1-5b67-4659-89e3-37328e1a5c81 None None] Provisioning complete for port c9edb5c2-f96a-4f65-aad0-22b577610c66 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:34.701510 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5ea1-5b67-4659-89e3-37328e1a5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.768502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:34.796281 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.931995 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:34.947116 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-27a2d37f-85d6-47b2-b624-713fab610dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:34.969554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0e28-bf68-427b-b135-9f6de9294681 req-17062f42-5fee-4879-981c-b25fdbe5361f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:34.969554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26ee0e28-bf68-427b-b135-9f6de9294681 req-17062f42-5fee-4879-981c-b25fdbe5361f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0391374 Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.040778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:35.145851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c9edb5c2-f96a-4f65-aad0-22b577610c66,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:35.157062 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:35.184683 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:35.194341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5be6ed-2bff-4909-8c5b-e6a13b96680d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:35.218948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:35.221113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395398a2-287b-410e-b503-645bf3c1cffd req-e158536c-9fb7-4bcf-bb24-b5c8893f34ef tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:35.232282 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-395398a2-287b-410e-b503-645bf3c1cffd req-e158536c-9fb7-4bcf-bb24-b5c8893f34ef tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.6185968 Nov 09 11:17:35.243595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Transition to ACTIVE for port object 7d5be6ed-2bff-4909-8c5b-e6a13b96680d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:35.348671 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-395398a2-287b-410e-b503-645bf3c1cffd req-be089c54-76f2-4606-9c9a-74b9e77ff919 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157570 Nov 09 11:17:35.359309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::f (d69b12fe-937e-4314-bb00-14c39cd5a99b/6089a963-97af-458f-b011-9ce7bdaf2b64/d2645900-3a4f-425f-ba04-67219cbb665a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:35.365433 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:35.385613 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d3ae7aa8-2b7f-4ad0-8e0e-142c845e0a0a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:35.452792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f5ed5ea1-5b67-4659-89e3-37328e1a5c81 None None] Provisioning for port a4b05fa9-a4cf-448e-b484-145cf380c968 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:35.459174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f5ed5ea1-5b67-4659-89e3-37328e1a5c81 None None] Provisioning complete for port a4b05fa9-a4cf-448e-b484-145cf380c968 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:35.459893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5ea1-5b67-4659-89e3-37328e1a5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:35.585784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed5ea1-5b67-4659-89e3-37328e1a5c81 None None] Port a4b05fa9-a4cf-448e-b484-145cf380c968 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:35.596601 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.1 (29a4ca5d-b4c0-4e62-ab4a-580bd3185652/911a03f1-a983-4d32-8655-2e4072c16835/58a81219-49ec-4c4e-a04c-4b1f0a7223bf) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:35.626550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bf58a-484f-4eb1-990c-3cae72558b81 req-4b24334c-054d-4002-b3e0-4f0b0055dfed tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:35.634034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a75bf58a-484f-4eb1-990c-3cae72558b81 req-4b24334c-054d-4002-b3e0-4f0b0055dfed tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Synchronizing usage tracker for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:35.739942 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f1e13ac5-c052-4233-aeec-ed03eb841eb8 None None] Provisioning complete for port a4b05fa9-a4cf-448e-b484-145cf380c968 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:35.739942 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1e13ac5-c052-4233-aeec-ed03eb841eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:35.830433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c9edb5c2-f96a-4f65-aad0-22b577610c66 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:35.862084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698213d-758e-437f-9582-132d295e6667 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:35.875120 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1698213d-758e-437f-9582-132d295e6667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:35.948967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:35.964139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:35.964139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:35.964139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:35.970831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f1e13ac5-c052-4233-aeec-ed03eb841eb8 None None] Port a4b05fa9-a4cf-448e-b484-145cf380c968 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:35.996312 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c9edb5c2-f96a-4f65-aad0-22b577610c66 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:35.996697 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.042554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.047328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.049785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Port c6571a56-b48f-44e7-8eb2-8045c3262acc on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:36.050273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:36.053186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.058196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.073764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.075646 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.080306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.089556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-6e75dc86-fec7-4989-9f8c-203ee7974dc0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5371 time: 0.2735553 Nov 09 11:17:36.148421 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.156554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a75bf58a-484f-4eb1-990c-3cae72558b81 req-4b24334c-054d-4002-b3e0-4f0b0055dfed tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Unset dirty status for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:36.158083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a75bf58a-484f-4eb1-990c-3cae72558b81 req-4b24334c-054d-4002-b3e0-4f0b0055dfed tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 1.2408516 Nov 09 11:17:36.173427 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0a51aacf-ab0b-4ddb-b1c9-28aa9020336a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:36.210539 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57ea80c3-0a7b-4e30-86ed-217272e25912 req-39da514a-47ea-4a46-b028-fe88745e7c08 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200459 Nov 09 11:17:36.227712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:36.230894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:36.246786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:36.246786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Checking segment: {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:36.246786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Bound using segment: {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:36.246786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Bound port: c6571a56-b48f-44e7-8eb2-8045c3262acc, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:36.246786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.249679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:36.333715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=58a81219-49ec-4c4e-a04c-4b1f0a7223bf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:36.342024 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:36.396916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a75bf58a-484f-4eb1-990c-3cae72558b81 req-351b6510-291d-4b5c-93f6-37c92899e5a7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203798 Nov 09 11:17:36.416119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.439304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Attempting to bind port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:36.439636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Attempting to bind port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:36.440218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Attempting to bind port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:36.441241 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.467040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object d2645900-3a4f-425f-ba04-67219cbb665a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:36.509916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:36.509916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:36.511814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d on network 635a7131-585c-436d-b910-b5a4b23f9b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:36.512420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Attempting to bind port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:36.522362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:36.522362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Checking segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:36.522622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Bound using segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:36.523135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Bound port: 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:36.523548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.524990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0135c8-49e9-4a1d-84c6-273dfa696387 req-b42cd67c-c02a-44c1-a317-915bde6800dc tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.527197 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.531547 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d0135c8-49e9-4a1d-84c6-273dfa696387 req-b42cd67c-c02a-44c1-a317-915bde6800dc tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.1516957 Nov 09 11:17:36.589405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d0135c8-49e9-4a1d-84c6-273dfa696387 req-a96f49fc-a4ed-4fe4-a154-e9bb98d0a26c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542161 Nov 09 11:17:36.681975 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.681975 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.686421 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-11acbc79-6dd3-4a44-9467-3004fa4501c6 tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:36.692443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.821865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] For port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:36.844941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:36.844941 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] 10.222.0.59 "PUT /v2.0/ports/c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 1092 time: 5.2112935 Nov 09 11:17:36.862494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:36.883239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] For port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:36.896536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aef1e-f545-4b13-867d-d03247a553fe req-897a56ab-70e8-49b0-9438-5af9c0431c1d tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:36.896536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b73aef1e-f545-4b13-867d-d03247a553fe req-897a56ab-70e8-49b0-9438-5af9c0431c1d tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.3545005 Nov 09 11:17:36.938519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network d69b12fe-937e-4314-bb00-14c39cd5a99b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:36.938519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:36.938519 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:36.938519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:36.957165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:36.980536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:37.000051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.003284 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'status': 'completed', 'code': 200} Nov 09 11:17:37.009157 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3d657cde-daf7-4727-8de3-f917ed26047f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:37.116126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=d2645900-3a4f-425f-ba04-67219cbb665a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:37.120505 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.253726 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:37.253726 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97667e23-9cad-48a0-8122-033324af6ff5 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:37.287000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.323779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b73aef1e-f545-4b13-867d-d03247a553fe req-bbf5c8eb-b828-473b-a207-e55fe6a3dd49 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270184 Nov 09 11:17:37.346932 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.349931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-1698213d-758e-437f-9582-132d295e6667 service neutron] 10.222.0.57 "PUT /v2.0/ports/7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 200 len: 1128 time: 5.5382206 Nov 09 11:17:37.380504 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6712508 Nov 09 11:17:37.383105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33972) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:37.421519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698213d-758e-437f-9582-132d295e6667 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:37.472668 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1698213d-758e-437f-9582-132d295e6667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:37.473515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-48674d2f-a2f1-4ab1-b241-1580e6c40f57 None None] Provisioning for port d2645900-3a4f-425f-ba04-67219cbb665a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:37.477641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-48674d2f-a2f1-4ab1-b241-1580e6c40f57 None None] Provisioning complete for port d2645900-3a4f-425f-ba04-67219cbb665a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:37.478139 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-48674d2f-a2f1-4ab1-b241-1580e6c40f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.523942 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-886f4db1-18e5-4789-ad86-454a1b82f6fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1095 time: 0.4114203 Nov 09 11:17:37.527637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.545733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:37.575647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-48674d2f-a2f1-4ab1-b241-1580e6c40f57 None None] Port d2645900-3a4f-425f-ba04-67219cbb665a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:37.616652 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-da68bc71-f6bf-43cb-ae1f-1d131a47dcbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:37.781900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.820566 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-342ae89d-a1d0-4837-a13f-9e8b65bc1478 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 217 time: 0.1696219 Nov 09 11:17:37.907189 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:37.975985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2cf39-3c31-4f02-864a-242560184e3b req-4c62c808-46ff-4902-954d-3f34496a1803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:37.977438 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-4c62c808-46ff-4902-954d-3f34496a1803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.1382046 Nov 09 11:17:38.013238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=58a81219-49ec-4c4e-a04c-4b1f0a7223bf,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:38.020297 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:38.109759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-e957dfbe-c9d2-4a15-88e1-47277f2030c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689664 Nov 09 11:17:38.137254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.141052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.145624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.149627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.153660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.157777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.162610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.170165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-bcb7a8a8-a401-472a-a1bb-b5fd09f11626 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5371 time: 0.6911075 Nov 09 11:17:38.192145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885b12c-cd4a-4df9-8a84-c7a79dfb1868 req-8330b3f5-0d3a-43e9-a599-ebcd45869c01 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.193637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d885b12c-cd4a-4df9-8a84-c7a79dfb1868 req-8330b3f5-0d3a-43e9-a599-ebcd45869c01 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.4931777 Nov 09 11:17:38.209606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508c8e6-3bf4-4e34-a9b6-46a24eb1cc3a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.210315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3508c8e6-3bf4-4e34-a9b6-46a24eb1cc3a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:38.275252 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f192de45-9a56-46a0-a089-f38df1eaa709 req-cc049a2a-5839-46ca-bbfc-e19ed78ff2de tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041813 Nov 09 11:17:38.304463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:38.305655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:38.370021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3508c8e6-3bf4-4e34-a9b6-46a24eb1cc3a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:38.374492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3508c8e6-3bf4-4e34-a9b6-46a24eb1cc3a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.9902375 Nov 09 11:17:38.375620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:38.468260 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d885b12c-cd4a-4df9-8a84-c7a79dfb1868 req-dd1e3140-d053-4a8c-a6c4-5ee8e89f36cf tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625594 Nov 09 11:17:38.586296 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-81e544d2-1577-4556-9796-ad2f4d13e613 service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357374 Nov 09 11:17:38.664794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb6211-8bf1-4ff7-8b8c-8ea30f2b2979 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.667057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb6211-8bf1-4ff7-8b8c-8ea30f2b2979 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.671166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb6211-8bf1-4ff7-8b8c-8ea30f2b2979 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.675770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-53fb6211-8bf1-4ff7-8b8c-8ea30f2b2979 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2855358 Nov 09 11:17:38.677350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33990) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:38.760968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf76e8-a581-4e8f-9ef8-f266513fac4d req-3320a405-c004-41f2-a9fe-46a3cd5f28bd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:38.767986 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ecdf76e8-a581-4e8f-9ef8-f266513fac4d req-3320a405-c004-41f2-a9fe-46a3cd5f28bd tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2366130 Nov 09 11:17:38.774619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port d2645900-3a4f-425f-ba04-67219cbb665a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:38.775018 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:38.839353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ecdf76e8-a581-4e8f-9ef8-f266513fac4d req-90ea7397-14f6-452d-a3db-c22cb8c156c8 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704324 Nov 09 11:17:38.972655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:17:39.001269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:17:39.030249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '7d5be6ed-2bff-4909-8c5b-e6a13b96680d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:39.136073 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '7d5be6ed-2bff-4909-8c5b-e6a13b96680d', 'status': 'completed', 'code': 200} Nov 09 11:17:39.216724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14e2cf39-3c31-4f02-864a-242560184e3b req-03899da6-6f13-49ac-a9ba-d7cc6ed5e05f service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205645 Nov 09 11:17:39.258358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:39.269013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:17:39.275907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:39.283091 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/routers/9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5732687 Nov 09 11:17:39.284058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33998) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:39.290707 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:17:39.292832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'port': {'network_id': '29a4ca5d-b4c0-4e62-ab4a-580bd3185652', 'name': 'tempest-FloatingIPTestJSON-7681649'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:39.301973 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:39.302597 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:39.374307 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:39.389715 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:39.389715 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:39.437930 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:39.459294 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:39.459719 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b279af-9953-4967-9d34-d68fb600ddd3 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:17:39.492421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:39.497120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:port and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:39.505100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:39.509263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:39.581844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for d2645900-3a4f-425f-ba04-67219cbb665a owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:39.637497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.642119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.646590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.651169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.655066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.658947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.670567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.670567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-0bea2852-af4f-4ea7-8f37-de1058526310 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5371 time: 0.1244230 Nov 09 11:17:39.693622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:39.696146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Transition to ACTIVE for port object 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:39.696684 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:39.711075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52954b92-c66d-4b5d-978d-97683f46bd96 req-1d41615c-ad23-4761-b74e-4367cee1bd27 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:39.712573 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52954b92-c66d-4b5d-978d-97683f46bd96 req-1d41615c-ad23-4761-b74e-4367cee1bd27 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.8416526 Nov 09 11:17:39.736142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] device_id is not set on port 0079bf7b-3f1b-4acb-a208-79d6320aa796 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:17:39.779447 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed4adf27-caee-4504-b92a-f3f4a8b1fc45 req-02352419-50a8-4dd5-8977-5d6bc8706325 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054778 Nov 09 11:17:39.787860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:39.794619 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4338e1c3-b8be-4120-bf10-258649a81c00 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:39.844162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a0936d4-0885-46a8-84d3-60976f2afb43 req-3219600a-2d7e-4ec4-8132-cb4ac0229371 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6208 time: 0.6979258 Nov 09 11:17:39.907821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.13 (29a4ca5d-b4c0-4e62-ab4a-580bd3185652/911a03f1-a983-4d32-8655-2e4072c16835/0079bf7b-3f1b-4acb-a208-79d6320aa796) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:40.371330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52954b92-c66d-4b5d-978d-97683f46bd96 req-9c7b421a-ba2d-4abb-96e9-2c31c2c98e5f tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446757 Nov 09 11:17:40.411703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Pushing event updated for resources: {'Port': ['ID=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:40.411811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addb3a8-80ad-4c8e-8aea-348fc9aeac93 req-e871eae6-4d0d-4cd8-8384-131955e4a676 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:40.426858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9addb3a8-80ad-4c8e-8aea-348fc9aeac93 req-e871eae6-4d0d-4cd8-8384-131955e4a676 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.4102135 Nov 09 11:17:40.448101 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:40.449802 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:40.491071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0936d4-0885-46a8-84d3-60976f2afb43 req-f4cee219-eb4d-4842-b42d-817ceb5505ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:40.491822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0936d4-0885-46a8-84d3-60976f2afb43 req-f4cee219-eb4d-4842-b42d-817ceb5505ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:40.492212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0936d4-0885-46a8-84d3-60976f2afb43 req-f4cee219-eb4d-4842-b42d-817ceb5505ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:40.495040 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a0936d4-0885-46a8-84d3-60976f2afb43 req-f4cee219-eb4d-4842-b42d-817ceb5505ac service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ad2d97b62b46c696cccc76857d5775&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6360004 Nov 09 11:17:40.498386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-a92c9562-a1bf-4aaa-a383-effbb981b713 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1095 time: 0.8638027 Nov 09 11:17:40.521588 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9addb3a8-80ad-4c8e-8aea-348fc9aeac93 req-0e4bc3dd-e423-49a7-ac1c-72fa635e81cd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960960 Nov 09 11:17:40.633088 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:40.636253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:40.652439 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0f90d07-b3d8-42e0-9783-d30eb95699c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:40.653593 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27224a63-e092-4585-98b6-770af1e33098 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:40.739103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=d2645900-3a4f-425f-ba04-67219cbb665a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:40.741281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:40.782105 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:40.783922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:40.799866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:40.854187 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=0079bf7b-3f1b-4acb-a208-79d6320aa796,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:40.897803 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:40.938389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:40.941260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:40.964078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:40.989687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-775b958d-b5f0-414b-b45a-587ea1279fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:40.991523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-775b958d-b5f0-414b-b45a-587ea1279fd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 914 time: 0.4583426 Nov 09 11:17:41.004135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01b3a-c92c-4024-941d-257bc13fb76b req-5d3329ce-5dc9-47aa-8c0c-bde06f374a51 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.005794 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1fd01b3a-c92c-4024-941d-257bc13fb76b req-5d3329ce-5dc9-47aa-8c0c-bde06f374a51 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2550755 Nov 09 11:17:41.074608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7842550 Nov 09 11:17:41.076946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34014) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:41.085544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'port': {'network_id': '29a4ca5d-b4c0-4e62-ab4a-580bd3185652', 'name': 'tempest-FloatingIPTestJSON-1253180185'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:41.103417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/d2645900-3a4f-425f-ba04-67219cbb665a HTTP/1.1" status: 204 len: 168 time: 2.4210193 Nov 09 11:17:41.104345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34018) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:41.131968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0936d4-0885-46a8-84d3-60976f2afb43 req-3cb58b38-e0b1-4b97-970f-1b92a7eccb97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.133379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a0936d4-0885-46a8-84d3-60976f2afb43 req-3cb58b38-e0b1-4b97-970f-1b92a7eccb97 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6306510 Nov 09 11:17:41.157849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1fd01b3a-c92c-4024-941d-257bc13fb76b req-c7a1ae60-a42f-4210-bdee-afe87c8e16eb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435599 Nov 09 11:17:41.212968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Attempting to bind port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:41.213678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Attempting to bind port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:41.214225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Attempting to bind port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:41.225323 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-342416c6-628d-4f6c-a663-e6d1b10ab31f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 217 time: 0.2156672 Nov 09 11:17:41.244170 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c24386d-859c-4861-8fd1-a23e82e58d8e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:17:41.249642 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2c24386d-859c-4861-8fd1-a23e82e58d8e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/d2645900-3a4f-425f-ba04-67219cbb665a HTTP/1.1" status: 404 len: 333 time: 0.1411979 Nov 09 11:17:41.250168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34022) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:41.294451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 on network 635a7131-585c-436d-b910-b5a4b23f9b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:41.295131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Attempting to bind port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:41.323733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:41.325759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Checking segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:41.326597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Bound using segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:41.327278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Bound port: 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:41.327622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:41.391323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-3073550d-599f-491f-be76-d77c38fcfd45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.393316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-3073550d-599f-491f-be76-d77c38fcfd45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.1582143 Nov 09 11:17:41.412318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port a4b05fa9-a4cf-448e-b484-145cf380c968 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:41.413105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:41.458826 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-6ee9e59b-ca4d-431e-84fe-30ea3a0dc563 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550585 Nov 09 11:17:41.550611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:41.559305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:port and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:41.569617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:41.580742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:41.604020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.607472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.611498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.615600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.619619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.623839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.627754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.629809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-a0ab5d55-0952-4fe2-b642-e4329f79e170 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5383 time: 0.4786167 Nov 09 11:17:41.639565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] For port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:41.682705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] For port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:41.734964 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b7e8a1f-4cdc-4cdf-a25d-7941a64f8015 req-64d25ff1-76fc-4bdc-9196-067d32356ca1 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924678 Nov 09 11:17:41.739330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-1aec01dd-ebee-4daf-af77-2ea75da8373e service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577443 Nov 09 11:17:41.744701 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-55760308-5ca2-4a3a-9500-13ba75959d53 req-e33b3f10-2b4e-4ec3-bf95-8868a9a356fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 0.4413776 Nov 09 11:17:41.792022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:41.795018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:41.863099 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:41.875840 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:41.878281 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1698213d-758e-437f-9582-132d295e6667 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:41.884406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] device_id is not set on port 67499699-ca9e-48df-a904-dd0b6c5b3e35 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:17:41.932557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51ce53-05cd-46f4-a605-e47a11716f00 req-59270704-3bc8-4e74-a3e9-74f10c59ef09 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:41.934392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f51ce53-05cd-46f4-a605-e47a11716f00 req-59270704-3bc8-4e74-a3e9-74f10c59ef09 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.3548930 Nov 09 11:17:42.001941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-55760308-5ca2-4a3a-9500-13ba75959d53 req-cf12445a-5b8b-4869-9a51-aeca615d9db6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463067 Nov 09 11:17:42.064045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:42.065415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 HTTP/1.1" status: 200 len: 1090 time: 4.5417800 Nov 09 11:17:42.066098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:42.086762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02b2914f-46e6-4231-9cf0-2cb9eb3f63cb req-e99ea43c-0234-48cc-b413-9594d891ffe1 service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301518 Nov 09 11:17:42.096115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Pushing event updated for resources: {'Port': ['ID=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:42.100216 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:42.117121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for a4b05fa9-a4cf-448e-b484-145cf380c968 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:42.133621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f0080-707d-47ef-bc71-2028d0d19a9c req-6c4c631e-3d76-4613-a795-2c88a80bbb66 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:42.133621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb7f0080-707d-47ef-bc71-2028d0d19a9c req-6c4c631e-3d76-4613-a795-2c88a80bbb66 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.2024815 Nov 09 11:17:42.191731 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9f51ce53-05cd-46f4-a605-e47a11716f00 req-6c3c6101-586d-4804-b2c8-c67b8f168c2e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258628 Nov 09 11:17:42.222142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb7f0080-707d-47ef-bc71-2028d0d19a9c req-c4c4fcf7-21b3-4e58-b300-cb1986bd3665 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819278 Nov 09 11:17:42.239909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:42.350189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.6 (29a4ca5d-b4c0-4e62-ab4a-580bd3185652/911a03f1-a983-4d32-8655-2e4072c16835/67499699-ca9e-48df-a904-dd0b6c5b3e35) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:42.453598 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:42.779497 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12', 'status': 'completed', 'code': 200} Nov 09 11:17:42.910054 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:42.921127 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-03e16f44-2fce-403c-982b-facfefe82a56 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:42.964436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32367a0-2c47-4c84-86f6-6a8c5acd0891 req-788da005-b765-4749-b89a-75ca08eb1cbf tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:42.965973 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b32367a0-2c47-4c84-86f6-6a8c5acd0891 req-788da005-b765-4749-b89a-75ca08eb1cbf tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.4612374 Nov 09 11:17:43.003061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=a4b05fa9-a4cf-448e-b484-145cf380c968,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:43.011738 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:43.017773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:43.081595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:43.111850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7ea9c27-ad23-4138-a9ce-1674a7ea5843 req-7d10fe21-f5ec-45ad-ba44-7ec3524085cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6275 time: 0.3400669 Nov 09 11:17:43.122903 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b32367a0-2c47-4c84-86f6-6a8c5acd0891 req-dc872d67-d667-4b7c-b490-cacd422a754d tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441185 Nov 09 11:17:43.132030 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/a4b05fa9-a4cf-448e-b484-145cf380c968 HTTP/1.1" status: 204 len: 168 time: 1.8740747 Nov 09 11:17:43.132571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34044) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:43.206070 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d9cbc5-22fc-4a23-be25-427c89e8e14a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:17:43.207532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-74d9cbc5-22fc-4a23-be25-427c89e8e14a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:17:43.339420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:43.339420 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a4e6b1e-356d-4c6d-80dc-a5cca702e8b9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:43.415548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-74d9cbc5-22fc-4a23-be25-427c89e8e14a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:17:43.418677 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-74d9cbc5-22fc-4a23-be25-427c89e8e14a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/a4b05fa9-a4cf-448e-b484-145cf380c968 HTTP/1.1" status: 404 len: 333 time: 0.2838042 Nov 09 11:17:43.427846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34054) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:43.453364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9c27-ad23-4138-a9ce-1674a7ea5843 req-1549abd8-ca0c-419c-b4aa-ab85d627a930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.453364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9c27-ad23-4138-a9ce-1674a7ea5843 req-1549abd8-ca0c-419c-b4aa-ab85d627a930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.453364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9c27-ad23-4138-a9ce-1674a7ea5843 req-1549abd8-ca0c-419c-b4aa-ab85d627a930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.453364 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7ea9c27-ad23-4138-a9ce-1674a7ea5843 req-1549abd8-ca0c-419c-b4aa-ab85d627a930 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ad2d97b62b46c696cccc76857d5775&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3227835 Nov 09 11:17:43.518486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.526073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.526073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.543560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.543560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.543560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.543560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.543560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-bce66f9e-cef1-47b7-8162-cc078dec9dd0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5383 time: 0.5981989 Nov 09 11:17:43.608394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:43.619881 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:43.624810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:43.635073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:43.637009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=67499699-ca9e-48df-a904-dd0b6c5b3e35,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:43.643508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:43.722223 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:43.735071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f99ac8b8-d851-46dd-a0a7-b312b930d951 req-c56d385e-31b0-423c-b6ff-c378fdf69856 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184042 Nov 09 11:17:43.755498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Transition to ACTIVE for port object 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:43.773530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.773530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:43.826754 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:17:43.859739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9c27-ad23-4138-a9ce-1674a7ea5843 req-cffa0207-ca73-469c-bb76-00babe8bbbc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.862506 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a7ea9c27-ad23-4138-a9ce-1674a7ea5843 req-cffa0207-ca73-469c-bb76-00babe8bbbc0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3995845 Nov 09 11:17:43.864801 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:43.881961 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-69ce31fb-5ca4-4eb4-a2e8-44d43ed0fc2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:43.920026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bafd62-b102-4c9d-89ac-4a47df67acd5 req-af114de3-9e9b-4e0a-b03c-e6a32d3f70cd tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:43.927792 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87bafd62-b102-4c9d-89ac-4a47df67acd5 req-af114de3-9e9b-4e0a-b03c-e6a32d3f70cd tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.4805245 Nov 09 11:17:43.998359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9194405 Nov 09 11:17:43.999514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34060) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:44.028943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet 6089a963-97af-458f-b011-9ce7bdaf2b64 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:17:44.039331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': '67499699-ca9e-48df-a904-dd0b6c5b3e35', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:44.061999 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.097993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:44.119889 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:floatingip and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:44.129509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:44.143636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:44.151528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:44.167739 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4', 'port_id': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'mac_address': 'fa:16:3e:51:1c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd6224-0120-4638-88de-7b5a55324599', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:17:44.167932 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87bafd62-b102-4c9d-89ac-4a47df67acd5 req-7f7d49de-a51a-46af-a81c-4b9bbe0c8b47 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392511 Nov 09 11:17:44.172768 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.190017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:44.196285 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:44.249818 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.271862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6571a56-b48f-44e7-8eb2-8045c3262acc {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:44.304180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:44.341153 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.368756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918f860-b319-48b3-a35a-599dfdb608c0 req-c8bd188f-584a-41e2-b08c-dee799b8e2ef tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:44.370383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4918f860-b319-48b3-a35a-599dfdb608c0 req-c8bd188f-584a-41e2-b08c-dee799b8e2ef tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.3065834 Nov 09 11:17:44.383978 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.416476 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.416476 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f8f4ad0d-b50c-45d5-9851-c73cab672927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:44.468411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Attempting to bind port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:44.480999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Attempting to bind port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:44.480999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Attempting to bind port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:44.495051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 on network 635a7131-585c-436d-b910-b5a4b23f9b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:44.495377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Attempting to bind port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:44.514458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4918f860-b319-48b3-a35a-599dfdb608c0 req-7289c661-ca5f-4f2c-8774-f0941a2c57f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320150 Nov 09 11:17:44.515668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:44.516007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Checking segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:44.516634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Bound using segment: {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:44.517083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Bound port: 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8721-deb2-49db-a20b-cc70e83a9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:44.517430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.552242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:44.559717 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:44.611001 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.611001 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-30141e24-6746-4d0b-949a-e68b09bdf141 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:44.665863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=6089a963-97af-458f-b011-9ce7bdaf2b64,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:44.665863 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:44.670346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] For port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:44.670346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] For port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:44.687198 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.692561 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9be40-8d0d-4e4a-b18f-3238ee1c972b None None] Network d69b12fe-937e-4314-bb00-14c39cd5a99b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:44.707536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/6089a963-97af-458f-b011-9ce7bdaf2b64 HTTP/1.1" status: 204 len: 168 time: 1.2657959 Nov 09 11:17:44.720300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34066) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:44.726299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.749044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:44.759790 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59690e3d-9a9e-4da2-897a-cb441c1382b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:44.808216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca23b1-3cf3-42c8-8a38-b487a6fa609d req-696b1535-c830-40f5-86bd-d7c701d01df9 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:44.808216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68ca23b1-3cf3-42c8-8a38-b487a6fa609d req-696b1535-c830-40f5-86bd-d7c701d01df9 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2425535 Nov 09 11:17:44.866906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c6571a56-b48f-44e7-8eb2-8045c3262acc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:17:44.981691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.25.7.138 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/e837f75c-871b-455e-9669-bb69acff2259) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:45.115559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68ca23b1-3cf3-42c8-8a38-b487a6fa609d req-0dcecd0e-4556-47bc-b0ee-46eb42280cec tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068359 Nov 09 11:17:45.151139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:45.174522 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:45.182875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] 10.222.0.57 "PUT /v2.0/ports/4a6cb12f-46a8-41e7-9a63-b72939ee39c9 HTTP/1.1" status: 200 len: 1091 time: 2.9486589 Nov 09 11:17:45.186145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:45.224321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:45.241838 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:45.249601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:45.251667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port c9edb5c2-f96a-4f65-aad0-22b577610c66 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:45.252617 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:45.330431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:45.433899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:45.433899 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a97773d-5f61-4b58-a8b9-70fbf8aebede tempest-ServerGroupTestJSON-1570790401 tempest-ServerGroupTestJSON-1570790401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:45.556602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:45.592685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:45.599738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:45.650598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] DHCP port deletion for d69b12fe-937e-4314-bb00-14c39cd5a99b request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:17:45.661542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Deleting port c9edb5c2-f96a-4f65-aad0-22b577610c66 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:45.662497 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:45.714723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:45.719682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:45.725399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:45.729728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:45.736103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:45.746019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:45.746019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:45.753872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a626251e-b079-4695-9660-bf1f3e351383 req-b0e250ad-d018-4400-b4ef-c20e807b6355 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5395 time: 0.6880817 Nov 09 11:17:45.775645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c9edb5c2-f96a-4f65-aad0-22b577610c66 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:17:45.776346 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9', 'status': 'completed', 'code': 200} Nov 09 11:17:45.948255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=e837f75c-871b-455e-9669-bb69acff2259,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:46.000857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9edb5c2-f96a-4f65-aad0-22b577610c66,segment=NetworkSegment(7ff84ec4-5f20-42ed-98a1-d582db73b5fb),segment_id=7ff84ec4-5f20-42ed-98a1-d582db73b5fb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:46.001247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:46.027161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.027547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.028165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.028860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.029390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.029925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.030499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.031043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.031579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.032110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.032651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:17:46.037718 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:46.048191 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:46.090339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9edb5c2-f96a-4f65-aad0-22b577610c66,segment=NetworkSegment(7ff84ec4-5f20-42ed-98a1-d582db73b5fb),segment_id=7ff84ec4-5f20-42ed-98a1-d582db73b5fb)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:46.162348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for c9edb5c2-f96a-4f65-aad0-22b577610c66 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:46.213239 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:46.224399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:46.232237 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:46.296607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9edb5c2-f96a-4f65-aad0-22b577610c66,segment=NetworkSegment(7ff84ec4-5f20-42ed-98a1-d582db73b5fb),segment_id=7ff84ec4-5f20-42ed-98a1-d582db73b5fb)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:46.297051 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:46.325890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a626251e-b079-4695-9660-bf1f3e351383 req-4ebed5a0-ead3-407d-a48d-1740a1c93270 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5710146 Nov 09 11:17:46.354317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23f95e-c553-4d9a-b333-ab019316eecc req-30bcd873-bb90-45e9-98b0-5b453de2f982 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:46.357140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa23f95e-c553-4d9a-b333-ab019316eecc req-30bcd873-bb90-45e9-98b0-5b453de2f982 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.4623396 Nov 09 11:17:46.426873 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64b87b0b-0e9f-4770-9fb6-19d1b7f38bee req-df5000fe-52a4-47bd-a170-920e917be468 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6342 time: 0.6272359 Nov 09 11:17:46.469686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Calling delete_port for c9edb5c2-f96a-4f65-aad0-22b577610c66 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:46.523906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c9edb5c2-f96a-4f65-aad0-22b577610c66,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:46.567691 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa23f95e-c553-4d9a-b333-ab019316eecc req-be78358d-68be-4042-8f72-648a5a252284 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487913 Nov 09 11:17:46.567801 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:46.816665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87b0b-0e9f-4770-9fb6-19d1b7f38bee req-05546b9e-5d68-44be-8c5e-e2e24ef60191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:46.817324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87b0b-0e9f-4770-9fb6-19d1b7f38bee req-05546b9e-5d68-44be-8c5e-e2e24ef60191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:46.817324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87b0b-0e9f-4770-9fb6-19d1b7f38bee req-05546b9e-5d68-44be-8c5e-e2e24ef60191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:46.818971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64b87b0b-0e9f-4770-9fb6-19d1b7f38bee req-05546b9e-5d68-44be-8c5e-e2e24ef60191 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ad2d97b62b46c696cccc76857d5775&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3013575 Nov 09 11:17:46.894983 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:46.929302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e222a1-fac4-499f-9b2f-57a533a21431 req-d154d43e-649e-40b1-bd7d-941d8b96af29 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:46.931165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8e222a1-fac4-499f-9b2f-57a533a21431 req-d154d43e-649e-40b1-bd7d-941d8b96af29 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.1208842 Nov 09 11:17:47.016264 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:17:47.016264 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:17:47.016725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8e222a1-fac4-499f-9b2f-57a533a21431 req-2a0142a0-32c1-4991-98e8-9f0c005cd33c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486763 Nov 09 11:17:47.089159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87b0b-0e9f-4770-9fb6-19d1b7f38bee req-7cc81229-1352-4b77-ad43-28fc439d9eff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.090540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64b87b0b-0e9f-4770-9fb6-19d1b7f38bee req-7cc81229-1352-4b77-ad43-28fc439d9eff service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2549281 Nov 09 11:17:47.096232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d417d4b-05be-414c-b886-1a54dacfcec0 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:47.103687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:47.123127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Transition to ACTIVE for port object 1d417d4b-05be-414c-b886-1a54dacfcec0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:47.288271 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:17:47.292441 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:17:47.469691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port c9edb5c2-f96a-4f65-aad0-22b577610c66 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:47.470331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:47.626951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.631365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.635416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.639368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.643579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.651062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.652373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:47.654524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-13debc1a-d1bd-4596-877a-86e05657c797 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5395 time: 0.1213667 Nov 09 11:17:47.669953 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d2897898-b933-4864-abe3-e78eeab43d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:47.684050 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:47.702424 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04b51fcd-6461-478f-9af3-1c5149491d1f tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:47.721512 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:47.794946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Deleting port c9edb5c2-f96a-4f65-aad0-22b577610c66 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:47.794946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:47.799229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df1ea2df-f34f-4722-a6e3-00cee5abf44b req-a03ece1c-4b41-4ece-b3fc-e2f48b854107 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365902 Nov 09 11:17:47.827846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:47.864420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:47.963149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9edb5c2-f96a-4f65-aad0-22b577610c66,segment=NetworkSegment(7ff84ec4-5f20-42ed-98a1-d582db73b5fb),segment_id=7ff84ec4-5f20-42ed-98a1-d582db73b5fb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:47.964102 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.248996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d417d4b-05be-414c-b886-1a54dacfcec0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:48.378082 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.382826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] For port c9edb5c2-f96a-4f65-aad0-22b577610c66, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c9edb5c2-f96a-4f65-aad0-22b577610c66,segment=NetworkSegment(7ff84ec4-5f20-42ed-98a1-d582db73b5fb),segment_id=7ff84ec4-5f20-42ed-98a1-d582db73b5fb)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:48.383332 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.392651 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:48.402309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for c9edb5c2-f96a-4f65-aad0-22b577610c66 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:48.433374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237297c3-cf50-4b96-8785-556896909c62 req-e62a2cb0-d8ac-4bc1-8a51-920ac7cb4f55 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:48.435755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-237297c3-cf50-4b96-8785-556896909c62 req-e62a2cb0-d8ac-4bc1-8a51-920ac7cb4f55 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.1768036 Nov 09 11:17:48.490022 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.503777 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:48.624112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-114b2692-242c-4e54-ae4f-db2e0767c1b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 0.7229266 Nov 09 11:17:48.641142 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Calling delete_port for c9edb5c2-f96a-4f65-aad0-22b577610c66 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:48.641632 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-237297c3-cf50-4b96-8785-556896909c62 req-da693089-5477-4c7d-9e99-f2f2ccd8d987 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993923 Nov 09 11:17:48.685759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Attempting to bind port 1d417d4b-05be-414c-b886-1a54dacfcec0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:48.702728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Attempting to bind port 1d417d4b-05be-414c-b886-1a54dacfcec0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:48.702728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Attempting to bind port 1d417d4b-05be-414c-b886-1a54dacfcec0 on network ada43232-6e7f-474b-b328-f63ebb1af9a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:48.704057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=e837f75c-871b-455e-9669-bb69acff2259,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:48.704057 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:48.704266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08be21-6b0f-4002-8b37-41450a365a70 req-bf4f067b-6825-4954-aa38-71a2697a390c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:48.704266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b08be21-6b0f-4002-8b37-41450a365a70 req-bf4f067b-6825-4954-aa38-71a2697a390c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.7121809 Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.728489 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:17:48.731991 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:17:48.744384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.749124 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:17:48.749544 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:17:48.786466 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.786466 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:48.791803 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port c6571a56-b48f-44e7-8eb2-8045c3262acc completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:48.808344 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port c6571a56-b48f-44e7-8eb2-8045c3262acc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:48.812407 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.818079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Port 1d417d4b-05be-414c-b886-1a54dacfcec0 on network ada43232-6e7f-474b-b328-f63ebb1af9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:48.818672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Attempting to bind port 1d417d4b-05be-414c-b886-1a54dacfcec0 on network ada43232-6e7f-474b-b328-f63ebb1af9a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:48.834576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=c9edb5c2-f96a-4f65-aad0-22b577610c66,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:48.860981 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:48.889293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:48.889961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Checking segment: {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:48.890623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Bound using segment: {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:48.891606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Bound port: 1d417d4b-05be-414c-b886-1a54dacfcec0, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:48.892187 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:48.907528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No DVR routers for this DVR port c9edb5c2-f96a-4f65-aad0-22b577610c66 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:17:48.976341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b08be21-6b0f-4002-8b37-41450a365a70 req-891ad2dc-ea8a-4ddd-9dc1-0f8c0dc54dd7 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276564 Nov 09 11:17:49.013570 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.039047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-eb65ac4e-1633-425c-92f9-1576352d00df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.042778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-eb65ac4e-1633-425c-92f9-1576352d00df service neutron] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.3996503 Nov 09 11:17:49.064651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:49.065657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:49.123807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e59b2-647c-4c99-82e2-d8da92ca4fc1 req-52a696bc-cc8d-4cca-8056-fee97b489d88 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.133744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-640e59b2-647c-4c99-82e2-d8da92ca4fc1 req-52a696bc-cc8d-4cca-8056-fee97b489d88 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.2873404 Nov 09 11:17:49.171275 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.173470 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:49.236711 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-3360197a-9c06-4ff4-b34d-218ef605c01b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.1867213 Nov 09 11:17:49.267547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:49.272703 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:49.299186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.331590 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-640e59b2-647c-4c99-82e2-d8da92ca4fc1 req-54fd571d-feb7-440b-bc18-c90f6c4a3e48 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978798 Nov 09 11:17:49.345149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Deleting port c9edb5c2-f96a-4f65-aad0-22b577610c66 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:49.345939 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.357352 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] For port 1d417d4b-05be-414c-b886-1a54dacfcec0, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:49.361749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69b12fe-937e-4314-bb00-14c39cd5a99b']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:49.386983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff84ec4-5f20-42ed-98a1-d582db73b5fb') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:49.386983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff84ec4-5f20-42ed-98a1-d582db73b5fb') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:49.405078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] For port 1d417d4b-05be-414c-b886-1a54dacfcec0, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1d417d4b-05be-414c-b886-1a54dacfcec0,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:49.408180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-a17597a3-ec60-48e3-8237-3ab5117263a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.409996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-a17597a3-ec60-48e3-8237-3ab5117263a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.1484132 Nov 09 11:17:49.415607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.417985 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'code': 200} Nov 09 11:17:49.432478 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 250515d0-096f-4183-a284-e6a54c1cb318 associated. External IP: 172.25.7.138, port: 67499699-ca9e-48df-a904-dd0b6c5b3e35. Nov 09 11:17:49.463999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89a42f73-edae-4b08-b0ec-174038713c5f None None] The port 'c9edb5c2-f96a-4f65-aad0-22b577610c66' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:17:49.488677 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-ca868df9-ffa0-40aa-999a-57d959a50594 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609014 Nov 09 11:17:49.497977 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.534616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:17:49.535719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:17:49.551770 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:17:49.570682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.572500 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f198f303-39a4-4555-9ba7-a9f8bed3ce53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.631798 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cb8c44f3-0c4c-405b-9319-d7037041cb2c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:49.720813 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb02cdc1-8621-4d7c-a525-220136a450f1 req-a474523d-b45f-413c-8634-4fcaf2ab439c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1097 time: 0.1949575 Nov 09 11:17:49.738731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.743012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.747645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.754373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.758568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.762701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.767092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:49.775330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-76afa35d-21c6-4a7e-9a18-121307920410 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5407 time: 0.5896773 Nov 09 11:17:49.803237 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb02cdc1-8621-4d7c-a525-220136a450f1 req-6eb942d6-a472-4e65-9d53-1e85d21af63f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714221 Nov 09 11:17:49.860732 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:49.862752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] 10.222.0.57 "PUT /v2.0/ports/1d417d4b-05be-414c-b886-1a54dacfcec0 HTTP/1.1" status: 200 len: 1091 time: 4.5497451 Nov 09 11:17:49.864341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:49.956368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3301ea05-1c29-44e4-8696-e4d577f1c7be req-7459b572-ac88-4c38-9e1e-dcc7bbe759e8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798348 Nov 09 11:17:49.959652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d417d4b-05be-414c-b886-1a54dacfcec0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:49.974512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-7e682c3a-0094-420a-8e9d-e498641d7184 service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683933 Nov 09 11:17:49.975568 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:49.987877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Request body: {'port': {'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:50.058028 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:50.100691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd740c53-e634-41fc-9ea8-1d614d76eee6 req-952a3564-186a-4268-b1bd-d6731b230b93 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:50.102355 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fd740c53-e634-41fc-9ea8-1d614d76eee6 req-952a3564-186a-4268-b1bd-d6731b230b93 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2745750 Nov 09 11:17:50.239718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fd740c53-e634-41fc-9ea8-1d614d76eee6 req-c9093559-af90-4ae6-bc03-c97cd399289a tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675576 Nov 09 11:17:50.258941 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0', 'status': 'completed', 'code': 200} Nov 09 11:17:50.281534 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc5d3a0d-0c28-4811-88b3-cb45529ae37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:50.299472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:17:50.301626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:50.362732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=d69b12fe-937e-4314-bb00-14c39cd5a99b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:50.428251 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:50.538134 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:50.599844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caaa0e-05c2-41cf-9eef-b7db39d1a6ba req-9700226b-4ac9-4012-9439-c679bb95be8d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:50.601123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82caaa0e-05c2-41cf-9eef-b7db39d1a6ba req-9700226b-4ac9-4012-9439-c679bb95be8d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1256778 Nov 09 11:17:50.604158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:50.644653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/d69b12fe-937e-4314-bb00-14c39cd5a99b HTTP/1.1" status: 204 len: 168 time: 5.9425769 Nov 09 11:17:50.654519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34130) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:50.664770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1276423469'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:50.672041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:17:50.684644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:50.687617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:17:50.696059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:network and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:50.705945 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82caaa0e-05c2-41cf-9eef-b7db39d1a6ba req-4b69d006-e3d4-4ab1-afa2-096c86eb2c14 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978274 Nov 09 11:17:50.707744 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:50.717261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:50.725851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a6e5377-f174-4c2f-bebe-b700038f229e req-b2ce2bb2-c837-4f1f-a444-95ba06c2e2d6 service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744709 Nov 09 11:17:50.752880 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:50.754650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:50.794060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38e57f8c-6561-49f3-b4d6-5e79f5f2878c req-44d0c9db-a6e4-447f-8193-e0e2201ed33b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6409 time: 0.5369544 Nov 09 11:17:50.813994 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:50.867945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf72a0-e9e7-4a97-8197-a37a2fe964e8 req-835f6026-f365-4811-ab8f-8de4bc034f81 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:50.869977 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2bf72a0-e9e7-4a97-8197-a37a2fe964e8 req-835f6026-f365-4811-ab8f-8de4bc034f81 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.5617461 Nov 09 11:17:50.916898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:50.921645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:50.927079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:50.938819 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9213383 Nov 09 11:17:50.950489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:50.953065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:50.955540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:50.956251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:51.019630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:51.020154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62d2a2-2bdd-4b85-b32b-41475450022a None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:17:51.091857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:17:51.114933 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.227233 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.227487 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Added segment 305a6586-3eb9-4a77-bd2a-d6b25edf4889 of type vlan for network 73aa2a76-69d0-4469-bd5d-bb044c70f487 Nov 09 11:17:51.287059 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2bf72a0-e9e7-4a97-8197-a37a2fe964e8 req-0b8b2aeb-e319-40f7-aff9-fc07529b2044 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935850 Nov 09 11:17:51.328440 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.498570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.502570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.507147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.511385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.515445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.520701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c45cb96-02c9-40c3-ad93-b220359069db {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:17:51.520867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.523829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.525750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-0ba4e725-79f6-4fc9-b057-6be2cf50b736 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5407 time: 0.3330469 Nov 09 11:17:51.530545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57f8c-6561-49f3-b4d6-5e79f5f2878c req-e50b98bb-0c0b-4866-8166-e2907697eef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.530954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57f8c-6561-49f3-b4d6-5e79f5f2878c req-e50b98bb-0c0b-4866-8166-e2907697eef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.531565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57f8c-6561-49f3-b4d6-5e79f5f2878c req-e50b98bb-0c0b-4866-8166-e2907697eef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.532934 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38e57f8c-6561-49f3-b4d6-5e79f5f2878c req-e50b98bb-0c0b-4866-8166-e2907697eef4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ad2d97b62b46c696cccc76857d5775&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7310665 Nov 09 11:17:51.534655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.637725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Transition to ACTIVE for port object 4c45cb96-02c9-40c3-ad93-b220359069db will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:51.727577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57f8c-6561-49f3-b4d6-5e79f5f2878c req-0b99d06a-80e4-4a2e-916d-001b6a972650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.729091 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38e57f8c-6561-49f3-b4d6-5e79f5f2878c req-0b99d06a-80e4-4a2e-916d-001b6a972650 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866851 Nov 09 11:17:51.735167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25121f-7ba7-480d-991f-8baa90e6f98b req-91ebdf53-016d-46c9-a69b-549940d63378 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.736691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f25121f-7ba7-480d-991f-8baa90e6f98b req-91ebdf53-016d-46c9-a69b-549940d63378 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2674804 Nov 09 11:17:51.738072 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.742731 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:51.770136 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.773992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:51.774588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.801581 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-78646ec4-c4da-4391-8597-bbd8493aff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:51.851008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.937885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c45cb96-02c9-40c3-ad93-b220359069db,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:51.959326 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.959980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:51.959980 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 250515d0-096f-4183-a284-e6a54c1cb318 disassociated. External IP: 172.25.7.138, port: 67499699-ca9e-48df-a904-dd0b6c5b3e35. Nov 09 11:17:51.964127 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:51.999241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f25121f-7ba7-480d-991f-8baa90e6f98b req-8beb1404-9a76-49d9-bdf4-62157f8efe81 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263234 Nov 09 11:17:52.065058 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40d0b74a-2f89-400c-82e4-bb385da628b9 req-c86d1820-457c-484b-984e-9b96e272dac8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5276589 Nov 09 11:17:52.076344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4173706 Nov 09 11:17:52.076344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34152) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:52.106268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:52.136870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Network': ['ID=73aa2a76-69d0-4469-bd5d-bb044c70f487,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:52.157443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:17:52.158211 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:52.188729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Attempting to bind port 4c45cb96-02c9-40c3-ad93-b220359069db on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:52.189623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Attempting to bind port 4c45cb96-02c9-40c3-ad93-b220359069db by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:52.190151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Attempting to bind port 4c45cb96-02c9-40c3-ad93-b220359069db on network ada43232-6e7f-474b-b328-f63ebb1af9a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:52.197202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Port 4c45cb96-02c9-40c3-ad93-b220359069db on network ada43232-6e7f-474b-b328-f63ebb1af9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:17:52.197894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Attempting to bind port 4c45cb96-02c9-40c3-ad93-b220359069db on network ada43232-6e7f-474b-b328-f63ebb1af9a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:52.206415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:52.207708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Checking segment: {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:52.208329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Bound using segment: {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:52.208991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Bound port: 4c45cb96-02c9-40c3-ad93-b220359069db, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae92bf-0111-48b3-aff8-8aa7e572ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:52.209603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:52.378374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:52.385423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:52.422358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] For port 4c45cb96-02c9-40c3-ad93-b220359069db, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:52.429876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28cdb7-047f-45bc-b084-84ea92b5d7ef req-ae1088a8-bae0-4797-83c3-eb5ed5a68393 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:52.431643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed28cdb7-047f-45bc-b084-84ea92b5d7ef req-ae1088a8-bae0-4797-83c3-eb5ed5a68393 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2031672 Nov 09 11:17:52.433671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] For port 4c45cb96-02c9-40c3-ad93-b220359069db, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4c45cb96-02c9-40c3-ad93-b220359069db,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:52.459863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:52.480782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:52.608387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72e5f-b7b5-4efc-a2e3-5615ba72293d req-ab565319-4aec-4169-a98b-41c66bbd80e0 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:52.609772 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53e72e5f-b7b5-4efc-a2e3-5615ba72293d req-ab565319-4aec-4169-a98b-41c66bbd80e0 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.1223440 Nov 09 11:17:52.651605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed28cdb7-047f-45bc-b084-84ea92b5d7ef req-ac661d1c-f212-455a-bce9-378ae5b0cb8a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085686 Nov 09 11:17:52.651605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:52.651605 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:52.731644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:52.732987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] 10.222.0.57 "PUT /v2.0/ports/4c45cb96-02c9-40c3-ad93-b220359069db HTTP/1.1" status: 200 len: 1091 time: 2.7500744 Nov 09 11:17:52.733637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:17:52.757207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c45cb96-02c9-40c3-ad93-b220359069db,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:52.770772 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:52.770945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:52.820609 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db', 'status': 'completed', 'code': 200} Nov 09 11:17:52.949883 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:53.010561 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53e72e5f-b7b5-4efc-a2e3-5615ba72293d req-10c2a53a-3bc7-49ea-a322-a01979380576 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910303 Nov 09 11:17:53.104402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-955ef0eb-03e0-4d15-8227-36c308a02918 req-6d09a659-d8d2-431f-b7c4-43fa6febfa32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6476 time: 0.2654662 Nov 09 11:17:53.356540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-08813483-0d01-4efa-92b7-735d7c420864 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:53.357983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-08813483-0d01-4efa-92b7-735d7c420864 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 813 time: 0.4159989 Nov 09 11:17:53.411107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-3cda1865-6fa3-4c23-9711-bab04274ed08 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/quotas/a900ac6b4bd1446fb42a993d13b96e1b HTTP/1.1" status: 200 len: 375 time: 0.0425994 Nov 09 11:17:53.446903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad8eb1-c841-4674-91ab-aeee78ef9af7 req-18d4c776-1ebf-40dd-8465-bb679e7d75dc tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:53.448631 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-acad8eb1-c841-4674-91ab-aeee78ef9af7 req-18d4c776-1ebf-40dd-8465-bb679e7d75dc tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2528982 Nov 09 11:17:53.486857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef0eb-03e0-4d15-8227-36c308a02918 req-190bcf9b-d328-47c1-81bf-3b9e79487c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:53.487381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef0eb-03e0-4d15-8227-36c308a02918 req-190bcf9b-d328-47c1-81bf-3b9e79487c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:53.489016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef0eb-03e0-4d15-8227-36c308a02918 req-190bcf9b-d328-47c1-81bf-3b9e79487c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:53.489730 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-955ef0eb-03e0-4d15-8227-36c308a02918 req-190bcf9b-d328-47c1-81bf-3b9e79487c20 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ad2d97b62b46c696cccc76857d5775&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3536732 Nov 09 11:17:53.570218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:17:53.586480 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-acad8eb1-c841-4674-91ab-aeee78ef9af7 req-6c9e0e91-5f84-447d-948a-63068cafba8e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284273 Nov 09 11:17:53.669821 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:53.679004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:53.680630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-64f18fb5-407e-4865-abb0-8276cb837044 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2530811 Nov 09 11:17:53.803315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef0eb-03e0-4d15-8227-36c308a02918 req-97069eb5-15e0-4b6f-b2fe-4c1c882104bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:53.804750 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-955ef0eb-03e0-4d15-8227-36c308a02918 req-97069eb5-15e0-4b6f-b2fe-4c1c882104bb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068073 Nov 09 11:17:53.843258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Checking segment: {'id': '305a6586-3eb9-4a77-bd2a-d6b25edf4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:53.843696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network hostable DHCP agents. Network: 73aa2a76-69d0-4469-bd5d-bb044c70f487, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:17:53.856594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=375aa42b-d5c7-4d5c-9373-f2c85d272ffc,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:53.870295 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:53.950466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-be5e97d5-7134-435e-9044-e6b8c5bde54c service neutron] 10.222.0.50 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633343 Nov 09 11:17:54.135270 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-95c83fea-033d-4a45-82da-869519b62418 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6476 time: 0.2769275 Nov 09 11:17:54.138824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-21c05254-a427-4426-94c7-8a3305b42721 service neutron] 10.222.0.50 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806083 Nov 09 11:17:54.146246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.150387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.154524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.158844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.163536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.168578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.172643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.180901 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-5052a486-3b52-4357-8b05-9627b1fd5f24 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.4202013 Nov 09 11:17:54.214318 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-fa7e6663-9cfe-481c-94a1-47084da944fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 HTTP/1.1" status: 200 len: 217 time: 0.0715718 Nov 09 11:17:54.234133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:17:54.276104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57b9096e-9652-4213-bf2f-8fd078fd8916 req-2b18575d-2ca9-40eb-a39c-f5646f0233f4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936978 Nov 09 11:17:54.292336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:17:54.295453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-d6ba12ef-8e9e-4735-b92a-a3aafe64085f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.297158 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-d6ba12ef-8e9e-4735-b92a-a3aafe64085f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59005774-dc9c-4179-b81e-70700b94ecc4 HTTP/1.1" status: 200 len: 851 time: 0.0765412 Nov 09 11:17:54.302144 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:17:54.309530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:54.328550 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:54.329169 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:54.390816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 73aa2a76-69d0-4469-bd5d-bb044c70f487) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:54.404109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:54.404421 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:54.414477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799e7c04-694c-48da-bf09-d74b0b67bb91 None None] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:54.495344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7a2a2098-7fb5-430c-b7be-ca87e955120e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/floatingips/250515d0-096f-4183-a284-e6a54c1cb318 HTTP/1.1" status: 200 len: 688 time: 3.5508704 Nov 09 11:17:54.498733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34190) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:54.522677 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:54.538530 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:17:54.539211 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:54.585821 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4970720 Nov 09 11:17:54.592448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:54.597984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-847002479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:54.612211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:54.622828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:router and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:54.635861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:54.648086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:54.649016 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:17:54.649585 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a78b7-a948-4de3-a4dd-d777909998c9 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:17:54.684429 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-71636d45-e146-40c6-a344-91a438d57fc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9d37beb6-a064-4330-858a-89f3d1d2e215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802240 Nov 09 11:17:54.723928 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5ea23eeb-0304-478b-a434-f4cf689fe597 req-e0a4785e-4d5e-4d76-bfcf-0961b569afd7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 210 time: 0.0555961 Nov 09 11:17:54.778974 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:54.780907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:54.827743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:54.838398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-73aa2a76-69d0-4469-bd5d-bb044c70f487', 'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487', 'tenant_id': '95b1dfdc914a4e928a274a66606cf473', 'fixed_ips': [{'subnet_id': '375aa42b-d5c7-4d5c-9373-f2c85d272ffc'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:17:54.839268 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.017817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.031159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-4a447998-ea25-420d-9c21-ddb74d053c33 service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821546 Nov 09 11:17:55.098931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port e837f75c-871b-455e-9669-bb69acff2259 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:17:55.099261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.111848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3cea9-e22a-49ed-ac51-850d5bbc3640 req-b98aa0be-2733-4415-acbd-39f9e849389b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.114199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f9c3cea9-e22a-49ed-ac51-850d5bbc3640 req-b98aa0be-2733-4415-acbd-39f9e849389b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.1499856 Nov 09 11:17:55.135886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Allocated IP 2001:db8::2 (73aa2a76-69d0-4469-bd5d-bb044c70f487/375aa42b-d5c7-4d5c-9373-f2c85d272ffc/48d87699-12b1-453e-9701-f79200498dc3) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:55.184335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.189172 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2828f3f2-efd1-4fd6-97cb-26ba3b772c82 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5949700 Nov 09 11:17:55.189987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34206) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:55.192989 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f9c3cea9-e22a-49ed-ac51-850d5bbc3640 req-3badc805-fa8d-490f-8fb9-b030a605ed5e tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624495 Nov 09 11:17:55.199005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487', 'name': 'tempest-PortsIpV6TestJSON-1520053494'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:55.218318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db60b21-8565-4fb7-bdb5-08fd8b6c7918 req-cd9c5f4e-ff11-40e4-acca-c7503c680776 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.219083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4db60b21-8565-4fb7-bdb5-08fd8b6c7918 req-cd9c5f4e-ff11-40e4-acca-c7503c680776 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.5891926 Nov 09 11:17:55.390103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:55.394827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:55.398136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:55.404480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:55.457515 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.457744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.482699 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.500528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Transition to ACTIVE for port object 48d87699-12b1-453e-9701-f79200498dc3 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:55.527407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Transition to ACTIVE for port object 48d87699-12b1-453e-9701-f79200498dc3 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:55.544306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-6cbea1a0-51d0-419b-846d-f79c9157d6d2 service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035844 Nov 09 11:17:55.580816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:17:55.586031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.613819 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.615508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port a8326091-8206-4a19-a3b1-78d3e3ecbba6 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:17:55.620176 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f2768fac-39c7-4cd4-b04e-9c189231531d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:55.620544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for e837f75c-871b-455e-9669-bb69acff2259 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:17:55.694518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Pushing event updated for resources: {'Port': ['ID=48d87699-12b1-453e-9701-f79200498dc3,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:55.697953 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:55.716275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:55.725546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:55.725546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:55.725796 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4db60b21-8565-4fb7-bdb5-08fd8b6c7918 req-238752c1-bd72-4872-a399-abcd757d382a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934306 Nov 09 11:17:55.726983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c49de24e-4677-4ea5-954d-f5beff43c526 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 200 len: 217 time: 0.1243417 Nov 09 11:17:55.728208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.734493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.740038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.744537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.750558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.755359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.763786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.773325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-8e443036-be2a-4f19-aad8-db7136971b37 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.2527707 Nov 09 11:17:55.836451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Attempting to bind port 48d87699-12b1-453e-9701-f79200498dc3 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:17:55.837113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Attempting to bind port 48d87699-12b1-453e-9701-f79200498dc3 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '305a6586-3eb9-4a77-bd2a-d6b25edf4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:17:55.837690 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Attempting to bind port 48d87699-12b1-453e-9701-f79200498dc3 on network 73aa2a76-69d0-4469-bd5d-bb044c70f487 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:17:55.839073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-40c616cb-e952-415a-b5e9-0285a6a2fa81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:55.840817 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-40c616cb-e952-415a-b5e9-0285a6a2fa81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.1066344 Nov 09 11:17:55.846589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:17:55.847531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Checking segment: {'id': '305a6586-3eb9-4a77-bd2a-d6b25edf4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:17:55.848124 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.848901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Bound using segment: {'id': '305a6586-3eb9-4a77-bd2a-d6b25edf4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:17:55.850549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Bound port: 48d87699-12b1-453e-9701-f79200498dc3, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305a6586-3eb9-4a77-bd2a-d6b25edf4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '73aa2a76-69d0-4469-bd5d-bb044c70f487'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:17:55.851210 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:55.958566 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-846b69bb-df87-4cd4-9385-f608ed892d85 req-87b4fdd0-7cc4-4b47-89af-38aef9b341d9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1840968 Nov 09 11:17:56.000037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::3b1 (73aa2a76-69d0-4469-bd5d-bb044c70f487/375aa42b-d5c7-4d5c-9373-f2c85d272ffc/a8326091-8206-4a19-a3b1-78d3e3ecbba6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:56.068971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-0ab070bc-58ee-49cc-96c3-f789c587ff72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151763 Nov 09 11:17:56.082848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] For port 48d87699-12b1-453e-9701-f79200498dc3, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:17:56.087144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] For port 48d87699-12b1-453e-9701-f79200498dc3, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=48d87699-12b1-453e-9701-f79200498dc3,segment=NetworkSegment(305a6586-3eb9-4a77-bd2a-d6b25edf4889),segment_id=305a6586-3eb9-4a77-bd2a-d6b25edf4889)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:17:56.127367 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-57cb3ea3-fbe3-4509-b647-2a74478f0785 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2237964 Nov 09 11:17:56.219172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:56.227688 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1698213d-758e-437f-9582-132d295e6667 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:56.283949 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:56.283949 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:56.310436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-f36c928b-7e65-41a9-aa85-a690a50998d5 req-42b7f660-1717-4ce0-b862-f41bbfcf0dcc service neutron] (84334) timed out ('10.222.0.50', 38898) {{(pid=84334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:17:56.324915 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:56.334043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=e837f75c-871b-455e-9669-bb69acff2259,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:56.349620 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:56.378907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Pushing event updated for resources: {'Port': ['ID=48d87699-12b1-453e-9701-f79200498dc3,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:56.382279 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:56.408583 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36b7cf3c-4bcb-4694-a38a-f0de47b5b545 req-3b55e70c-c0f8-4f65-9867-a54f57d2212a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 210 time: 0.0597739 Nov 09 11:17:56.411736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object a8326091-8206-4a19-a3b1-78d3e3ecbba6 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:17:56.429831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-de01cc80-218e-4b04-b53f-69328aa85849 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532126 Nov 09 11:17:56.574194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:56.621352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:56.624469 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:56.627210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/floatingips/250515d0-096f-4183-a284-e6a54c1cb318 HTTP/1.1" status: 204 len: 168 time: 2.1277084 Nov 09 11:17:56.642005 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:56.642143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34232) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:56.660161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': '0079bf7b-3f1b-4acb-a208-79d6320aa796'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:56.694737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-6b8c90f1-b461-423a-a73e-14615e65ad9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6501 time: 0.4196794 Nov 09 11:17:56.694737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:56.705064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:floatingip and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:17:56.716029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:17:56.721098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-abac2b3b-bfad-49be-957a-bf4ec12dfa4f service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819433 Nov 09 11:17:56.815691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:17:56.819758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:17:56.822215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=a8326091-8206-4a19-a3b1-78d3e3ecbba6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:56.824158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:17:56.828333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:56.828985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:56.867962 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:56.961914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:57.005114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ca073-f977-4ada-98f0-83613e4ac190 req-7ebb9905-ac2b-42a0-b915-5a250c6223d5 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.008275 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-744ca073-f977-4ada-98f0-83613e4ac190 req-7ebb9905-ac2b-42a0-b915-5a250c6223d5 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.0966640 Nov 09 11:17:57.016672 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8175721 Nov 09 11:17:57.016672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:17:57.106646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-92556b58-582d-49c6-9e6c-e58e2634907c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 200 len: 217 time: 0.1399608 Nov 09 11:17:57.199925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-744ca073-f977-4ada-98f0-83613e4ac190 req-be512ce6-5357-4ba7-b001-c29d8103f0bd tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826291 Nov 09 11:17:57.237325 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:57.342763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-6cef04f7-1fbb-443b-87f5-25f5db330be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.343569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-6cef04f7-1fbb-443b-87f5-25f5db330be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.344318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-6cef04f7-1fbb-443b-87f5-25f5db330be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.348946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-6cef04f7-1fbb-443b-87f5-25f5db330be5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=d452b088-5da4-4d2e-b403-6b36975ebdc7&id=d452b088-5da4-4d2e-b403-6b36975ebdc7 HTTP/1.1" status: 200 len: 2296 time: 0.6227431 Nov 09 11:17:57.436797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a233be7-391d-4996-ad58-f140854a3c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.438555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-3a233be7-391d-4996-ad58-f140854a3c65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.3167062 Nov 09 11:17:57.660526 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-f0175725-682a-4dba-9ae0-a4e7d576e678 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 HTTP/1.1" status: 200 len: 1002 time: 0.2990279 Nov 09 11:17:57.681431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.685568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.689449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.694014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.700277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.705358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.716898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.718223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-3d238885-f289-49f7-996f-006802c79cca tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.5560346 Nov 09 11:17:57.839994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 48d87699-12b1-453e-9701-f79200498dc3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:57.865267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c5909c14-ff07-4820-a0ee-fad4faf2a5f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4121706 Nov 09 11:17:57.882230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-840993bc-c430-4126-823a-3db25fb2ddaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:57.882826 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-840993bc-c430-4126-823a-3db25fb2ddaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaee3a1a-f850-45c3-8941-be5d555165a4 HTTP/1.1" status: 200 len: 855 time: 0.1608186 Nov 09 11:17:57.914249 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7aea2b52-88c4-4213-9a41-202c87cfc0e5 req-946942a5-1847-4ef0-b119-e72ae50b5fb1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 210 time: 0.2229779 Nov 09 11:17:57.991388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-18aa78c2-55c8-47b0-8424-8d6e256e7674 req-07e923e3-1349-4276-a3ea-894178d39360 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2722342 Nov 09 11:17:58.027664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07456c9-3c8f-4272-b1bd-502ca0e9f386 None None] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:17:58.195480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:58.299753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:58.348875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5cf395c4-18e6-41d8-af80-bd397eb45016 None None] Provisioning for port 48d87699-12b1-453e-9701-f79200498dc3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:58.430033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 48d87699-12b1-453e-9701-f79200498dc3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:58.447971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 48d87699-12b1-453e-9701-f79200498dc3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:58.449301 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:58.557900 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-291d8139-ee2c-4138-aadc-7762d97ced45 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720352 Nov 09 11:17:58.615631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:58.663089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 48d87699-12b1-453e-9701-f79200498dc3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=48d87699-12b1-453e-9701-f79200498dc3,segment=NetworkSegment(305a6586-3eb9-4a77-bd2a-d6b25edf4889),segment_id=305a6586-3eb9-4a77-bd2a-d6b25edf4889)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:17:58.744983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-f14d159d-cfff-4b09-b9b0-94fcb3584bdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8420670 Nov 09 11:17:58.803033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:58.816566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-1f682d50-ed86-4952-9703-92e351c6e7bc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:58.816566 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-1f682d50-ed86-4952-9703-92e351c6e7bc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.57 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 813 time: 0.8218853 Nov 09 11:17:58.838137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Request body: {'port': {'device_id': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4', 'admin_state_up': True, 'tenant_id': 'a900ac6b4bd1446fb42a993d13b96e1b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:17:58.845997 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:58.850361 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:58.901031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:58.903441 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3d959a1c-bde4-4502-9b78-b9520d074519 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:17:58.936966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=48d87699-12b1-453e-9701-f79200498dc3,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:58.947785 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:58.964069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d30dde45-2bba-4b51-8640-44d1487d65c1 None None] Provisioning complete for port 48d87699-12b1-453e-9701-f79200498dc3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:58.964069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d30dde45-2bba-4b51-8640-44d1487d65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:59.283349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=a8326091-8206-4a19-a3b1-78d3e3ecbba6,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:17:59.292675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d30dde45-2bba-4b51-8640-44d1487d65c1 None None] Provisioning for port a8326091-8206-4a19-a3b1-78d3e3ecbba6 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:17:59.292951 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:17:59.298528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d30dde45-2bba-4b51-8640-44d1487d65c1 None None] Provisioning complete for port a8326091-8206-4a19-a3b1-78d3e3ecbba6 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:59.298528 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d30dde45-2bba-4b51-8640-44d1487d65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:59.299778 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c8f7807-2687-4b61-bfb7-8b73e660e7ab req-c3c84c81-54af-452c-86a4-10e576e0743a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 210 time: 0.0760942 Nov 09 11:17:59.344936 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-76908895-6fb5-4b2c-9e72-d5e9a4442419 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840741 Nov 09 11:17:59.383343 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:59.391484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d30dde45-2bba-4b51-8640-44d1487d65c1 None None] Port a8326091-8206-4a19-a3b1-78d3e3ecbba6 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:59.489690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.25.7.34 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/f36a76f9-8791-40dc-91d9-54b47ec43192) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:17:59.519357 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29415094-8bdd-4118-9c8d-66a90d9c72b4 None None] Provisioning complete for port a8326091-8206-4a19-a3b1-78d3e3ecbba6 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:59.520091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29415094-8bdd-4118-9c8d-66a90d9c72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:59.547067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe59e6d-17c9-4024-89be-d88e6975eae7 req-c5f070d6-eecc-4df5-a937-a5bd1f7e3457 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.548860 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afe59e6d-17c9-4024-89be-d88e6975eae7 req-c5f070d6-eecc-4df5-a937-a5bd1f7e3457 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 1.1313262 Nov 09 11:17:59.591930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-94b48e61-f5cf-4d7f-9651-229af1209166 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388655 Nov 09 11:17:59.599304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29415094-8bdd-4118-9c8d-66a90d9c72b4 None None] Port a8326091-8206-4a19-a3b1-78d3e3ecbba6 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:17:59.605179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.609131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.613753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.620198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.622016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.626168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.631637 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:17:59.633486 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-fb3bafc0-d6bc-46ca-878b-437f8f41caac tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.1769900 Nov 09 11:17:59.643607 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-896c5c92-3371-4ecc-94ef-2f0447154b7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 HTTP/1.1" status: 200 len: 217 time: 0.2811956 Nov 09 11:17:59.679029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:17:59.708353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:59.752864 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 48d87699-12b1-453e-9701-f79200498dc3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:17:59.804868 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10b25672-2ac3-4058-a852-4f48fdcbf920 req-6ee29908-f868-4510-9270-0eeb069e2437 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344473 Nov 09 11:17:59.836891 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 48d87699-12b1-453e-9701-f79200498dc3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:17:59.837541 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:17:59.857681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:17:59.923815 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-afe59e6d-17c9-4024-89be-d88e6975eae7 req-14045b08-6df7-4245-9e0b-4410333bf0ca tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298142 Nov 09 11:18:00.005897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c57867f1-5fd2-4c0d-9d3c-0904894c4284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:00.017338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c57867f1-5fd2-4c0d-9d3c-0904894c4284 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.3409066 Nov 09 11:18:00.041432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Made reservation on behalf of a900ac6b4bd1446fb42a993d13b96e1b for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:00.041432 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:00.162315 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ea64572-ad43-4522-9317-d236248a29de req-9e196020-9bfc-40f5-9632-01a43136a007 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.5277953 Nov 09 11:18:00.204794 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-776cd52f-1bf3-44b3-9109-e0d68e3ef838 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7605174 Nov 09 11:18:00.211799 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-6e401a74-d0c5-42df-b939-e29763f017b6 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929174 Nov 09 11:18:00.291691 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ea64572-ad43-4522-9317-d236248a29de req-45b949b3-cecb-4d73-843b-bee4d6bfdf80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205246 Nov 09 11:18:00.431404 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:00.442827 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-f691eac3-5ac9-44d2-acc4-db5f23ed8bbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 217 time: 0.2147007 Nov 09 11:18:00.496706 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:00.560892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1cd740b9-7ccf-4e0e-9ada-81a20b373971 req-476a2976-d913-4911-9e44-1d263d9ddb51 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 210 time: 0.0688198 Nov 09 11:18:00.622621 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-fefd72b3-363e-40f5-989f-6e8acb2aa00e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 1097 time: 0.0964785 Nov 09 11:18:00.623976 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:00.624971 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:00.632672 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d442141c-33ee-49e1-9798-c19449917db7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:00.662705 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-9e3595be-73e4-450d-8e2a-656adb68cc77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5610352 Nov 09 11:18:00.668215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-3fd6d1d2-4f09-4ed0-bf38-582f7fd9aa36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:00.669700 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-3fd6d1d2-4f09-4ed0-bf38-582f7fd9aa36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.2127280 Nov 09 11:18:00.809600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Allocated IP 172.20.0.5 (30d04401-bc7f-4195-aa2f-3b077105d4a4/9bdd6224-0120-4638-88de-7b5a55324599/6f1af577-a960-4b9d-a869-f14d613287bd) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:00.811758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=a8326091-8206-4a19-a3b1-78d3e3ecbba6,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:00.858115 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:00.892095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:00.919832 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:00.926206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-b5a04244-c291-4ff8-afa7-290f59f55278 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:00.928524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-b5a04244-c291-4ff8-afa7-290f59f55278 service neutron] 10.222.0.59 "GET /v2.0/networks?id=214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 200 len: 920 time: 0.2702124 Nov 09 11:18:01.031635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-7432ee7d-f586-4093-9be3-a0c3df1f1067 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599322 Nov 09 11:18:01.107329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:01.124131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:01.124131 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-9aa8bdda-1e99-4a4d-abbd-9c76661872bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4264014 Nov 09 11:18:01.127660 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-6182131f-4586-4ef3-b4af-dc6f4963bce4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 200 len: 217 time: 0.1903496 Nov 09 11:18:01.137922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:01.214985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:01.218492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:01.370543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-0d39dd2b-c919-4df7-9fc7-72365d45bf8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.372066 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-0d39dd2b-c919-4df7-9fc7-72365d45bf8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 200 len: 859 time: 0.2371986 Nov 09 11:18:01.378050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=f36a76f9-8791-40dc-91d9-54b47ec43192,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:01.448845 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-bf299da0-0f82-4cbe-a8e4-3b30312d2bad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=214aa214-34a4-4c76-9f18-50385fab1b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669699 Nov 09 11:18:01.535797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.539988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.544068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.548050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.552796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.556345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.557304 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:01.561162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:01.569230 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-f69ed701-88a8-4038-b195-55547c3fd93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.4941671 Nov 09 11:18:01.613833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5fc86874-139a-469f-bcbb-4ccad08c8a19 None None] Provisioning complete for port a8326091-8206-4a19-a3b1-78d3e3ecbba6 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:01.614442 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5fc86874-139a-469f-bcbb-4ccad08c8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:01.790610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5fc86874-139a-469f-bcbb-4ccad08c8a19 None None] Port a8326091-8206-4a19-a3b1-78d3e3ecbba6 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:01.885864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-0ba37d88-dc4a-4069-8bd7-7cb776b2ab91 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423588 Nov 09 11:18:01.912489 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:02.008323 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-23b957a9-d833-4924-8908-56147183b16c service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824872 Nov 09 11:18:02.044333 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c0b0e635-8be1-4e1a-84b5-8d575a24591b req-907e5eb3-c89e-421a-aab2-9cfe64cd9f3a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4739678 Nov 09 11:18:02.061038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-4231779b-a33b-4771-97b1-a2f1b2f8ae3a service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971334 Nov 09 11:18:02.233425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-0f04613b-16b9-453f-bec4-78c6230299d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9 HTTP/1.1" status: 200 len: 217 time: 0.2986281 Nov 09 11:18:02.241893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79fd6-de69-42fa-96c3-1569a682c0cc req-160a4df2-0e9f-4fe4-9630-0343e98100ee tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:02.249975 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5e79fd6-de69-42fa-96c3-1569a682c0cc req-160a4df2-0e9f-4fe4-9630-0343e98100ee tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.9093068 Nov 09 11:18:02.250190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06d1e839-664e-4bc4-a09f-cc14ae289b65 req-b39cfd05-12e8-4d67-9165-d32153077b13 service neutron] 10.222.0.59 "GET /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808863 Nov 09 11:18:02.465480 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-002ca66c-4217-449c-9d88-203c8494238d req-d2010216-e1cd-4665-8274-a4dbc5ab6bfd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 210 time: 0.0460033 Nov 09 11:18:02.466390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Router da26f9c5-08f9-46c4-9405-527a41fa31b1 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:18:02.509857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-5bc17c1e-4f6b-4ccb-a5bc-e302d0c4196f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:02.511318 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-5bc17c1e-4f6b-4ccb-a5bc-e302d0c4196f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.2291937 Nov 09 11:18:02.524276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5e79fd6-de69-42fa-96c3-1569a682c0cc req-59df88c0-8d27-4ceb-a1be-1c69217adfbc tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730529 Nov 09 11:18:02.566518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-32ffe540-fbc7-461d-ac88-56fb443b4a7d service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410480 Nov 09 11:18:02.691422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:02.698935 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "PUT /v2.0/routers/da26f9c5-08f9-46c4-9405-527a41fa31b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6812470 Nov 09 11:18:02.699386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:02.709066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] Sync routers for ids ['da26f9c5-08f9-46c4-9405-527a41fa31b1'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:02.731767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] Routers {'da26f9c5-08f9-46c4-9405-527a41fa31b1'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:02.732685 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['da26f9c5-08f9-46c4-9405-527a41fa31b1'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:02.760181 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:02.809898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee0e34-e952-4c0d-b4c1-d2df8f38a2b6 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:02.810827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-02ee0e34-e952-4c0d-b4c1-d2df8f38a2b6 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:02.827458 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e15015d4-98ca-4337-ae23-afb167420dc4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:02.847585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c6571a56-b48f-44e7-8eb2-8045c3262acc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:02.868054 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-97506fde-0cc3-45f6-87a9-a9c4fda115a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 217 time: 0.2878435 Nov 09 11:18:02.893234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:02.950381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] Routers {'da26f9c5-08f9-46c4-9405-527a41fa31b1'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:02.951416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['da26f9c5-08f9-46c4-9405-527a41fa31b1'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:02.998868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Pushing event updated for resources: {'Port': ['ID=6f1af577-a960-4b9d-a869-f14d613287bd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:03.000313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-02ee0e34-e952-4c0d-b4c1-d2df8f38a2b6 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:03.002901 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-02ee0e34-e952-4c0d-b4c1-d2df8f38a2b6 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports?device_id=da26f9c5-08f9-46c4-9405-527a41fa31b1 HTTP/1.1" status: 200 len: 989 time: 0.3008821 Nov 09 11:18:03.005091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34300) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:03.011945 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:03.016884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Network 30d04401-bc7f-4195-aa2f-3b077105d4a4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:03.024999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:03.031507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:03.044658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:03.045355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9f30-fb60-41a2-b153-4f2e7540c8b0 None None] The sync data for ids ['da26f9c5-08f9-46c4-9405-527a41fa31b1'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:03.219337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-f21705a7-b7fb-4516-9ec4-0ec8ecaf479f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.220790 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-f21705a7-b7fb-4516-9ec4-0ec8ecaf479f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.3379984 Nov 09 11:18:03.323804 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-c6113852-61bc-426d-a155-aea0cf97a86e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8021381 Nov 09 11:18:03.357088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.357710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:03.519769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.524541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.529094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.533405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.539516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.543869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.551029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:03.553123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-522f77ac-0b9c-49ba-87e1-ad426f6a3137 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187145 Nov 09 11:18:03.557170 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-d6b01894-ec79-44dc-9e2b-a634423ab758 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3204901 Nov 09 11:18:03.557655 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-b2a60e65-15a0-48fd-8acf-67ae88d12781 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.3279760 Nov 09 11:18:03.643661 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-121d07e5-7490-4d2e-bed2-351a03cdd8c6 req-0d5f0225-afe6-4c2b-b96d-5af5587c1a25 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850563 Nov 09 11:18:03.697640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8630421 Nov 09 11:18:03.740638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Request body: {'port': {'device_id': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:03.934695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.014131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.127338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-789e7f0b-38a9-4a08-b89e-5e3d3873678e service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844141 Nov 09 11:18:04.127338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229c305-8070-49af-84a1-4092f3c6385e req-3e11d0b7-62ef-4b66-9e38-eef04643bc0f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:04.127338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b229c305-8070-49af-84a1-4092f3c6385e req-3e11d0b7-62ef-4b66-9e38-eef04643bc0f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Synchronizing usage tracker for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:04.131746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-6a48df78-4c9c-4180-a9ff-c878bfd908b2 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205872 Nov 09 11:18:04.142936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5f267-b67d-450a-9358-4b64df90b74b req-5ea8b3e6-fc69-4d2a-9840-15078be27947 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:04.145468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fa5f267-b67d-450a-9358-4b64df90b74b req-5ea8b3e6-fc69-4d2a-9840-15078be27947 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.3470204 Nov 09 11:18:04.155261 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.160797 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.274686 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7fa5f267-b67d-450a-9358-4b64df90b74b req-84fc365b-7bb4-4829-be07-389b01df2672 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894220 Nov 09 11:18:04.384912 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-13e924fa-78f8-4361-89e4-2af0f43decd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d417d4b-05be-414c-b886-1a54dacfcec0 HTTP/1.1" status: 200 len: 217 time: 0.2141237 Nov 09 11:18:04.459244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b229c305-8070-49af-84a1-4092f3c6385e req-3e11d0b7-62ef-4b66-9e38-eef04643bc0f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Unset dirty status for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:04.460481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b229c305-8070-49af-84a1-4092f3c6385e req-3e11d0b7-62ef-4b66-9e38-eef04643bc0f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 931 time: 0.7956145 Nov 09 11:18:04.538647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-485901882', 'description': 'tempest-description-552526991'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:04.546495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:04.554468 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.603669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:04.649372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port a8326091-8206-4a19-a3b1-78d3e3ecbba6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:04.649782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.652314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-82e2deb1-f3b1-46ce-bb23-5cecbde0f24e service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190840 Nov 09 11:18:04.704017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.851914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:04.866773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Usage tracker for resource:security_group_rule and tenant:27c4b884849d4efa94147fa4a5bb68da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:04.871975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:04.885293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-b3d5a81e-2f70-4d37-8e60-494793e9d25b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:04.887032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-b3d5a81e-2f70-4d37-8e60-494793e9d25b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efcc144d-686c-4cd2-8ebb-25f5217975ac HTTP/1.1" status: 200 len: 797 time: 0.4809937 Nov 09 11:18:04.890476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:04.922499 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:04.993014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-a4c22be5-5783-492b-b071-8e6ffba81469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2 HTTP/1.1" status: 200 len: 217 time: 0.3293190 Nov 09 11:18:05.053999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b229c305-8070-49af-84a1-4092f3c6385e req-63cd7a2d-ce25-4ceb-acad-823f0d6b511f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630655 Nov 09 11:18:05.073439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for a8326091-8206-4a19-a3b1-78d3e3ecbba6 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:05.156870 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:05.259757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:05.278358 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4cde5cbe-ea45-4673-bd82-38c29bc947f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:05.290509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-c16729b7-931f-4679-87b8-7d33afa1bf42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:05.295866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-c16729b7-931f-4679-87b8-7d33afa1bf42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.2915235 Nov 09 11:18:05.359397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6df5ed-5fa1-43df-bdcf-20fe8c62686d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:05.362299 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:05.492718 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:05.499618 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4538cecd-d69e-436a-bab2-915f8204dc8a req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1645 time: 0.9775417 Nov 09 11:18:05.505263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-8caea21e-c95c-46f6-9739-6604cfd76766 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5995576 Nov 09 11:18:05.523248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:05.529793 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:05.584739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=a8326091-8206-4a19-a3b1-78d3e3ecbba6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:05.595050 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:05.628654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:05.750375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:05.758415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-64dd3471-fc03-447f-8846-4d13dd3d4b91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4380164 Nov 09 11:18:05.797749 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:05.837534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-99069095-50b9-4032-b07c-958fe3f17540 req-3115aab8-9a37-43ca-95a6-6697f26be649 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:05.876167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-91cea386-713f-4595-b4bb-4a16817362d1 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652046 Nov 09 11:18:05.876588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:06.030776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-99069095-50b9-4032-b07c-958fe3f17540 req-3115aab8-9a37-43ca-95a6-6697f26be649 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:06.031926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99069095-50b9-4032-b07c-958fe3f17540 req-3115aab8-9a37-43ca-95a6-6697f26be649 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-485901882&fields=id&tenant_id=27c4b884849d4efa94147fa4a5bb68da HTTP/1.1" status: 200 len: 267 time: 0.3691115 Nov 09 11:18:06.140080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1af577-a960-4b9d-a869-f14d613287bd {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:06.154149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.158663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.163585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.167565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.171715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.176608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.181729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.189633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63b78d5f-0963-4048-88c1-8ab482978601 req-39b9cff1-bbbd-4648-8021-898467137a12 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.6368914 Nov 09 11:18:06.255428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-5a902661-e131-4489-936d-57856ca89087 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828311 Nov 09 11:18:06.270981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:06.292928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=f36a76f9-8791-40dc-91d9-54b47ec43192,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:06.296406 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:06.391393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Transition to ACTIVE for port object 6f1af577-a960-4b9d-a869-f14d613287bd will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:06.472084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069095-50b9-4032-b07c-958fe3f17540 req-fdb07fe9-1be5-4266-8b78-4c42d144a583 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:06.474638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99069095-50b9-4032-b07c-958fe3f17540 req-fdb07fe9-1be5-4266-8b78-4c42d144a583 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.4338953 Nov 09 11:18:06.501761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:06.512260 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:06.520357 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:06.539523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Request body: {'port': {'security_groups': ['99a9bdad-ae19-4c64-b124-fef960855ab0', '4f6df5ed-5fa1-43df-bdcf-20fe8c62686d']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:06.548508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:06.668308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Router da26f9c5-08f9-46c4-9405-527a41fa31b1 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:06.672331 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-63b78d5f-0963-4048-88c1-8ab482978601 req-1b444942-6943-431b-8e4e-04937d6e2b95 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4817643 Nov 09 11:18:06.690173 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:06.694341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e6690052-0d11-4d30-aace-2b90008cbeb3 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644423 Nov 09 11:18:06.963262 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:06.975237 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "PUT /v2.0/routers/da26f9c5-08f9-46c4-9405-527a41fa31b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9626100 Nov 09 11:18:06.975237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34344) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:06.979929 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] Sync routers for ids ['da26f9c5-08f9-46c4-9405-527a41fa31b1'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:06.995284 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] Routers {'da26f9c5-08f9-46c4-9405-527a41fa31b1'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:06.996167 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['da26f9c5-08f9-46c4-9405-527a41fa31b1'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:07.019385 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-68574ae6-f683-4dd4-9af2-4a64404b3468 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:18:07.019986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-68574ae6-f683-4dd4-9af2-4a64404b3468 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:07.065542 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:07.071888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1af577-a960-4b9d-a869-f14d613287bd,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:07.077740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-dc2a4d08-9460-4aa8-b003-d0e88369c71a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c45cb96-02c9-40c3-ad93-b220359069db HTTP/1.1" status: 200 len: 217 time: 0.3702586 Nov 09 11:18:07.079048 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] Routers {'da26f9c5-08f9-46c4-9405-527a41fa31b1'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:07.080539 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['da26f9c5-08f9-46c4-9405-527a41fa31b1'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:07.093204 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:07.148795 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:07.149561 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b206e66d-a6da-4f07-900d-8e01c117d8ff None None] The sync data for ids ['da26f9c5-08f9-46c4-9405-527a41fa31b1'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:07.176213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-f7f145f8-53a7-432b-abe6-4776ca7236f0 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844025 Nov 09 11:18:07.188862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=5d151b91-2b1f-4932-916f-153eb609f35d,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:07.195880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-68574ae6-f683-4dd4-9af2-4a64404b3468 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:07.199752 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-68574ae6-f683-4dd4-9af2-4a64404b3468 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/a8326091-8206-4a19-a3b1-78d3e3ecbba6 HTTP/1.1" status: 404 len: 333 time: 0.2237198 Nov 09 11:18:07.200255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34348) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:07.321267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e7d253f9-5ebd-416d-baa2-2e5a69edc753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:07.321854 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-e7d253f9-5ebd-416d-baa2-2e5a69edc753 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efcc144d-686c-4cd2-8ebb-25f5217975ac HTTP/1.1" status: 200 len: 797 time: 0.2168875 Nov 09 11:18:07.341709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:18:07.353459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-eadb7313-d561-40c4-a1de-9570fc180484 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=90260d63-50cd-435d-83b9-743a89cd3fe4 HTTP/1.1" status: 200 len: 217 time: 0.1644011 Nov 09 11:18:07.363450 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:07.375594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b0e76f-b5c6-4c65-807b-7ffcb0ddd600 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:07.504518 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:07.517203 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:07.522761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['5d151b91-2b1f-4932-916f-153eb609f35d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:07.549370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dd653-8f35-471e-aa7d-819076b9dc58 req-06caa726-5bb2-4463-89e9-d3c35cd23d26 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:07.550928 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9c0dd653-8f35-471e-aa7d-819076b9dc58 req-06caa726-5bb2-4463-89e9-d3c35cd23d26 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 943 time: 0.5967488 Nov 09 11:18:07.598951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-162c00ad-e1fc-45c8-a601-867bfd408960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:07.600412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-162c00ad-e1fc-45c8-a601-867bfd408960 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.2078569 Nov 09 11:18:07.601517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:07.602176 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:07.603810 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99069095-50b9-4032-b07c-958fe3f17540 req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "PUT /v2.0/ports/5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 982 time: 1.0752437 Nov 09 11:18:07.604668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:07.647493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Attempting to bind port 6f1af577-a960-4b9d-a869-f14d613287bd on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:18:07.647829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Attempting to bind port 6f1af577-a960-4b9d-a869-f14d613287bd by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:18:07.648157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Attempting to bind port 6f1af577-a960-4b9d-a869-f14d613287bd on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:18:07.717229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Port 6f1af577-a960-4b9d-a869-f14d613287bd on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:18:07.718358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Attempting to bind port 6f1af577-a960-4b9d-a869-f14d613287bd on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:18:07.743530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-767f994d-a8b5-4212-8bab-a6c3d9e9b6a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3931205 Nov 09 11:18:07.771198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event updated for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:07.776595 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:07.781010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['5d151b91-2b1f-4932-916f-153eb609f35d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:07.797114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9c0dd653-8f35-471e-aa7d-819076b9dc58 req-802606b1-f48b-45ab-8165-81c17f7b7625 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165918 Nov 09 11:18:07.805585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:18:07.805585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Checking segment: {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:18:07.805585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Bound using segment: {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:18:07.806437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Bound port: 6f1af577-a960-4b9d-a869-f14d613287bd, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:18:07.806985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:08.020979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-177aa25a-5fe6-435c-883c-aaaf4f5fdd41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4041066 Nov 09 11:18:08.103928 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 associated. External IP: 172.25.7.34, port: 0079bf7b-3f1b-4acb-a208-79d6320aa796. Nov 09 11:18:08.228320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-dcfece96-ec67-4ff3-8f8a-441444e8a2d9 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724813 Nov 09 11:18:08.261335 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d', 'status': 'completed', 'code': 200} Nov 09 11:18:08.329211 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b0e76f-b5c6-4c65-807b-7ffcb0ddd600 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:08.370653 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-f04d7898-0e67-4994-9d61-65756e466343 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-485901882&fields=id&tenant_id=27c4b884849d4efa94147fa4a5bb68da HTTP/1.1" status: 200 len: 267 time: 0.1126592 Nov 09 11:18:08.371068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] For port 6f1af577-a960-4b9d-a869-f14d613287bd, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:18:08.405546 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b0e76f-b5c6-4c65-807b-7ffcb0ddd600 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:08.455134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] For port 6f1af577-a960-4b9d-a869-f14d613287bd, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=6f1af577-a960-4b9d-a869-f14d613287bd,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:18:08.475628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-f4cd5d21-c003-410e-823f-f4a207664f26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1136 time: 0.2160454 Nov 09 11:18:08.525976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-16353fe5-7c2d-457d-9a4c-ba8721e9d3d0 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.535461 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-16353fe5-7c2d-457d-9a4c-ba8721e9d3d0 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 985 time: 0.1616943 Nov 09 11:18:08.539911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Request body: {'port': {'security_groups': ['99a9bdad-ae19-4c64-b124-fef960855ab0']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:08.551295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-60f5f4af-3eb7-46bb-8eae-cd1453d5112c service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059521 Nov 09 11:18:08.633128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b0e76f-b5c6-4c65-807b-7ffcb0ddd600 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:08.634039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b0e76f-b5c6-4c65-807b-7ffcb0ddd600 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Fanout notify agent at l3_agent the message router_deleted on router da26f9c5-08f9-46c4-9405-527a41fa31b1 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:18:08.667220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b0e76f-b5c6-4c65-807b-7ffcb0ddd600 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:08.667220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-96b0e76f-b5c6-4c65-807b-7ffcb0ddd600 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/routers/da26f9c5-08f9-46c4-9405-527a41fa31b1 HTTP/1.1" status: 204 len: 168 time: 1.4635289 Nov 09 11:18:08.684932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34368) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:08.757263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1613b247-00f2-4bf7-9ee6-7c0254967e04 req-2000a86f-1f9b-4900-aa8f-da3a856be8b8 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645770 Nov 09 11:18:08.758901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:08.821253 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a039e9d-093b-4c8f-b588-3596b5490b65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:08.857787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-e0fe41dc-7f61-4d07-86b7-faf9b89da752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.859147 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-e0fe41dc-7f61-4d07-86b7-faf9b89da752 service neutron] 10.222.0.59 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.3745933 Nov 09 11:18:08.879033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:08.941408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.947862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.949674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.953733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.958997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.963054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.966987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:08.968880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-4f1d7021-f148-448d-a9bc-accdb02a5aa0 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.7313030 Nov 09 11:18:09.028670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:09.031499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-c152da66-eab7-4557-8840-cc7606366583 service neutron] 10.222.0.57 "PUT /v2.0/ports/6f1af577-a960-4b9d-a869-f14d613287bd HTTP/1.1" status: 200 len: 1091 time: 5.2970109 Nov 09 11:18:09.032966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'tag': '6f1af577-a960-4b9d-a869-f14d613287bd'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:09.041749 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-bfc2e671-b6dd-41f2-a099-0520f4774a09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 217 time: 0.1645906 Nov 09 11:18:09.074391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1af577-a960-4b9d-a869-f14d613287bd,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:09.081568 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:09.127440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e23b2d0f-68d2-470d-9dc4-ef0894d21bd7 req-ac8b1855-8403-4c90-be6d-b635709e4762 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488066 Nov 09 11:18:09.130174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-196aec00-ef66-4186-9f72-4b489f08235f service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689046 Nov 09 11:18:09.208978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-07a36a91-4a45-4c61-b5d2-4b26cf27ea3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:09.210389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-07a36a91-4a45-4c61-b5d2-4b26cf27ea3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.1382718 Nov 09 11:18:09.221256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet 375aa42b-d5c7-4d5c-9373-f2c85d272ffc {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:18:09.231161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:09.246014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-b4a1832d-c749-428d-8694-8ba18581092b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9 HTTP/1.1" status: 200 len: 217 time: 0.1035607 Nov 09 11:18:09.328643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-10a24963-29b1-46c4-997e-2fa0d5f40cd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977304 Nov 09 11:18:09.388947 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:09.402773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-920a9a56-cd5d-45f3-b6bb-5f2584976131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:09.402773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-920a9a56-cd5d-45f3-b6bb-5f2584976131 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.1410105 Nov 09 11:18:09.483254 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-7de630de-c57f-414d-af1c-e3b868d1a98d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 1094 time: 0.2643263 Nov 09 11:18:09.605551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-06cbcec5-7d1d-402e-866f-517a0c7240b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f1af577-a960-4b9d-a869-f14d613287bd HTTP/1.1" status: 200 len: 217 time: 0.1177585 Nov 09 11:18:09.678769 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-7593f0a1-d7b4-4e0f-9ca5-c2ac9c20ec3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2757549 Nov 09 11:18:09.686331 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-c880ead1-d6ba-4596-ba27-d15891eb9ba4 service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522019 Nov 09 11:18:09.695757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:09.715746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-fa9586cb-d1ac-41b8-b90d-3b349b4ca04f req-c5b7910b-4c8b-4533-a253-86056ef6d422 service neutron] (84334) timed out ('10.222.0.50', 38724) {{(pid=84334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:18:09.731235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-573fa8cb-d23f-445b-84af-3d8fa6df406c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:09.732551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-573fa8cb-d23f-445b-84af-3d8fa6df406c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.1097388 Nov 09 11:18:09.773313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=5d151b91-2b1f-4932-916f-153eb609f35d,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:09.832686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-a1835a98-072b-4abf-9f74-bd70b1924de8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523393 Nov 09 11:18:10.015529 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-11036c12-1f27-4366-a12b-e960ed0bdf00 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230112 Nov 09 11:18:10.019307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:18:10.044308 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.082121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89122076-0e55-4d77-8570-60ae014e5ae8 req-01fe817b-100a-4feb-b110-b658fdd278fd service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525553 Nov 09 11:18:10.102340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:10.143524 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.148349 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:10.154219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['5d151b91-2b1f-4932-916f-153eb609f35d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:10.178485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-ec551cb9-d696-48e4-abf7-78b944c67d67 service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379767 Nov 09 11:18:10.215434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:10.216164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.217795 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c23f05c2-d1cc-4f50-82de-a966f45cda77 req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "PUT /v2.0/ports/5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 943 time: 1.6837633 Nov 09 11:18:10.222176 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.255980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.261335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event updated for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:10.280039 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:10.283718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:10.288879 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd537ef3-a361-4f6f-a64d-ba67cfa5464c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:10.306849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff85b7-9c31-4f5c-9174-c422fece402b None None] Network 73aa2a76-69d0-4469-bd5d-bb044c70f487 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:10.334864 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/375aa42b-d5c7-4d5c-9373-f2c85d272ffc HTTP/1.1" status: 204 len: 168 time: 1.6459553 Nov 09 11:18:10.336410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=375aa42b-d5c7-4d5c-9373-f2c85d272ffc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:10.344094 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:10.344722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:10.451074 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'tag': '6f1af577-a960-4b9d-a869-f14d613287bd', 'status': 'completed', 'code': 200} Nov 09 11:18:10.458290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['5d151b91-2b1f-4932-916f-153eb609f35d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:10.483179 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.554578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 48d87699-12b1-453e-9701-f79200498dc3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:10.555187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.556771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-2d5d5895-997b-47a6-b27c-2590ab3d127d service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168958 Nov 09 11:18:10.565932 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db0ed-0a79-46a2-8f47-836dfe458172 req-2b30e9f1-2c80-4c11-9a62-9bf1a0c187ea tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:10.567428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc7db0ed-0a79-46a2-8f47-836dfe458172 req-2b30e9f1-2c80-4c11-9a62-9bf1a0c187ea tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 943 time: 0.5853722 Nov 09 11:18:10.638240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478dc5-0752-49c0-8576-76f245edc44b req-63c66180-1580-4f00-9e56-61f3fedf84f7 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:10.640109 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d478dc5-0752-49c0-8576-76f245edc44b req-63c66180-1580-4f00-9e56-61f3fedf84f7 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.1549642 Nov 09 11:18:10.684240 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-b10375e6-50e5-48b3-8378-c259a33ee419 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f69a3e32-113a-472c-a2a8-7286809f5242 HTTP/1.1" status: 200 len: 217 time: 0.1144373 Nov 09 11:18:10.738528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b81f555-dfa5-4960-9fa2-0c2dcb337682 req-88e65c1a-3e00-4579-9214-9b1c12054c4b service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493381 Nov 09 11:18:10.777904 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc7db0ed-0a79-46a2-8f47-836dfe458172 req-97572254-b85c-4545-af26-ed8432b1c6e0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527846 Nov 09 11:18:10.820451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] DHCP port deletion for 73aa2a76-69d0-4469-bd5d-bb044c70f487 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:18:10.830348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Deleting port 48d87699-12b1-453e-9701-f79200498dc3 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:10.835553 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.836841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] For port 48d87699-12b1-453e-9701-f79200498dc3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=48d87699-12b1-453e-9701-f79200498dc3,segment=NetworkSegment(305a6586-3eb9-4a77-bd2a-d6b25edf4889),segment_id=305a6586-3eb9-4a77-bd2a-d6b25edf4889)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:10.837626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:10.854981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-4146ff5a-789b-434d-b1e2-c4f1b4487ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:10.856629 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-4146ff5a-789b-434d-b1e2-c4f1b4487ca2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.1546371 Nov 09 11:18:11.066015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:11.068663 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 48d87699-12b1-453e-9701-f79200498dc3 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:11.077932 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-097f7989-aa35-47cb-8e23-a9b97d56a867 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2093608 Nov 09 11:18:11.079431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:11.124985 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:18:11.160674 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0d478dc5-0752-49c0-8576-76f245edc44b req-b209d060-60e1-4276-942d-9472205b5e8b tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882070 Nov 09 11:18:11.222613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:11.223467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:11.287662 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-1e34a3e5-7866-4e68-88fc-0abe7e50327d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 1094 time: 0.3484442 Nov 09 11:18:11.303764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.303988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:11.306892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] For port 48d87699-12b1-453e-9701-f79200498dc3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=48d87699-12b1-453e-9701-f79200498dc3,segment=NetworkSegment(305a6586-3eb9-4a77-bd2a-d6b25edf4889),segment_id=305a6586-3eb9-4a77-bd2a-d6b25edf4889)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:11.307292 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.311101 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92d875ce-2cb1-4dcc-8cca-7b99239a1b18 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:11.337499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.384651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=48d87699-12b1-453e-9701-f79200498dc3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:11.384651 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:11.417182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No DVR routers for this DVR port 48d87699-12b1-453e-9701-f79200498dc3 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:18:11.442123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Calling delete_port for 48d87699-12b1-453e-9701-f79200498dc3 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:11.474866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-42943a6a-ddab-4c22-b6c8-9b8762e27276 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896801 Nov 09 11:18:11.478436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:11.479302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:11.490662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b950533e-5eea-44ab-971c-84940afb4c31 req-f379bba3-5943-4eb0-85da-ab1b07dff5a2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2849388 Nov 09 11:18:11.544127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 14.8996389 Nov 09 11:18:11.550217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:11.554657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:11.555107 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff303d3-41dc-4680-a51a-812f12956087 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:11.556877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34396) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:11.582959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:11.591408 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:18:11.591671 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:18:11.647272 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.668916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-ade873a8-cffd-4298-a416-7b25d1529126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.670348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-ade873a8-cffd-4298-a416-7b25d1529126 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 914 time: 0.3742301 Nov 09 11:18:11.676992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Usage tracker for resource:floatingip and tenant:27c4b884849d4efa94147fa4a5bb68da is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:11.686960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:11.691821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.701019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.701019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.703946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.708116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.710109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:11.712040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.713380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aa2a76-69d0-4469-bd5d-bb044c70f487']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:11.715921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.724139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-1539b8b1-29a8-4edd-85d6-057771fa2c2a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.5266411 Nov 09 11:18:11.742599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305a6586-3eb9-4a77-bd2a-d6b25edf4889') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:11.742873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305a6586-3eb9-4a77-bd2a-d6b25edf4889') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:11.759173 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.759596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 48d87699-12b1-453e-9701-f79200498dc3 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:11.768503 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b128a0b3-9d8c-41f1-9ba5-7a3c024d609e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "GET /v2.0/floatingips/8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 HTTP/1.1" status: 200 len: 975 time: 0.1904924 Nov 09 11:18:11.780051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.782547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34400) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:11.796269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 48d87699-12b1-453e-9701-f79200498dc3 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:11.796917 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 48d87699-12b1-453e-9701-f79200498dc3 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:11.824752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-3866085a-404b-4273-a242-1d2a9dff9f46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f1af577-a960-4b9d-a869-f14d613287bd HTTP/1.1" status: 200 len: 217 time: 0.1058362 Nov 09 11:18:11.826993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0a0b11a-1109-4e71-b535-9e32e73a4fea req-901c31a0-da46-472a-bfaa-d35cc1bd42af service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427956 Nov 09 11:18:11.851861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:18:11.851861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:18:11.863744 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:18:11.882372 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:11.887394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a6b2aba-f2d4-4d35-a806-8f85c3c10ec0 req-3e3ebd29-d174-401b-bf3c-7bf03de9b6dd tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177707 Nov 09 11:18:11.910373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-275c41bb-37af-4221-ae79-c6f491e176ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:11.913596 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-275c41bb-37af-4221-ae79-c6f491e176ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.0701013 Nov 09 11:18:11.974245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-3153163e-e135-431a-b667-78f2404e5d13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521111 Nov 09 11:18:12.093592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Deleting port 48d87699-12b1-453e-9701-f79200498dc3 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:12.093982 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:12.169345 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d', 'status': 'completed', 'code': 200} Nov 09 11:18:12.196950 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-0c160a55-5120-4c44-9ae2-8656bc3f8e90 service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131464 Nov 09 11:18:12.218735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e174f5b5-8b47-453a-b14b-23a11b2aeff7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Synchronizing usage tracker for tenant:692748797c294a7c9e73a26b5cf847a8 on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:12.223459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c86a790a-ba2e-4c21-bd2e-53c24a44c8ea None None] The port '48d87699-12b1-453e-9701-f79200498dc3' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:18:12.331514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:12.344845 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:12.360068 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:12.377104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=73aa2a76-69d0-4469-bd5d-bb044c70f487,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:12.384744 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:12.436067 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-9fd9d185-cab4-4626-b2e5-302cf0e49352 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.2863088 Nov 09 11:18:12.481408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e174f5b5-8b47-453a-b14b-23a11b2aeff7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Unset dirty status for tenant:692748797c294a7c9e73a26b5cf847a8 on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:12.485030 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e174f5b5-8b47-453a-b14b-23a11b2aeff7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.6989503 Nov 09 11:18:12.485309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34412) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:12.541888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'port_id': '67499699-ca9e-48df-a904-dd0b6c5b3e35'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:12.613104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/73aa2a76-69d0-4469-bd5d-bb044c70f487 HTTP/1.1" status: 204 len: 168 time: 2.2672932 Nov 09 11:18:12.614822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1185517a-fb45-464d-b9c8-0fb0f5323b06 req-9e7b693d-0e0f-4b38-b467-9cd5c6f2352b service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040735 Nov 09 11:18:12.624937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34416) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:12.645950 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:12.688894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-923c93ad-a264-448b-a33a-b31cd8dc1633 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:12.691029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-923c93ad-a264-448b-a33a-b31cd8dc1633 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.2713616 Nov 09 11:18:12.703967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028ee2d-d9f3-4a64-8d8e-b7905f23f553 req-7a1c9500-65d3-4483-a544-0321638bda14 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:12.703967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b028ee2d-d9f3-4a64-8d8e-b7905f23f553 req-7a1c9500-65d3-4483-a544-0321638bda14 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 943 time: 0.3133504 Nov 09 11:18:12.761403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806879-74bf-4029-babf-b9af853f9d5e req-87a7bcab-1307-4b5d-bbd5-4cc051aadc0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:12.762390 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-87a7bcab-1307-4b5d-bbd5-4cc051aadc0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.3128715 Nov 09 11:18:12.778647 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:12.795276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df2fd5-b62a-4646-9aa7-d6665cb811d9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:12.795852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0df2fd5-b62a-4646-9aa7-d6665cb811d9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:12.841569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Deleting port f69dd692-ee37-4df6-bd9b-ef1b67623537 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:12.841569 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:12.881181 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b028ee2d-d9f3-4a64-8d8e-b7905f23f553 req-f9e4f241-b1ca-466c-a60c-6ad5b1088cf4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441073 Nov 09 11:18:12.915146 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-3a9a625e-99b0-489f-bc3d-8c5466ac3d16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 217 time: 0.0791466 Nov 09 11:18:12.915309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0df2fd5-b62a-4646-9aa7-d6665cb811d9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:12.920035 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d0df2fd5-b62a-4646-9aa7-d6665cb811d9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 HTTP/1.1" status: 200 len: 844 time: 0.2891777 Nov 09 11:18:12.930915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34420) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:13.192825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Allocated IP 172.25.7.81 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/86f26559-48aa-40f7-9c5c-6c124d876e5d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:13.236821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806879-74bf-4029-babf-b9af853f9d5e req-b575a329-2756-4cac-904d-8c78b1aa6685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:13.238656 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-b575a329-2756-4cac-904d-8c78b1aa6685 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.3008833 Nov 09 11:18:13.304955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e8f98aa6-8c65-4a14-a207-862b9344c3e3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3706496 Nov 09 11:18:13.308609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34430) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:13.326419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:13.349294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-7f8dba26-3c48-4a10-9540-54a222c44d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990639 Nov 09 11:18:13.379421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-1d0c1f1a-5cc5-4547-b4e7-75305bd0b36c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:18:13.380556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-1d0c1f1a-5cc5-4547-b4e7-75305bd0b36c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096896 Nov 09 11:18:13.472107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] For port f69dd692-ee37-4df6-bd9b-ef1b67623537, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69dd692-ee37-4df6-bd9b-ef1b67623537,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:13.476487 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:13.480232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:13.542476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:13.551102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26cae6-bdf5-48a2-ab21-be823dd76af3 req-bb2918f4-c17a-4a90-8542-0a09a0b6495c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:13.552581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb26cae6-bdf5-48a2-ab21-be823dd76af3 req-bb2918f4-c17a-4a90-8542-0a09a0b6495c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbca701f-b14d-4bdd-a565-a9481fa67214 HTTP/1.1" status: 200 len: 946 time: 0.4989734 Nov 09 11:18:13.608609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:13.617968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Calling delete_port for f69dd692-ee37-4df6-bd9b-ef1b67623537 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:13.673520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:13.731296 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eb26cae6-bdf5-48a2-ab21-be823dd76af3 req-e2d3f4c8-cb69-4970-bbb6-3464e1b14483 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871336 Nov 09 11:18:13.802271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:13.932296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:13.935526 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:13.940771 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-c5e1f127-77cb-4ef5-ac3e-fd348da6b877 service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024109 Nov 09 11:18:13.945231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 6f1af577-a960-4b9d-a869-f14d613287bd details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:13.955770 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f49b9c7c-4ec0-4736-b337-bf0e40eb9bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:13.956011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['307d3beb-8df6-4c6a-8995-24e9659d36b4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:13.999023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f69dd692-ee37-4df6-bd9b-ef1b67623537'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:14.006709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Pushing event deleted for resources: {'Port': ['ID=f69dd692-ee37-4df6-bd9b-ef1b67623537,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:14.013050 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:14.018423 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.228373 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47806879-74bf-4029-babf-b9af853f9d5e req-eff7d809-a036-4518-85ed-e7eb40e0febc service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755890 Nov 09 11:18:14.239043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.245736 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-033b54f5-4f48-4203-8b58-15ed1c0f1b46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:14.313905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:14.318116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] No DVR routers for this DVR port f69dd692-ee37-4df6-bd9b-ef1b67623537 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:18:14.323806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:14.329114 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.334250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'name': 'network-vif-deleted', 'tag': 'f69dd692-ee37-4df6-bd9b-ef1b67623537'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:14.340522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:14.388580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.392884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.397277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.400224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 6f1af577-a960-4b9d-a869-f14d613287bd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=6f1af577-a960-4b9d-a869-f14d613287bd,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:14.401714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.405546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.411410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.414618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.420871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '6f1af577-a960-4b9d-a869-f14d613287bd', 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4', 'port_id': '6f1af577-a960-4b9d-a869-f14d613287bd', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd6224-0120-4638-88de-7b5a55324599', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:14.421053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-a66886e7-422e-4ef8-a4ef-9d417368d4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.5350885 Nov 09 11:18:14.449884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event updated for resources: {'Port': ['ID=86f26559-48aa-40f7-9c5c-6c124d876e5d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:14.450044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de95700a-0f31-4bde-8467-4932a4a3b789 req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.57 "DELETE /v2.0/ports/f69dd692-ee37-4df6-bd9b-ef1b67623537 HTTP/1.1" status: 204 len: 173 time: 1.7454252 Nov 09 11:18:14.450421 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:14.520115 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.548483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1af577-a960-4b9d-a869-f14d613287bd {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:14.558468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 6f1af577-a960-4b9d-a869-f14d613287bd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=6f1af577-a960-4b9d-a869-f14d613287bd,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:14.578332 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e5aed631-791b-4b55-8c27-9caa0f4e0e34 req-32acf784-bcef-4323-94cb-8f485549fb94 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556852 Nov 09 11:18:14.646241 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.648180 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c722fa22-364a-49ca-9eb8-33a89f22fcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:14.696342 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.699273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.717176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=6f1af577-a960-4b9d-a869-f14d613287bd,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:14.720748 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:14.760884 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.766763 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1cca83b2-d86b-4c8b-9c96-5d420f9d13ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:14.827493 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.862161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:14.862161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:14.862161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:14.881061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe42594-e079-4d56-9960-7113b7619896 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:14.888888 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:14.913074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=10e3e0ce-a249-4ee2-ab4f-bcea22435f42,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:14.926899 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:14.967859 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.007834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['6f1af577-a960-4b9d-a869-f14d613287bd'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:15.050431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d5b60-3a5d-4081-bf20-87688aa2d0d9 req-99e9ba63-6423-42a4-8983-095dc208bed9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:15.053018 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-383d5b60-3a5d-4081-bf20-87688aa2d0d9 req-99e9ba63-6423-42a4-8983-095dc208bed9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 944 time: 0.0998769 Nov 09 11:18:15.055363 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7456510 Nov 09 11:18:15.057872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34446) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:15.063644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'security_group': {'name': 'tempest-secgroup-1580308242'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:15.075568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:15.093582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:15.099245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:15.107466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:15.132492 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-383d5b60-3a5d-4081-bf20-87688aa2d0d9 req-a4a0ddd9-8ca6-4d58-9cc1-c24844c1d313 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621188 Nov 09 11:18:15.209145 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbca701f-b14d-4bdd-a565-a9481fa67214', 'name': 'network-vif-deleted', 'tag': 'f69dd692-ee37-4df6-bd9b-ef1b67623537', 'status': 'completed', 'code': 200} Nov 09 11:18:15.217223 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.267851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:15.278367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group_rule and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:15.282190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:15.290184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:15.343831 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 associated. External IP: 172.25.7.34, port: 0079bf7b-3f1b-4acb-a208-79d6320aa796. Nov 09 11:18:15.378582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-ac04a432-2de1-4032-b2a1-0fdabad02198', 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'tenant_id': '95b1dfdc914a4e928a274a66606cf473', 'fixed_ips': [{'subnet_id': '10e3e0ce-a249-4ee2-ab4f-bcea22435f42'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:18:15.379453 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.384039 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.404704 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.439617 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.447099 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-149b24d3-c1b5-4a7b-85e4-a78599509d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:15.461936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.468438 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:15.509937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e65bb3-555f-45d6-bf47-9d7280267855,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:15.513362 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:15.560584 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.562434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Allocated IP 2001:db8::2 (ac04a432-2de1-4032-b2a1-0fdabad02198/10e3e0ce-a249-4ee2-ab4f-bcea22435f42/4fa51a6d-8862-42a3-ad2f-08b3d2091f39) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:15.562944 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5037043 Nov 09 11:18:15.565694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34452) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:15.586557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'security_group': {'name': 'tempest-secgroup-1736791868'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:15.605517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:15.659178 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:15.668482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:15.679367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event updated for resources: {'Port': ['ID=86f26559-48aa-40f7-9c5c-6c124d876e5d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:15.682213 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:15.683400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:15.729376 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.784288 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.794937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Transition to ACTIVE for port object 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:15.814512 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Transition to ACTIVE for port object 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:15.949830 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.953204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.960609 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bf716e46-60cb-46c1-9273-75e7b7b86b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:15.963954 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:15.969485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b950533e-5eea-44ab-971c-84940afb4c31 req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4228044 Nov 09 11:18:16.000588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f69dd692-ee37-4df6-bd9b-ef1b67623537 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:16.046532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: f69dd692-ee37-4df6-bd9b-ef1b67623537 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:16.047182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f69dd692-ee37-4df6-bd9b-ef1b67623537 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:16.065669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:16.069167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:16.079118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:16.079118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Pushing event updated for resources: {'Port': ['ID=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:16.079629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b950533e-5eea-44ab-971c-84940afb4c31 req-429f9caa-58ff-4904-a49e-a2012f39ab7c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:16.082302 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:16.092106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:16.100811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group_rule and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:16.105814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:16.117959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:16.167582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Attempting to bind port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:18:16.167963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Attempting to bind port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '14eaea89-49e0-43ea-b914-92d7464897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:18:16.168336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Attempting to bind port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 on network ac04a432-2de1-4032-b2a1-0fdabad02198 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:18:16.175272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:18:16.175648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Checking segment: {'id': '14eaea89-49e0-43ea-b914-92d7464897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:18:16.176050 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:16.176446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Bound using segment: {'id': '14eaea89-49e0-43ea-b914-92d7464897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:18:16.176923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Bound port: 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eaea89-49e0-43ea-b914-92d7464897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:18:16.177302 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:16.256359 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:16.257384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b950533e-5eea-44ab-971c-84940afb4c31 req-429f9caa-58ff-4904-a49e-a2012f39ab7c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:16.258535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b950533e-5eea-44ab-971c-84940afb4c31 req-429f9caa-58ff-4904-a49e-a2012f39ab7c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 695 time: 0.2838359 Nov 09 11:18:16.264710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] For port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:18:16.269284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] For port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,segment=NetworkSegment(14eaea89-49e0-43ea-b914-92d7464897f7),segment_id=14eaea89-49e0-43ea-b914-92d7464897f7)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:18:16.374015 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:16.380075 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:16.433922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950533e-5eea-44ab-971c-84940afb4c31 req-723e61fa-5832-4463-927b-4fc1da1f5b5f tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.435900 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b950533e-5eea-44ab-971c-84940afb4c31 req-723e61fa-5832-4463-927b-4fc1da1f5b5f tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.1641259 Nov 09 11:18:16.442915 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:16.475367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-b950533e-5eea-44ab-971c-84940afb4c31 req-dde1366f-64d5-4d23-98f7-c6f653382bde tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:18:16.476252 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b950533e-5eea-44ab-971c-84940afb4c31 req-dde1366f-64d5-4d23-98f7-c6f653382bde tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070751 Nov 09 11:18:16.477742 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff0cd298-e3b5-4696-a587-3e6c95b9f604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:16.509076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:16.528864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5aef6c-77f3-473e-92d2-8d52a57f7d2f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:16.533081 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:16.552727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Pushing event updated for resources: {'Port': ['ID=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:16.563934 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:16.622174 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:16.622174 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0433702 Nov 09 11:18:16.625795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34472) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:16.634682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-848493782', 'security_groups': ['3a5aef6c-77f3-473e-92d2-8d52a57f7d2f'], 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10e3e0ce-a249-4ee2-ab4f-bcea22435f42'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:16.730584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.734694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.739555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.745041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.749252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.753868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.758079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:16.760342 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-d4218053-8490-49eb-95fe-71eb428d8712 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.1648977 Nov 09 11:18:16.830072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c3bba753-e938-4f60-97b8-73b1b76af6aa req-b2d4acd2-4984-4103-8e93-aa22d5d7a2f5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621059 Nov 09 11:18:16.968780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:17.054038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:port and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:17.059477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:17.070928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:17.078564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e670f-e735-47b6-a9f7-acd0f531c4f7 req-38135113-a05a-419c-8e8b-0e1e1ccfcdee tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:17.081394 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-866e670f-e735-47b6-a9f7-acd0f531c4f7 req-38135113-a05a-419c-8e8b-0e1e1ccfcdee tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 944 time: 0.3153043 Nov 09 11:18:17.137352 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-97f2f899-5029-4a3e-984a-db918f42066d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:17.148739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-866e670f-e735-47b6-a9f7-acd0f531c4f7 req-213e619b-bb0d-416c-a8f9-23a8b5201b54 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598092 Nov 09 11:18:17.165930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:17.191317 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882877da-4feb-420a-a686-b93528f712f2 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:17.205614 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882877da-4feb-420a-a686-b93528f712f2 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:17.207651 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-882877da-4feb-420a-a686-b93528f712f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:17.250829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:17.297662 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-882877da-4feb-420a-a686-b93528f712f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:17.309999 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882877da-4feb-420a-a686-b93528f712f2 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:17.310895 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-882877da-4feb-420a-a686-b93528f712f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:17:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:17.372248 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-882877da-4feb-420a-a686-b93528f712f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:17.372954 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882877da-4feb-420a-a686-b93528f712f2 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:17.453041 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:17.483521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:17.591605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-66168efb-f68e-47c2-9252-ccdae2781e29 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:17.591605 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-66168efb-f68e-47c2-9252-ccdae2781e29 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2899532 Nov 09 11:18:17.591605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:18:17.670922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a3479-1e45-421e-a6f0-186106d80363 req-17384979-e2ca-4e35-bce6-2839a33431a1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:17.670922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dc8a3479-1e45-421e-a6f0-186106d80363 req-17384979-e2ca-4e35-bce6-2839a33431a1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Synchronizing usage tracker for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:17.783306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dc8a3479-1e45-421e-a6f0-186106d80363 req-17384979-e2ca-4e35-bce6-2839a33431a1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Unset dirty status for tenant:6c74f93a71b84fd6a0fa9b17ff05f32f on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:17.793441 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc8a3479-1e45-421e-a6f0-186106d80363 req-17384979-e2ca-4e35-bce6-2839a33431a1 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2360616 Nov 09 11:18:17.817726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:17.853279 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc8a3479-1e45-421e-a6f0-186106d80363 req-73273612-8581-42e5-8e73-b4f06e258a9a tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617349 Nov 09 11:18:17.959791 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-c0dad72e-37f0-4d06-ac6a-19edaa1f3c3b tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 695 time: 0.3262231 Nov 09 11:18:17.966219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 6f1af577-a960-4b9d-a869-f14d613287bd up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:17.968069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Request body: {'floatingip': {'port_id': '5d151b91-2b1f-4932-916f-153eb609f35d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:18.022701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:18.101435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Provisioning complete for port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:18.102109 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.122601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.147723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 6f1af577-a960-4b9d-a869-f14d613287bd completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:18.156203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 6f1af577-a960-4b9d-a869-f14d613287bd triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:18.156803 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.263581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.269491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.274775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.279490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.285062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.289924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.295105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.297384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-3c2bc341-4394-416d-8450-6cc178772a2d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.1568840 Nov 09 11:18:18.326655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:18.363457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-58b7cff4-fd73-4e18-b1b4-fed55129e580 req-33d5f8b7-00dd-463e-afed-c75e93fbaaf3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561521 Nov 09 11:18:18.385745 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.436467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 6f1af577-a960-4b9d-a869-f14d613287bd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=6f1af577-a960-4b9d-a869-f14d613287bd,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:18.437649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1af577-a960-4b9d-a869-f14d613287bd'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:18.510211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Provisioning for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:18.523845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:18.523845 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.529965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::1ca (ac04a432-2de1-4032-b2a1-0fdabad02198/10e3e0ce-a249-4ee2-ab4f-bcea22435f42/7c4d54cb-dd58-4895-84cc-eeac53f9f69e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:18.562683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.567384 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cf81a0c7-ad77-4db8-b6b1-a4599038dff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:18.604366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610812f-3245-419a-8757-8771f9cae275 req-5c3a31a0-84a6-4231-b6a2-3a4df1107ed9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:18.607306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e610812f-3245-419a-8757-8771f9cae275 req-5c3a31a0-84a6-4231-b6a2-3a4df1107ed9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 944 time: 0.1058071 Nov 09 11:18:18.656906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=6f1af577-a960-4b9d-a869-f14d613287bd,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:18.670970 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e610812f-3245-419a-8757-8771f9cae275 req-712c20b5-d4d8-46d2-ac86-5792ce2136cb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Nov 09 11:18:18.728415 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:18.780100 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.830322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] For port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,segment=NetworkSegment(14eaea89-49e0-43ea-b914-92d7464897f7),segment_id=14eaea89-49e0-43ea-b914-92d7464897f7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:18.867698 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1af577-a960-4b9d-a869-f14d613287bd', 'code': 200} Nov 09 11:18:18.897258 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:18.899102 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:18.997963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Pushing event updated for resources: {'Port': ['ID=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:18.999310 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:19.100990 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3572a4a2-dc84-4541-9700-00fde823f178 req-5289a7d2-0406-4a74-97e6-060ce406f005 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 1096 time: 0.1461627 Nov 09 11:18:19.136757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:19.167985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26ac21-8011-4669-bdd3-86adead06515 req-4cc3640a-d2dc-41c6-ac8e-f809ea453807 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.169467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9a26ac21-8011-4669-bdd3-86adead06515 req-4cc3640a-d2dc-41c6-ac8e-f809ea453807 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.1288319 Nov 09 11:18:19.173035 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3572a4a2-dc84-4541-9700-00fde823f178 req-1a626e94-f24a-4fa8-869b-bee8ac5ecff8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638266 Nov 09 11:18:19.180553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object 7c4d54cb-dd58-4895-84cc-eeac53f9f69e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:19.221735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9a26ac21-8011-4669-bdd3-86adead06515 req-db77b0f8-44e1-4c30-8d31-a8f04f6f0cad tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Nov 09 11:18:19.243719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:19.334372 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:19.342652 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-271c9035-bb39-4e82-97dd-879c917c619b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:19.371180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:18:19.452044 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-142c5fef-c67e-4b3a-be84-093c7df49675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:19.603769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.607674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.611591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.616396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.620278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.624218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.629037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.636410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-0953898b-108b-4917-88a2-9a2569c0cd83 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.1113570 Nov 09 11:18:19.639298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:19.647341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:19.651178 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=7c4d54cb-dd58-4895-84cc-eeac53f9f69e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:19.654290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:19.658334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:19.660329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:19.665690 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:19.668049 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:19.700915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1590fc0f-cf2f-47ff-821b-9ada6a7f9111 req-a16be29e-b272-4190-900d-f2d95743e8b9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635602 Nov 09 11:18:19.767149 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:19.767340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:19.847180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2191818 Nov 09 11:18:19.853966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34502) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:19.858253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:19.859488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:19.859835 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:20.099932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:20.106144 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:20.113504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:20.138295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:20.142159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:20.188095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a4803-50bd-4624-bc77-067f5aa00a71 req-649bf1f0-f7bc-4983-941c-e335715a6e33 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:20.190612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-947a4803-50bd-4624-bc77-067f5aa00a71 req-649bf1f0-f7bc-4983-941c-e335715a6e33 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 945 time: 0.3048069 Nov 09 11:18:20.198328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:20.208026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:20.212529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-83e46943-dec1-417e-a35d-80a1d58cfcb8 None None] Provisioning for port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:20.217350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:20.222405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-83e46943-dec1-417e-a35d-80a1d58cfcb8 None None] Provisioning complete for port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:20.225022 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-83e46943-dec1-417e-a35d-80a1d58cfcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:20.225692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:20.233503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:20.253082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e95f6e77-35b9-4a83-8837-a829a970b5eb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/floatingips/8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 HTTP/1.1" status: 200 len: 977 time: 7.7667139 Nov 09 11:18:20.256361 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Floating IP 3b5787c5-12d3-4510-8178-24689916b166 associated. External IP: 172.25.7.81, port: 5d151b91-2b1f-4932-916f-153eb609f35d. Nov 09 11:18:20.260002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34508) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:20.275603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:20.275783 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:20.276391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:20.357479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:20.357479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac34050-8a4d-456f-97b8-35e335bc08f2 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:20.357479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-83e46943-dec1-417e-a35d-80a1d58cfcb8 None None] Port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:20.382549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-947a4803-50bd-4624-bc77-067f5aa00a71 req-5b8b3a3a-63d5-4b34-813e-c475327c7d1e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742663 Nov 09 11:18:20.382549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:20.537744 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:20.674128 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:20.729352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Router ee3544d4-e696-41ae-b4ce-93cf4f44143b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:20.820601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:20.934573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:20.939294 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:20.947085 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] Sync routers for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:20.963881 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:20.965115 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:20.997319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56ae1a-8c8b-48c5-91a3-19192b2880f5 req-dde8013c-f314-4d41-a2da-13f0c5f4c703 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.005351 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed56ae1a-8c8b-48c5-91a3-19192b2880f5 req-dde8013c-f314-4d41-a2da-13f0c5f4c703 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.4032800 Nov 09 11:18:21.012726 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-27816160-39c8-47c4-b7c2-d0ea8fc3f9d1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "PUT /v2.0/floatingips/3b5787c5-12d3-4510-8178-24689916b166 HTTP/1.1" status: 200 len: 996 time: 3.0521171 Nov 09 11:18:21.013316 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:21.138500 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-0c4e598e-82c9-4b91-9678-1cc9c32441fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.1090779 Nov 09 11:18:21.206415 n-d-817173-1 neutron-server[84334]: INFO neutron.db.ipam_backend_mixin [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10e3e0ce-a249-4ee2-ab4f-bcea22435f42 (CIDR: 2001:db8::/64) Nov 09 11:18:21.208494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:21.211739 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:21.213327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed56ae1a-8c8b-48c5-91a3-19192b2880f5 req-54e1f66e-34c0-4b27-8ebe-91ec5c05aafa tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064135 Nov 09 11:18:21.241515 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:18:21.241956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:21.270958 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:21.271291 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 disassociated. External IP: 172.25.7.34, port: 67499699-ca9e-48df-a904-dd0b6c5b3e35. Nov 09 11:18:21.323766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-73a648de-7b3e-4df7-9022-b35b3c52ea4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.336775 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-73a648de-7b3e-4df7-9022-b35b3c52ea4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.1875546 Nov 09 11:18:21.337813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2099197b-840f-480f-b1ab-00d22c8b166d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4826241 Nov 09 11:18:21.338529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34520) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:21.354742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:21.611092 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-602bd223-7267-4733-bcf7-5d8039ee2521 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 999 time: 0.2731438 Nov 09 11:18:21.630877 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '3b5787c5-12d3-4510-8178-24689916b166', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'port_id': '5d151b91-2b1f-4932-916f-153eb609f35d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'mac_address': 'fa:16:3e:e3:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:18:14Z', 'updated_at': '2021-11-09T11:18:19Z', 'revision_number': 1, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:55Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:21.637560 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] Checking router: ee3544d4-e696-41ae-b4ce-93cf4f44143b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:18:21.646547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:21.651403 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:21.652255 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:21.655082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:21.658757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:21.668385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:21.686124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-514d39c5-576d-4baf-a631-f62627e6bea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.687620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-514d39c5-576d-4baf-a631-f62627e6bea5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.0707595 Nov 09 11:18:21.735277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.739555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.743891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.747849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.751731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.757288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-cc9c02f6-e17a-4107-86a8-325a9c37d89e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514326 Nov 09 11:18:21.757821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.760981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:21.766122 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-fc770b25-b253-4563-8049-3ad62bc5331a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.2730927 Nov 09 11:18:21.766995 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-0531706d-5e39-446c-a5a4-2ec65e024c8c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:18:21.768756 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-0531706d-5e39-446c-a5a4-2ec65e024c8c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064414 Nov 09 11:18:21.789426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:21.792855 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:21.843774 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:21.917791 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-a08753ee-f521-4410-a608-f681d12cd158 service neutron] 10.222.0.50 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418529 Nov 09 11:18:21.954498 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:21.993144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e30388b4-ce00-4e57-86e0-7a83053ffc73 req-5b277bf1-7b01-4362-8474-bc78cf2f5777 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205088 Nov 09 11:18:22.111079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12e8adae-75d9-40b3-8ee7-5f012109f836 req-c5072f69-3eef-40fe-9c3a-19bb6b761043 service neutron] 10.222.0.50 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876206 Nov 09 11:18:22.232161 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d', 'status': 'completed', 'code': 200} Nov 09 11:18:22.316670 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '3b5787c5-12d3-4510-8178-24689916b166', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'port_id': '5d151b91-2b1f-4932-916f-153eb609f35d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'mac_address': 'fa:16:3e:e3:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:18:14Z', 'updated_at': '2021-11-09T11:18:19Z', 'revision_number': 1, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:55Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:22.322114 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fae9c-31b1-4aab-a06c-d2fb5f84d11d None None] The sync data for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 is: [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '3b5787c5-12d3-4510-8178-24689916b166', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'port_id': '5d151b91-2b1f-4932-916f-153eb609f35d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'mac_address': 'fa:16:3e:e3:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:18:14Z', 'updated_at': '2021-11-09T11:18:19Z', 'revision_number': 1, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:55Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:22.368413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-b381aac2-7aad-4e53-98a6-ec208e3c98c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.1080828 Nov 09 11:18:22.558360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:22.572248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-799254e0-d383-444e-9877-a0a7c67e2eae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:22.573756 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-799254e0-d383-444e-9877-a0a7c67e2eae service neutron] 10.222.0.59 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.1699140 Nov 09 11:18:22.580193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cc5ad-c557-4e66-af13-d9427f47a0d9 req-5f363bd7-cece-4445-85db-99d17fe723cf tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:22.581844 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c1cc5ad-c557-4e66-af13-d9427f47a0d9 req-5f363bd7-cece-4445-85db-99d17fe723cf tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2116733 Nov 09 11:18:22.587242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018e8c-b181-4a6e-b425-6b1a56b3ec11 req-3d1b63d4-b6ec-41d1-b237-17fc1ff73006 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:22.588714 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e018e8c-b181-4a6e-b425-6b1a56b3ec11 req-3d1b63d4-b6ec-41d1-b237-17fc1ff73006 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 945 time: 0.1624458 Nov 09 11:18:22.601308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a9e71-22ce-41d0-8a6d-24017c23236d None None] New status for floating IP 3b5787c5-12d3-4510-8178-24689916b166: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:18:22.679966 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:22.687066 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ad050ab-17eb-44c0-b82a-183c41d08ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:22.711815 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c1cc5ad-c557-4e66-af13-d9427f47a0d9 req-94df70f1-f51f-46e1-ae5c-0a26fe2a106c tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/security-groups?id=154c0616-b3bd-4ce7-9332-cd1f6671fa38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805430 Nov 09 11:18:22.716069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-febbf7b7-658e-46d8-97c2-e15b1151415e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 999 time: 0.1333134 Nov 09 11:18:22.782766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:22.785302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e018e8c-b181-4a6e-b425-6b1a56b3ec11 req-3e58ed62-527e-48cb-9775-72c49af3920a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269419 Nov 09 11:18:22.785970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:22.789569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:22.791818 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:22.794588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:22.795833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:22.802066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fdd0d2-1fd4-4af0-a87a-6bb08ce5c7e8 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:22.911532 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5660632 Nov 09 11:18:22.915092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34538) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:22.924671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-184669868', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06'}], 'security_groups': ['d1e65bb3-555f-45d6-bf47-9d7280267855']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:22.946561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-19b5f134-283f-47ec-ada6-3b1d2dd221f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:22.948056 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-19b5f134-283f-47ec-ada6-3b1d2dd221f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.2250209 Nov 09 11:18:23.093307 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-95e2aeff-8836-4b64-a6b0-3ccfd8ecc5ca tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 999 time: 0.3230875 Nov 09 11:18:23.095735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-722b6d95-e91e-4b62-82b3-a5fa16513483 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162107 Nov 09 11:18:23.136511 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:23.171069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:23.182575 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:23.190928 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:23.206620 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:23.209203 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:23.260150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Update dhcp port {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'fixed_ips': [{'subnet_id': '10e3e0ce-a249-4ee2-ab4f-bcea22435f42', 'ip_address': '2001:db8::2'}, {'subnet_id': '265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06'}], 'binding:host_id': 'n-d-817173-1'}, 'id': '4fa51a6d-8862-42a3-ad2f-08b3d2091f39'} from n-d-817173-1. {{(pid=84335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 09 11:18:23.278839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-4b3cda11-5439-4e85-9182-e62716caf8dc tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:23.278839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-4b3cda11-5439-4e85-9182-e62716caf8dc tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports/5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 943 time: 0.1471775 Nov 09 11:18:23.326858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-6ef5368c-931f-4692-8616-013fb624300a service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190855 Nov 09 11:18:23.339037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:23.369494 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:23.384440 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:23.386061 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:23.470324 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:23.470324 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffe6be-ecb9-4166-a600-ced9443fa2a4 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:23.553559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e8370d6a-ffe8-4331-8655-c4542ec45406 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/floatingips/8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 HTTP/1.1" status: 200 len: 687 time: 3.2898376 Nov 09 11:18:23.588861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34548) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:23.763436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-8903efe7-2449-42fa-a2bb-c4a66e13a2d4 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:23.764889 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-8903efe7-2449-42fa-a2bb-c4a66e13a2d4 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.59 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 946 time: 0.2974143 Nov 09 11:18:23.912931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Deleting port 307d3beb-8df6-4c6a-8995-24e9659d36b4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:23.913316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:23.954757 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e52f493f-4dce-41ec-a09e-79f7c86d8023 req-c32def77-b5d0-4872-a165-8af5290cc0aa service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190197 Nov 09 11:18:23.966191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port f36a76f9-8791-40dc-91d9-54b47ec43192 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:23.966854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:23.975018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Delete allocated IP 2001:db8::1ca (ac04a432-2de1-4032-b2a1-0fdabad02198/10e3e0ce-a249-4ee2-ab4f-bcea22435f42) {{(pid=84334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 11:18:23.987663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:23.991775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:23.995716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:23.999640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:24.004099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:24.008033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:24.012825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:24.019444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-6be54b6b-a663-41b1-96b8-d17573859d89 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 1001 time: 0.4926701 Nov 09 11:18:24.021028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-9783c630-599d-46ff-b6b1-8cefce687219 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.3360529 Nov 09 11:18:24.053665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8:0:1::ef (ac04a432-2de1-4032-b2a1-0fdabad02198/265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06/7c4d54cb-dd58-4895-84cc-eeac53f9f69e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:24.167338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f8761-9ece-4b24-bed5-4233bf4ef26c req-39a96fa4-d5ae-4475-b769-79a86d4fc2f3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452007 Nov 09 11:18:24.298159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-d1c7864a-282a-4e99-86f7-7f7ea4611428 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:24.300625 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-d1c7864a-282a-4e99-86f7-7f7ea4611428 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.2745833 Nov 09 11:18:24.307773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:24.307773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:24.507223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for f36a76f9-8791-40dc-91d9-54b47ec43192 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:24.605725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-b1b35f5d-b3da-4380-a33a-186c1b617d0a tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 1001 time: 0.2888088 Nov 09 11:18:24.618896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:24.673580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] For port 307d3beb-8df6-4c6a-8995-24e9659d36b4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=307d3beb-8df6-4c6a-8995-24e9659d36b4,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:24.674874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:24.760992 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:24.820287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5b1c8-d524-47a7-ae99-f39806e45de1 req-5af90d23-0cf5-469e-b196-f16d747e9055 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:24.828893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3ec5b1c8-d524-47a7-ae99-f39806e45de1 req-5af90d23-0cf5-469e-b196-f16d747e9055 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 945 time: 0.4670148 Nov 09 11:18:24.828893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Calling delete_port for 307d3beb-8df6-4c6a-8995-24e9659d36b4 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:24.907056 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:18:24.935568 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:24.956312 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:24.961985 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eaee084b-2f1a-4682-b22b-9fe2fc33f787 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:24.978003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object 7c4d54cb-dd58-4895-84cc-eeac53f9f69e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:24.980831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3ec5b1c8-d524-47a7-ae99-f39806e45de1 req-812a2a6c-50bb-481c-869d-423a13ef5c5c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250179 Nov 09 11:18:25.023258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=f36a76f9-8791-40dc-91d9-54b47ec43192,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:25.032122 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:25.129740 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.150028 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a79e2a08-7c6b-4472-bac8-daf7d9e00bdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:25.182074 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.201406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.204128 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.212137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Allocated IP 2001:db8:0:1::2 (ac04a432-2de1-4032-b2a1-0fdabad02198/265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06/4fa51a6d-8862-42a3-ad2f-08b3d2091f39) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:25.217573 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['307d3beb-8df6-4c6a-8995-24e9659d36b4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:25.303101 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.307425 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Floating IP 3b5787c5-12d3-4510-8178-24689916b166 disassociated. External IP: 172.25.7.81, port: 5d151b91-2b1f-4932-916f-153eb609f35d. Nov 09 11:18:25.313173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] In _notify_port_updated(), no bound segment for port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e on network ac04a432-2de1-4032-b2a1-0fdabad02198 {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:18:25.317422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:25.318020 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.321827 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "PUT /v2.0/ports/7c4d54cb-dd58-4895-84cc-eeac53f9f69e HTTP/1.1" status: 200 len: 929 time: 2.4031773 Nov 09 11:18:25.323763 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8cf73adc-6923-4fbf-a498-8271ad18a623 req-13284eb9-a398-4b79-801a-dd72278a91ae tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.50 "GET /v2.0/ports?device_id=87f9b5fa-4106-46b2-9706-5998d85370fd HTTP/1.1" status: 200 len: 210 time: 0.1329556 Nov 09 11:18:25.324503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=7c4d54cb-dd58-4895-84cc-eeac53f9f69e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:25.328841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34560) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:25.333197 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:25.334833 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:25.422600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] For port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,segment=NetworkSegment(14eaea89-49e0-43ea-b914-92d7464897f7),segment_id=14eaea89-49e0-43ea-b914-92d7464897f7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:25.450330 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.466355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Pushing event deleted for resources: {'Port': ['ID=307d3beb-8df6-4c6a-8995-24e9659d36b4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:25.492479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Transition to ACTIVE for port object 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:25.514453 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:25.526155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] No DVR routers for this DVR port 307d3beb-8df6-4c6a-8995-24e9659d36b4 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:18:25.539504 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.539504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'name': 'network-vif-deleted', 'tag': '307d3beb-8df6-4c6a-8995-24e9659d36b4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:25.543995 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.543995 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/floatingips/8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 HTTP/1.1" status: 204 len: 168 time: 1.9445779 Nov 09 11:18:25.548756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34564) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:25.567852 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.594383 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d595a1c2-33f4-43cb-86db-4969e878c31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:25.630541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:25.630920 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:25.672959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-33116584-6326-4cd2-9d2f-05d3d0f3a24a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:25.675311 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-33116584-6326-4cd2-9d2f-05d3d0f3a24a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 945 time: 0.6016047 Nov 09 11:18:25.726555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Pushing event updated for resources: {'Port': ['ID=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:25.734360 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:25.740945 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-1b430619-1288-47f9-984d-e8d815e2b738 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] delete failed (client error): The resource could not be found. Nov 09 11:18:25.742616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1b430619-1288-47f9-984d-e8d815e2b738 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/floatingips/8c54ed9c-d6ae-4ad1-9f41-aefb2b378ce3 HTTP/1.1" status: 404 len: 345 time: 0.1937871 Nov 09 11:18:25.746218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34572) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:25.915224 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3ec38d00-a863-49dd-a842-fbfb8f10f8f1 req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] 10.222.0.59 "DELETE /v2.0/ports/307d3beb-8df6-4c6a-8995-24e9659d36b4 HTTP/1.1" status: 204 len: 173 time: 2.1386051 Nov 09 11:18:25.929476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36231b-962d-4456-acb2-dcc9c9e5ce90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:25.934114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36231b-962d-4456-acb2-dcc9c9e5ce90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:25.938593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36231b-962d-4456-acb2-dcc9c9e5ce90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:25.950111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f36231b-962d-4456-acb2-dcc9c9e5ce90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Synchronizing usage tracker for tenant:692748797c294a7c9e73a26b5cf847a8 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:26.102068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6f36231b-962d-4456-acb2-dcc9c9e5ce90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Unset dirty status for tenant:692748797c294a7c9e73a26b5cf847a8 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:26.103733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6f36231b-962d-4456-acb2-dcc9c9e5ce90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "GET /v2.0/ports?network_id=29a4ca5d-b4c0-4e62-ab4a-580bd3185652 HTTP/1.1" status: 200 len: 2356 time: 0.3566430 Nov 09 11:18:26.110019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34582) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:26.200875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Deleting port 6f1af577-a960-4b9d-a869-f14d613287bd {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:26.201212 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:26.213697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed61ccb9-290d-42f0-8e66-26a1923b3729 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.221152 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ed61ccb9-290d-42f0-8e66-26a1923b3729 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "GET /v2.0/subnets/911a03f1-a983-4d32-8655-2e4072c16835 HTTP/1.1" status: 200 len: 797 time: 0.1056731 Nov 09 11:18:26.227212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34586) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:26.250457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'port': {'network_id': '29a4ca5d-b4c0-4e62-ab4a-580bd3185652', 'name': 'tempest-FloatingIPTestJSON-1158989831', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:26.352991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.357000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.361749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.366207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.370846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.385965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.395227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:26.397380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-7950eb8e-cc10-4020-8de2-d39d80d990a3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.6381965 Nov 09 11:18:26.429657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:26.463444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Router ee3544d4-e696-41ae-b4ce-93cf4f44143b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:26.468906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:26.481462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:26.579441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:26.643724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Provisioning complete for port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:26.650968 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:26.719198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:26.800278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:26.811073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 7c4d54cb-dd58-4895-84cc-eeac53f9f69e owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:26.832755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] device_id is not set on port c3dc2210-1ed7-4b7f-bfac-b29679988ea1 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:18:26.856052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Provisioning for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:26.863868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:26.864449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.059454 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb1d0f18-c3ef-4127-bd31-71fc11d8cdda req-944b9416-5c5f-4485-85d1-994afec6916b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6317630 Nov 09 11:18:27.206424 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f9b5fa-4106-46b2-9706-5998d85370fd', 'name': 'network-vif-deleted', 'tag': '307d3beb-8df6-4c6a-8995-24e9659d36b4', 'status': 'completed', 'code': 200} Nov 09 11:18:27.245645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] For port 6f1af577-a960-4b9d-a869-f14d613287bd, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=6f1af577-a960-4b9d-a869-f14d613287bd,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:27.250601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.269521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Provisioning for port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:27.275403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Provisioning complete for port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:27.279135 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.342720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f474bfb2-defc-4e5f-af63-27c0073c0af6 None None] Port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:27.356227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.14 (29a4ca5d-b4c0-4e62-ab4a-580bd3185652/911a03f1-a983-4d32-8655-2e4072c16835/c3dc2210-1ed7-4b7f-bfac-b29679988ea1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:27.365129 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.12 (29a4ca5d-b4c0-4e62-ab4a-580bd3185652/911a03f1-a983-4d32-8655-2e4072c16835/c3dc2210-1ed7-4b7f-bfac-b29679988ea1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:27.382342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:27.397336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] Sync routers for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:27.411094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Calling delete_port for 6f1af577-a960-4b9d-a869-f14d613287bd owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:27.412968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:27.414650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:27.416043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.535616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-cfea6a11-740b-4bbd-91b9-ecf7a5c6afdf tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "PUT /v2.0/floatingips/3b5787c5-12d3-4510-8178-24689916b166 HTTP/1.1" status: 200 len: 694 time: 2.9167395 Nov 09 11:18:27.539652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:27.633762 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a8558af2-5a92-466e-b83c-ca443b16f7b7 None None] Provisioning complete for port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:27.644770 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8558af2-5a92-466e-b83c-ca443b16f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.707247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2557f6-fc4b-4b86-8c63-f68257a6d9de req-679d2ff6-9485-4654-8c75-23c5e43a0918 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:27.709388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b2557f6-fc4b-4b86-8c63-f68257a6d9de req-679d2ff6-9485-4654-8c75-23c5e43a0918 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 945 time: 0.3089335 Nov 09 11:18:27.714876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.747182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a8558af2-5a92-466e-b83c-ca443b16f7b7 None None] Port 7c4d54cb-dd58-4895-84cc-eeac53f9f69e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:27.747343 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ada35081-feef-4f93-834a-da0cceebab6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:27.755843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:27.820704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=7c4d54cb-dd58-4895-84cc-eeac53f9f69e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:27.841538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:27.843233 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:27.889062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b2557f6-fc4b-4b86-8c63-f68257a6d9de req-82cab4a6-7bae-4aea-9327-46419b3fb2e1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719391 Nov 09 11:18:27.905321 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.920113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/7c4d54cb-dd58-4895-84cc-eeac53f9f69e HTTP/1.1" status: 204 len: 168 time: 2.5905054 Nov 09 11:18:27.922753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34600) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:27.966281 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:27.980613 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c9bc6c-9b69-43b1-8dac-8a6ff4d7e3b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:18:27.981235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-77c9bc6c-9b69-43b1-8dac-8a6ff4d7e3b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:27.988666 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:28.008710 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:28.027919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['6f1af577-a960-4b9d-a869-f14d613287bd'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:28.048255 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-6fd3f6f1-15c0-4fe9-811d-b80851538814 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.4563873 Nov 09 11:18:28.078408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c6571a56-b48f-44e7-8eb2-8045c3262acc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:28.095518 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:28.112155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Pushing event deleted for resources: {'Port': ['ID=6f1af577-a960-4b9d-a869-f14d613287bd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:28.120844 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77fe4de9-a554-4308-8455-2a1dea16edb4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:28.124812 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:28.125355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34604) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:28.128424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 307d3beb-8df6-4c6a-8995-24e9659d36b4 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:28.207819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:28.280767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-77c9bc6c-9b69-43b1-8dac-8a6ff4d7e3b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:28.281965 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-77c9bc6c-9b69-43b1-8dac-8a6ff4d7e3b2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/7c4d54cb-dd58-4895-84cc-eeac53f9f69e HTTP/1.1" status: 404 len: 333 time: 0.3579831 Nov 09 11:18:28.294593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34610) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:28.329481 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d', 'status': 'completed', 'code': 200} Nov 09 11:18:28.351918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=c3dc2210-1ed7-4b7f-bfac-b29679988ea1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:28.370427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:28.377621 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:28.383837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:28.390432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:28.419610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] No DVR routers for this DVR port 6f1af577-a960-4b9d-a869-f14d613287bd on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:18:28.427113 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:28.434360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-141ee762-54bb-4ca3-bd50-53d3529ece0a req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.57 "DELETE /v2.0/ports/6f1af577-a960-4b9d-a869-f14d613287bd HTTP/1.1" status: 204 len: 173 time: 2.7487700 Nov 09 11:18:28.529429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-917cd9d2-2c59-4cff-969d-91995a6cb220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.533452 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-917cd9d2-2c59-4cff-969d-91995a6cb220 service neutron] 10.222.0.50 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.4760921 Nov 09 11:18:28.535484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 307d3beb-8df6-4c6a-8995-24e9659d36b4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:28.536040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 307d3beb-8df6-4c6a-8995-24e9659d36b4 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:28.554206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.554206 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:28.606093 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:28.684277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:28.716843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-8611e6aa-9fe7-46c3-91f7-90ef282f173a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27c4b884849d4efa94147fa4a5bb68da&device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 1097 time: 0.3682892 Nov 09 11:18:28.753406 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-88492c7f-9329-4ec8-b1d9-31cd39715278 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 217 time: 0.2076523 Nov 09 11:18:28.847560 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:28.865393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12', 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'port_id': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12', 'mac_address': 'fa:16:3e:7d:50:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5dc732-a63e-458b-97e6-ee9d96805ce4', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:28.890699 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6453052 Nov 09 11:18:28.895975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.897250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34616) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:28.900959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.905267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.911591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': 'c3dc2210-1ed7-4b7f-bfac-b29679988ea1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:28.914213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.918704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.925754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:28.928458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.930172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:floatingip and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:28.933191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:28.935305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:28.937510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-c8cfb23b-0124-4dae-b605-d1c67781bfbb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5419 time: 0.4711411 Nov 09 11:18:28.950833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:28.967839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:28.968499 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.001994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-30e39ae4-5852-47f2-99db-155e3b4e4168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:29.003585 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-30e39ae4-5852-47f2-99db-155e3b4e4168 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.2286999 Nov 09 11:18:29.127443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.132489 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.162513 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.171280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-2e6029d4-7486-4054-9ec5-9a7345018538 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443737 Nov 09 11:18:29.173938 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-550373e9-a1d7-41dd-a2ea-57e1e3a33923 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:29.212905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:29.245451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5aef6c-77f3-473e-92d2-8d52a57f7d2f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:29.248751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'name': 'network-vif-deleted', 'tag': '6f1af577-a960-4b9d-a869-f14d613287bd'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:29.251663 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:29.324326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-9274e298-9831-47c8-b7d1-944bca2fdf7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:29.327983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-9274e298-9831-47c8-b7d1-944bca2fdf7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 200 len: 920 time: 0.6053503 Nov 09 11:18:29.334998 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-212514ed-7704-4a2d-83b7-de9b176ebfcd req-1e720ac9-67e4-41a8-adb2-ec19765a8ac8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3836234 Nov 09 11:18:29.335846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.337389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/security-groups/3a5aef6c-77f3-473e-92d2-8d52a57f7d2f HTTP/1.1" status: 204 len: 168 time: 1.0352092 Nov 09 11:18:29.350430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34626) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:29.391189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:29.469696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:55Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:29.483391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.484293 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 05c35df5-3825-47be-9e64-f78f0ed25640 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:29.499246 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:29.503245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-3c60532c-b99e-45f7-b0c6-37b1d10d0450 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 200 len: 217 time: 0.1663218 Nov 09 11:18:29.543480 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] Checking router: ee3544d4-e696-41ae-b4ce-93cf4f44143b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:18:29.564299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-ee5df60a-7ba1-4ebf-bcc2-d3a12c86b7b6 service neutron] 10.222.0.50 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795476 Nov 09 11:18:29.629017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=05c35df5-3825-47be-9e64-f78f0ed25640,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:29.645020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '05c35df5-3825-47be-9e64-f78f0ed25640', 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'port_id': '05c35df5-3825-47be-9e64-f78f0ed25640', 'mac_address': 'fa:16:3e:7d:25:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5dc732-a63e-458b-97e6-ee9d96805ce4', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:29.649411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:29.650294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:29.682468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4378bea7-a990-4315-8108-90270a3751d9 req-0562196c-e6c4-47db-b8e3-c9bb27fd703a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Synchronizing usage tracker for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:29.717166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-8290597f-f289-4c77-b687-c4e7354624c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:29.718619 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-8290597f-f289-4c77-b687-c4e7354624c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 200 len: 859 time: 0.1511712 Nov 09 11:18:29.745047 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.772412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-5e19f8b0-1355-4c57-a0d9-8ddbc6e8f9a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=733b1ede-4b32-420a-8990-34dcefbabbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461333 Nov 09 11:18:29.867145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:29.882244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4378bea7-a990-4315-8108-90270a3751d9 req-0562196c-e6c4-47db-b8e3-c9bb27fd703a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Unset dirty status for tenant:a900ac6b4bd1446fb42a993d13b96e1b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:29.895518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4378bea7-a990-4315-8108-90270a3751d9 req-0562196c-e6c4-47db-b8e3-c9bb27fd703a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a94f2d1-3179-4a26-9c93-24d14d21dff2 HTTP/1.1" status: 200 len: 210 time: 0.2701697 Nov 09 11:18:29.944196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9e222b3d-339e-45c6-bbf8-92de94397289 req-7130ed1c-c4ae-467e-85c3-bd9544b5b4c4 service neutron] 10.222.0.50 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719676 Nov 09 11:18:29.965110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:29.996914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:30.139857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:30.166475 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e2c42c4c-a676-4621-8368-a923205c5f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:30.226317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e65bb3-555f-45d6-bf47-9d7280267855,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:30.231902 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:30.297869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:30.339808 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-41005298-8fca-4002-8d8c-6b360bac5fcb service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600326 Nov 09 11:18:30.388038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:30.390050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1e65bb3-555f-45d6-bf47-9d7280267855 HTTP/1.1" status: 204 len: 168 time: 1.0398703 Nov 09 11:18:30.395742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:30.497772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.25.7.17 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/bcf6570e-5cea-4266-83a4-208e03edc80f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:30.526814 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a94f2d1-3179-4a26-9c93-24d14d21dff2', 'name': 'network-vif-deleted', 'tag': '6f1af577-a960-4b9d-a869-f14d613287bd', 'status': 'completed', 'code': 200} Nov 09 11:18:30.539443 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:30.608530 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:30.638278 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c35df5-3825-47be-9e64-f78f0ed25640 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:30.661666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=05c35df5-3825-47be-9e64-f78f0ed25640,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:30.687511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:55Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:30.694662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f14f47-d3e0-42b1-9e40-d2557a28eb9b None None] The sync data for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 is: [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:16:42Z', 'revision_number': 4, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7242467a-7c27-461c-bd45-05afe7f4e1b2', 'name': '', 'network_id': '733b1ede-4b32-420a-8990-34dcefbabbd6', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'mac_address': 'fa:16:3e:78:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:39Z', 'updated_at': '2021-11-09T11:16:55Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'subnets': [{'id': '834e168d-0d61-4944-8308-43156c1ab5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:30.702119 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-53bcef68-0e7a-4e44-bfa5-c5aef90f1c13 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips/3b5787c5-12d3-4510-8178-24689916b166 HTTP/1.1" status: 200 len: 694 time: 0.2908187 Nov 09 11:18:30.766464 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:30.766464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:30.766464 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:30.879521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:30.892556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:30.898533 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:30.962470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-942899a0-c84f-4b21-b917-fa9ec7db9942 req-b10c1d46-46c1-4222-a0e7-10bfdb13f4e0 service neutron] 10.222.0.59 "GET /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085610 Nov 09 11:18:31.014029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet 10e3e0ce-a249-4ee2-ab4f-bcea22435f42 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:18:31.037715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.061770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-b13d1441-1001-4fe4-8e6b-2fb41497ed1e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.063567 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-b13d1441-1001-4fe4-8e6b-2fb41497ed1e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 784 time: 0.3500221 Nov 09 11:18:31.078726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-5ca99e79-73e6-4344-85e9-351b6eed7a08 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:18:31.080948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-5ca99e79-73e6-4344-85e9-351b6eed7a08 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071273 Nov 09 11:18:31.118448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:31.121613 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.132784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'port_id': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'mac_address': 'fa:16:3e:67:f6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:31.140880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.150192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.151919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.155909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.160248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.164429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.168535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:31.170426 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-586313a4-a27e-48b5-9374-3b7c563bd758 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5420 time: 0.5489523 Nov 09 11:18:31.172792 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.189984 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.211964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:31.228351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:31.255819 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-4e6492d4-5466-4557-9005-180c6a890656 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 697 time: 0.1158335 Nov 09 11:18:31.290663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-844bd4f5-dec4-49ed-bca3-e8712a27f3a2 req-f6f37ea1-3fc2-4a2e-a15e-02e56100bfc2 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836282 Nov 09 11:18:31.337239 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.339824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.339959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 1d417d4b-05be-414c-b886-1a54dacfcec0 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:31.340416 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:31.379135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.386813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-ae6ffe76-85c7-4106-9557-cee55f92d136 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 697 time: 0.1153643 Nov 09 11:18:31.390741 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b06b83b7-f0b5-4bac-afce-220307066630 tempest-ListImageFiltersTestJSON-2044893978 tempest-ListImageFiltersTestJSON-2044893978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:31.492378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=bcf6570e-5cea-4266-83a4-208e03edc80f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:31.496280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:31.498930 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:31.499689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:31.505494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:31.571355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:31.588712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.589982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.589982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.589982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.590343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.590670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.591021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.591356 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.591707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.592027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.592344 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:31.597605 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:31.625343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 1d417d4b-05be-414c-b886-1a54dacfcec0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1d417d4b-05be-414c-b886-1a54dacfcec0,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:31.643041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '1d417d4b-05be-414c-b886-1a54dacfcec0', 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4', 'port_id': '1d417d4b-05be-414c-b886-1a54dacfcec0', 'mac_address': 'fa:16:3e:e6:2b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcc144d-686c-4cd2-8ebb-25f5217975ac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:31.715621 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.742613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d417d4b-05be-414c-b886-1a54dacfcec0 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:31.762425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 1d417d4b-05be-414c-b886-1a54dacfcec0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1d417d4b-05be-414c-b886-1a54dacfcec0,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:31.790431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.806436 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c0fe72a-ad60-4912-867f-9f079cc34f64 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:31.840705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.841741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4c45cb96-02c9-40c3-ad93-b220359069db details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:31.844225 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:31.887620 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.898269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=10e3e0ce-a249-4ee2-ab4f-bcea22435f42,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:31.916559 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:31.919833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Deleting port 86f26559-48aa-40f7-9c5c-6c124d876e5d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:31.920239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:31.967882 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/10e3e0ce-a249-4ee2-ab4f-bcea22435f42 HTTP/1.1" status: 204 len: 168 time: 1.5707347 Nov 09 11:18:31.980273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34652) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:32.045283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:32.087554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4c45cb96-02c9-40c3-ad93-b220359069db, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4c45cb96-02c9-40c3-ad93-b220359069db,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:32.117792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=1d417d4b-05be-414c-b886-1a54dacfcec0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:32.128239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b2c9a1-f3c2-4dfb-8f03-0df82c013b78 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:32.142305 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:32.147634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '4c45cb96-02c9-40c3-ad93-b220359069db', 'network_id': 'ada43232-6e7f-474b-b328-f63ebb1af9a4', 'port_id': '4c45cb96-02c9-40c3-ad93-b220359069db', 'mac_address': 'fa:16:3e:20:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcc144d-686c-4cd2-8ebb-25f5217975ac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:32.200654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:32.200986 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:32.270912 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:32.291958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22b9c4-b3a8-45ce-95a1-32024faa50a5 req-cf7e2c4c-2b43-44e3-9a4b-f1a8b3e28392 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:32.293422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-da22b9c4-b3a8-45ce-95a1-32024faa50a5 req-cf7e2c4c-2b43-44e3-9a4b-f1a8b3e28392 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3583791 Nov 09 11:18:32.302602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c45cb96-02c9-40c3-ad93-b220359069db {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:32.304222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:32.337986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:32.345339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:32.355707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:32.362763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Calling delete_port for 86f26559-48aa-40f7-9c5c-6c124d876e5d owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:32.368870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4c45cb96-02c9-40c3-ad93-b220359069db, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4c45cb96-02c9-40c3-ad93-b220359069db,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:32.395595 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-da22b9c4-b3a8-45ce-95a1-32024faa50a5 req-e0e38cb6-aad0-45cd-af98-c46da9887888 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872827 Nov 09 11:18:32.492341 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:32.493240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7d5be6ed-2bff-4909-8c5b-e6a13b96680d details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:32.501082 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f63cabbd-ec9e-4d10-8d82-255cb15d5935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:32.584125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:32.588001 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:32.638766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:32.661946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '7d5be6ed-2bff-4909-8c5b-e6a13b96680d', 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'port_id': '7d5be6ed-2bff-4909-8c5b-e6a13b96680d', 'mac_address': 'fa:16:3e:28:08:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5dc732-a63e-458b-97e6-ee9d96805ce4', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:32.669863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4c45cb96-02c9-40c3-ad93-b220359069db,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:32.683942 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:32.807588 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:32.846533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5be6ed-2bff-4909-8c5b-e6a13b96680d {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:32.866501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:32.952036 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:32.956751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:18:32.962047 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:33.012522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.062573 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.073628 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:33.095001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:33.107223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:33.107223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:33.120468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:33.132694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:33.137833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:33.141429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event deleted for resources: {'Port': ['ID=86f26559-48aa-40f7-9c5c-6c124d876e5d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:33.143543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:33.148550 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-79ed5b10-0675-43c2-98e5-8219a1f0e54d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5424 time: 0.3842151 Nov 09 11:18:33.154348 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:33.176699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:33.194931 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:33.208612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9', 'network_id': '635a7131-585c-436d-b910-b5a4b23f9b59', 'port_id': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9', 'mac_address': 'fa:16:3e:c0:2f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5dc732-a63e-458b-97e6-ee9d96805ce4', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:18:33.208612 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:33.264831 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47b9d9-c825-4fea-8698-451a201799e0 None None] New status for floating IP 3b5787c5-12d3-4510-8178-24689916b166: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:18:33.316979 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.339314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:18:33.359503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:33.409580 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.440080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Deleting port 94b703f3-6e0a-467f-8b50-4d2447ff36df {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:33.446382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.446548 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.448097 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:33.551851 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.555234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c60fbcb9-9321-4040-948c-aaa46e61d895 None None] Provisioning complete for port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:33.555624 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c60fbcb9-9321-4040-948c-aaa46e61d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.599084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.599730 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bd681c25-c27e-4f3c-a348-2e9a5c2dd8d7 req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "DELETE /v2.0/floatingips/3b5787c5-12d3-4510-8178-24689916b166 HTTP/1.1" status: 204 len: 173 time: 2.2079670 Nov 09 11:18:33.617321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c60fbcb9-9321-4040-948c-aaa46e61d895 None None] Port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:33.622711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:33.628210 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:33.637183 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c60fbcb9-9321-4040-948c-aaa46e61d895 None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:33.637539 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c60fbcb9-9321-4040-948c-aaa46e61d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.681914 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c1ef7f9a-7875-4851-9a87-0eeebce900bb req-441fd0b1-d3c2-445b-a80b-6f86ab5ca4ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649065 Nov 09 11:18:33.699780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] For port 94b703f3-6e0a-467f-8b50-4d2447ff36df, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=94b703f3-6e0a-467f-8b50-4d2447ff36df,segment=NetworkSegment(40f04483-c7bf-427b-bec7-f50f5ed54f93),segment_id=40f04483-c7bf-427b-bec7-f50f5ed54f93)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:33.700544 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.875495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Calling delete_port for 94b703f3-6e0a-467f-8b50-4d2447ff36df owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:33.925635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.932508 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-14cc24d7-9ae0-4019-9edb-bdb8c7183049 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:33.973089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:33.983646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-afd572dc-53b9-4ded-a056-12608cce24e1 req-59e68d07-d366-407c-8f91-c9b08ff796f1 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups/4f6df5ed-5fa1-43df-bdcf-20fe8c62686d HTTP/1.1" status: 200 len: 1640 time: 0.1272233 Nov 09 11:18:34.006311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:34.029116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:34.044005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa898d9-844c-4ecd-9dde-54123b809cf1 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:34.057161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=a5edbe5b-dffc-491b-8f78-afc595554ff4,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:34.066843 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:34.070972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:34.071678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.082145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.094422 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:34.131235 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.275319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=bcf6570e-5cea-4266-83a4-208e03edc80f,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:34.279065 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:34.297065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee3546-8289-4feb-a41f-ad418c8e923e req-3f67fb3f-3bf0-495d-bf0d-f15e185e0157 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:34.299447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60ee3546-8289-4feb-a41f-ad418c8e923e req-3f67fb3f-3bf0-495d-bf0d-f15e185e0157 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2719550 Nov 09 11:18:34.311013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.366129 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60ee3546-8289-4feb-a41f-ad418c8e923e req-89c380a9-89bf-44ef-9950-31235461fc7c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582716 Nov 09 11:18:34.382678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-afd572dc-53b9-4ded-a056-12608cce24e1 req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.395280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4100473 Nov 09 11:18:34.395280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34674) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:34.402349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'security_group': {'name': 'tempest-secgroup-979663610'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:34.404247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['1d417d4b-05be-414c-b886-1a54dacfcec0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:34.417618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:34.426665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:34.432867 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.450438 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b103996b-8e06-4bca-ae0c-5205dea067f2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:34.452240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:34.459326 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-afd572dc-53b9-4ded-a056-12608cce24e1 req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.485933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:34.504267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b703f3-6e0a-467f-8b50-4d2447ff36df,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:34.516882 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:34.562626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4c45cb96-02c9-40c3-ad93-b220359069db'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:34.592079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['88a7b3c1-932f-4fb1-aeca-a9022fbfeb12'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:34.616056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['4a6cb12f-46a8-41e7-9a63-b72939ee39c9'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:34.664077 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.742105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-afd572dc-53b9-4ded-a056-12608cce24e1 req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:34.753297 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b70d90a-0147-46cb-85c7-9f446287bc53 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:34.786622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:34.795573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6df5ed-5fa1-43df-bdcf-20fe8c62686d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:34.803978 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:34.805799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group_rule and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:34.809194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:34.822627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc52d65-79ac-4fa5-b492-f04e4af1825f req-965c55be-6a62-48f2-aa35-7cae05ad1098 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:34.824171 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc52d65-79ac-4fa5-b492-f04e4af1825f req-965c55be-6a62-48f2-aa35-7cae05ad1098 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3061838 Nov 09 11:18:34.825202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:34.836446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Update dhcp port {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'fixed_ips': [{'subnet_id': '265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a5edbe5b-dffc-491b-8f78-afc595554ff4'}], 'binding:host_id': 'n-d-817173-1'}, 'id': '4fa51a6d-8862-42a3-ad2f-08b3d2091f39'} from n-d-817173-1. {{(pid=84335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 09 11:18:34.939444 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 1ef8cabf-f310-4635-8e46-0de44e9c0cf5 associated. External IP: 172.25.7.17, port: c3dc2210-1ed7-4b7f-bfac-b29679988ea1. Nov 09 11:18:34.988728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc52d65-79ac-4fa5-b492-f04e4af1825f req-e1d8dd17-9b12-464c-8b39-b2a3a8fd2703 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571739 Nov 09 11:18:35.033012 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:35.046253 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:35.056344 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-afd572dc-53b9-4ded-a056-12608cce24e1 req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:35.077573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-afd572dc-53b9-4ded-a056-12608cce24e1 req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "DELETE /v2.0/security-groups/4f6df5ed-5fa1-43df-bdcf-20fe8c62686d HTTP/1.1" status: 204 len: 173 time: 1.0787745 Nov 09 11:18:35.080399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:35.112741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:35.140572 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-65deab1c-5b38-40c2-8f29-cb8aa888e595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:35.247361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8475f2a4-fb26-4d50-bc72-a34e05bac900,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:35.263409 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:35.374419 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:35.377196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9805338 Nov 09 11:18:35.386863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34690) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:35.392973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:35.399553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'security_group': {'name': 'tempest-secgroup-2096054528'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:35.406963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:35.412830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:35.417318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:35.427397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:35.480743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7d5be6ed-2bff-4909-8c5b-e6a13b96680d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:35.514667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 6f1af577-a960-4b9d-a869-f14d613287bd no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:35.613901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:35.669465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:35.673406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:35.675284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 6f1af577-a960-4b9d-a869-f14d613287bd {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:35.675815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 6f1af577-a960-4b9d-a869-f14d613287bd not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:35.677323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:35.681337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:35.685223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:35.689775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:35.691137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:35.694030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:35.695942 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-211b4d5a-85d5-44da-a1ef-4b48c6cc861b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5426 time: 0.3663945 Nov 09 11:18:35.740167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group_rule and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:35.775740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:35.783470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:35.983311 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bbff2215-6fc4-433b-a7cf-92ed10a80eeb req-f48f4517-fa1d-472f-9f61-5d729af8cac4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2216678 Nov 09 11:18:36.048172 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:36.067318 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Allocated IP 2001:db8::2 (ac04a432-2de1-4032-b2a1-0fdabad02198/a5edbe5b-dffc-491b-8f78-afc595554ff4/4fa51a6d-8862-42a3-ad2f-08b3d2091f39) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:36.115420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:36.121115 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9470e7bb-828a-4aa9-803b-2b524bc9c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:36.255368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee755661-98fe-4b1e-ae1c-2a93ec1d1bc0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:36.261178 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:36.268591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:36.347830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Router 5537051f-fd4c-4940-ba2d-62c31d86c633 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:36.409852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:36.413502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0227609 Nov 09 11:18:36.427828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:36.435870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] For port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,segment=NetworkSegment(14eaea89-49e0-43ea-b914-92d7464897f7),segment_id=14eaea89-49e0-43ea-b914-92d7464897f7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:36.451822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'security_group': {'name': 'tempest-secgroup-541990270'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:36.472422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:36.477717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:36.499126 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:36.522923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Transition to ACTIVE for port object 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:36.532593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['05c35df5-3825-47be-9e64-f78f0ed25640'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:18:36.558422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:36.570099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:36.570334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:36.616978 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:36.631253 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:36.671643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb2de-6915-45c7-b099-8793f0bd9567 req-31ccb97f-8a9e-471b-acf2-48ad0806328e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:36.674394 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17adb2de-6915-45c7-b099-8793f0bd9567 req-31ccb97f-8a9e-471b-acf2-48ad0806328e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.3906658 Nov 09 11:18:36.820178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Pushing event updated for resources: {'Port': ['ID=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:36.825923 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:36.937382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:36.966525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] 10.222.0.50 "PUT /v2.0/routers/5537051f-fd4c-4940-ba2d-62c31d86c633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8316057 Nov 09 11:18:36.967649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34712) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:37.006153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] Sync routers for ids ['5537051f-fd4c-4940-ba2d-62c31d86c633'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:37.028976 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] Routers {'5537051f-fd4c-4940-ba2d-62c31d86c633'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:37.029904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5537051f-fd4c-4940-ba2d-62c31d86c633'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:37.065323 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:37.391081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:37.406636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:security_group_rule and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:37.414919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:37.434436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] Set router 5537051f-fd4c-4940-ba2d-62c31d86c633 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:37.445593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:37.515630 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:37.528673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:37.533482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:37.551599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:37.561334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:37.579893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:37.584034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:37.600216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-17adb2de-6915-45c7-b099-8793f0bd9567 req-047573c5-16c3-444c-be8f-cdc4d932b3f4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:37.601659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-5e5980ff-4d3e-4fcb-8081-a2a78202ddda tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5426 time: 0.2405972 Nov 09 11:18:37.652268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:37.666614 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:37.692850 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:37.707600 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c0f67313-78ce-4a7b-8eeb-1ade21012d8f req-bf2769fb-db45-4c8e-bfb3-043e482bc5fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012449 Nov 09 11:18:37.711724 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:37.725162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:37.781816 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:37.881744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:37.914742 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:37.946674 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:37.947346 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:37.947630 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.022362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-17adb2de-6915-45c7-b099-8793f0bd9567 req-047573c5-16c3-444c-be8f-cdc4d932b3f4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:38.035118 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17adb2de-6915-45c7-b099-8793f0bd9567 req-047573c5-16c3-444c-be8f-cdc4d932b3f4 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0660777 Nov 09 11:18:38.035806 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.062863 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0f26406e-bbe4-4581-aa6a-723377147da2 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:38.109648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7abd846d-4359-4ca7-8c66-05362146c830 None None] Provisioning complete for port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:38.110044 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7abd846d-4359-4ca7-8c66-05362146c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.143664 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:38.144090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae040f-ea7a-43a0-ac20-a11e9c698d70 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:38.170902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:18:34Z', 'revision_number': 5, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:38.177134 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2788656 Nov 09 11:18:38.180172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f56d93-bc20-49a6-9319-ed47cbee2e84,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:38.180335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34726) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:38.185710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] Checking router: 5537051f-fd4c-4940-ba2d-62c31d86c633 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:18:38.198662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'port_id': 'c3dc2210-1ed7-4b7f-bfac-b29679988ea1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:38.199168 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:38.207671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7abd846d-4359-4ca7-8c66-05362146c830 None None] Port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:38.222266 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] Routers {'5537051f-fd4c-4940-ba2d-62c31d86c633'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:38.222266 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5537051f-fd4c-4940-ba2d-62c31d86c633'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:38.275678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.277583 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.8449352 Nov 09 11:18:38.284594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34732) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:38.296617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-23225786', 'security_groups': ['73f56d93-bc20-49a6-9319-ed47cbee2e84'], 'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a5edbe5b-dffc-491b-8f78-afc595554ff4'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:38.366053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.405890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7abd846d-4359-4ca7-8c66-05362146c830 None None] Provisioning for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:38.415210 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7abd846d-4359-4ca7-8c66-05362146c830 None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:38.415654 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7abd846d-4359-4ca7-8c66-05362146c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.497970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Deleting port 499a1fa0-d901-4285-839c-37407c47aa89 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:38.500391 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.503159 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.570711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] Set router 5537051f-fd4c-4940-ba2d-62c31d86c633 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:38.609138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:38.642639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:38.733930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-4f288ced-568a-40f9-9a00-533cfc629208 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:38.735221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-4f288ced-568a-40f9-9a00-533cfc629208 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Synchronizing usage tracker for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:38.743829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] For port 499a1fa0-d901-4285-839c-37407c47aa89, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=499a1fa0-d901-4285-839c-37407c47aa89,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:38.744164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:38.802303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:38.911883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-4f288ced-568a-40f9-9a00-533cfc629208 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Unset dirty status for tenant:27c4b884849d4efa94147fa4a5bb68da on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:38.913401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-4f288ced-568a-40f9-9a00-533cfc629208 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.5145795 Nov 09 11:18:38.928455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Calling delete_port for 499a1fa0-d901-4285-839c-37407c47aa89 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:39.160184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:18:34Z', 'revision_number': 5, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:39.185155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ff7fa-e63c-4f59-8dee-0e83cc8e50df None None] The sync data for ids ['5537051f-fd4c-4940-ba2d-62c31d86c633'] in n-d-817173-1 is: [{'id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'name': 'tempest-ServerRescueNegativeTestJSON-1553781426-router', 'tenant_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '499a1fa0-d901-4285-839c-37407c47aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:08Z', 'updated_at': '2021-11-09T11:18:34Z', 'revision_number': 5, 'project_id': '6c74f93a71b84fd6a0fa9b17ff05f32f', 'gw_port': {'id': '499a1fa0-d901-4285-839c-37407c47aa89', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5537051f-fd4c-4940-ba2d-62c31d86c633', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:11Z', 'updated_at': '2021-11-09T11:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:39.295398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Deleting port 5d151b91-2b1f-4932-916f-153eb609f35d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:39.295398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:39.313375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:39.400205 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:39.406159 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-255dd46e-5084-493a-885c-56a852e22b1c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:39.407364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] device_id is not set on port b35c7611-b28f-4c9a-9444-f4e498336aa3 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:18:39.450728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=499a1fa0-d901-4285-839c-37407c47aa89,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:39.454158 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:39.467145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:39.599329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ca56f-e045-4347-9d5b-ba169aab1104 req-da68812c-64dc-40a3-ba4c-7ec023ca4d1d tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:39.600065 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-267ca56f-e045-4347-9d5b-ba169aab1104 req-da68812c-64dc-40a3-ba4c-7ec023ca4d1d tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.2592254 Nov 09 11:18:39.640847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:39.649292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:39.650759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:39.875947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 94b703f3-6e0a-467f-8b50-4d2447ff36df no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:39.989365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 94b703f3-6e0a-467f-8b50-4d2447ff36df {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:39.989702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 94b703f3-6e0a-467f-8b50-4d2447ff36df not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:39.995256 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.024723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-79ae61ae-2cbc-49c5-b5c4-71ea5ce9a5f6 req-67487fd1-dba8-4eb2-b30c-6cc7f78b1ff1 service neutron] (84333) timed out ('10.222.0.57', 51886) {{(pid=84333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:18:40.033574 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.040739 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:40.042158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:40.109272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.113469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.117428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.121431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.125353 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.129453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.133700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.135873 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-74e9cba1-c519-4ad4-898f-8b587fbc79f6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5426 time: 1.0669944 Nov 09 11:18:40.154694 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.155892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4c45cb96-02c9-40c3-ad93-b220359069db up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:40.190783 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-267ca56f-e045-4347-9d5b-ba169aab1104 req-0f9e8a94-2f39-4c4a-8f5f-b8573a7daa5c tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809544 Nov 09 11:18:40.259364 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-aa92b5e5-47f2-468f-9aa3-7f43e08caab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:40.283367 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb64804a-6fc7-4901-9d6b-09bc600adfaf req-3d29874d-3e8c-4d14-a6eb-d9f6afc51cc3 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906425 Nov 09 11:18:40.471923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:40.488283 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.490096 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:40.494437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.514593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 4c45cb96-02c9-40c3-ad93-b220359069db completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:40.521994 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12', 'code': 200} Nov 09 11:18:40.528810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 4c45cb96-02c9-40c3-ad93-b220359069db triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:40.534903 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.590444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] For port 5d151b91-2b1f-4932-916f-153eb609f35d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=5d151b91-2b1f-4932-916f-153eb609f35d,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:40.591232 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.666931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.666931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5537051f-fd4c-4940-ba2d-62c31d86c633 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:18:40.680490 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.681656 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] 10.222.0.50 "DELETE /v2.0/routers/5537051f-fd4c-4940-ba2d-62c31d86c633 HTTP/1.1" status: 204 len: 168 time: 3.6696756 Nov 09 11:18:40.690910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:40.811701 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.854323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Deleting subnet 6914b554-becd-4d94-ac96-ee638f3c7204 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:18:40.856662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8::16a (ac04a432-2de1-4032-b2a1-0fdabad02198/a5edbe5b-dffc-491b-8f78-afc595554ff4/b35c7611-b28f-4c9a-9444-f4e498336aa3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:40.858315 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.872700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Calling delete_port for 5d151b91-2b1f-4932-916f-153eb609f35d owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:40.887518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4c45cb96-02c9-40c3-ad93-b220359069db, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4c45cb96-02c9-40c3-ad93-b220359069db,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:40.932969 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:18:40.950413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a52cc0-b124-48c9-8f63-cd54711001fc req-1529a3d0-f9ce-4680-8c2e-c7a95aca5a05 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:40.951880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36a52cc0-b124-48c9-8f63-cd54711001fc req-1529a3d0-f9ce-4680-8c2e-c7a95aca5a05 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1957057 Nov 09 11:18:40.953663 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.957807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:40.958023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:40.997315 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:41.051159 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.083634 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36a52cc0-b124-48c9-8f63-cd54711001fc req-3defb55d-2b57-4475-a383-ca4bcd1dbc66 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998473 Nov 09 11:18:41.097494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4c45cb96-02c9-40c3-ad93-b220359069db,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:41.101526 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:41.132606 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.211702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:41.219113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:41.219515 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.240587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.250694 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-76454c89-4c50-49d3-9142-c86c45494aec tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:41.295274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.305994 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6914b554-becd-4d94-ac96-ee638f3c7204 HTTP/1.1" status: 204 len: 168 time: 0.6134853 Nov 09 11:18:41.307202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34772) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:41.343937 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.361939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object b35c7611-b28f-4c9a-9444-f4e498336aa3 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:41.381029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.404519 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.410171 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6914b554-becd-4d94-ac96-ee638f3c7204,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:41.445519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:41.456837 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:41.496343 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.496576 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.498228 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.499746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 1d417d4b-05be-414c-b886-1a54dacfcec0 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:41.518571 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-66637f25-ea0f-429f-abfc-1bf603bb52f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:41.540153 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:41.592379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=b35c7611-b28f-4c9a-9444-f4e498336aa3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:41.638602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.638998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.639579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.640469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.641019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.641547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.642617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.643176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.643537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.644184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.644550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:41.648354 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:41.653586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.664519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:41.666240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:41.670433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:41.672216 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:41.674617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:41.680577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:41.680577 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.686063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214aa214-34a4-4c76-9f18-50385fab1b7d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:41.696825 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.708354 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8fb36821-377b-4be1-93e8-0bdb011a55f7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:41.711592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f04483-c7bf-427b-bec7-f50f5ed54f93') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:41.711886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f04483-c7bf-427b-bec7-f50f5ed54f93') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:41.715659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 1d417d4b-05be-414c-b886-1a54dacfcec0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:41.726296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 1d417d4b-05be-414c-b886-1a54dacfcec0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:41.726296 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.726629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25616f83-b3e2-46ce-8fb0-33a67972e76c req-a6f2205e-ecd4-4eba-b3f5-18caabb6aebe tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:41.731621 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25616f83-b3e2-46ce-8fb0-33a67972e76c req-a6f2205e-ecd4-4eba-b3f5-18caabb6aebe tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 946 time: 0.3071194 Nov 09 11:18:41.794571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Pushing event deleted for resources: {'Port': ['ID=5d151b91-2b1f-4932-916f-153eb609f35d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:41.804521 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25616f83-b3e2-46ce-8fb0-33a67972e76c req-9afa98f7-8318-40a0-84c9-0b7bd5133c21 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/security-groups?id=99a9bdad-ae19-4c64-b124-fef960855ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719147 Nov 09 11:18:41.810019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.849427 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.863762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:18:41.864448 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:41.891463 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499a1fa0-d901-4285-839c-37407c47aa89 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:18:41.892837 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:18:41.927111 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:41.990506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 499a1fa0-d901-4285-839c-37407c47aa89 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:41.990895 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 499a1fa0-d901-4285-839c-37407c47aa89 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:42.102822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 5d151b91-2b1f-4932-916f-153eb609f35d no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:42.128626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62fa1e-6c90-497a-9428-c5b1406fb92e req-93b84494-e925-497d-b545-062b784f5da2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.144003 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a62fa1e-6c90-497a-9428-c5b1406fb92e req-93b84494-e925-497d-b545-062b784f5da2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.8994098 Nov 09 11:18:42.166557 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:42.185448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 5d151b91-2b1f-4932-916f-153eb609f35d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:42.186091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 5d151b91-2b1f-4932-916f-153eb609f35d not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:42.187933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.188185 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9022915 Nov 09 11:18:42.199014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.200679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34786) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:42.212257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.226819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.231933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.237008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.237933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 1d417d4b-05be-414c-b886-1a54dacfcec0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1d417d4b-05be-414c-b886-1a54dacfcec0,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:42.244409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:42.250395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:42.253718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-081f0e38-b196-4225-a1c0-5c779989e203 req-cc64d878-75eb-4ec7-a1a1-9851ffa9b3eb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5429 time: 0.2302544 Nov 09 11:18:42.277964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:42.290936 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9959073-0a72-4af7-a0ce-3ab919bcf83e tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:42.303891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] No DVR routers for this DVR port 5d151b91-2b1f-4932-916f-153eb609f35d on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:18:42.309869 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:42.312231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1257595-dfbf-4eed-8f9e-be9e66dbd310 req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.59 "DELETE /v2.0/ports/5d151b91-2b1f-4932-916f-153eb609f35d HTTP/1.1" status: 204 len: 173 time: 3.3917446 Nov 09 11:18:42.313697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'name': 'network-vif-deleted', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:42.321894 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:42.324949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7d5be6ed-2bff-4909-8c5b-e6a13b96680d up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:42.359926 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e1a7014b-3dc2-4ec4-a576-f812b89c68d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:42.466107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a62fa1e-6c90-497a-9428-c5b1406fb92e req-827b71c8-097f-489e-a5ce-cf2084f4ee9e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207457 Nov 09 11:18:42.472992 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:42.478005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=214aa214-34a4-4c76-9f18-50385fab1b7d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:42.487166 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:42.526353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:42.538128 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-081f0e38-b196-4225-a1c0-5c779989e203 req-6484dcb0-6f54-40ee-9e65-08eca0344aae tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2830958 Nov 09 11:18:42.544239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=1d417d4b-05be-414c-b886-1a54dacfcec0,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:42.551500 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:42.578295 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] 10.222.0.50 "DELETE /v2.0/networks/214aa214-34a4-4c76-9f18-50385fab1b7d HTTP/1.1" status: 204 len: 168 time: 1.2668498 Nov 09 11:18:42.584277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bd5878f4-7715-4246-8fdb-f0180dfed5b2 None None] Provisioning for port b35c7611-b28f-4c9a-9444-f4e498336aa3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:42.599182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bd5878f4-7715-4246-8fdb-f0180dfed5b2 None None] Provisioning complete for port b35c7611-b28f-4c9a-9444-f4e498336aa3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:42.600082 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd5878f4-7715-4246-8fdb-f0180dfed5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:42.677700 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-bd5878f4-7715-4246-8fdb-f0180dfed5b2 None None] Port b35c7611-b28f-4c9a-9444-f4e498336aa3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:42.698340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:42.705346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:42.706414 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:42.738092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:42.966061 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db', 'code': 200} Nov 09 11:18:42.966334 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'code': 200} Nov 09 11:18:42.966602 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0', 'code': 200} Nov 09 11:18:42.968791 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.038198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:43.120414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5acc06b-04a9-4739-8c8f-e8e4b67d13fc req-11d03c81-a9c2-4a74-afa1-b5e869f6a964 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 210 time: 0.0480461 Nov 09 11:18:43.136160 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.137894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:43.149892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:43.154274 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cada76c-6f5f-410a-81f3-14ccfd0512f5', 'name': 'network-vif-deleted', 'tag': '5d151b91-2b1f-4932-916f-153eb609f35d', 'status': 'completed', 'code': 200} Nov 09 11:18:43.171702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:43.171845 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-90c7ccde-fabc-4b73-ac4d-1105433bdadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:43.176601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:43.280092 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:43.284194 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:43.301710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:43.301710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.370874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:43.378141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:43.381654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:43.382440 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.533560 n-d-817173-1 neutron-server[84334]: INFO neutron.db.ipam_backend_mixin [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5edbe5b-dffc-491b-8f78-afc595554ff4 (CIDR: 2001:db8::/64) Nov 09 11:18:43.539176 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-61724088-f04f-4569-99d9-b2a5ca34d25f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c74f93a71b84fd6a0fa9b17ff05f32f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1594691 Nov 09 11:18:43.546447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:43.551945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:43.627424 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.631544 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:18:43.632003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:43.652705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.691298 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.709528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:43.817262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:43.820891 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:43.870383 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d6821820-c08a-466e-a016-5c917dc88217 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6268802 Nov 09 11:18:43.873426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34816) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:43.877471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 05c35df5-3825-47be-9e64-f78f0ed25640 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:43.880908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:44.013102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.059274 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:44.064588 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:44.166083 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-845e18e0-2281-4487-8261-1941c4b60e65 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:44.179900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:44.185055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:44.190712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:44.194277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154c0616-b3bd-4ce7-9332-cd1f6671fa38,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:44.196633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:44.199371 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:44.201404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:44.207608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:44.212365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:44.214569 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc6685e1-6572-45de-b18b-65719fa38cab req-57459112-18a3-4f39-95da-ac172651b9bf tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5432 time: 0.3424110 Nov 09 11:18:44.272674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:44.275238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:44.286640 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.287746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:44.287855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:44.291449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:44.299530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:44.300162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:44.302659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:44.342456 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fc6685e1-6572-45de-b18b-65719fa38cab req-878bc215-bfcd-4bd8-804a-6008b572330a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200435 Nov 09 11:18:44.423175 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-795476eb-1a25-4f61-adc3-dca078dc44f4 req-673f2ac3-61ee-46ae-859f-9a53ddc726e5 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cada76c-6f5f-410a-81f3-14ccfd0512f5 HTTP/1.1" status: 200 len: 210 time: 0.0844209 Nov 09 11:18:44.424099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:44.439448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 05c35df5-3825-47be-9e64-f78f0ed25640 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:44.445826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.448558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-be4f6675-48d6-4f90-9d4d-d134a7e6b0bf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/floatingips/1ef8cabf-f310-4635-8e46-0de44e9c0cf5 HTTP/1.1" status: 200 len: 978 time: 6.2643225 Nov 09 11:18:44.448720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/154c0616-b3bd-4ce7-9332-cd1f6671fa38 HTTP/1.1" status: 204 len: 168 time: 0.9003065 Nov 09 11:18:44.451586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 05c35df5-3825-47be-9e64-f78f0ed25640 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:44.452054 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.452719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34828) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:44.486507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:44.522108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:44.523056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:44.586363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:44.586719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed515f69-8973-4688-bb43-0aa89d5eba4b None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:44.605081 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.712010 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.729048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port bcf6570e-5cea-4266-83a4-208e03edc80f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:44.729398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.748398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=05c35df5-3825-47be-9e64-f78f0ed25640,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:44.771842 n-d-817173-1 neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06 (CIDR: 2001:db8:0:1::/64) Nov 09 11:18:44.807590 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:18:44.808046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:44.834913 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:44.836622 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9f3fe8b9-efdb-41ac-b0f4-107e014fb4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:44.925410 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-74f4e92b-02df-4cff-a700-173e5ad91c04 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0444119 Nov 09 11:18:44.926103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:44.932729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'subnet': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:44.966014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:44.968481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5be6ed-2bff-4909-8c5b-e6a13b96680d'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c35df5-3825-47be-9e64-f78f0ed25640'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:44.979743 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:45.045763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:45.045763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:45.069766 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5be6ed-2bff-4909-8c5b-e6a13b96680d', 'code': 200} Nov 09 11:18:45.070450 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9', 'code': 200} Nov 09 11:18:45.071087 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c35df5-3825-47be-9e64-f78f0ed25640', 'code': 200} Nov 09 11:18:45.292691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:45.302047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Usage tracker for resource:subnet and tenant:95b1dfdc914a4e928a274a66606cf473 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:45.302687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:45.307256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for bcf6570e-5cea-4266-83a4-208e03edc80f owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:45.309025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:45.371119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Made reservation on behalf of 95b1dfdc914a4e928a274a66606cf473 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:45.371119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:45.732757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34868) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:45.944297 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:45.949583 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29162559-5e11-468c-943f-8727e61810ef tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:45.965590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19b14984-64dc-45eb-ac56-28fa87de8fb5 req-0c0f3362-5eb5-4c20-bb4c-eedc65ddd07e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6490 time: 0.5488782 Nov 09 11:18:45.979648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:45.983923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:45.988864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:45.993251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:45.997510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:46.003005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:46.006689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:46.008788 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-eca43034-62f1-46ab-8e61-4d68ff6effa5 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.1596386 Nov 09 11:18:46.044647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Network ac04a432-2de1-4032-b2a1-0fdabad02198 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:46.047525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Subnet': ['ID=f63d55d0-320e-4dc2-a189-1fecdd79a9d9,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:46.052409 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:46.061133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:46.061264 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04f39dcb-f736-41fe-be16-dc025c99633a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:46.061372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.061754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.062134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.062509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.062918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.063294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.063835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.064246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.064614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.064982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.065385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:18:46.068929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:46.069532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:46.074839 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:46.077769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a95527-26e1-4887-a2a7-68e9c6ab7d7e None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:46.164878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=bcf6570e-5cea-4266-83a4-208e03edc80f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:46.212854 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:46.249826 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3225913 Nov 09 11:18:46.261147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:46.270910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1994770372', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f63d55d0-320e-4dc2-a189-1fecdd79a9d9'}], 'security_groups': ['8475f2a4-fb26-4d50-bc72-a34e05bac900', 'ee755661-98fe-4b1e-ae1c-2a93ec1d1bc0']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:46.313996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19b14984-64dc-45eb-ac56-28fa87de8fb5 req-e65bd81b-ba2b-4f1c-90a6-61fd67ec7be2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0416db2f-7583-403c-b585-c98d3ec2881f&id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3040061 Nov 09 11:18:46.337129 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fdb178e9-0265-4f5e-aacd-657fbed27fbc req-bca19fc6-912f-41f1-87f2-45cbe038dc69 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3059039 Nov 09 11:18:46.402295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:46.631094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34890) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:46.685815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Update dhcp port {'port': {'network_id': 'ac04a432-2de1-4032-b2a1-0fdabad02198', 'fixed_ips': [{'subnet_id': '265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a5edbe5b-dffc-491b-8f78-afc595554ff4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f63d55d0-320e-4dc2-a189-1fecdd79a9d9'}], 'binding:host_id': 'n-d-817173-1'}, 'id': '4fa51a6d-8862-42a3-ad2f-08b3d2091f39'} from n-d-817173-1. {{(pid=84335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 09 11:18:46.874090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:46.898009 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.068247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-289302118-network', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:47.089586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:47.102716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Usage tracker for resource:network and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:47.116475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:47.131245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:47.201026 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d29ce9c6-4d86-4610-bd79-c00eef48ff00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.287910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Allocated IP 2001:db8:0:2::2 (ac04a432-2de1-4032-b2a1-0fdabad02198/f63d55d0-320e-4dc2-a189-1fecdd79a9d9/4fa51a6d-8862-42a3-ad2f-08b3d2091f39) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:47.320623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Made reservation on behalf of 28ee7383e41d49b897b10a0aa2e7a8f7 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:47.324300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.355907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.438493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:47.448095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Usage tracker for resource:security_group_rule and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:47.456272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:47.467840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] For port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,segment=NetworkSegment(14eaea89-49e0-43ea-b914-92d7464897f7),segment_id=14eaea89-49e0-43ea-b914-92d7464897f7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:47.469429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8ad9-b06c-44ae-a818-a306b16aaf9b req-7b5cf83f-76fa-4979-9181-930e7d19fd94 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:47.471910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:47.483244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-969e8ad9-b06c-44ae-a818-a306b16aaf9b req-7b5cf83f-76fa-4979-9181-930e7d19fd94 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4155552 Nov 09 11:18:47.532597 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.540555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:47.566271 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.578524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Transition to ACTIVE for port object 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:47.632856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.678352 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-969e8ad9-b06c-44ae-a818-a306b16aaf9b req-189cfa68-2df7-4cbb-b24d-0d1d01c67cc1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004406 Nov 09 11:18:47.695393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.697941 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:47.749493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.877008 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.892834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:18:47.902812 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.903255 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Added segment 1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4 of type vlan for network e9c7f859-1b59-470e-aabd-c58d6afde908 Nov 09 11:18:47.912589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Pushing event updated for resources: {'Port': ['ID=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:47.922837 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:47.970197 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:47.977762 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6b2e4678-61f4-4792-9471-a0bf4e117027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:48.084829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Delete allocated IP 2001:db8::16a (ac04a432-2de1-4032-b2a1-0fdabad02198/a5edbe5b-dffc-491b-8f78-afc595554ff4) {{(pid=84333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 11:18:48.103414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Allocated IP 2001:db8:0:2::22b (ac04a432-2de1-4032-b2a1-0fdabad02198/f63d55d0-320e-4dc2-a189-1fecdd79a9d9/b35c7611-b28f-4c9a-9444-f4e498336aa3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:48.128429 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:18:48.135210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:18:48.156683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fd83ae-88bf-4baa-afe1-352445133493,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:48.171913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.176211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.180311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.184314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.195073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.198167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.202137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.204596 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-696cded6-a0d1-4571-aaae-93fe93eb2297 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.4528399 Nov 09 11:18:48.206928 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:48.275694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-77a01058-98ef-4dac-9b8d-3d190c9a4684 req-521540f9-faa2-4e37-97dc-023f1515b102 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636764 Nov 09 11:18:48.300984 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:48.317851 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:48.339542 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:48.339542 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:48.358371 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:48.359499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.368480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:48.368480 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:48.412903 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:48.433763 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:48.435826 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:48.481359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c7f859-1b59-470e-aabd-c58d6afde908,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:48.495928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network e9c7f859-1b59-470e-aabd-c58d6afde908 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:18:48.498330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54d93-144c-4bfb-8d6a-0aaba3638dad req-9daddb67-49c2-4c38-afa9-dd1b5e6dcd24 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:48.499857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eec54d93-144c-4bfb-8d6a-0aaba3638dad req-9daddb67-49c2-4c38-afa9-dd1b5e6dcd24 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3083551 Nov 09 11:18:48.504816 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:48.515344 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:48.515756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02180ae1-0002-4cbc-a962-e857f51c5556 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:48.530654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:48.613807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34910) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:48.614337 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/floatingips/1ef8cabf-f310-4635-8e46-0de44e9c0cf5 HTTP/1.1" status: 204 len: 168 time: 4.1604493 Nov 09 11:18:48.632651 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9962621 Nov 09 11:18:48.635554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34914) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:48.644433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Request body: {'subnet': {'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-subnet', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:48.657326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:48.661561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Usage tracker for resource:subnet and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:48.664876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:48.675775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:48.701330 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eec54d93-144c-4bfb-8d6a-0aaba3638dad req-13315bff-5089-4ca0-a54c-6c266da2c6ad tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725767 Nov 09 11:18:48.707416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port c3dc2210-1ed7-4b7f-bfac-b29679988ea1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:48.707764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:48.770903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Made reservation on behalf of 28ee7383e41d49b897b10a0aa2e7a8f7 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:48.776062 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:48.819168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:48.931535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Transition to ACTIVE for port object b35c7611-b28f-4c9a-9444-f4e498336aa3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:48.988171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Provisioning for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:48.995617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:48.996131 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.159021 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.181207 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5207d70c-9a65-466b-be1e-6516211e1dcf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:49.218482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Provisioning complete for port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:49.218482 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.296925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:49.325864 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.342022 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68921d38-8881-4927-8b90-05993a9ee287 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:49.383091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event updated for resources: {'Port': ['ID=b35c7611-b28f-4c9a-9444-f4e498336aa3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:49.404050 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:49.405138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] In _notify_port_updated(), no bound segment for port b35c7611-b28f-4c9a-9444-f4e498336aa3 on network ac04a432-2de1-4032-b2a1-0fdabad02198 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:18:49.409664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:49.410602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.411915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "PUT /v2.0/ports/b35c7611-b28f-4c9a-9444-f4e498336aa3 HTTP/1.1" status: 200 len: 970 time: 3.1495512 Nov 09 11:18:49.414871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34936) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:49.424818 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Provisioning for port b35c7611-b28f-4c9a-9444-f4e498336aa3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:49.438074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Provisioning complete for port b35c7611-b28f-4c9a-9444-f4e498336aa3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:49.438742 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.442295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.567389 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0cff627d-8cf5-417f-98a7-b2dbfe74571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.577841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fb2657cb-da0a-46d5-808a-e8218431acfd None None] Port b35c7611-b28f-4c9a-9444-f4e498336aa3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:49.614226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Checking segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:18:49.614968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Network hostable DHCP agents. Network: e9c7f859-1b59-470e-aabd-c58d6afde908, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:18:49.625271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for c3dc2210-1ed7-4b7f-bfac-b29679988ea1 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:49.650456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1a371f-aa97-4219-9df3-d0e084c2e6c5,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:49.663101 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:49.667107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265efd0-7f0f-4718-b26c-d3b231dbbedd req-9ce3441a-f3cb-44c6-8b1e-9a42bd907f26 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:49.673567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port b35c7611-b28f-4c9a-9444-f4e498336aa3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:49.674336 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8265efd0-7f0f-4718-b26c-d3b231dbbedd req-9ce3441a-f3cb-44c6-8b1e-9a42bd907f26 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.5526040 Nov 09 11:18:49.674846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:49.792875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:49.814212 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8265efd0-7f0f-4718-b26c-d3b231dbbedd req-5efcef34-1af5-4b16-883a-526bf438ebbc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382389 Nov 09 11:18:49.931696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:49.932076 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.009212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Deleting port 7242467a-7c27-461c-bd45-05afe7f4e1b2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:50.009735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.048227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Network e9c7f859-1b59-470e-aabd-c58d6afde908 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:18:50.102683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-52388eed-7b18-42da-b94e-d5cc5a8ca9f2 None None] Provisioning complete for port b35c7611-b28f-4c9a-9444-f4e498336aa3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:50.104828 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-52388eed-7b18-42da-b94e-d5cc5a8ca9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.113201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.117433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.121694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.125648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.135464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.135464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.138464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.146238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-ce799c83-aec5-4663-8bdd-1f07fc5fa6a4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.4070625 Nov 09 11:18:50.161477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, e9c7f859-1b59-470e-aabd-c58d6afde908) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:50.182290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6feb09b-b8f7-438a-94ec-3c11d1f86f34 None None] Network e9c7f859-1b59-470e-aabd-c58d6afde908 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:50.188835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.189440 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.221473 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.300583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-52388eed-7b18-42da-b94e-d5cc5a8ca9f2 None None] Port b35c7611-b28f-4c9a-9444-f4e498336aa3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:50.352047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8d696-d5c0-4aa0-9298-ce753761da56 req-a66405c7-9770-4450-b53c-c9e55193ff98 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:50.353715 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64a8d696-d5c0-4aa0-9298-ce753761da56 req-a66405c7-9770-4450-b53c-c9e55193ff98 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2589064 Nov 09 11:18:50.386360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7473202 Nov 09 11:18:50.393144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for b35c7611-b28f-4c9a-9444-f4e498336aa3 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:50.398045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34942) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:50.422021 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.435059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:50.435267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2e0cc38-fa9c-4ddd-ac6e-bee732ebf841 req-605898b6-39de-45f5-ab50-7d891da91a28 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2881699 Nov 09 11:18:50.441928 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27dccde7-2189-42b5-a930-a4a745bbc3e9 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:50.507914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=c3dc2210-1ed7-4b7f-bfac-b29679988ea1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:50.511692 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:50.516256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:50.540000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Usage tracker for resource:router and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:50.542574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-e9c7f859-1b59-470e-aabd-c58d6afde908', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:18:50.544147 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.544864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] For port 7242467a-7c27-461c-bd45-05afe7f4e1b2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7242467a-7c27-461c-bd45-05afe7f4e1b2,segment=NetworkSegment(098f5190-e9b0-4f87-887e-f336db743dc9),segment_id=098f5190-e9b0-4f87-887e-f336db743dc9)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:50.545317 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.603096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:50.636535 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.669759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64a8d696-d5c0-4aa0-9298-ce753761da56 req-03bcbc91-f9fa-47d9-99fd-57ad11946b9b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994528 Nov 09 11:18:50.749388 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.771183 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-de393a80-6c92-413c-9b27-14f32ba2990e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:50.832768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=b35c7611-b28f-4c9a-9444-f4e498336aa3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:50.837425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:50.837634 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:50.910721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:50.941079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Calling delete_port for 7242467a-7c27-461c-bd45-05afe7f4e1b2 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:50.966122 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/b35c7611-b28f-4c9a-9444-f4e498336aa3 HTTP/1.1" status: 204 len: 168 time: 1.5479982 Nov 09 11:18:50.967910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34958) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:50.975724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Allocated IP 172.20.0.2 (e9c7f859-1b59-470e-aabd-c58d6afde908/0d1a371f-aa97-4219-9df3-d0e084c2e6c5/126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:51.075796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.091276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.095982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.111706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.115998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.120120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.127809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.135028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f115844-ce2c-4e6b-97ca-dc922e7c0297 req-f30f7533-e0e6-4aab-8b45-363fcd06719a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.5020144 Nov 09 11:18:51.159290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34970) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:51.184581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Request body: {'floatingip': {'port_id': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:51.303025 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cdab50-52cd-46ef-bcb7-7b27bc5ffed7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] GET failed (client error): The resource could not be found. Nov 09 11:18:51.306986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b6cdab50-52cd-46ef-bcb7-7b27bc5ffed7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:51.336296 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.353131 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.370590 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Transition to ACTIVE for port object 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:51.412364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.413132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Transition to ACTIVE for port object 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:18:51.430031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/ports/c3dc2210-1ed7-4b7f-bfac-b29679988ea1 HTTP/1.1" status: 204 len: 168 time: 2.8025234 Nov 09 11:18:51.461971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 34976) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:51.475168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.476359 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.500477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:51.505774 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.511194 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-676bc1e3-f42e-4b1b-ab67-5c88fe5fb73a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:51.512595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.519998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b6cdab50-52cd-46ef-bcb7-7b27bc5ffed7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:51.523551 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b6cdab50-52cd-46ef-bcb7-7b27bc5ffed7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports/b35c7611-b28f-4c9a-9444-f4e498336aa3 HTTP/1.1" status: 404 len: 333 time: 0.5522091 Nov 09 11:18:51.524479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:51.525717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:51.535360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:floatingip and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:51.547864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:51.586680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:51.597440 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.597622 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Network e9c7f859-1b59-470e-aabd-c58d6afde908 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:51.598195 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:51.599843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:51.604553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:51.606953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Pushing event updated for resources: {'Port': ['ID=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:51.619625 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:51.648549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Pushing event deleted for resources: {'Port': ['ID=7242467a-7c27-461c-bd45-05afe7f4e1b2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:51.662393 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:51.723513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd3e-98ea-4cb2-b537-ddbbc2b273a7 req-ac77bb0a-43f7-476b-a330-7bae66e539b8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:51.725008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-acdedd3e-98ea-4cb2-b537-ddbbc2b273a7 req-ac77bb0a-43f7-476b-a330-7bae66e539b8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3192010 Nov 09 11:18:51.734069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Attempting to bind port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:18:51.734543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Attempting to bind port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:18:51.734731 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Attempting to bind port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:18:51.737511 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.746477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:18:51.746477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Checking segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:18:51.746477 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.746477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Bound using segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:18:51.746477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Bound port: 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:18:51.746477 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.788149 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.881100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] For port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:18:51.885979 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] For port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:18:51.946922 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:51.998198 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.003453 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-97875481-3de6-4789-8388-f33bc1e03d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:52.052091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.114689 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Pushing event updated for resources: {'Port': ['ID=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:52.118149 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:52.141126 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.223339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-acdedd3e-98ea-4cb2-b537-ddbbc2b273a7 req-eba773f9-09e0-4e6c-9d6c-a1ee58a7483c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390223 Nov 09 11:18:52.239469 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.246318 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:52.285089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f56d93-bc20-49a6-9319-ed47cbee2e84,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:52.297082 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:52.365570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.369499 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/security-groups/73f56d93-bc20-49a6-9319-ed47cbee2e84 HTTP/1.1" status: 204 len: 168 time: 0.8394661 Nov 09 11:18:52.378397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 34996) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:52.541524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.554748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.581630 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.671629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1d0e-bea7-41ae-ba5e-9e83ca70c8d1 req-9aa9a8ba-3053-40a3-9eb3-ea079eb5c889 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:52.673571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81df1d0e-bea7-41ae-ba5e-9e83ca70c8d1 req-9aa9a8ba-3053-40a3-9eb3-ea079eb5c889 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2086678 Nov 09 11:18:52.693964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.814874 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.854973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.25.7.204 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/c2a1f32c-29ab-44e8-a69f-abb9a8f032c8) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:52.877589 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81df1d0e-bea7-41ae-ba5e-9e83ca70c8d1 req-316789a2-2dd4-453f-878d-eddcf9a2299f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717522 Nov 09 11:18:52.931031 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:52.998451 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.009340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.023943 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.105333 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2b254e10-b989-42b8-9e03-59ae4937fec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:53.129372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee755661-98fe-4b1e-ae1c-2a93ec1d1bc0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:53.146025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.148904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/security-groups/ee755661-98fe-4b1e-ae1c-2a93ec1d1bc0 HTTP/1.1" status: 204 len: 168 time: 0.7066987 Nov 09 11:18:53.151655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35006) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:53.152663 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:53.227371 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.246320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9bb6-ee2c-46ac-b296-4b9197ba0f61 req-c585075a-f7f7-456f-be47-9c182aaa2e4f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:53.254333 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-756b9bb6-ee2c-46ac-b296-4b9197ba0f61 req-c585075a-f7f7-456f-be47-9c182aaa2e4f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 945 time: 0.4126232 Nov 09 11:18:53.310360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.451239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.456616 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:53.464808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49084a1-5816-489c-ac6a-97ffff47bea6 None None] Network e9c7f859-1b59-470e-aabd-c58d6afde908 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:53.543968 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-756b9bb6-ee2c-46ac-b296-4b9197ba0f61 req-8cbcf224-859e-4bff-92f2-746006496790 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882483 Nov 09 11:18:53.554264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:53.564055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af39d7-416c-48b9-af85-1a255207bc16 req-a22c1feb-e4f6-4f20-a387-a73329905391 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:53.572539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a8af39d7-416c-48b9-af85-1a255207bc16 req-a22c1feb-e4f6-4f20-a387-a73329905391 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2293746 Nov 09 11:18:53.574624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:53.587708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:53.622007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:53.640959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=c2a1f32c-29ab-44e8-a69f-abb9a8f032c8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:53.653286 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Floating IP 4f030b3a-336e-4eb5-898e-0de21674a9b1 associated. External IP: 172.25.7.136, port: 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9. Nov 09 11:18:53.666473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-04202eba-f8f3-42a7-995a-04939c654562 None None] Provisioning for port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:53.754284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:53.778855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Allocated IP 172.25.7.21 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/354b5263-6a16-4267-a6d9-e8c23427b27b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:53.856694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a8af39d7-416c-48b9-af85-1a255207bc16 req-16ffc90a-8895-44b0-b612-7abf22bb4e1a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831702 Nov 09 11:18:53.885635 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:53.997474 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.013740 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f1b0ca59-a229-4e03-a88f-b0cf6491d064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:54.036278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8475f2a4-fb26-4d50-bc72-a34e05bac900,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:54.038736 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:54.189928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.191243 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/security-groups/8475f2a4-fb26-4d50-bc72-a34e05bac900 HTTP/1.1" status: 204 len: 168 time: 1.0374768 Nov 09 11:18:54.197001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35018) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:54.252203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:18:54.256503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:54.257083 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.268944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.434002 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.480928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:54.533509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b4c6bc82-395f-419b-83e0-88e3cc6aa018 None None] Provisioning complete for port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:54.534240 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bc82-395f-419b-83e0-88e3cc6aa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.557442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087975f5-249d-47f1-85eb-391bc0ea2e33 req-2f2c1212-7657-4e0a-af11-9aced9c3712c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:54.563662 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet a5edbe5b-dffc-491b-8f78-afc595554ff4 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:18:54.565285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-087975f5-249d-47f1-85eb-391bc0ea2e33 req-2f2c1212-7657-4e0a-af11-9aced9c3712c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.5086474 Nov 09 11:18:54.565420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.568613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.569023 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.577465 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:54.582650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-c13b17b5-ed60-4683-9d08-5f54e027ecfa tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:54.592062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-c13b17b5-ed60-4683-9d08-5f54e027ecfa tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 945 time: 0.2933826 Nov 09 11:18:54.634102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.682189 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.682921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:54.690871 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:54.735855 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:54.835677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:54.845208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Deleting port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:54.850362 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:54.850519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:54.859224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=354b5263-6a16-4267-a6d9-e8c23427b27b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:54.863554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:54.887992 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-087975f5-249d-47f1-85eb-391bc0ea2e33 req-8c1e86dd-5398-44d5-aebf-ad695f771a92 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137252 Nov 09 11:18:54.895787 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:54.904801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Router ee3544d4-e696-41ae-b4ce-93cf4f44143b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:54.908974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.002061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.150166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67defa69-d7ec-4005-a5d6-0b7a4c2e4c9d req-343528fd-ce19-4abc-a0d3-ec7c3ced33f5 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:55.152510 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67defa69-d7ec-4005-a5d6-0b7a4c2e4c9d req-343528fd-ce19-4abc-a0d3-ec7c3ced33f5 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 945 time: 0.4036160 Nov 09 11:18:55.278244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67defa69-d7ec-4005-a5d6-0b7a4c2e4c9d req-d26275c4-58e2-46f4-94b4-b59ff0b33460 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092992 Nov 09 11:18:55.461944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.472923 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6fc6670a-7242-4686-9d25-2102bcb30ffe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:55.507691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] For port 7a6444ff-4dea-44fa-a8ac-450bbd353df8, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7a6444ff-4dea-44fa-a8ac-450bbd353df8,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:55.508449 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.517980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=a5edbe5b-dffc-491b-8f78-afc595554ff4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:55.521922 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:55.528639 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.540607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa7b3f-7b9f-4903-8410-d43ba9a7919f None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:55.541154 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/a5edbe5b-dffc-491b-8f78-afc595554ff4 HTTP/1.1" status: 204 len: 168 time: 1.3426890 Nov 09 11:18:55.545842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35032) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:55.592311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:18:55.632566 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.633304 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.642009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet f63d55d0-320e-4dc2-a189-1fecdd79a9d9 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:18:55.648587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.669515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Calling delete_port for 7a6444ff-4dea-44fa-a8ac-450bbd353df8 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:55.722610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.739185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712386f-8157-4508-8bd8-d49c35ed3b34 req-fc300d63-3db9-4f19-a0e2-4dc2e8c11f32 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:55.739433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4712386f-8157-4508-8bd8-d49c35ed3b34 req-fc300d63-3db9-4f19-a0e2-4dc2e8c11f32 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4537370 Nov 09 11:18:55.782497 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.822782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Router 0c0298ee-1cbe-4fa2-99c9-953355ec598a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:18:55.832005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:55.832212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:18:55.841299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-20309045-4de5-4adc-80f1-df73cb585389 admin admin] 10.222.0.50 "PUT /v2.0/routers/ee3544d4-e696-41ae-b4ce-93cf4f44143b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1053109 Nov 09 11:18:55.846961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35036) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:55.869369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] Sync routers for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:55.869848 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:55.882253 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-823c0320-63cd-4afc-a479-c484fdf751cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:55.944309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:55.945199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:55.951528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4712386f-8157-4508-8bd8-d49c35ed3b34 req-4c7e2027-600d-4f5b-8942-e0500232bccd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032781 Nov 09 11:18:56.087814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:56.088198 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.165484 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.396080 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.435558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c79f1-49da-4a62-94cc-ee6dd74c1f8a req-fc37f15d-9ab8-408e-b9a9-3c8a82cbd62b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:56.443055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f96c79f1-49da-4a62-94cc-ee6dd74c1f8a req-fc37f15d-9ab8-408e-b9a9-3c8a82cbd62b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2436640 Nov 09 11:18:56.454203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:56.468186 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=c2a1f32c-29ab-44e8-a69f-abb9a8f032c8,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:56.472046 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:56.550776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-baf871d7-4707-4a38-89d6-bce131628c3c req-b035f65c-4e38-41d9-b6ec-b073ed952bbd tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Synchronizing usage tracker for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:56.557314 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f96c79f1-49da-4a62-94cc-ee6dd74c1f8a req-e7358e0c-ecad-4d73-84f6-fd458f497e7d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070943 Nov 09 11:18:56.557314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.569677 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e7f39a4-3c18-4734-8b29-a5810dee141b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:56.571896 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.602349 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.608708 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1455271 Nov 09 11:18:56.609433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35048) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:56.621194 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d3516e3-98f2-40cb-b0bf-1d39bd7a479c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:56.634140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=f63d55d0-320e-4dc2-a189-1fecdd79a9d9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:56.645574 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:56.654019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.674052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:56.743845 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'port': {'network_id': '29a4ca5d-b4c0-4e62-ab4a-580bd3185652', 'name': 'tempest-FloatingIPTestJSON-1732198686'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:56.791792 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/f63d55d0-320e-4dc2-a189-1fecdd79a9d9 HTTP/1.1" status: 204 len: 168 time: 1.2445781 Nov 09 11:18:56.794134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:56.840357 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcec8a2-9ea2-4832-a3fd-834f04e39b9a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:56.840788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcec8a2-9ea2-4832-a3fd-834f04e39b9a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:56.842416 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6bcec8a2-9ea2-4832-a3fd-834f04e39b9a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/a5edbe5b-dffc-491b-8f78-afc595554ff4 HTTP/1.1" status: 404 len: 337 time: 0.0473979 Nov 09 11:18:56.847116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35060) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:56.856018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a095ad9d-0c1d-4506-bffc-35b7a14dda69 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:56.919143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Pushing event deleted for resources: {'Port': ['ID=7a6444ff-4dea-44fa-a8ac-450bbd353df8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:56.921723 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:56.947135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:18:56.972908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:18:56.978233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:port and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:18:56.982250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:18:56.991552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:18:56.999868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-baf871d7-4707-4a38-89d6-bce131628c3c req-b035f65c-4e38-41d9-b6ec-b073ed952bbd tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Unset dirty status for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:57.001176 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-baf871d7-4707-4a38-89d6-bce131628c3c req-b035f65c-4e38-41d9-b6ec-b073ed952bbd tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 210 time: 0.5184822 Nov 09 11:18:57.007900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] No DVR routers for this DVR port 7a6444ff-4dea-44fa-a8ac-450bbd353df8 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:18:57.012101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.014079 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fd47e127-10e9-488b-b75c-8339d3251f4e req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "DELETE /v2.0/ports/7a6444ff-4dea-44fa-a8ac-450bbd353df8 HTTP/1.1" status: 204 len: 173 time: 2.4093158 Nov 09 11:18:57.020152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting subnet 265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:18:57.040383 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-99e0f14d-1ea7-4261-988e-57562cf2a55f None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:57.040769 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-99e0f14d-1ea7-4261-988e-57562cf2a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.065523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'name': 'network-vif-deleted', 'tag': '7a6444ff-4dea-44fa-a8ac-450bbd353df8'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:57.079884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.084192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:18:51Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:57.095819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] Checking router: ee3544d4-e696-41ae-b4ce-93cf4f44143b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:18:57.123086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:18:57.123086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.157848 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b158bee-b507-40c1-a025-f9e3360e4c89', 'name': 'network-vif-deleted', 'tag': '7a6444ff-4dea-44fa-a8ac-450bbd353df8', 'status': 'completed', 'code': 200} Nov 09 11:18:57.178375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] device_id is not set on port d0071d98-289d-4754-a548-6ac195a4aaa3 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:18:57.201403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] Routers {'ee3544d4-e696-41ae-b4ce-93cf4f44143b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:57.201959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:57.250104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:57.268958 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] Sync routers for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:57.270068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.288384 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:57.289610 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:57.392139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-155ab249-3a52-4f3e-ba87-8be025d29b99 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "PUT /v2.0/floatingips/4f030b3a-336e-4eb5-898e-0de21674a9b1 HTTP/1.1" status: 200 len: 992 time: 6.2338974 Nov 09 11:18:57.418221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.7 (29a4ca5d-b4c0-4e62-ab4a-580bd3185652/911a03f1-a983-4d32-8655-2e4072c16835/d0071d98-289d-4754-a548-6ac195a4aaa3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:18:57.440377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.606450 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.624769 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:57.701936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ef06b-8ab3-46ce-aca6-5b54c284868a req-adbbc733-ee1a-455f-850d-239ebf19d40e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:57.705036 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d0ef06b-8ab3-46ce-aca6-5b54c284868a req-adbbc733-ee1a-455f-850d-239ebf19d40e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.8169072 Nov 09 11:18:57.715411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.807548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] Set router ee3544d4-e696-41ae-b4ce-93cf4f44143b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:57.842777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:57.849516 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a64f317a-041f-4106-bc86-be5451c2f151 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:57.899727 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d0ef06b-8ab3-46ce-aca6-5b54c284868a req-b52a8c8c-aa6d-4487-901f-be26b00dd31b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713789 Nov 09 11:18:57.999796 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.010939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.027990 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d51912ca-77dc-47d0-ae9a-8281d4cd8d26 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:18:58.040264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=d0071d98-289d-4754-a548-6ac195a4aaa3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:58.075063 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:58.077803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 29a4ca5d-b4c0-4e62-ab4a-580bd3185652 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:18:58.079822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:18:58.088007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:18:58.118839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Subnet': ['ID=265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:18:58.121988 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:18:58.136172 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.166743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/265b677b-4e21-4fdc-8f0b-bfaf9d9d4b06 HTTP/1.1" status: 204 len: 168 time: 1.3103845 Nov 09 11:18:58.169342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35074) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:58.172280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:18:58.196042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a6444ff-4dea-44fa-a8ac-450bbd353df8 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:58.227306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df81250-1439-4084-a869-593a49298b07 None None] Sync routers for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:18:58.265442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Deleting port 704453da-7dc9-40ce-bbf9-a13a125a7a3d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:18:58.266574 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.268347 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '4f030b3a-336e-4eb5-898e-0de21674a9b1', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'port_id': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'mac_address': 'fa:16:3e:67:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:16:52Z', 'updated_at': '2021-11-09T11:18:52Z', 'revision_number': 1, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:59Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:58.273612 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] Checking router: 0c0298ee-1cbe-4fa2-99c9-953355ec598a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:18:58.274330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-99e0f14d-1ea7-4261-988e-57562cf2a55f None None] Provisioning complete for port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:58.274330 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-99e0f14d-1ea7-4261-988e-57562cf2a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.288481 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:58.289640 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:58.348243 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae8318f-af3b-48ba-b391-be1a9c162c96 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:58.348640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae8318f-af3b-48ba-b391-be1a9c162c96 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:58.356805 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4ae8318f-af3b-48ba-b391-be1a9c162c96 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/10e3e0ce-a249-4ee2-ab4f-bcea22435f42 HTTP/1.1" status: 404 len: 337 time: 0.1804519 Nov 09 11:18:58.361159 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.362437 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9462574 Nov 09 11:18:58.367109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35078) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:58.367761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:58.368008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 7a6444ff-4dea-44fa-a8ac-450bbd353df8 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:58.368663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7a6444ff-4dea-44fa-a8ac-450bbd353df8 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:18:58.427584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:58.428227 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.471451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8339d9-16b7-4bcc-a9d6-8844b1c982cd req-e9d39123-5c60-4541-b72b-6296fb4bcba7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:18:58.473334 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f8339d9-16b7-4bcc-a9d6-8844b1c982cd req-e9d39123-5c60-4541-b72b-6296fb4bcba7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2989099 Nov 09 11:18:58.501191 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:18:58.502415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:58.538184 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:58.542146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8159649 Nov 09 11:18:58.547751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35086) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:58.559689 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c6fb521-4044-40d8-aefb-52cccb8f670f req-86a5d1b7-c589-407d-8d21-659feeee5282 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b158bee-b507-40c1-a025-f9e3360e4c89 HTTP/1.1" status: 200 len: 210 time: 0.0600629 Nov 09 11:18:58.592220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'port_id': 'd0071d98-289d-4754-a548-6ac195a4aaa3'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:18:58.614738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d088c9ee-7d26-49c5-b785-02d564ff39aa tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Synchronizing usage tracker for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:18:58.685120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-99e0f14d-1ea7-4261-988e-57562cf2a55f None None] Port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:18:58.706865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d088c9ee-7d26-49c5-b785-02d564ff39aa tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Unset dirty status for tenant:95b1dfdc914a4e928a274a66606cf473 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:18:58.710828 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d088c9ee-7d26-49c5-b785-02d564ff39aa tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "GET /v2.0/ports?device_id=da26f9c5-08f9-46c4-9405-527a41fa31b1 HTTP/1.1" status: 200 len: 205 time: 0.3401809 Nov 09 11:18:58.715209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35092) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:58.840515 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:58.862284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:18:51Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:58.867485 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a325b-5a53-4398-99d8-acaf0a617664 None None] The sync data for ids ['ee3544d4-e696-41ae-b4ce-93cf4f44143b'] in n-d-817173-1 is: [{'id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'name': 'tempest-ServerRescueTestJSONUnderV235-889971506-router', 'tenant_id': '27c4b884849d4efa94147fa4a5bb68da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:16:32Z', 'updated_at': '2021-11-09T11:18:51Z', 'revision_number': 5, 'project_id': '27c4b884849d4efa94147fa4a5bb68da', 'gw_port': {'id': '704453da-7dc9-40ce-bbf9-a13a125a7a3d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3544d4-e696-41ae-b4ce-93cf4f44143b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:16:33Z', 'updated_at': '2021-11-09T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:58.899228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:18:58.952991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0f8339d9-16b7-4bcc-a9d6-8844b1c982cd req-7147cd78-dd07-49b4-baef-fb5f63af8f64 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557085 Nov 09 11:18:59.073766 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-3f1c1668-9bd6-4e5d-9127-4b5394bd6960 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] delete failed (client error): The resource could not be found. Nov 09 11:18:59.078157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3f1c1668-9bd6-4e5d-9127-4b5394bd6960 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/routers/da26f9c5-08f9-46c4-9405-527a41fa31b1 HTTP/1.1" status: 404 len: 336 time: 0.2377126 Nov 09 11:18:59.083017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35102) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:59.154049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b33a14-927e-48a8-9443-f4e5e4ed00b2 None None] Network ac04a432-2de1-4032-b2a1-0fdabad02198 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:18:59.154661 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a388f5-c40b-4eda-826c-7b980bb603e8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:59.154661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a388f5-c40b-4eda-826c-7b980bb603e8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:59.164043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d0a388f5-c40b-4eda-826c-7b980bb603e8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/375aa42b-d5c7-4d5c-9373-f2c85d272ffc HTTP/1.1" status: 404 len: 337 time: 0.0799596 Nov 09 11:18:59.164621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35110) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:59.167638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:18:59.336403 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '4f030b3a-336e-4eb5-898e-0de21674a9b1', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'port_id': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'mac_address': 'fa:16:3e:67:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:16:52Z', 'updated_at': '2021-11-09T11:18:52Z', 'revision_number': 1, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:59Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:18:59.340667 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18081000-d23f-4081-8a0e-9ad422dff612 None None] The sync data for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 is: [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '4f030b3a-336e-4eb5-898e-0de21674a9b1', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'port_id': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'mac_address': 'fa:16:3e:67:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:16:52Z', 'updated_at': '2021-11-09T11:18:52Z', 'revision_number': 1, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:59Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:18:59.357701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] For port 704453da-7dc9-40ce-bbf9-a13a125a7a3d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=704453da-7dc9-40ce-bbf9-a13a125a7a3d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:18:59.358634 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:59.433723 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'status': 'completed', 'code': 200} Nov 09 11:18:59.478491 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f643c508-27a5-4b5e-995c-16e2c30417cb tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:59.479132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f643c508-27a5-4b5e-995c-16e2c30417cb tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:59.482535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f643c508-27a5-4b5e-995c-16e2c30417cb tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/6089a963-97af-458f-b011-9ce7bdaf2b64 HTTP/1.1" status: 404 len: 337 time: 0.3102684 Nov 09 11:18:59.494223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35116) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:59.547242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-313c0fae-3427-4707-96a8-921b5215de4e None None] Provisioning complete for port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:18:59.547833 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-313c0fae-3427-4707-96a8-921b5215de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:18:59.619212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Calling delete_port for 704453da-7dc9-40ce-bbf9-a13a125a7a3d owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:18:59.684877 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1306d2-5300-4437-af58-8d438c85672b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:59.684877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1306d2-5300-4437-af58-8d438c85672b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:59.686143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6e1306d2-5300-4437-af58-8d438c85672b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/37f6697d-b04c-4cb2-99f9-b89186ac914b HTTP/1.1" status: 404 len: 337 time: 0.1863744 Nov 09 11:18:59.694070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:59.762426 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e325c6c-792b-4e49-9f14-0a7713331e16 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:59.763292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e325c6c-792b-4e49-9f14-0a7713331e16 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:59.768249 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e325c6c-792b-4e49-9f14-0a7713331e16 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/985ac94e-a018-4928-bac9-22af377745b9 HTTP/1.1" status: 404 len: 333 time: 0.0737875 Nov 09 11:18:59.768881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:59.806062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7242467a-7c27-461c-bd45-05afe7f4e1b2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:18:59.851340 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6465a3-58af-44ad-a222-b5f726d4330c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:59.852334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6465a3-58af-44ad-a222-b5f726d4330c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:59.866471 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ce6465a3-58af-44ad-a222-b5f726d4330c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/b8427715-fdae-44c8-b634-c8e2dbec06ac HTTP/1.1" status: 404 len: 337 time: 0.0869422 Nov 09 11:18:59.875074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35134) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:59.894671 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593dda68-7aa1-4055-8888-7e87a96a1127 None None] New status for floating IP 4f030b3a-336e-4eb5-898e-0de21674a9b1: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:18:59.918383 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb64f9ed-8dbb-432d-8ef5-4d979edc3433 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:18:59.918839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb64f9ed-8dbb-432d-8ef5-4d979edc3433 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:18:59.923541 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bb64f9ed-8dbb-432d-8ef5-4d979edc3433 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/2bcba048-4d33-4d1b-bac8-4c560f86a781 HTTP/1.1" status: 404 len: 337 time: 0.0477812 Nov 09 11:18:59.984533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:18:59.990121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 7242467a-7c27-461c-bd45-05afe7f4e1b2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:18:59.990472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7242467a-7c27-461c-bd45-05afe7f4e1b2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:19:00.171082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0684a5-4749-4517-b6e7-5e5c43c64b3b req-ad0fdcd1-2e85-40dc-ab75-db9622aa8aa7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:00.171082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea0684a5-4749-4517-b6e7-5e5c43c64b3b req-ad0fdcd1-2e85-40dc-ab75-db9622aa8aa7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 813 time: 0.9823413 Nov 09 11:19:00.253263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7afee607-d082-42d2-8efe-82d758f6532c req-4160a3f6-5e1a-490b-a8d7-ff92af3dce51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6490 time: 0.8516700 Nov 09 11:19:00.279121 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-16da0221-643e-4a2a-a895-f55c336c3ff7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:19:00.279121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16da0221-643e-4a2a-a895-f55c336c3ff7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:19:00.285435 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-16da0221-643e-4a2a-a895-f55c336c3ff7 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/6e03abb9-a550-4bae-b04c-d7ffa705e765 HTTP/1.1" status: 404 len: 333 time: 0.2976050 Nov 09 11:19:00.292968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:00.357711 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dc82cf-e2b3-418e-9efc-16c0372c770d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:19:00.358110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dc82cf-e2b3-418e-9efc-16c0372c770d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:19:00.371776 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-15dc82cf-e2b3-418e-9efc-16c0372c770d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/60c0d0e3-f2ee-4b0c-9579-a5e5eabc83b3 HTTP/1.1" status: 404 len: 337 time: 0.0835495 Nov 09 11:19:00.372683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:00.449216 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d34ef3-ec8f-449a-b4bb-995033c473ca tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] DELETE failed (client error): The resource could not be found. Nov 09 11:19:00.449652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d34ef3-ec8f-449a-b4bb-995033c473ca tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:19:00.454126 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b7d34ef3-ec8f-449a-b4bb-995033c473ca tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/subnets/a321c037-d70e-4510-bde2-a6b6e6aabe2f HTTP/1.1" status: 404 len: 337 time: 0.0678957 Nov 09 11:19:00.456772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35152) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:00.485741 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea0684a5-4749-4517-b6e7-5e5c43c64b3b req-92ebbe02-e770-488e-b683-b77b8bdf490a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/quotas/a900ac6b4bd1446fb42a993d13b96e1b HTTP/1.1" status: 200 len: 375 time: 0.2614150 Nov 09 11:19:00.600594 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] DHCP port deletion for ac04a432-2de1-4032-b2a1-0fdabad02198 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:19:00.614557 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Deleting port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:00.615877 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:00.665386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:18:55Z', 'revision_number': 3, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:00.677965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-313c0fae-3427-4707-96a8-921b5215de4e None None] Provisioning complete for port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:00.685180 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-313c0fae-3427-4707-96a8-921b5215de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:00.757547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-313c0fae-3427-4707-96a8-921b5215de4e None None] Port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:00.758410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df81250-1439-4084-a869-593a49298b07 None None] Checking router: 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:19:00.758410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df81250-1439-4084-a869-593a49298b07 None None] Updating router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c port 354b5263-6a16-4267-a6d9-e8c23427b27b binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:19:00.772084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Deleting port 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:00.772084 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:00.918434 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4df81250-1439-4084-a869-593a49298b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:00.943904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afee607-d082-42d2-8efe-82d758f6532c req-99dbbdea-1df8-40e4-a2f6-9d77c896a8e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:00.943904 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7afee607-d082-42d2-8efe-82d758f6532c req-99dbbdea-1df8-40e4-a2f6-9d77c896a8e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9d37beb6-a064-4330-858a-89f3d1d2e215 HTTP/1.1" status: 200 len: 913 time: 0.6525848 Nov 09 11:19:00.985256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:00.990610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea0684a5-4749-4517-b6e7-5e5c43c64b3b req-1c255820-2bf0-42a5-b0d7-64872fd7c180 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4843476 Nov 09 11:19:00.996427 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:01.104294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-89e6efb3-9772-4451-984d-f851d086c717 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3509562 Nov 09 11:19:01.160821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Pushing event deleted for resources: {'Port': ['ID=704453da-7dc9-40ce-bbf9-a13a125a7a3d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:01.172044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:19:01.220835 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:01.242317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] For port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,segment=NetworkSegment(14eaea89-49e0-43ea-b914-92d7464897f7),segment_id=14eaea89-49e0-43ea-b914-92d7464897f7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:01.242317 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:01.414203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Calling delete_port for 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:01.421446 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-dfb23a0f-2836-47a1-bb58-bb84919f2ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1097 time: 0.2583976 Nov 09 11:19:01.424000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7afee607-d082-42d2-8efe-82d758f6532c req-26dd0b0f-8b88-4b11-9dc4-b6078f8116e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 HTTP/1.1" status: 200 len: 1002 time: 0.4518385 Nov 09 11:19:01.424938 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:01.511437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afee607-d082-42d2-8efe-82d758f6532c req-48d6fc01-ec12-43cd-ac73-3e7933fd130b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:01.511437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7afee607-d082-42d2-8efe-82d758f6532c req-48d6fc01-ec12-43cd-ac73-3e7933fd130b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59005774-dc9c-4179-b81e-70700b94ecc4 HTTP/1.1" status: 200 len: 851 time: 0.0684462 Nov 09 11:19:01.685669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-d0d756d0-09d9-4ef1-b503-0214dd8edc9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:01.690699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-d0d756d0-09d9-4ef1-b503-0214dd8edc9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 914 time: 0.1768765 Nov 09 11:19:01.811752 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:01.883112 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:01.939627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d17740-9e3b-408d-98be-e254d53f5e45 req-67eee76e-1c5f-421a-a07d-897a20a94d4e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:01.947880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56d17740-9e3b-408d-98be-e254d53f5e45 req-67eee76e-1c5f-421a-a07d-897a20a94d4e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.7794952 Nov 09 11:19:01.971584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.024374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:19:02.064451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Pushing event deleted for resources: {'Port': ['ID=4fa51a6d-8862-42a3-ad2f-08b3d2091f39,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:02.064690 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.081474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] No DVR routers for this DVR port 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:19:02.087379 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:02.100558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:19:02.100558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4fa51a6d-8862-42a3-ad2f-08b3d2091f39 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:19:02.138278 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4df81250-1439-4084-a869-593a49298b07 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.168492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4df81250-1439-4084-a869-593a49298b07 None None] Transition to ACTIVE for port object 354b5263-6a16-4267-a6d9-e8c23427b27b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:02.170336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.209572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Calling delete_port for 2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:02.240835 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4df81250-1439-4084-a869-593a49298b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.247317 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:02.343986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65181f3f-8ebf-4bff-bbdf-ecaafccd9be6 None None] Pushing event updated for resources: {'Port': ['ID=354b5263-6a16-4267-a6d9-e8c23427b27b,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:02.353882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-c344f489-40e9-4830-9820-4b8375da5fc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 217 time: 0.5853980 Nov 09 11:19:02.357672 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-65181f3f-8ebf-4bff-bbdf-ecaafccd9be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:02.376639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4df81250-1439-4084-a869-593a49298b07 None None] Attempting to bind port 354b5263-6a16-4267-a6d9-e8c23427b27b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:02.376639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4df81250-1439-4084-a869-593a49298b07 None None] Attempting to bind port 354b5263-6a16-4267-a6d9-e8c23427b27b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:02.377032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df81250-1439-4084-a869-593a49298b07 None None] Attempting to bind port 354b5263-6a16-4267-a6d9-e8c23427b27b on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:02.386528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df81250-1439-4084-a869-593a49298b07 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:02.390380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df81250-1439-4084-a869-593a49298b07 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:02.393937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4df81250-1439-4084-a869-593a49298b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.393937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df81250-1439-4084-a869-593a49298b07 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:02.393937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4df81250-1439-4084-a869-593a49298b07 None None] Bound port: 354b5263-6a16-4267-a6d9-e8c23427b27b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:02.397318 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4df81250-1439-4084-a869-593a49298b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.411007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7afee607-d082-42d2-8efe-82d758f6532c req-ff073e28-278c-41ca-a5bc-08ab20c1e547 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9d37beb6-a064-4330-858a-89f3d1d2e215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7215905 Nov 09 11:19:02.507380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56d17740-9e3b-408d-98be-e254d53f5e45 req-e1e7dae6-0882-42b0-95f4-e1ed5327b87e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583377 Nov 09 11:19:02.518435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4df81250-1439-4084-a869-593a49298b07 None None] For port 354b5263-6a16-4267-a6d9-e8c23427b27b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:02.532908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-1472e3b9-25e1-4cc7-8574-c70c3a4f098d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:02.532908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-1472e3b9-25e1-4cc7-8574-c70c3a4f098d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.1756272 Nov 09 11:19:02.533128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4df81250-1439-4084-a869-593a49298b07 None None] For port 354b5263-6a16-4267-a6d9-e8c23427b27b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=354b5263-6a16-4267-a6d9-e8c23427b27b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:02.642916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-a3fc7731-df89-4070-9ec9-940dc31430ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604401 Nov 09 11:19:02.657060 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4df81250-1439-4084-a869-593a49298b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.675046 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:02.778609 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.790057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.806899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:02.807570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:02.897734 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:02.913058 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eceb5596-019c-42aa-8a8e-07022a0f9153 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:02.925167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7afee607-d082-42d2-8efe-82d758f6532c req-98a55536-9cbc-49b5-b125-ac75cb0697b6 service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966776 Nov 09 11:19:02.988570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Port': ['ID=2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:02.994354 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:03.001402 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.002245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3544d4-e696-41ae-b4ce-93cf4f44143b {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:19:03.007657 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.086245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65181f3f-8ebf-4bff-bbdf-ecaafccd9be6 None None] Pushing event updated for resources: {'Port': ['ID=354b5263-6a16-4267-a6d9-e8c23427b27b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:03.091756 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-65181f3f-8ebf-4bff-bbdf-ecaafccd9be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:03.199790 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/ports/2bf8ed38-6cf0-440f-b6ed-00c9ab8cb6f8 HTTP/1.1" status: 204 len: 168 time: 2.7390997 Nov 09 11:19:03.201579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.203133 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] 10.222.0.50 "DELETE /v2.0/routers/ee3544d4-e696-41ae-b4ce-93cf4f44143b HTTP/1.1" status: 204 len: 168 time: 7.3537004 Nov 09 11:19:03.204266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:03.208370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35176) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:03.216894 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-38b775b5-1528-428b-958d-76ba587d52d0 service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183611 Nov 09 11:19:03.327189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:19:03.401410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881b70-1bb0-41f9-92b7-9ac1037bc053 req-46b2c7a8-836a-4b04-a5c6-b5361bb0dae4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:03.405228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe881b70-1bb0-41f9-92b7-9ac1037bc053 req-46b2c7a8-836a-4b04-a5c6-b5361bb0dae4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.7602816 Nov 09 11:19:03.427143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26cc0024-55e7-4de5-893a-5532c8a59540 req-4762ab7a-61b4-438b-9909-9169afc5e049 service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031462 Nov 09 11:19:03.492242 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.498592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Deleting subnet 834e168d-0d61-4944-8308-43156c1ab5f2 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:19:03.502873 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 5b0c4ca9-312d-4d26-99a6-0fd703b5ec97 associated. External IP: 172.25.7.204, port: d0071d98-289d-4754-a548-6ac195a4aaa3. Nov 09 11:19:03.515793 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.554387 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.562644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7afee607-d082-42d2-8efe-82d758f6532c req-0a578bf0-51c5-4898-90db-492723b3aca9 service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958791 Nov 09 11:19:03.621184 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fe881b70-1bb0-41f9-92b7-9ac1037bc053 req-73a7f4d4-1ec0-4ec7-a559-11958f12a415 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055805 Nov 09 11:19:03.635588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.721201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4df81250-1439-4084-a869-593a49298b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:18:55Z', 'revision_number': 3, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:03.721201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df81250-1439-4084-a869-593a49298b07 None None] The sync data for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 is: [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:18:55Z', 'revision_number': 3, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:03.789155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 704453da-7dc9-40ce-bbf9-a13a125a7a3d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:19:03.875757 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 704453da-7dc9-40ce-bbf9-a13a125a7a3d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:19:03.883579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 704453da-7dc9-40ce-bbf9-a13a125a7a3d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:19:03.960178 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:03.992111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac04a432-2de1-4032-b2a1-0fdabad02198']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:04.007326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14eaea89-49e0-43ea-b914-92d7464897f7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:04.007866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14eaea89-49e0-43ea-b914-92d7464897f7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:04.028748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.064987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-617a7f05-d327-48db-a1be-c54021efc8be req-d75c3053-04e2-4ec0-b610-c4a2eee434dc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a900ac6b4bd1446fb42a993d13b96e1b HTTP/1.1" status: 200 len: 221 time: 0.0544798 Nov 09 11:19:04.087508 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.101695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:19:04.102124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:19:04.220626 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:19:04.264854 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.347622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.556605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.567225 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a1c99b7a-9a1d-493d-aed6-88ee8485dacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:04.571765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389973b8-3194-47c5-a2e1-8c13276da8f5 req-0404cab0-11d5-44ac-912d-a76f91449276 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:04.578835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-389973b8-3194-47c5-a2e1-8c13276da8f5 req-0404cab0-11d5-44ac-912d-a76f91449276 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1320689 Nov 09 11:19:04.584253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.610925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] 10.222.0.50 "DELETE /v2.0/networks/ac04a432-2de1-4032-b2a1-0fdabad02198 HTTP/1.1" status: 204 len: 168 time: 1.4007957 Nov 09 11:19:04.634586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Pushing event deleted for resources: {'Network': ['ID=ac04a432-2de1-4032-b2a1-0fdabad02198,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:04.636831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:04.643841 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:04.651312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-389973b8-3194-47c5-a2e1-8c13276da8f5 req-3cd735a0-9463-45e2-981c-cd8b3614a458 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681343 Nov 09 11:19:04.679550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Allocated IP 172.20.0.1 (e9c7f859-1b59-470e-aabd-c58d6afde908/0d1a371f-aa97-4219-9df3-d0e084c2e6c5/80a8c804-2c32-41a2-a223-bd7721a6fd80) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:04.694151 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:04.715169 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5516df57-7158-4d0b-97a1-bc4c7b4a6593 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:05.055246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:05.064934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.066958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:05.077508 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.083140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/834e168d-0d61-4944-8308-43156c1ab5f2 HTTP/1.1" status: 204 len: 168 time: 1.8223450 Nov 09 11:19:05.088315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834e168d-0d61-4944-8308-43156c1ab5f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:05.088757 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:05.090987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:05.108763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35216) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:05.139736 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:05.181369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:05.182415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f695d75e-0bda-4637-914e-247bcd876e70 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/floatingips/5b0c4ca9-312d-4d26-99a6-0fd703b5ec97 HTTP/1.1" status: 200 len: 978 time: 6.6069667 Nov 09 11:19:05.184619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35222) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:05.196379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:05.197251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:05.275959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port d0071d98-289d-4754-a548-6ac195a4aaa3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:05.276849 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.309442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35226) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:05.309718 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:05.310665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51347a5a-9ce1-4d9e-8a2a-4c7d2e21bddb None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:05.424595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.563908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c0b7-6c22-449c-a7d6-8cbbd03addeb req-d4cc5f8e-5ff3-4778-8939-45e9d204dcfc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:05.565377 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7351c0b7-6c22-449c-a7d6-8cbbd03addeb req-d4cc5f8e-5ff3-4778-8939-45e9d204dcfc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.5568061 Nov 09 11:19:05.573682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.657257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fc0c0585-8cf8-4b57-9768-72587786fd0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95b1dfdc914a4e928a274a66606cf473&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3442175 Nov 09 11:19:05.657257 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.661483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35234) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:05.690986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Transition to ACTIVE for port object 80a8c804-2c32-41a2-a223-bd7721a6fd80 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:05.693703 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.749251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733b1ede-4b32-420a-8990-34dcefbabbd6']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:05.786907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098f5190-e9b0-4f87-887e-f336db743dc9') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:05.787410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098f5190-e9b0-4f87-887e-f336db743dc9') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:05.811115 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.822755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7351c0b7-6c22-449c-a7d6-8cbbd03addeb req-586df4da-7a8f-4d19-878f-adc56adb0e6c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459140 Nov 09 11:19:05.841326 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.861707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:19:05.862431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.888213 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 354b5263-6a16-4267-a6d9-e8c23427b27b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:19:05.943641 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:19:05.965424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:05.980206 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-437c6352-b88a-44e6-af78-1d10f212db90 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:06.026258 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.100908 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.101204 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.101516 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 5b0c4ca9-312d-4d26-99a6-0fd703b5ec97 disassociated. External IP: 172.25.7.204, port: d0071d98-289d-4754-a548-6ac195a4aaa3. Nov 09 11:19:06.101858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for d0071d98-289d-4754-a548-6ac195a4aaa3 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:06.105769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 354b5263-6a16-4267-a6d9-e8c23427b27b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:06.111788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 354b5263-6a16-4267-a6d9-e8c23427b27b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:06.112950 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.189304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Network e9c7f859-1b59-470e-aabd-c58d6afde908 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:06.216930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:06.233218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:06.288959 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.322589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 354b5263-6a16-4267-a6d9-e8c23427b27b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=354b5263-6a16-4267-a6d9-e8c23427b27b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:06.354198 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.362783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=80a8c804-2c32-41a2-a223-bd7721a6fd80,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:06.371958 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:06.404592 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.413056 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd5aff04-2c8e-449f-bbf5-06c895241acb tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:06.425167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.467420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.467825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.473127 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-65181f3f-8ebf-4bff-bbdf-ecaafccd9be6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:06.475062 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb7685de-94b5-4c53-a41c-becda9ca8272 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:06.491368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=d0071d98-289d-4754-a548-6ac195a4aaa3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:06.494773 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:06.515129 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.541515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Pushing event deleted for resources: {'Network': ['ID=733b1ede-4b32-420a-8990-34dcefbabbd6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:06.554227 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:06.566294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2cde6-18c8-493a-8642-872300a42fcc req-1250ff96-f8ff-494d-99ca-1980b666087e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:06.568391 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87c2cde6-18c8-493a-8642-872300a42fcc req-1250ff96-f8ff-494d-99ca-1980b666087e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4690797 Nov 09 11:19:06.608714 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=354b5263-6a16-4267-a6d9-e8c23427b27b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:06.619255 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:06.637347 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.647137 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87c2cde6-18c8-493a-8642-872300a42fcc req-11e0827d-fb90-4f9e-b821-f7e6211883bc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730200 Nov 09 11:19:06.700071 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.700071 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.700554 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49c96ad4-827b-4aa5-a56b-d12cf465c4f3 HTTP/1.1" status: 204 len: 168 time: 1.0321887 Nov 09 11:19:06.703130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] 10.222.0.50 "DELETE /v2.0/networks/733b1ede-4b32-420a-8990-34dcefbabbd6 HTTP/1.1" status: 204 len: 168 time: 1.5907230 Nov 09 11:19:06.716856 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ecc5cb0e-3134-4a08-831b-638fccaab1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:06.736301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c96ad4-827b-4aa5-a56b-d12cf465c4f3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:06.740815 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:06.771272 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.787921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e4c9e182-6457-48f2-a144-153b33c1704d None None] Provisioning for port 80a8c804-2c32-41a2-a223-bd7721a6fd80 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:06.787921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e4c9e182-6457-48f2-a144-153b33c1704d None None] Provisioning complete for port 80a8c804-2c32-41a2-a223-bd7721a6fd80 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:06.787921 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e4c9e182-6457-48f2-a144-153b33c1704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:06.847638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:06.911614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9e182-6457-48f2-a144-153b33c1704d None None] Port 80a8c804-2c32-41a2-a223-bd7721a6fd80 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:07.199763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:07.205645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a09f-a7c4-434a-bd2d-44d3e6185020 req-7cde5175-bf13-41d5-beb8-94b0dd85d924 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:07.207224 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2591a09f-a7c4-434a-bd2d-44d3e6185020 req-7cde5175-bf13-41d5-beb8-94b0dd85d924 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2353232 Nov 09 11:19:07.275910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:07.289471 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:07.321010 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:07.324689 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d7a1ce8a-89d8-4c30-ae93-17ea5b27eae1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27c4b884849d4efa94147fa4a5bb68da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1163225 Nov 09 11:19:07.325406 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:07.327594 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:07.327765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2591a09f-a7c4-434a-bd2d-44d3e6185020 req-b59dc129-5ed3-4872-a1f4-f42e8a5d2fb4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015301 Nov 09 11:19:07.329710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35264) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:07.425540 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:07.441056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:07.441988 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:07.470235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:07.487354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:07.503985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/ports/d0071d98-289d-4754-a548-6ac195a4aaa3 HTTP/1.1" status: 204 len: 168 time: 2.3140998 Nov 09 11:19:07.509296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35272) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:07.512407 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:07.513009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483629c-991e-4957-aa90-ce221bf0ae23 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:07.529840 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e278220-906e-4991-b1fa-3e6faba9e9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:07.568818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:07.622969 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-211b9676-4eda-4d4e-aede-58895a18175c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "GET /v2.0/floatingips/5b0c4ca9-312d-4d26-99a6-0fd703b5ec97 HTTP/1.1" status: 200 len: 688 time: 0.1121354 Nov 09 11:19:07.623638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35280) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:07.823007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:07.839297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 354b5263-6a16-4267-a6d9-e8c23427b27b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:07.854318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=80a8c804-2c32-41a2-a223-bd7721a6fd80,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:07.861238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port c2a1f32c-29ab-44e8-a69f-abb9a8f032c8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:07.861787 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:07.899224 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:07.917536 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:07.969461 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 354b5263-6a16-4267-a6d9-e8c23427b27b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:07.971117 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:08.086239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ad616-6295-4b25-bace-42b1be3ea0ee req-4c3db9eb-d966-4f8a-b44b-02d8261bc16d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:08.087762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c08ad616-6295-4b25-bace-42b1be3ea0ee req-4c3db9eb-d966-4f8a-b44b-02d8261bc16d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3698480 Nov 09 11:19:08.088395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:08.099659 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eddb2a56-6eaa-4dd9-8a43-b685f2b81937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:08.131298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9bdad-ae19-4c64-b124-fef960855ab0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:08.142368 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:08.142709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:08.154589 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:08.217017 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c08ad616-6295-4b25-bace-42b1be3ea0ee req-0a3f1919-1148-40ec-87b0-e242ca7dfd6f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170363 Nov 09 11:19:08.240466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Network e9c7f859-1b59-470e-aabd-c58d6afde908 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:08.241951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:08.280978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for c2a1f32c-29ab-44e8-a69f-abb9a8f032c8 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:08.620072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906b9f2-8ff0-4d83-ae09-d97a9ba90901 req-c4e002fd-7569-4837-9a4a-5ab89cf7f17f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:08.620072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1906b9f2-8ff0-4d83-ae09-d97a9ba90901 req-c4e002fd-7569-4837-9a4a-5ab89cf7f17f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1696951 Nov 09 11:19:08.648641 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:08.652928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:08.652928 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99a9bdad-ae19-4c64-b124-fef960855ab0 HTTP/1.1" status: 204 len: 168 time: 1.3188529 Nov 09 11:19:08.734114 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fa259745-efa6-4fd0-8bca-9c360cc17971 None None] Provisioning complete for port 80a8c804-2c32-41a2-a223-bd7721a6fd80 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:08.734114 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fa259745-efa6-4fd0-8bca-9c360cc17971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:08.748245 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c324191-9687-4dd6-b55c-aa4a6c2268a4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:08.799829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35306) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:08.843403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1906b9f2-8ff0-4d83-ae09-d97a9ba90901 req-a140a811-0f07-4759-a697-b2137ad9437b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288043 Nov 09 11:19:08.902180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fa259745-efa6-4fd0-8bca-9c360cc17971 None None] Port 80a8c804-2c32-41a2-a223-bd7721a6fd80 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:08.953680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=c2a1f32c-29ab-44e8-a69f-abb9a8f032c8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:08.963178 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:09.010927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.035253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.040593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/floatingips/5b0c4ca9-312d-4d26-99a6-0fd703b5ec97 HTTP/1.1" status: 204 len: 168 time: 1.4158194 Nov 09 11:19:09.041369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35322) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:09.051889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': '67499699-ca9e-48df-a904-dd0b6c5b3e35'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:09.055160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:09.060097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:floatingip and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:09.068451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:09.075389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:09.182353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1334412974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:09.206048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:09.208374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:router and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:09.213166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:09.224513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:09.250047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:09.273261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.283137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8cb8d-0f12-473b-9e54-1e23efa149ac req-e19125c0-d597-49ce-a2ed-7735331de722 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:09.284663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9cf8cb8d-0f12-473b-9e54-1e23efa149ac req-e19125c0-d597-49ce-a2ed-7735331de722 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1517887 Nov 09 11:19:09.388307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.389817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.423451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9cf8cb8d-0f12-473b-9e54-1e23efa149ac req-39c54802-8107-4a3e-9561-18dc0871cbd4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850334 Nov 09 11:19:09.444046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.451435 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.645076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:09.663509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] 10.222.0.50 "PUT /v2.0/routers/7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2842636 Nov 09 11:19:09.663509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.759235 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.761859 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-19c9fd62-4a53-4158-97b5-62f80c861a48 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9597707 Nov 09 11:19:09.763931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:09.772294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1787502388'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:09.781878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:09.793252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:network and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:09.793252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:09.802612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:09.893683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.25.7.218 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/c9da3f70-b662-4d81-90c3-ade4984de08b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:09.912099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Made reservation on behalf of 45968b5ff85d4236a445724bc06c030f for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:09.912099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:09.954983 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.050662 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:10.054687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:security_group_rule and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:10.070165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:10.072288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344538b7-b6e3-4b36-8f33-668509a4a34a req-94f3466e-02dc-42a9-a9b5-2d7bd5872db2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:10.072288 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-344538b7-b6e3-4b36-8f33-668509a4a34a req-94f3466e-02dc-42a9-a9b5-2d7bd5872db2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4531028 Nov 09 11:19:10.074657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:10.261447 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.323814 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.330648 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-344538b7-b6e3-4b36-8f33-668509a4a34a req-91e48877-e354-4461-a404-e9bd63347b61 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630166 Nov 09 11:19:10.337038 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a0577b94-9437-413d-8ab0-b06dcd97c73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:10.377219 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.394351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:19:10.430964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c9a8c8-fb5b-40a6-980e-cf7393f3b846,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:10.447618 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:10.447618 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.447618 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Added segment e5396af7-3881-47d0-9314-8b3ff4078bdd of type vlan for network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf Nov 09 11:19:10.496942 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.537805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.537805 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-65baa5ff-62a2-4b25-a7ee-d13a3a1a03fb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:10.662586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.662586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:10.662586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:10.684486 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af262f02-e3a1-4445-a579-37ee1d64ccb3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:10.760978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:10.766549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:10.781226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=c9da3f70-b662-4d81-90c3-ade4984de08b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:10.785414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:10.850603 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:10.915624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Network': ['ID=d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:10.915949 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:10.926950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:19:11.080223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5bf8c-43a9-44a5-9962-d3826af926f6 req-ab2d38f7-f967-465c-9dec-4406d9ab75e8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:11.084753 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3188314 Nov 09 11:19:11.086126 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dee5bf8c-43a9-44a5-9962-d3826af926f6 req-ab2d38f7-f967-465c-9dec-4406d9ab75e8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4280372 Nov 09 11:19:11.089454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:11.095497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'subnet': {'network_id': 'd07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:11.224752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dee5bf8c-43a9-44a5-9962-d3826af926f6 req-a6419330-b4e0-4b7b-afa2-9acfd0f980c7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104481 Nov 09 11:19:11.236593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35374) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:11.416702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:11.440014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:subnet and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:11.443107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:11.451496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:11.506954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-223461644-network', 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:11.572153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:11.581586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Usage tracker for resource:network and tenant:8c021868390a48eda9b6656d14cc2115 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:11.581586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:11.589212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Made reservation on behalf of 45968b5ff85d4236a445724bc06c030f for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:11.589912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:11.730356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:11.733472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:11.736590 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:11.766132 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:11.790003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ab56-1175-42d9-8957-197d3dda7dfa req-7ab90648-a7b5-48ed-9271-2a284b665d08 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:11.793371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8df4ab56-1175-42d9-8957-197d3dda7dfa req-7ab90648-a7b5-48ed-9271-2a284b665d08 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1548655 Nov 09 11:19:11.843419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35384) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:11.853773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799415916', 'description': 'tempest-description--375875797'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:11.877816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:11.877816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:11.895175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:security_group and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:11.895175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Usage tracker for resource:security_group_rule and tenant:8c021868390a48eda9b6656d14cc2115 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:11.897744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:11.900587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:11.911144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:11.916322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:11.969266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8df4ab56-1175-42d9-8957-197d3dda7dfa req-beaf7cb8-8880-417a-82eb-fe5a342cc01f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537945 Nov 09 11:19:12.185109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.185109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.222216 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.273343 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.279627 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-26010c3e-a483-4dd5-ba27-2216e0ca27e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:12.299558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:12.307038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:security_group_rule and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:12.307038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:19:12.314351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:12.325116 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.331791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:12.335361 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f87bc25b-8425-46da-bf3f-48682ac55c66 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:12.344636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.344964 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Added segment ff67ecc9-cab4-474e-9694-fac34a32ce18 of type vlan for network a0488c69-9248-451f-a8b9-2223f9c91c17 Nov 09 11:19:12.357114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282cfc9-1e0d-4f89-bf79-57d95302de6b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:12.357114 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:12.450503 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.473666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Subnet': ['ID=a5df8cb6-7e80-49f0-878d-bc54d9e75d71,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:12.473666 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:12.473666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Checking segment: {'id': 'e5396af7-3881-47d0-9314-8b3ff4078bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:12.473666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network hostable DHCP agents. Network: d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:19:12.501580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb15c55-ca2e-4bcb-978a-c0757685d58a req-0d3d1390-09c0-4033-9765-28c2dcc7c402 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:12.501580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aeb15c55-ca2e-4bcb-978a-c0757685d58a req-0d3d1390-09c0-4033-9765-28c2dcc7c402 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2736423 Nov 09 11:19:12.544042 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.558342 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.639372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aeb15c55-ca2e-4bcb-978a-c0757685d58a req-29ec03c4-44b1-4f8a-a874-283deaa8beac tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365190 Nov 09 11:19:12.659711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:19:12.687230 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.701579 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0909654-e811-4de2-8773-2db7bc2c9b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:12.748652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848985a8-377a-49fc-8872-51716aa06c59 req-513b2096-d899-46d4-93d2-bc1785276e3e tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:12.748652 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-513b2096-d899-46d4-93d2-bc1785276e3e tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/networks?id=70948bdc-5f10-47f7-bec2-1476f939748f HTTP/1.1" status: 200 len: 814 time: 0.1824338 Nov 09 11:19:12.782048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.782048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:12.782048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.791736 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-8f816ec0-e07f-42c5-ba05-9e717f1ef65f tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/quotas/3e94e699b0cc4e1f9a299efcd0e2209a HTTP/1.1" status: 200 len: 375 time: 0.0257862 Nov 09 11:19:12.834834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe885b-0ce2-4412-8158-82a82ab112c0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:12.844863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:12.853426 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:12.866765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:12.874589 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-252748b3-dc46-4c26-b5bc-2b43adda00f6 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:12.884415 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:12.893186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0bccd-1959-4c67-ab8f-4755aca14a0f None None] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:12.899736 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-2de137bf-88e3-49d3-959e-a3f631e18db6 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e94e699b0cc4e1f9a299efcd0e2209a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910552 Nov 09 11:19:13.010693 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9120202 Nov 09 11:19:13.010693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35410) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:13.020010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.020010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1699483 Nov 09 11:19:13.025579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'network': {'name': 'tempest-router-network01--1293767591'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:13.040403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35414) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:13.051829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:13.069485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'security_group_rule': {'security_group_id': 'c0fe885b-0ce2-4412-8158-82a82ab112c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:13.086318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:network and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:13.086318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:13.110774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:13.128346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:13.128346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-0b2a1396-829e-49c6-b3c9-c39df0a84848 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:19:13.146401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-0b2a1396-829e-49c6-b3c9-c39df0a84848 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2741780 Nov 09 11:19:13.158674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:security_group_rule and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:13.163987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9161456 Nov 09 11:19:13.163987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35418) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:13.183556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Request body: {'subnet': {'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-223461644-subnet', 'tenant_id': '8c021868390a48eda9b6656d14cc2115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:13.183556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Pushing event updated for resources: {'Network': ['ID=a0488c69-9248-451f-a8b9-2223f9c91c17,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:13.190632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:13.213184 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:13.213184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Usage tracker for resource:subnet and tenant:8c021868390a48eda9b6656d14cc2115 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:13.213184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:13.222806 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network a0488c69-9248-451f-a8b9-2223f9c91c17 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:19:13.238731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:13.252644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.288146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4174fc-c7d6-454a-8dc9-cca86d590e4c req-6240ef1a-ba92-4386-862a-a00f4c249284 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:13.289717 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba4174fc-c7d6-454a-8dc9-cca86d590e4c req-6240ef1a-ba92-4386-862a-a00f4c249284 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2821968 Nov 09 11:19:13.333626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:13.344205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Made reservation on behalf of 45968b5ff85d4236a445724bc06c030f for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:13.346557 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba4174fc-c7d6-454a-8dc9-cca86d590e4c req-b1d5ad07-5262-44a2-9afd-4ec3c85a358d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496309 Nov 09 11:19:13.351606 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.352238 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.368584 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e3d1113f-da5a-4f74-9a06-e2460c90d912 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:13.389534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:13.411449 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-b3d516a2-5fd9-40ae-beb1-7b79b470ba63 service neutron] 10.222.0.50 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471786 Nov 09 11:19:13.428956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:13.441392 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.549090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf', 'network_id': 'd07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf', 'tenant_id': '45968b5ff85d4236a445724bc06c030f', 'fixed_ips': [{'subnet_id': 'a5df8cb6-7e80-49f0-878d-bc54d9e75d71'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:19:13.549090 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.607432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:19:13.619796 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.643799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Sync routers for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:13.646650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.647233 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Added segment 649492e7-b769-4e0a-9436-72c66fc27f41 of type vlan for network 06e3c9b5-95cf-4365-aa56-416022202187 Nov 09 11:19:13.652227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=c9da3f70-b662-4d81-90c3-ade4984de08b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:13.667439 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:13.691940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.771051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.792755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Allocated IP 172.20.0.2 (d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf/a5df8cb6-7e80-49f0-878d-bc54d9e75d71/cb1a2d31-045f-4246-8cdf-49b5acf43d79) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:13.850445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-03da34f0-8d47-4450-ab39-857650ab1881 service neutron] 10.222.0.50 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484346 Nov 09 11:19:13.892415 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.941812 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.946385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:13.947274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:13.988704 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cce9a731-e5cc-445c-b1ad-39b0156b1b1c tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:14.008002 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.037925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820c49e-3419-43c0-9a4d-063512607cdf req-eae73d71-e237-46d4-87db-29eef3ed861f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:14.042491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b820c49e-3419-43c0-9a4d-063512607cdf req-eae73d71-e237-46d4-87db-29eef3ed861f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1313848 Nov 09 11:19:14.073837 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:14.073837 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:14.074940 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 5327501d-4417-403f-b1da-67f831f23572 associated. External IP: 172.25.7.218, port: 67499699-ca9e-48df-a904-dd0b6c5b3e35. Nov 09 11:19:14.134075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.137174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Network': ['ID=06e3c9b5-95cf-4365-aa56-416022202187,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:14.142755 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:14.143230 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:14.150467 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:14.155845 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1446586 Nov 09 11:19:14.158229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 06e3c9b5-95cf-4365-aa56-416022202187 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:19:14.158375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35428) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:14.164598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'network': {'name': 'tempest-router-network02--1604328139'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:14.175485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:14.177488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:network and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:14.180711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:14.190488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:14.191393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.192862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d227cb9-856a-4a9e-9feb-cea9e3487ca9,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:14.200281 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:14.220679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b820c49e-3419-43c0-9a4d-063512607cdf req-12d8f28b-cd06-428d-b66e-154a2f394a16 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734035 Nov 09 11:19:14.253610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473988ac-f45f-49ce-b066-b580a4c03897,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:14.261110 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.263312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2269967 Nov 09 11:19:14.265903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35438) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:14.267581 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:14.278184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'security_group_rule': {'security_group_id': 'c0fe885b-0ce2-4412-8158-82a82ab112c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:14.294840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:14.303810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:security_group_rule and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:14.313555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:14.335989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:14.347492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:14.355809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Network hostable DHCP agents. Network: a0488c69-9248-451f-a8b9-2223f9c91c17, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:19:14.398388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Made reservation on behalf of 45968b5ff85d4236a445724bc06c030f for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:14.398388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.461277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:19:14.483055 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.483498 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Added segment 2ea37713-20ef-417b-a764-26e218b58b90 of type vlan for network 1eb58314-7706-415a-8c75-8c8ea117bf8e Nov 09 11:19:14.512959 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-22275437-be47-4e2f-b522-a4b5ca6eebd1 req-56573da8-3b65-42f0-8590-b4afa94e0985 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 210 time: 0.0712080 Nov 09 11:19:14.516727 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.526382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Transition to ACTIVE for port object cb1a2d31-045f-4246-8cdf-49b5acf43d79 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:14.583392 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.605738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Transition to ACTIVE for port object cb1a2d31-045f-4246-8cdf-49b5acf43d79 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:14.618209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:19:14.639949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:19:14.646008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f529-a08f-4c16-accb-dfb50d1ca68d req-893e2198-d557-4514-9543-463c851c292b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:14.651172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.651380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b642f529-a08f-4c16-accb-dfb50d1ca68d req-893e2198-d557-4514-9543-463c851c292b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1547260 Nov 09 11:19:14.726681 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b642f529-a08f-4c16-accb-dfb50d1ca68d req-e2f81907-78b0-4108-889d-f418dcf83122 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705719 Nov 09 11:19:14.802973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.803448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:14.804075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.851262 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ee168d3d-a0b0-47e7-a517-2a1b8a1d09c3 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:14.856862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, a0488c69-9248-451f-a8b9-2223f9c91c17) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:14.859087 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.872252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:14.872687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:14.947530 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:14.976507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a84aa7c-d0d0-4006-b3f8-b50282d9706f,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:14.986143 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:15.023002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Network': ['ID=1eb58314-7706-415a-8c75-8c8ea117bf8e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:15.070013 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:15.070655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e801d-57ab-4d5b-8e18-45bb3a03c0fd None None] Network a0488c69-9248-451f-a8b9-2223f9c91c17 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:15.070881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:15.071084 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:15.076392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 1eb58314-7706-415a-8c75-8c8ea117bf8e details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:19:15.137286 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:15.232897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:15.246540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:15.310758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:15.346736 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1762545 Nov 09 11:19:15.346933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Pushing event updated for resources: {'Port': ['ID=cb1a2d31-045f-4246-8cdf-49b5acf43d79,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:15.347053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35454) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:15.347053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'subnet': {'network_id': '06e3c9b5-95cf-4365-aa56-416022202187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:15.365580 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:15.384515 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:15.388561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1158454 Nov 09 11:19:15.389612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35462) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:15.401434 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2370698 Nov 09 11:19:15.428088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:15.439001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:15.446922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:floatingip and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:15.455961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:15.465122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:15.524478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb06c5-fda9-4ffd-9c0d-4ac2635c773f req-35d8d929-de6b-429b-b035-9c2f410c6b70 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:15.527291 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bebb06c5-fda9-4ffd-9c0d-4ac2635c773f req-35d8d929-de6b-429b-b035-9c2f410c6b70 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2617810 Nov 09 11:19:15.575668 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:15.601737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:15.606015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:subnet and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:15.613265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:15.623681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:15.696321 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bebb06c5-fda9-4ffd-9c0d-4ac2635c773f req-6b3d4976-59f5-463e-adb0-b27cb1158ae2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065798 Nov 09 11:19:15.725080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Attempting to bind port cb1a2d31-045f-4246-8cdf-49b5acf43d79 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:15.729823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Attempting to bind port cb1a2d31-045f-4246-8cdf-49b5acf43d79 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e5396af7-3881-47d0-9314-8b3ff4078bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:15.729823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Attempting to bind port cb1a2d31-045f-4246-8cdf-49b5acf43d79 on network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:15.745759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770039b-f30f-41c1-b080-5e91b5070292 None None] Network a0488c69-9248-451f-a8b9-2223f9c91c17 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:15.753134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Made reservation on behalf of 45968b5ff85d4236a445724bc06c030f for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:15.765204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:15.766324 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Checking segment: {'id': 'e5396af7-3881-47d0-9314-8b3ff4078bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:15.766932 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:15.767148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Bound using segment: {'id': 'e5396af7-3881-47d0-9314-8b3ff4078bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:15.767741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Bound port: cb1a2d31-045f-4246-8cdf-49b5acf43d79, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5396af7-3881-47d0-9314-8b3ff4078bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:15.768126 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:15.783552 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5cb2f9d8-2460-40f9-b8d2-ecea5d7e75fa req-7b26fe8c-acdd-44bb-8a7d-ae1645a95ce2 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 210 time: 0.0759027 Nov 09 11:19:15.796205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 2, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:15.802816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:15.823977 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:15.845971 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:15.846622 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:15.860871 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:15.914925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Checking router: 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:19:15.915407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Updating router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c port 80a8c804-2c32-41a2-a223-bd7721a6fd80 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:19:16.307411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.315788 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:16.315788 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:16.315788 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:16.315788 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:16.315788 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe47d4c-6161-48a1-8472-53899a8f50f0 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:16.321808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] For port cb1a2d31-045f-4246-8cdf-49b5acf43d79, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:16.321808 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.327564 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.333692 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] For port cb1a2d31-045f-4246-8cdf-49b5acf43d79, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cb1a2d31-045f-4246-8cdf-49b5acf43d79,segment=NetworkSegment(e5396af7-3881-47d0-9314-8b3ff4078bdd),segment_id=e5396af7-3881-47d0-9314-8b3ff4078bdd)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:16.367089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Allocated IP 172.25.7.241 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/6456006f-fe96-4abc-8661-54bc08fafb19) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:16.388552 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3363414 Nov 09 11:19:16.388552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35484) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:16.426063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-873427031'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:16.431946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b6daa-d60c-4477-bb90-b10d3c0f71d1 req-0f7c1159-cc5f-444d-b7ab-638befefbbf8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:16.431946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba9b6daa-d60c-4477-bb90-b10d3c0f71d1 req-0f7c1159-cc5f-444d-b7ab-638befefbbf8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1862783 Nov 09 11:19:16.441046 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.441046 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:16.461438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:16.468929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:network and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:16.483073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:16.502285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:16.520359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7089f2-812a-47fd-a987-d124411779d0 req-8aa869a8-c737-42f0-8170-f705abdd8537 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:16.521084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fa7089f2-812a-47fd-a987-d124411779d0 req-8aa869a8-c737-42f0-8170-f705abdd8537 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:16.566576 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Pushing event updated for resources: {'Port': ['ID=cb1a2d31-045f-4246-8cdf-49b5acf43d79,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:16.576100 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:16.596273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.616772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:16.620744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.632661 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba9b6daa-d60c-4477-bb90-b10d3c0f71d1 req-e8a4dfb3-6739-4c12-b559-148e622e28f4 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604271 Nov 09 11:19:16.663081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:19:16.674949 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.675300 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Added segment 65b04687-e6f5-49a5-a4e4-0c915bae4d23 of type vlan for network ea5725ff-8922-4a8e-b305-9e01ff3c684d Nov 09 11:19:16.717998 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.732245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fa7089f2-812a-47fd-a987-d124411779d0 req-8aa869a8-c737-42f0-8170-f705abdd8537 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:16.734165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-8aa869a8-c737-42f0-8170-f705abdd8537 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.5608268 Nov 09 11:19:16.771253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.776624 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:16.783386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.789054 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3099dcb0-cde5-4888-b673-12a2ea00543d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:16.867315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-268fa459-f735-45ff-adbd-d8d7e78a7419 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.1204426 Nov 09 11:19:16.915829 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.936272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Transition to ACTIVE for port object 80a8c804-2c32-41a2-a223-bd7721a6fd80 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:16.947421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:16.955341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:16.963139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.967115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:16.969183 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:16.976176 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-56b27dba-eb15-4495-aeee-17e01daef5ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118364 Nov 09 11:19:16.985987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:17.050067 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.070087 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:17.118430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'Port': ['ID=6456006f-fe96-4abc-8661-54bc08fafb19,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:17.121481 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:17.122952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Subnet': ['ID=d3ef9d79-de1e-4307-bd28-7d86fded55b9,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:17.146321 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:17.146321 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5c81f010-c15d-4263-9715-83251b2ab3bd tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:17.179929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Checking segment: {'id': '649492e7-b769-4e0a-9436-72c66fc27f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '06e3c9b5-95cf-4365-aa56-416022202187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:17.181707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network hostable DHCP agents. Network: 06e3c9b5-95cf-4365-aa56-416022202187, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:19:17.204620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-832c4e11-8ac9-41b2-92be-0648bf6cb9f7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:19:17.204620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-832c4e11-8ac9-41b2-92be-0648bf6cb9f7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1980479 Nov 09 11:19:17.276070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2db9e-dadb-4ccc-8f40-02809761a706 None None] Pushing event updated for resources: {'Port': ['ID=80a8c804-2c32-41a2-a223-bd7721a6fd80,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:17.279002 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b9f2db9e-dadb-4ccc-8f40-02809761a706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:17.288461 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9024789 Nov 09 11:19:17.300442 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35500) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:17.314363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'subnet': {'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:17.357609 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57d07373-5c8b-4823-9d0f-b2d6d394d96d req-acdf2b45-a67d-4333-bef1-196677a1790c tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 210 time: 0.0610914 Nov 09 11:19:17.381627 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3aab30f6-8494-404f-934f-5344d293591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.412464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Attempting to bind port 80a8c804-2c32-41a2-a223-bd7721a6fd80 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:17.412843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Attempting to bind port 80a8c804-2c32-41a2-a223-bd7721a6fd80 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:17.423560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Attempting to bind port 80a8c804-2c32-41a2-a223-bd7721a6fd80 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:17.423696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Network': ['ID=ea5725ff-8922-4a8e-b305-9e01ff3c684d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:17.424155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:17.424155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Checking segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:17.424155 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.424155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Bound using segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:17.424155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Bound port: 80a8c804-2c32-41a2-a223-bd7721a6fd80, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:17.424155 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.432712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network 06e3c9b5-95cf-4365-aa56-416022202187 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:19:17.435932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:19:17.448033 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:17.606906 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.626927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:17.630321 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.655226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:subnet and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:17.660391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:17.709729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffc25-14db-4a83-82cc-8e5d73a24690 req-e24155b7-4037-4302-bfc1-92e1695a30dc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:17.711612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53bffc25-14db-4a83-82cc-8e5d73a24690 req-e24155b7-4037-4302-bfc1-92e1695a30dc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1514139 Nov 09 11:19:17.716891 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] For port 80a8c804-2c32-41a2-a223-bd7721a6fd80, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:17.723065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] For port 80a8c804-2c32-41a2-a223-bd7721a6fd80, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=80a8c804-2c32-41a2-a223-bd7721a6fd80,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:17.822614 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.827504 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:17.832095 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:17.895868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:17.900958 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53bffc25-14db-4a83-82cc-8e5d73a24690 req-ca3e43ec-08d4-434b-9624-ce2ed4df4f00 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785889 Nov 09 11:19:17.901415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cb1a2d31-045f-4246-8cdf-49b5acf43d79 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:17.902846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 06e3c9b5-95cf-4365-aa56-416022202187) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:17.932458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-778573f6-9560-4dff-af01-f0325e425a37 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757860 Nov 09 11:19:17.935234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:17.936082 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:18.073333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130363e-4270-46bd-a74d-a9042908de91 None None] Network 06e3c9b5-95cf-4365-aa56-416022202187 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:18.237521 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-85182e29-2e30-4a0f-8833-9fa6dd8e5e16 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804277 Nov 09 11:19:18.240057 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8999484 Nov 09 11:19:18.248000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35510) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:18.253846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'subnet': {'network_id': '1eb58314-7706-415a-8c75-8c8ea117bf8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:18.270444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:18.340568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2db9e-dadb-4ccc-8f40-02809761a706 None None] Pushing event updated for resources: {'Port': ['ID=80a8c804-2c32-41a2-a223-bd7721a6fd80,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:18.357653 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b9f2db9e-dadb-4ccc-8f40-02809761a706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:18.373333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fecc89b-9b72-4dcb-8d3b-4aeb51bb6ea1 None None] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:18.400443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:19:18.434319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:18.441192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:18.447085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Usage tracker for resource:subnet and tenant:45968b5ff85d4236a445724bc06c030f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:18.451041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:18.458232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:18.497799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e0c51-3f42-4789-88e1-ce4a04a9c636 req-dcb1232f-ed49-47b2-8a3e-3b76e7fd0a87 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:18.500533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-656e0c51-3f42-4789-88e1-ce4a04a9c636 req-dcb1232f-ed49-47b2-8a3e-3b76e7fd0a87 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1636646 Nov 09 11:19:18.566856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-656e0c51-3f42-4789-88e1-ce4a04a9c636 req-56788136-c7af-4002-aa93-3931d389d8f7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601935 Nov 09 11:19:18.603993 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:18.609305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Made reservation on behalf of 45968b5ff85d4236a445724bc06c030f for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:18.626459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848985a8-377a-49fc-8872-51716aa06c59 req-f93302ae-2195-4066-9458-286487e205c8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:18.629877 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-f93302ae-2195-4066-9458-286487e205c8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "GET /v2.0/networks?id=70948bdc-5f10-47f7-bec2-1476f939748f HTTP/1.1" status: 200 len: 814 time: 0.5319562 Nov 09 11:19:18.635181 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:18.636460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:18:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:18.643223 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0954b60d-7368-4cde-86a0-831ee4728a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:18.649294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Request body: {'port': {'device_id': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f', 'admin_state_up': True, 'tenant_id': '3e94e699b0cc4e1f9a299efcd0e2209a'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:18.689035 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:18.952447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Provisioning for port cb1a2d31-045f-4246-8cdf-49b5acf43d79 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:18.967756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port cb1a2d31-045f-4246-8cdf-49b5acf43d79 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:19.001975 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.019135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port cb1a2d31-045f-4246-8cdf-49b5acf43d79 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:19.019628 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.039251 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.083120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Provisioning complete for port cb1a2d31-045f-4246-8cdf-49b5acf43d79 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:19.083996 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.124263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'Port': ['ID=6456006f-fe96-4abc-8661-54bc08fafb19,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:19.124263 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:19.173659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2fe0830e-91f8-4ae0-90e7-27e032eecd63 req-e0e64663-ecb8-4fb2-803e-9a63204ee237 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 210 time: 0.2236629 Nov 09 11:19:19.175619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:19.195745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:19.247673 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:19:19.351816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Made reservation on behalf of 3e94e699b0cc4e1f9a299efcd0e2209a for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:19.351816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.378491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-667777ff-09e7-4ccf-92e5-7357c7a1bed6 req-e4838528-2970-4d04-bc6a-ffcc31c42300 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 210 time: 0.3616924 Nov 09 11:19:19.381987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-06e3c9b5-95cf-4365-aa56-416022202187', 'network_id': '06e3c9b5-95cf-4365-aa56-416022202187', 'tenant_id': '45968b5ff85d4236a445724bc06c030f', 'fixed_ips': [{'subnet_id': 'd3ef9d79-de1e-4307-bd28-7d86fded55b9'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:19:19.382959 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.485876 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.487436 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0962243 Nov 09 11:19:19.690735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.698639 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-352bbf59-63c9-4908-9573-e972ba6fa72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:19.714481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c30193-16b9-407a-bf52-db5b6648e173 req-02349078-fc6f-4d37-adfe-7a6127f92082 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:19.716605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61c30193-16b9-407a-bf52-db5b6648e173 req-02349078-fc6f-4d37-adfe-7a6127f92082 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3384902 Nov 09 11:19:19.731841 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.743309 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.751083 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82ccbe89-344d-4d38-b27f-83aaa8826f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:19.761987 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7310ec00-ab54-426f-bd9e-5802f966be51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.808426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Subnet': ['ID=2fc935f9-5331-4b94-b0a9-ad8a3e263ccb,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:19.834387 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:19.853223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Allocated IP 172.20.0.13 (70948bdc-5f10-47f7-bec2-1476f939748f/363d83fb-e22a-4ecd-877a-96d415b4dcec/c00782c5-f54b-40a4-8615-0979a4858b4d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:19.912414 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:19.927673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Subnet': ['ID=020e341e-300a-4461-9058-3479ee9fa80c,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:19.939568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-0cb95eed-90d5-46c7-ba23-3c358195e51d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--799415916&fields=id&tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 267 time: 0.1156354 Nov 09 11:19:19.968096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-61c30193-16b9-407a-bf52-db5b6648e173 req-efec02f0-b00a-48ed-a022-3eeda2997ee1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277389 Nov 09 11:19:19.968096 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:20.013374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Checking segment: {'id': '2ea37713-20ef-417b-a764-26e218b58b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1eb58314-7706-415a-8c75-8c8ea117bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:20.013374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network hostable DHCP agents. Network: 1eb58314-7706-415a-8c75-8c8ea117bf8e, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:19:20.030660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] For port cb1a2d31-045f-4246-8cdf-49b5acf43d79, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cb1a2d31-045f-4246-8cdf-49b5acf43d79,segment=NetworkSegment(e5396af7-3881-47d0-9314-8b3ff4078bdd),segment_id=e5396af7-3881-47d0-9314-8b3ff4078bdd)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:20.144322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Checking segment: {'id': '65b04687-e6f5-49a5-a4e4-0c915bae4d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:20.144322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network hostable DHCP agents. Network: ea5725ff-8922-4a8e-b305-9e01ff3c684d, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:19:20.229087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-e44d2fae-e527-4a78-831a-9caa6a964f44 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:20.229087 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-e44d2fae-e527-4a78-831a-9caa6a964f44 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 816 time: 0.3033710 Nov 09 11:19:20.253225 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:20.262289 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:20.305173 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-24749308-88fd-4234-83dc-956170038acf tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/quotas/28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 375 time: 0.0339372 Nov 09 11:19:20.344078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network 1eb58314-7706-415a-8c75-8c8ea117bf8e is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:19:20.407157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5632a23f-ed28-40ad-a093-9f862680f882 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:20.419174 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:19:20.419535 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:19:20.436347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Allocated IP 172.20.0.2 (06e3c9b5-95cf-4365-aa56-416022202187/d3ef9d79-de1e-4307-bd28-7d86fded55b9/650b7456-fbc3-4cc5-a1f1-6e9c76751a85) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:20.478347 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:20.508836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:19:20.532864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea0513-e24d-471f-b9a3-63292600cd22 req-4ed5d86b-bea3-4d55-b946-fcef728ab170 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:20.535583 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cbea0513-e24d-471f-b9a3-63292600cd22 req-4ed5d86b-bea3-4d55-b946-fcef728ab170 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1512017 Nov 09 11:19:20.564492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Pushing event updated for resources: {'Port': ['ID=cb1a2d31-045f-4246-8cdf-49b5acf43d79,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:20.566386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5632a23f-ed28-40ad-a093-9f862680f882 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:20.578591 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5632a23f-ed28-40ad-a093-9f862680f882 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3025866 Nov 09 11:19:20.606229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ea5725ff-8922-4a8e-b305-9e01ff3c684d) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:20.613952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 1eb58314-7706-415a-8c75-8c8ea117bf8e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:20.619218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:20.620022 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:20.627769 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cbea0513-e24d-471f-b9a3-63292600cd22 req-c40bc31c-a453-4d55-b701-260773064bdc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864172 Nov 09 11:19:20.631228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:20.635319 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:20.713116 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:20.728448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa0afe-1ddf-4fec-89b2-6cf77f4a1493 None None] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:20.742347 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:20.750982 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8e5c66f6-abab-491d-9963-ad52fe60b989 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:20.753055 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a92a1e-41d9-4609-bac4-3bfaa0680176 None None] Network 1eb58314-7706-415a-8c75-8c8ea117bf8e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:20.770565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-40ac07df-7924-4fa4-8183-45c32837f256 service neutron] 10.222.0.50 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880491 Nov 09 11:19:20.821025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5174778 Nov 09 11:19:20.826984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35552) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:20.849253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-578918802', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:20.863149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Network 70948bdc-5f10-47f7-bec2-1476f939748f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:20.866291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:20.868431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:20.877679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:router and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:20.877679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:20.881782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:20.895209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:20.935581 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:20.938588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Pushing event updated for resources: {'Port': ['ID=c00782c5-f54b-40a4-8615-0979a4858b4d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:21.054392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-c7af835b-ad95-444d-9947-fdb9a957254c service neutron] 10.222.0.50 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827291 Nov 09 11:19:21.059038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8075345 Nov 09 11:19:21.059038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.059038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.063674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35556) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:21.167077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:21.195718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:21.196369 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.276243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.278179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bb714-88e6-4aa9-bbde-e4adbfe0b090 req-c9893853-a820-4c6b-9043-4268a156c05a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:21.278179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ad6bb714-88e6-4aa9-bbde-e4adbfe0b090 req-c9893853-a820-4c6b-9043-4268a156c05a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Synchronizing usage tracker for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:21.322164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-059fb911-643a-4311-89f2-28c7c89a8529 None None] Provisioning complete for port cb1a2d31-045f-4246-8cdf-49b5acf43d79 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:21.322164 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-059fb911-643a-4311-89f2-28c7c89a8529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.361246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7177091 Nov 09 11:19:21.373274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Request body: {'port': {'device_id': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:21.428010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cb1a2d31-045f-4246-8cdf-49b5acf43d79 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:21.428937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ad6bb714-88e6-4aa9-bbde-e4adbfe0b090 req-c9893853-a820-4c6b-9043-4268a156c05a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Unset dirty status for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:21.436310 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ad6bb714-88e6-4aa9-bbde-e4adbfe0b090 req-c9893853-a820-4c6b-9043-4268a156c05a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 932 time: 0.4880972 Nov 09 11:19:21.561655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:17Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:21.607009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-1eb58314-7706-415a-8c75-8c8ea117bf8e', 'network_id': '1eb58314-7706-415a-8c75-8c8ea117bf8e', 'tenant_id': '45968b5ff85d4236a445724bc06c030f', 'fixed_ips': [{'subnet_id': '2fc935f9-5331-4b94-b0a9-ad8a3e263ccb'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:19:21.607859 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.609701 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.646915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b00ce-deef-4a2e-bc81-db30173bd429 None None] The sync data for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 is: [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:17Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:21.658298 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2385021-93c3-4f23-9027-040256f5e12e req-f2f01904-f9cd-482d-9f30-9d438e93cec6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 210 time: 0.0725563 Nov 09 11:19:21.682010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ad6bb714-88e6-4aa9-bbde-e4adbfe0b090 req-6b5eb214-85fa-4c81-8c4f-24e3db7d4023 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446003 Nov 09 11:19:21.867113 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:21.898347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Transition to ACTIVE for port object 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:21.950305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Transition to ACTIVE for port object 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:22.262784 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.305002 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:22.436196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc6165f2-36cf-4d46-bc72-b5c77ddbe049 req-fa8c58eb-dce6-40c9-b6bf-780120082730 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 210 time: 0.1079211 Nov 09 11:19:22.437595 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.437700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.463057 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port cb1a2d31-045f-4246-8cdf-49b5acf43d79 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:22.463786 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.511990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00782c5-f54b-40a4-8615-0979a4858b4d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:19:22.530093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.592969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Network 06e3c9b5-95cf-4365-aa56-416022202187 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:22.597162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-ea5725ff-8922-4a8e-b305-9e01ff3c684d', 'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d', 'tenant_id': '692748797c294a7c9e73a26b5cf847a8', 'fixed_ips': [{'subnet_id': '020e341e-300a-4461-9058-3479ee9fa80c'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:19:22.604524 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.617313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:22.620953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:22.641379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Transition to ACTIVE for port object c00782c5-f54b-40a4-8615-0979a4858b4d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:22.679198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Pushing event updated for resources: {'Port': ['ID=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:22.683183 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:22.708258 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.970783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7089f2-812a-47fd-a987-d124411779d0 req-02c84144-d8f9-420a-8642-cdafd9fc9ef3 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:22.972718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-02c84144-d8f9-420a-8642-cdafd9fc9ef3 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.3394601 Nov 09 11:19:22.982598 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:22.990456 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:23.071685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Request body: {'port': {'device_id': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'admin_state_up': True, 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:23.183527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Attempting to bind port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:23.184467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Attempting to bind port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '649492e7-b769-4e0a-9436-72c66fc27f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '06e3c9b5-95cf-4365-aa56-416022202187'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:23.184993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Attempting to bind port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 on network 06e3c9b5-95cf-4365-aa56-416022202187 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:23.250995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Allocated IP 172.20.0.2 (ea5725ff-8922-4a8e-b305-9e01ff3c684d/020e341e-300a-4461-9058-3479ee9fa80c/11359ca1-3183-4061-9aab-4d48aa0c26d3) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:23.254236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:23.254971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Checking segment: {'id': '649492e7-b769-4e0a-9436-72c66fc27f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '06e3c9b5-95cf-4365-aa56-416022202187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:23.255570 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:23.256138 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Bound using segment: {'id': '649492e7-b769-4e0a-9436-72c66fc27f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '06e3c9b5-95cf-4365-aa56-416022202187'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:23.256791 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Bound port: 650b7456-fbc3-4cc5-a1f1-6e9c76751a85, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649492e7-b769-4e0a-9436-72c66fc27f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '06e3c9b5-95cf-4365-aa56-416022202187'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:23.259206 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:23.286704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Allocated IP 172.20.0.2 (1eb58314-7706-415a-8c75-8c8ea117bf8e/2fc935f9-5331-4b94-b0a9-ad8a3e263ccb/91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:23.290091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Pushing event updated for resources: {'Port': ['ID=c00782c5-f54b-40a4-8615-0979a4858b4d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:23.293379 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:23.399042 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f3191b77-e14a-4b82-acc0-d8c82a08283e req-cf140c8b-df0d-435b-abb5-e15b921a8ce3 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 210 time: 0.2689500 Nov 09 11:19:23.435484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80a8c804-2c32-41a2-a223-bd7721a6fd80 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:23.505132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b3316-5a30-4cd1-97fb-23e329a0b684 req-feaa951a-532e-47ff-a89b-fa1908ca88e0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:23.505898 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-907b3316-5a30-4cd1-97fb-23e329a0b684 req-feaa951a-532e-47ff-a89b-fa1908ca88e0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.9443266 Nov 09 11:19:23.544221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Allocated IP 172.20.0.1 (06e3c9b5-95cf-4365-aa56-416022202187/d3ef9d79-de1e-4307-bd28-7d86fded55b9/0ceadc67-38d5-4378-9d6b-3a4816668285) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:23.557066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] For port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:23.557066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] For port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,segment=NetworkSegment(649492e7-b769-4e0a-9436-72c66fc27f41),segment_id=649492e7-b769-4e0a-9436-72c66fc27f41)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:23.658604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:23.678874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Usage tracker for resource:port and tenant:8c021868390a48eda9b6656d14cc2115 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:23.696690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:23.712315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:23.739374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-907b3316-5a30-4cd1-97fb-23e329a0b684 req-7a00886d-10b1-4d19-a12e-ee73fe32408b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202535 Nov 09 11:19:23.749483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Attempting to bind port c00782c5-f54b-40a4-8615-0979a4858b4d on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:23.750748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Attempting to bind port c00782c5-f54b-40a4-8615-0979a4858b4d by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:23.752336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Attempting to bind port c00782c5-f54b-40a4-8615-0979a4858b4d on network 70948bdc-5f10-47f7-bec2-1476f939748f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:23.769504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Port c00782c5-f54b-40a4-8615-0979a4858b4d on network 70948bdc-5f10-47f7-bec2-1476f939748f not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:19:23.769966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Attempting to bind port c00782c5-f54b-40a4-8615-0979a4858b4d on network 70948bdc-5f10-47f7-bec2-1476f939748f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:23.784448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:23.785068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Checking segment: {'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:23.788705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Bound using segment: {'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:23.788705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Bound port: c00782c5-f54b-40a4-8615-0979a4858b4d, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6171cad4-7280-4884-93b0-a4f34e0935c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:23.788705 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:23.793886 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:23.810379 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:23.811197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:23.818016 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:23.838379 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:23.891730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Pushing event updated for resources: {'Port': ['ID=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:23.907484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Transition to ACTIVE for port object 0ceadc67-38d5-4378-9d6b-3a4816668285 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:23.914510 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:24.012951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] For port c00782c5-f54b-40a4-8615-0979a4858b4d, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:24.020483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] For port c00782c5-f54b-40a4-8615-0979a4858b4d, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c00782c5-f54b-40a4-8615-0979a4858b4d,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:24.036513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3bf04-9528-4805-8b43-cac7009fa38e req-eab616fa-492a-45f7-8859-7eeda8c3cfd3 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:24.038319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9a3bf04-9528-4805-8b43-cac7009fa38e req-eab616fa-492a-45f7-8859-7eeda8c3cfd3 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 944 time: 0.3500338 Nov 09 11:19:24.040972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.122264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.160024 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.183008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Transition to ACTIVE for port object 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:24.243563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.259104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9a3bf04-9528-4805-8b43-cac7009fa38e req-8ac4739c-bf07-4b65-bc9c-c59d21389677 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654544 Nov 09 11:19:24.266219 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:24.340267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.351085 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.364460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Transition to ACTIVE for port object 11359ca1-3183-4061-9aab-4d48aa0c26d3 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:24.386521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Transition to ACTIVE for port object 11359ca1-3183-4061-9aab-4d48aa0c26d3 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:24.390737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 80a8c804-2c32-41a2-a223-bd7721a6fd80 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:24.398152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Transition to ACTIVE for port object 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:24.404770 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 80a8c804-2c32-41a2-a223-bd7721a6fd80 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:24.406610 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5aaf076-560d-46b7-833e-d608474c2fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:24.407176 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.482857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.494260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.498283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] 10.222.0.59 "PUT /v2.0/ports/c00782c5-f54b-40a4-8615-0979a4858b4d HTTP/1.1" status: 200 len: 1092 time: 3.1301618 Nov 09 11:19:24.499921 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:24.526893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network 06e3c9b5-95cf-4365-aa56-416022202187 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:24.539336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:24.541882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.25.7.53 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/f6d58a65-675e-482f-9d11-868bd4fc3222) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:24.544242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Port': ['ID=0ceadc67-38d5-4378-9d6b-3a4816668285,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:24.546728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:24.587724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'tag': 'c00782c5-f54b-40a4-8615-0979a4858b4d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:24.588700 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:24.589210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Pushing event updated for resources: {'Port': ['ID=c00782c5-f54b-40a4-8615-0979a4858b4d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:24.589573 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.596704 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:24.598006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:24.602056 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:24.608988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:24.634852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28ccae77-be12-4ed5-b7ad-5daab769706f req-3e69b382-994c-425c-b4ae-e938005096e3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 210 time: 0.1977460 Nov 09 11:19:24.646643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.666203 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c4ef9dc9-2d22-445c-9dad-f32fcbf14302 req-4bc60ef8-a298-417f-98dc-462dabb0f308 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 210 time: 0.0751092 Nov 09 11:19:24.685514 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Pushing event updated for resources: {'Port': ['ID=11359ca1-3183-4061-9aab-4d48aa0c26d3,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:24.701784 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:24.706422 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:24.720318 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:24.790028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Network 1eb58314-7706-415a-8c75-8c8ea117bf8e is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:24.849348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:24.966290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Pushing event updated for resources: {'Port': ['ID=91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:24.971954 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:24.998744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.003678 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:25.072222 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 80a8c804-2c32-41a2-a223-bd7721a6fd80, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=80a8c804-2c32-41a2-a223-bd7721a6fd80,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:25.123298 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:19:25.127598 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'tag': 'c00782c5-f54b-40a4-8615-0979a4858b4d', 'status': 'completed', 'code': 200} Nov 09 11:19:25.177853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Allocated IP 172.20.0.10 (a0488c69-9248-451f-a8b9-2223f9c91c17/473988ac-f45f-49ce-b066-b580a4c03897/7339dc1b-1db7-46b0-8067-74f81540f962) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:25.235914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Attempting to bind port 11359ca1-3183-4061-9aab-4d48aa0c26d3 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:25.235914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Attempting to bind port 11359ca1-3183-4061-9aab-4d48aa0c26d3 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '65b04687-e6f5-49a5-a4e4-0c915bae4d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:25.235914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Attempting to bind port 11359ca1-3183-4061-9aab-4d48aa0c26d3 on network ea5725ff-8922-4a8e-b305-9e01ff3c684d {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:25.244899 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.244899 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:25.366778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:25.367690 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Checking segment: {'id': '65b04687-e6f5-49a5-a4e4-0c915bae4d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:25.368123 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.368515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Bound using segment: {'id': '65b04687-e6f5-49a5-a4e4-0c915bae4d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:25.369105 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Bound port: 11359ca1-3183-4061-9aab-4d48aa0c26d3, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b04687-e6f5-49a5-a4e4-0c915bae4d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:25.369572 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.387411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Attempting to bind port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:25.387411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Attempting to bind port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2ea37713-20ef-417b-a764-26e218b58b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1eb58314-7706-415a-8c75-8c8ea117bf8e'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:25.387411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Attempting to bind port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed on network 1eb58314-7706-415a-8c75-8c8ea117bf8e {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:25.447790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:25.447790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Checking segment: {'id': '2ea37713-20ef-417b-a764-26e218b58b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1eb58314-7706-415a-8c75-8c8ea117bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:25.447790 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.447790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Bound using segment: {'id': '2ea37713-20ef-417b-a764-26e218b58b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1eb58314-7706-415a-8c75-8c8ea117bf8e'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:25.448539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Bound port: 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea37713-20ef-417b-a764-26e218b58b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1eb58314-7706-415a-8c75-8c8ea117bf8e'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:25.448668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.545003 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.545478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=80a8c804-2c32-41a2-a223-bd7721a6fd80,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:25.552736 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:25.556856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:25.577179 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7bbfc35b-c651-41a1-9f51-3902d7fadc8d tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:25.653003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:25.662532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:25.670762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-4424bebc-dde5-4eac-acd9-c2868a44ff9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e94e699b0cc4e1f9a299efcd0e2209a&device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 1095 time: 1.0266955 Nov 09 11:19:25.685457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2217ae3e-75b0-40bb-a5c4-229e0f996245 None None] Network 06e3c9b5-95cf-4365-aa56-416022202187 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:25.685566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:25.689709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-53c88594-6d88-41a7-82a8-99f314d30fb3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:25.691153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-53c88594-6d88-41a7-82a8-99f314d30fb3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:25.710557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:25.744461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=f6d58a65-675e-482f-9d11-868bd4fc3222,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:25.756568 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:25.864249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4b6c7-6f32-4c3e-ba01-95ae2883ebff req-0ecf8e92-735e-48e8-a500-b50f22a91cba tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:25.870935 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-44a4b6c7-6f32-4c3e-ba01-95ae2883ebff req-0ecf8e92-735e-48e8-a500-b50f22a91cba tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.8206854 Nov 09 11:19:25.911283 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] For port 11359ca1-3183-4061-9aab-4d48aa0c26d3, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:25.919540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-e3c64a39-f305-42e8-9c32-21cfbd6266f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00782c5-f54b-40a4-8615-0979a4858b4d HTTP/1.1" status: 200 len: 217 time: 0.2185521 Nov 09 11:19:25.946245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] For port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:25.953702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] For port 11359ca1-3183-4061-9aab-4d48aa0c26d3, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=11359ca1-3183-4061-9aab-4d48aa0c26d3,segment=NetworkSegment(65b04687-e6f5-49a5-a4e4-0c915bae4d23),segment_id=65b04687-e6f5-49a5-a4e4-0c915bae4d23)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:25.977675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9c6b4ce6-d562-4be5-8fe5-715916b2fbf7 None None] Provisioning for port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:25.979794 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] For port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed,segment=NetworkSegment(2ea37713-20ef-417b-a764-26e218b58b90),segment_id=2ea37713-20ef-417b-a764-26e218b58b90)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:26.011613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:26.022863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:26.023551 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.082212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-53c88594-6d88-41a7-82a8-99f314d30fb3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:26.083395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-53c88594-6d88-41a7-82a8-99f314d30fb3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 816 time: 0.9536588 Nov 09 11:19:26.100004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848985a8-377a-49fc-8872-51716aa06c59 req-d3b823a9-64ce-4304-9a7a-2b9f7c3b69bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:26.101118 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-44a4b6c7-6f32-4c3e-ba01-95ae2883ebff req-db9f729f-22fc-47b8-8ab7-763a868ca70f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293210 Nov 09 11:19:26.102353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-d3b823a9-64ce-4304-9a7a-2b9f7c3b69bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d83fb-e22a-4ecd-877a-96d415b4dcec HTTP/1.1" status: 200 len: 854 time: 0.1487751 Nov 09 11:19:26.144839 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.156509 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:26.212049 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-23e0969d-60ea-4b0e-a9e6-f7ef0dd3a8ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70948bdc-5f10-47f7-bec2-1476f939748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737739 Nov 09 11:19:26.233067 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.233174 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.242339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Pushing event updated for resources: {'Port': ['ID=11359ca1-3183-4061-9aab-4d48aa0c26d3,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:26.248904 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:26.253204 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:26.321168 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0cf21ef9-c920-40db-9259-c16c8aed9265 req-b403ea32-8b66-4f23-a183-709b823c972a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 210 time: 0.0719085 Nov 09 11:19:26.349083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6e279-d153-4f4d-91ce-f21a340cf8f8 req-723169ea-c59f-4d93-bea1-bfa42dc8096b tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:26.349276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Pushing event updated for resources: {'Port': ['ID=91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:26.351196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12c6e279-d153-4f4d-91ce-f21a340cf8f8 req-723169ea-c59f-4d93-bea1-bfa42dc8096b tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 944 time: 0.6784070 Nov 09 11:19:26.411285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-e773b498-420d-4b35-923d-31d322726da1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:26.426477 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:26.452339 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.491399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.492779 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.577053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12c6e279-d153-4f4d-91ce-f21a340cf8f8 req-892e5a80-c2b3-4ffa-b628-8852179ab203 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101293 Nov 09 11:19:26.578919 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-29d9a1ea-5318-4d07-9db8-6ac3697e1b79 service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482242 Nov 09 11:19:26.656646 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.698080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-e773b498-420d-4b35-923d-31d322726da1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:26.699186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-e773b498-420d-4b35-923d-31d322726da1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 379 time: 0.5915253 Nov 09 11:19:26.708940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.737165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'port': {'device_id': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'admin_state_up': True, 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'security_groups': ['c0fe885b-0ce2-4412-8158-82a82ab112c0']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:26.787165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.805838 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87d8070b-249f-4f11-b99e-4782091714ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:26.815275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,segment=NetworkSegment(649492e7-b769-4e0a-9436-72c66fc27f41),segment_id=649492e7-b769-4e0a-9436-72c66fc27f41)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:26.821667 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:26.932452 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:26.968251 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:27.148914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:27.153586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Port': ['ID=0ceadc67-38d5-4378-9d6b-3a4816668285,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:27.174363 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:27.218977 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:27.222396 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:27.300903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:27.316075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:27.334405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:27.334545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46db14-f2c7-4ab4-a035-b0370e91a4ae req-54f3a148-6efc-4f82-99cf-ef12fc66ca24 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:27.346593 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c46db14-f2c7-4ab4-a035-b0370e91a4ae req-54f3a148-6efc-4f82-99cf-ef12fc66ca24 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 932 time: 0.7046092 Nov 09 11:19:27.406736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event updated for resources: {'Port': ['ID=7339dc1b-1db7-46b0-8067-74f81540f962,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:27.409959 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:27.495825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-848985a8-377a-49fc-8872-51716aa06c59 req-5af6ca4c-3d51-4a13-967b-b4c39e20bac2 service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9097905 Nov 09 11:19:27.508132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:27.508952 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:27.547777 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8473d873-9c46-4c7d-b2b8-352ea590b24d None None] Provisioning for port 0ceadc67-38d5-4378-9d6b-3a4816668285 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:27.549831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:27.555795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8473d873-9c46-4c7d-b2b8-352ea590b24d None None] Provisioning complete for port 0ceadc67-38d5-4378-9d6b-3a4816668285 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:27.556239 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8473d873-9c46-4c7d-b2b8-352ea590b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:27.565569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c46db14-f2c7-4ab4-a035-b0370e91a4ae req-3b53bd17-846d-402c-9796-5dca4668dcd4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217207 Nov 09 11:19:27.568817 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:27.614484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:27.724893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network 06e3c9b5-95cf-4365-aa56-416022202187 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:27.732306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:27.737919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8473d873-9c46-4c7d-b2b8-352ea590b24d None None] Port 0ceadc67-38d5-4378-9d6b-3a4816668285 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:27.771994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8473d873-9c46-4c7d-b2b8-352ea590b24d None None] Provisioning complete for port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:27.776824 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8473d873-9c46-4c7d-b2b8-352ea590b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:27.786283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7272851 Nov 09 11:19:27.846171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Request body: {'port': {'device_id': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:28.032511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Made reservation on behalf of 28ee7383e41d49b897b10a0aa2e7a8f7 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:28.043813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:28.112802 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:28.134385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80a8c804-2c32-41a2-a223-bd7721a6fd80 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:28.209539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7039fb9e-d8f2-424b-b181-1018991c674c req-34a1653d-7986-4f8c-9103-f55a16eca7c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e94e699b0cc4e1f9a299efcd0e2209a&device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 1095 time: 0.5717916 Nov 09 11:19:28.259098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0934e4e7-2bbc-496e-adac-c4a9e45aa0bb None None] Network 1eb58314-7706-415a-8c75-8c8ea117bf8e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:28.459645 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:28.488566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 80a8c804-2c32-41a2-a223-bd7721a6fd80 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:28.488952 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:28.549363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-18cc5ddf-7c7b-4559-9951-8fbfa9da6414 req-1f89940f-398f-46a2-b117-25792afa537f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 210 time: 0.4884696 Nov 09 11:19:28.768471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aeef60-1a81-430e-9ac1-334117ab954e None None] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:28.831286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 98493e0c-3fd6-4a27-a472-5c0ca3420f5c is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:19:28.908216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Allocated IP 172.20.0.6 (e9c7f859-1b59-470e-aabd-c58d6afde908/0d1a371f-aa97-4219-9df3-d0e084c2e6c5/474c6061-567c-476c-bd0c-3c2e4e99f812) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:28.996067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff04b-63c0-4337-b781-929cfe8980b6 req-da21db9b-5828-4fec-9864-07f253c536d5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:29.003551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e16ff04b-63c0-4337-b781-929cfe8980b6 req-da21db9b-5828-4fec-9864-07f253c536d5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2197096 Nov 09 11:19:29.009127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Provisioning complete for port 0ceadc67-38d5-4378-9d6b-3a4816668285 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:29.009512 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:29.120873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:29.140713 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e16ff04b-63c0-4337-b781-929cfe8980b6 req-59a31476-3cc2-47ed-aab6-a00d95d8fab7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334896 Nov 09 11:19:29.236668 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Port 0ceadc67-38d5-4378-9d6b-3a4816668285 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:29.306379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:29.316675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:29.344289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] Sync routers for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:29.372979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039fb9e-d8f2-424b-b181-1018991c674c req-e02ccc87-5750-4f39-8165-3086d5deffc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:29.378162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7039fb9e-d8f2-424b-b181-1018991c674c req-e02ccc87-5750-4f39-8165-3086d5deffc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70948bdc-5f10-47f7-bec2-1476f939748f HTTP/1.1" status: 200 len: 915 time: 1.1571867 Nov 09 11:19:29.381259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Transition to ACTIVE for port object 474c6061-567c-476c-bd0c-3c2e4e99f812 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:29.403159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:29.406023 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:29.437425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Router 15939f87-b754-4088-8c19-7e96145b9afe is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:19:29.498154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Provisioning for port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:29.528768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Provisioning complete for port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:29.531461 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:29.554186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7039fb9e-d8f2-424b-b181-1018991c674c req-8a5b224f-3cdb-46fd-8628-2f01239feef6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00782c5-f54b-40a4-8615-0979a4858b4d HTTP/1.1" status: 200 len: 217 time: 0.1239522 Nov 09 11:19:29.584815 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:29.589129 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f261f724-17ce-4abe-88c1-81ec8f5606db tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7504866 Nov 09 11:19:29.589582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35620) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:29.656900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dc688-fd9f-44f1-8441-f8f232f366bf req-2e72fa31-d3f9-487f-b311-eab732b761d5 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:29.667917 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d4dc688-fd9f-44f1-8441-f8f232f366bf req-2e72fa31-d3f9-487f-b311-eab732b761d5 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 944 time: 1.2402976 Nov 09 11:19:29.671539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:29.672619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:29.678693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:29.714057 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b401ba4a-cfb0-4a09-96ca-f278bae74950 tempest-ServerRescueNegativeTestJSON-594413906 tempest-ServerRescueNegativeTestJSON-594413906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:29.844294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:29.846441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Network e9c7f859-1b59-470e-aabd-c58d6afde908 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:29.848359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039fb9e-d8f2-424b-b181-1018991c674c req-9dcb339e-5a9a-4aa6-ac21-c41bea0482c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:29.849954 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7039fb9e-d8f2-424b-b181-1018991c674c req-9dcb339e-5a9a-4aa6-ac21-c41bea0482c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d83fb-e22a-4ecd-877a-96d415b4dcec HTTP/1.1" status: 200 len: 854 time: 0.2854102 Nov 09 11:19:29.863802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:29.867170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:29.872855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:29.873566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:30.066547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:30.069714 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af91c6-ce13-44b2-b62e-4df892bee5d2 None None] The sync data for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:30.108653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:30.109689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:30.117850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7039fb9e-d8f2-424b-b181-1018991c674c req-e8565482-ecae-4c45-b1ba-f70203bcdd39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70948bdc-5f10-47f7-bec2-1476f939748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084905 Nov 09 11:19:30.170172 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2d4dc688-fd9f-44f1-8441-f8f232f366bf req-47a68976-684e-4cbb-a2d9-2206416d01bb tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011849 Nov 09 11:19:30.172566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:30.175658 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:30.213752 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:19:30.239774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 11359ca1-3183-4061-9aab-4d48aa0c26d3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:30.257075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42279467-cb3b-4d13-8cfa-594c1a690908 req-0d434777-73f2-4222-9352-b1ac51d510ac tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:30.275386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-42279467-cb3b-4d13-8cfa-594c1a690908 req-0d434777-73f2-4222-9352-b1ac51d510ac tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 932 time: 0.3922665 Nov 09 11:19:30.298892 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:30.310474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c00782c5-f54b-40a4-8615-0979a4858b4d details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:19:30.347482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:30.359488 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] Sync routers for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:30.365004 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-42279467-cb3b-4d13-8cfa-594c1a690908 req-39422812-1af6-45f8-88e0-11d1f15d0748 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879731 Nov 09 11:19:30.377469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "PUT /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3099334 Nov 09 11:19:30.379982 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:30.382127 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:30.389550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35630) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:30.460133 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7039fb9e-d8f2-424b-b181-1018991c674c req-ded785b4-ee99-408a-871d-583287d0bbfb service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293481 Nov 09 11:19:30.461550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7401981 Nov 09 11:19:30.470578 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:30.486143 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:30.486143 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:30.506209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] For port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed,segment=NetworkSegment(2ea37713-20ef-417b-a764-26e218b58b90),segment_id=2ea37713-20ef-417b-a764-26e218b58b90)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:30.533167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Request body: {'port': {'device_id': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:30.557511 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:30.562124 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dda5d-7fba-4c6f-8570-701604eaa2a0 None None] The sync data for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:30.597101 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c00782c5-f54b-40a4-8615-0979a4858b4d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c00782c5-f54b-40a4-8615-0979a4858b4d,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:30.606505 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:30.612432 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:30.651061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7339dc1b-1db7-46b0-8067-74f81540f962 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:19:30.661976 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'c00782c5-f54b-40a4-8615-0979a4858b4d', 'network_id': '70948bdc-5f10-47f7-bec2-1476f939748f', 'port_id': 'c00782c5-f54b-40a4-8615-0979a4858b4d', 'mac_address': 'fa:16:3e:1e:c1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363d83fb-e22a-4ecd-877a-96d415b4dcec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:19:30.663761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 11359ca1-3183-4061-9aab-4d48aa0c26d3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:30.668299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:30.730162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Transition to ACTIVE for port object 7339dc1b-1db7-46b0-8067-74f81540f962 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:30.767600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Pushing event updated for resources: {'Port': ['ID=91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:30.782440 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:30.785088 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:30.794435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Provisioning complete for port 0ceadc67-38d5-4378-9d6b-3a4816668285 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:30.794995 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:30.844159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00782c5-f54b-40a4-8615-0979a4858b4d {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:19:30.845467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db53130-0e1c-4909-9d60-c341958e0134 req-538ca4ac-89cc-4826-a067-92b5efd007a1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:30.847022 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7db53130-0e1c-4909-9d60-c341958e0134 req-538ca4ac-89cc-4826-a067-92b5efd007a1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2186515 Nov 09 11:19:30.862286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c00782c5-f54b-40a4-8615-0979a4858b4d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c00782c5-f54b-40a4-8615-0979a4858b4d,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:30.885844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Port 0ceadc67-38d5-4378-9d6b-3a4816668285 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:30.939676 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:30.950532 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1937a127-e22a-4c42-b589-6b4d816c229b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:31.020727 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.020727 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:31.036032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7039fb9e-d8f2-424b-b181-1018991c674c req-d0ddf21a-42ef-45bd-bbbd-db39e875008f service neutron] 10.222.0.59 "GET /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629539 Nov 09 11:19:31.041639 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.078333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Provisioning for port 474c6061-567c-476c-bd0c-3c2e4e99f812 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:31.090781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Provisioning complete for port 474c6061-567c-476c-bd0c-3c2e4e99f812 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:31.091272 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.134588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c00782c5-f54b-40a4-8615-0979a4858b4d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:31.136326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8db60-b58d-492a-86c8-3c470d8b817f req-fec7dda7-5639-424b-b010-c8f177570caa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:31.137045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-47f8db60-b58d-492a-86c8-3c470d8b817f req-fec7dda7-5639-424b-b010-c8f177570caa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:31.137749 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:31.146695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Pushing event updated for resources: {'Port': ['ID=7339dc1b-1db7-46b0-8067-74f81540f962,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:31.160826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Port 474c6061-567c-476c-bd0c-3c2e4e99f812 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:31.180399 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:31.188101 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Provisioning complete for port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:31.188101 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.212570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7db53130-0e1c-4909-9d60-c341958e0134 req-22cc3f06-6cbe-4355-aca1-080e4dddd68c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410151 Nov 09 11:19:31.346513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c00782c5-f54b-40a4-8615-0979a4858b4d'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:19:31.358026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-47f8db60-b58d-492a-86c8-3c470d8b817f req-fec7dda7-5639-424b-b010-c8f177570caa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:31.367310 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47f8db60-b58d-492a-86c8-3c470d8b817f req-fec7dda7-5639-424b-b010-c8f177570caa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 931 time: 0.9663963 Nov 09 11:19:31.510739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Attempting to bind port 7339dc1b-1db7-46b0-8067-74f81540f962 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:31.511361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Attempting to bind port 7339dc1b-1db7-46b0-8067-74f81540f962 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:31.511693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Attempting to bind port 7339dc1b-1db7-46b0-8067-74f81540f962 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:31.559109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Provisioning for port 11359ca1-3183-4061-9aab-4d48aa0c26d3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:31.572773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Provisioning complete for port 11359ca1-3183-4061-9aab-4d48aa0c26d3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:31.573064 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.574845 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Port 7339dc1b-1db7-46b0-8067-74f81540f962 on network a0488c69-9248-451f-a8b9-2223f9c91c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:19:31.575165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Attempting to bind port 7339dc1b-1db7-46b0-8067-74f81540f962 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:31.604064 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47f8db60-b58d-492a-86c8-3c470d8b817f req-3b4251e5-21b5-4904-a794-ff6dc94ab1fb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366793 Nov 09 11:19:31.612052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:31.612396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:31.612786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Bound using segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:31.613252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Bound port: 7339dc1b-1db7-46b0-8067-74f81540f962, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:31.613605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.792495 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.814772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] For port 7339dc1b-1db7-46b0-8067-74f81540f962, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:31.862188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] For port 11359ca1-3183-4061-9aab-4d48aa0c26d3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=11359ca1-3183-4061-9aab-4d48aa0c26d3,segment=NetworkSegment(65b04687-e6f5-49a5-a4e4-0c915bae4d23),segment_id=65b04687-e6f5-49a5-a4e4-0c915bae4d23)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:31.900016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] For port 7339dc1b-1db7-46b0-8067-74f81540f962, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7339dc1b-1db7-46b0-8067-74f81540f962,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:31.940122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474c6061-567c-476c-bd0c-3c2e4e99f812 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:19:31.948791 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.954418 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:31.956278 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9fcf84bb-46cc-4e3b-8ac3-8439961f0531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:31.975621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Transition to ACTIVE for port object 474c6061-567c-476c-bd0c-3c2e4e99f812 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:31.997949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8499a-698c-40ca-ad67-f1274c9d25cb req-76233e03-e12b-48be-b365-c6dd07d516a9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:32.001534 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fea8499a-698c-40ca-ad67-f1274c9d25cb req-76233e03-e12b-48be-b365-c6dd07d516a9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1843674 Nov 09 11:19:32.015904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa3752-4a76-4981-9353-247480a8756b req-d2c22f9b-d6d6-4a45-893c-3ebf2ba02efc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:32.017139 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2fa3752-4a76-4981-9353-247480a8756b req-d2c22f9b-d6d6-4a45-893c-3ebf2ba02efc tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 945 time: 0.2683365 Nov 09 11:19:32.027375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.046179 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4cdbe939-2880-47a2-a9b6-63353a3eac45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:32.047143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Pushing event updated for resources: {'Port': ['ID=11359ca1-3183-4061-9aab-4d48aa0c26d3,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:32.056297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.056774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.057113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.057442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.057707 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-fe91caef-0995-4b77-a397-0a1c3370a167 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:19:32.057813 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.058075 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.058392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.058708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.059071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.059385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.059699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:32.062325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fe91caef-0995-4b77-a397-0a1c3370a167 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "PUT /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6684961 Nov 09 11:19:32.062924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35642) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:32.064451 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:32.108911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.110180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] 10.222.0.57 "PUT /v2.0/ports/7339dc1b-1db7-46b0-8067-74f81540f962 HTTP/1.1" status: 200 len: 1092 time: 4.3109326 Nov 09 11:19:32.110789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'tag': '7339dc1b-1db7-46b0-8067-74f81540f962'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:32.136142 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.164621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fea8499a-698c-40ca-ad67-f1274c9d25cb req-0dfa3e3f-ce15-4799-adb5-36aa8dbbcfb2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492472 Nov 09 11:19:32.223596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Pushing event updated for resources: {'Port': ['ID=7339dc1b-1db7-46b0-8067-74f81540f962,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:32.228191 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:32.236435 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3585a0fa-cada-4d13-a553-4c90e10954be tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:32.275435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c00782c5-f54b-40a4-8615-0979a4858b4d up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:32.289895 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2fa3752-4a76-4981-9353-247480a8756b req-c0f9e2e6-bdb7-4c14-b0a5-0626bfb0d326 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598238 Nov 09 11:19:32.468250 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'tag': '7339dc1b-1db7-46b0-8067-74f81540f962', 'status': 'completed', 'code': 200} Nov 09 11:19:32.482719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:32.486902 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:32.510351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port c00782c5-f54b-40a4-8615-0979a4858b4d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:32.516794 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port c00782c5-f54b-40a4-8615-0979a4858b4d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:32.517183 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.535151 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.635374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:32.635374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:32.635374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:32.645097 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-7e14fa4b-4f86-45a6-a39f-f6ab7e6c92e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 1095 time: 0.3129454 Nov 09 11:19:32.652211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458ca2c-f867-4ba5-87d6-c3392e653121 req-c7d76ba4-9a46-4337-9025-6c552d8c9a1d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:32.653794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0458ca2c-f867-4ba5-87d6-c3392e653121 req-c7d76ba4-9a46-4337-9025-6c552d8c9a1d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:32.684983 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.723101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Port 474c6061-567c-476c-bd0c-3c2e4e99f812 on network e9c7f859-1b59-470e-aabd-c58d6afde908 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:19:32.723814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:32.727248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00782c5-f54b-40a4-8615-0979a4858b4d'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:32.742350 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c00782c5-f54b-40a4-8615-0979a4858b4d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c00782c5-f54b-40a4-8615-0979a4858b4d,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:32.770691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-06f9d0ec-2979-4213-a34b-4dd12919d8d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7339dc1b-1db7-46b0-8067-74f81540f962 HTTP/1.1" status: 200 len: 217 time: 0.1088881 Nov 09 11:19:32.771668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:32.772005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Checking segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:32.772376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Bound using segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:32.772973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Bound port: 474c6061-567c-476c-bd0c-3c2e4e99f812, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:32.773591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.815626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 11359ca1-3183-4061-9aab-4d48aa0c26d3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:32.877938 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:32.880814 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:32.895382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7089f2-812a-47fd-a987-d124411779d0 req-4db9b02f-7809-4069-a7f1-f72418832208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:32.896828 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-4db9b02f-7809-4069-a7f1-f72418832208 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.1118329 Nov 09 11:19:32.958336 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-e84b4f5b-db7f-40fc-84ba-5a52eaf2b339 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509567 Nov 09 11:19:32.973300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0458ca2c-f867-4ba5-87d6-c3392e653121 req-c7d76ba4-9a46-4337-9025-6c552d8c9a1d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:32.974645 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0458ca2c-f867-4ba5-87d6-c3392e653121 req-c7d76ba4-9a46-4337-9025-6c552d8c9a1d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 944 time: 0.6439517 Nov 09 11:19:32.996455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 11359ca1-3183-4061-9aab-4d48aa0c26d3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:32.996455 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:33.116517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c00782c5-f54b-40a4-8615-0979a4858b4d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:33.126945 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:33.182587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56bbb9-c731-4452-82a1-1ac421bed21b req-3361252f-4d4c-43d4-9bc6-bd2ccf151154 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:33.198060 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb56bbb9-c731-4452-82a1-1ac421bed21b req-3361252f-4d4c-43d4-9bc6-bd2ccf151154 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3022003 Nov 09 11:19:33.237535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:33.254552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:33.254716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:33.261029 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:33.294048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0458ca2c-f867-4ba5-87d6-c3392e653121 req-d009dbc1-87e8-46a1-8d33-ff7bc4751c82 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:33.306138 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-faca954d-1aa3-4e4b-919b-9d982243860b service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338218 Nov 09 11:19:33.332802 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:33.332802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:33.370748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:33.376117 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3187115b-b693-48d5-a381-767c48867d10 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:33.451237 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb56bbb9-c731-4452-82a1-1ac421bed21b req-57703dba-1022-4c34-b517-b5dbdf210cf1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669556 Nov 09 11:19:33.583798 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.1 (ea5725ff-8922-4a8e-b305-9e01ff3c684d/020e341e-300a-4461-9058-3479ee9fa80c/b0683b2a-53f8-4b94-815b-09a9518ef05e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:33.586010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0458ca2c-f867-4ba5-87d6-c3392e653121 req-d009dbc1-87e8-46a1-8d33-ff7bc4751c82 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:33.589572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0458ca2c-f867-4ba5-87d6-c3392e653121 req-d009dbc1-87e8-46a1-8d33-ff7bc4751c82 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551554 Nov 09 11:19:33.597048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa7089f2-812a-47fd-a987-d124411779d0 req-83f86d5b-b24d-4e70-a127-80512ed9e07f service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763085 Nov 09 11:19:33.602943 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:33.603744 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] 10.222.0.57 "PUT /v2.0/ports/474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 1091 time: 3.0747993 Nov 09 11:19:33.634187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:33.641087 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:33.769093 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00782c5-f54b-40a4-8615-0979a4858b4d', 'code': 200} Nov 09 11:19:34.023859 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:34.065805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Transition to ACTIVE for port object b0683b2a-53f8-4b94-815b-09a9518ef05e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:34.075014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b52ff9-a40f-4200-bb93-2678b05dbd14 req-4c389418-9fe7-4207-b67a-2f0b358e56a4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:34.076648 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11b52ff9-a40f-4200-bb93-2678b05dbd14 req-4c389418-9fe7-4207-b67a-2f0b358e56a4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.2597125 Nov 09 11:19:34.086355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7ba490-625c-4970-a7d9-151724645001 req-c91730df-73d8-4954-b383-65924b878ad7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 1095 time: 0.2675328 Nov 09 11:19:34.089012 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-b24204a7-9c85-4a4d-940d-f51ee2432016 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1094 time: 0.3504374 Nov 09 11:19:34.100460 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-901d17c7-5938-413d-a604-58203630f98b req-1c03ce67-998c-4f62-854e-c704a46818cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 1097 time: 0.2377374 Nov 09 11:19:34.100567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a4100-ad3c-4664-9ea9-5acd1ffd77b1 req-7c88c748-b72a-4584-ac31-77d2998a3f87 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:34.100567 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-169a4100-ad3c-4664-9ea9-5acd1ffd77b1 req-7c88c748-b72a-4584-ac31-77d2998a3f87 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 946 time: 0.2146902 Nov 09 11:19:34.116730 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:34.240066 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-169a4100-ad3c-4664-9ea9-5acd1ffd77b1 req-aa570551-1ae1-45af-9493-0fc42e7439ef tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123710 Nov 09 11:19:34.265432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:34.271254 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:34.289082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-04c5f3a6-8988-49cb-b70c-ccb8f1668516 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 217 time: 0.1617358 Nov 09 11:19:34.352861 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11b52ff9-a40f-4200-bb93-2678b05dbd14 req-08763ca9-fa24-4708-9ebc-6a982e70b99a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622848 Nov 09 11:19:34.381837 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-901d17c7-5938-413d-a604-58203630f98b req-4b027658-e02e-4206-b970-3358f2e45422 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702770 Nov 09 11:19:34.413985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-86c725e9-7d58-4677-9d58-e4779e8565ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:34.415664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-86c725e9-7d58-4677-9d58-e4779e8565ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.1137588 Nov 09 11:19:34.423838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=b0683b2a-53f8-4b94-815b-09a9518ef05e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:34.427639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:34.434891 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:34.435876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:34.449122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:34.485655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:34.502228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ba490-625c-4970-a7d9-151724645001 req-d36be5a1-4ef9-4182-b740-3f702b6aea09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:34.503703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7ba490-625c-4970-a7d9-151724645001 req-d36be5a1-4ef9-4182-b740-3f702b6aea09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 906 time: 0.3711064 Nov 09 11:19:34.521413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:34.597889 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'status': 'completed', 'code': 200} Nov 09 11:19:34.619603 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7ba490-625c-4970-a7d9-151724645001 req-dcd3311f-dff7-4b1e-88b4-9ae4b5cda938 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7339dc1b-1db7-46b0-8067-74f81540f962 HTTP/1.1" status: 200 len: 217 time: 0.0986648 Nov 09 11:19:34.628276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-b791eb7e-ab24-4625-9db0-b3ea19235ef9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969001 Nov 09 11:19:34.757589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c752751-78c6-4d81-934e-fa1ac7a2670e req-b25bd153-d033-42c3-ae79-a1059046374e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:34.757589 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c752751-78c6-4d81-934e-fa1ac7a2670e req-b25bd153-d033-42c3-ae79-a1059046374e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3882279 Nov 09 11:19:34.819340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting port 0ceadc67-38d5-4378-9d6b-3a4816668285 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:34.819665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:34.860396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ba490-625c-4970-a7d9-151724645001 req-48f8114d-4118-4397-9b04-122208237769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:34.860396 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7ba490-625c-4970-a7d9-151724645001 req-48f8114d-4118-4397-9b04-122208237769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.2201381 Nov 09 11:19:34.877184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-08b216bc-6109-4db8-95b9-2e62cb4d87a9 None None] Provisioning for port b0683b2a-53f8-4b94-815b-09a9518ef05e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:34.887156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-08b216bc-6109-4db8-95b9-2e62cb4d87a9 None None] Provisioning complete for port b0683b2a-53f8-4b94-815b-09a9518ef05e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:34.887156 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-08b216bc-6109-4db8-95b9-2e62cb4d87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:34.890489 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c752751-78c6-4d81-934e-fa1ac7a2670e req-dba9797b-e0f9-4229-990e-296abe5b6925 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162410 Nov 09 11:19:35.029001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-08b216bc-6109-4db8-95b9-2e62cb4d87a9 None None] Port b0683b2a-53f8-4b94-815b-09a9518ef05e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:35.045287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7ba490-625c-4970-a7d9-151724645001 req-5979b62d-5a4a-4989-9032-e87f24c4cff1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778960 Nov 09 11:19:35.083029 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:35.144727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-13ec7187-2428-45df-913d-6eb82306ce98 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420934 Nov 09 11:19:35.284081 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:35.387427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543d92c-bdfa-4524-b286-04dfc0d40a60 req-b224f05f-3a99-4b65-be59-0960d574fd10 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:35.389167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a543d92c-bdfa-4524-b286-04dfc0d40a60 req-b224f05f-3a99-4b65-be59-0960d574fd10 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 944 time: 0.5966785 Nov 09 11:19:35.498324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Calling delete_port for 0ceadc67-38d5-4378-9d6b-3a4816668285 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:35.537525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7ba490-625c-4970-a7d9-151724645001 req-f266b5fa-3b5f-4e5d-858f-6a0587a6a86e service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297104 Nov 09 11:19:35.595961 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a543d92c-bdfa-4524-b286-04dfc0d40a60 req-4e8319de-1465-4132-8810-5c74f404946c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536889 Nov 09 11:19:35.637968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7339dc1b-1db7-46b0-8067-74f81540f962 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:19:35.718915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb1bfc-896f-45c8-95b2-95630e869c35 req-7f97b1db-f739-4aab-97f6-e5fda397ec05 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:35.730286 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efcb1bfc-896f-45c8-95b2-95630e869c35 req-7f97b1db-f739-4aab-97f6-e5fda397ec05 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4266353 Nov 09 11:19:35.742422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7ba490-625c-4970-a7d9-151724645001 req-f21024fe-64cb-4eca-b010-e8cf6ee977f2 service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956661 Nov 09 11:19:35.746886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60423c29-25fb-46fa-8944-8bc91ec66bc2 req-5f7a52fb-e527-4eda-9a6b-9bc59f0caf16 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165249 Nov 09 11:19:35.834400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5b357-afe0-4190-9172-8403109a92b2 req-49836507-2ce5-4d52-83e6-2443bb2327da tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:35.836517 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33e5b357-afe0-4190-9172-8403109a92b2 req-49836507-2ce5-4d52-83e6-2443bb2327da tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 946 time: 0.0927701 Nov 09 11:19:35.894454 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-efcb1bfc-896f-45c8-95b2-95630e869c35 req-bff61e49-4151-4b0f-8ae3-5ff9a458d203 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673114 Nov 09 11:19:35.910255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7339dc1b-1db7-46b0-8067-74f81540f962, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7339dc1b-1db7-46b0-8067-74f81540f962,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:35.923370 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33e5b357-afe0-4190-9172-8403109a92b2 req-3e35630e-f336-48d6-b1c5-731b327e6eff tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807693 Nov 09 11:19:35.948080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '7339dc1b-1db7-46b0-8067-74f81540f962', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'port_id': '7339dc1b-1db7-46b0-8067-74f81540f962', 'mac_address': 'fa:16:3e:b4:07:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473988ac-f45f-49ce-b066-b580a4c03897', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:19:36.024155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:36.054530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-177c9a15-7bdd-4ea9-a6f9-b26a6033288e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1094 time: 0.1301336 Nov 09 11:19:36.057650 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:36.067068 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:36.072276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eb845c90-e2bb-498d-8fbd-2088d47a5027 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:36.078591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7339dc1b-1db7-46b0-8067-74f81540f962 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:19:36.097599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7339dc1b-1db7-46b0-8067-74f81540f962, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7339dc1b-1db7-46b0-8067-74f81540f962,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:36.130699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:36.192857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:36.195462 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b9f2db9e-dadb-4ccc-8f40-02809761a706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:36.206138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Port': ['ID=0ceadc67-38d5-4378-9d6b-3a4816668285,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:36.222818 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:36.224496 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eb52db8f-eedd-49ac-8a3f-f1fe01c9a86b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:36.232538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-fba5ff15-c748-43e0-bafd-d411eb6e5ca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:36.234033 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-fba5ff15-c748-43e0-bafd-d411eb6e5ca2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.1699314 Nov 09 11:19:36.283270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=7339dc1b-1db7-46b0-8067-74f81540f962,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:36.288342 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:36.376135 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-a5c7f66c-5177-4ea2-b1e3-c2471dcde0c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 217 time: 0.1319697 Nov 09 11:19:36.378856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:36.411240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=b0683b2a-53f8-4b94-815b-09a9518ef05e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:36.420413 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:36.474427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373a4af-4775-4241-8d74-16a366f32f89 req-c6275510-9319-475a-b3a2-db8dbcb9fa8b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:36.481365 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e373a4af-4775-4241-8d74-16a366f32f89 req-c6275510-9319-475a-b3a2-db8dbcb9fa8b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1726003 Nov 09 11:19:36.509778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-14286633-ec29-4d6d-9bc3-377c60a9cc11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:36.511236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-14286633-ec29-4d6d-9bc3-377c60a9cc11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.1166346 Nov 09 11:19:36.583007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e373a4af-4775-4241-8d74-16a366f32f89 req-813b7dc2-6b94-457d-ba8b-f6ad15b627e0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007445 Nov 09 11:19:36.596796 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:36.620648 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-b9ccfc89-2c34-4c80-9251-2cde32078ab3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944586 Nov 09 11:19:36.708309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315da7-2860-47dc-acf8-0be6b23501c0 req-ba88f388-07b5-4bb6-8409-7307b14b4ac1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:36.715314 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dd315da7-2860-47dc-acf8-0be6b23501c0 req-ba88f388-07b5-4bb6-8409-7307b14b4ac1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.5929348 Nov 09 11:19:36.740785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:19:36.795251 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-3a08eb44-f04b-4f7a-93ce-e38842c76200 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613595 Nov 09 11:19:36.860187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dd315da7-2860-47dc-acf8-0be6b23501c0 req-e738c8c4-073e-446d-82c5-087b2e896e7b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383533 Nov 09 11:19:36.876940 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:37.074860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:37.080150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:37.084433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b40a6d1-d5bf-4624-a713-9b344b3e215a req-8bfc3882-9e84-4bb4-a93d-7b9d7c4bac22 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743902 Nov 09 11:19:37.141305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dc0b5-074e-4b0c-8c72-34e64705b656 req-ee59b39d-2bed-4268-9734-83c0d924de4e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:37.143199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-164dc0b5-074e-4b0c-8c72-34e64705b656 req-ee59b39d-2bed-4268-9734-83c0d924de4e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 945 time: 0.0936737 Nov 09 11:19:37.198438 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-164dc0b5-074e-4b0c-8c72-34e64705b656 req-76128d8e-3b33-47cb-8f43-e942298b39ff tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Nov 09 11:19:37.379446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-91f21672-7593-488a-bca6-7ae09263fc33 None None] Provisioning complete for port b0683b2a-53f8-4b94-815b-09a9518ef05e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:37.379756 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-91f21672-7593-488a-bca6-7ae09263fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:37.411103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576aa61-939c-4a24-9ca6-490ac5aca1e1 req-54ba9d3b-0bd4-4d5a-ad6d-388ee45195e5 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:37.412558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a576aa61-939c-4a24-9ca6-490ac5aca1e1 req-54ba9d3b-0bd4-4d5a-ad6d-388ee45195e5 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 946 time: 0.0901735 Nov 09 11:19:37.441729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-91f21672-7593-488a-bca6-7ae09263fc33 None None] Port b0683b2a-53f8-4b94-815b-09a9518ef05e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:37.468178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a576aa61-939c-4a24-9ca6-490ac5aca1e1 req-e271da04-0584-4567-9839-51188cf19514 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496199 Nov 09 11:19:37.622418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ea56-74d6-47cc-8252-fd3b06e19db4 req-da583749-2cc0-403f-9cb4-54d267d1a745 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:37.624604 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0f1ea56-74d6-47cc-8252-fd3b06e19db4 req-da583749-2cc0-403f-9cb4-54d267d1a745 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4673951 Nov 09 11:19:37.648125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:19:37.742285 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0f1ea56-74d6-47cc-8252-fd3b06e19db4 req-ba9f2357-675b-4d81-a0ad-b117e31a7e34 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746450 Nov 09 11:19:37.775921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Router 15939f87-b754-4088-8c19-7e96145b9afe has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:37.814991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:37.829209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'port_id': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'mac_address': 'fa:16:3e:c1:52:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:19:37.897725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:37.917711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474c6061-567c-476c-bd0c-3c2e4e99f812 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:19:37.941630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:38.028334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:38.032436 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:38.102247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:38.105262 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:38.238576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:38.248364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] Sync routers for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:38.261508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:38.262132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.278403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "PUT /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2063918 Nov 09 11:19:38.278527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35712) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:38.285315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886515d4-386e-4191-a80c-0e5cbcef736c req-4f916e55-0d61-463a-9f6b-d91560d7d70e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:38.286902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-886515d4-386e-4191-a80c-0e5cbcef736c req-4f916e55-0d61-463a-9f6b-d91560d7d70e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2058656 Nov 09 11:19:38.289128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 98493e0c-3fd6-4a27-a472-5c0ca3420f5c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:38.326675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.339009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:38.339690 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.343044 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-f607ca23-d48a-4e0d-8906-902b46a1edac tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] delete failed (client error): The resource could not be found. Nov 09 11:19:38.345588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f607ca23-d48a-4e0d-8906-902b46a1edac tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1834344169 HTTP/1.1" status: 404 len: 335 time: 0.0665293 Nov 09 11:19:38.348378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35716) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:38.353611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3e53a1a1-87c1-4a80-a2c2-ab307a5a8b1a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'router': {'external_gateway_info': {'network_id': '15939f87-b754-4088-8c19-7e96145b9afe'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:38.403238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.403664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a664db4-77f3-4340-88ab-9a9a49702974 None None] The sync data for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:38.439601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-886515d4-386e-4191-a80c-0e5cbcef736c req-30f3f340-7816-40c8-9f3e-087f5b7367e7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442668 Nov 09 11:19:38.631260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['474c6061-567c-476c-bd0c-3c2e4e99f812'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:19:38.632711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:38.641870 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/routers/98493e0c-3fd6-4a27-a472-5c0ca3420f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0262764 Nov 09 11:19:38.642082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35724) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:38.648938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'port': {'network_id': 'ea5725ff-8922-4a8e-b305-9e01ff3c684d', 'name': 'tempest-FloatingIPTestJSON-507645775'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:38.653451 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] Sync routers for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:38.665992 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:38.666834 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.755447 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.766117 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:38.767939 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.800810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fe08-0b39-46a6-a1db-9842f9c6992c req-fb9d6a9a-f7b1-43b5-81a0-c8b4a24db156 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:38.802365 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b227fe08-0b39-46a6-a1db-9842f9c6992c req-fb9d6a9a-f7b1-43b5-81a0-c8b4a24db156 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.2357883 Nov 09 11:19:38.875652 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:38.876317 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36896e32-bd55-48ed-ba68-ebc5f618bfc8 None None] The sync data for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:38.946141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e53a1a1-87c1-4a80-a2c2-ab307a5a8b1a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:39.005528 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b227fe08-0b39-46a6-a1db-9842f9c6992c req-58c1ea10-c5e9-46c6-ba6d-c49eef573b9a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671262 Nov 09 11:19:39.005528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:39.014557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Usage tracker for resource:port and tenant:692748797c294a7c9e73a26b5cf847a8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:19:39.020242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:19:39.028321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:39.112265 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-3e53a1a1-87c1-4a80-a2c2-ab307a5a8b1a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] update failed (client error): The resource could not be found. Nov 09 11:19:39.113359 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3e53a1a1-87c1-4a80-a2c2-ab307a5a8b1a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "PUT /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe HTTP/1.1" status: 404 len: 339 time: 0.7640615 Nov 09 11:19:39.117898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35734) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:39.120212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e079f-9b4c-4a92-b371-f013674d290a req-c14ee99b-2734-4caa-a08b-b81efc1695f4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:39.128076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e3e079f-9b4c-4a92-b371-f013674d290a req-c14ee99b-2734-4caa-a08b-b81efc1695f4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 945 time: 0.1330969 Nov 09 11:19:39.185634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e3e079f-9b4c-4a92-b371-f013674d290a req-e398add5-bce2-4a7f-ba14-058263866014 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Nov 09 11:19:39.196433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Made reservation on behalf of 692748797c294a7c9e73a26b5cf847a8 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:39.203072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:39.288457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] device_id is not set on port 02b29324-47c3-4406-8c8a-6258b7fb1063 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:19:39.410319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8989dbc-aa19-4da1-a84b-e29d80172e25 req-44667013-7ddd-4912-b836-5cf1f368218e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:39.411778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8989dbc-aa19-4da1-a84b-e29d80172e25 req-44667013-7ddd-4912-b836-5cf1f368218e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.0916450 Nov 09 11:19:39.464366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8989dbc-aa19-4da1-a84b-e29d80172e25 req-47aa8cdb-66f3-40bb-a10c-c76329ee3267 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Nov 09 11:19:39.634840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Allocated IP 172.20.0.3 (ea5725ff-8922-4a8e-b305-9e01ff3c684d/020e341e-300a-4461-9058-3479ee9fa80c/02b29324-47c3-4406-8c8a-6258b7fb1063) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:39.664138 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7339dc1b-1db7-46b0-8067-74f81540f962 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:39.912322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 7339dc1b-1db7-46b0-8067-74f81540f962 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:39.918089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 7339dc1b-1db7-46b0-8067-74f81540f962 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:39.918586 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:40.086727 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91870b93-31e0-4927-9601-6544490b4218 req-6028316d-0dba-42be-a28d-002e96e247b1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:40.099130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91870b93-31e0-4927-9601-6544490b4218 req-6028316d-0dba-42be-a28d-002e96e247b1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4686246 Nov 09 11:19:40.099933 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:40.128816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7339dc1b-1db7-46b0-8067-74f81540f962'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:40.141408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 7339dc1b-1db7-46b0-8067-74f81540f962, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7339dc1b-1db7-46b0-8067-74f81540f962,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:40.214382 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:40.246158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03b3de-3c3a-43c1-b019-f602e0f110fa req-d2e8ff0b-d2f5-4eb6-b5eb-40b5615735b6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:40.248205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b03b3de-3c3a-43c1-b019-f602e0f110fa req-d2e8ff0b-d2f5-4eb6-b5eb-40b5615735b6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.0878150 Nov 09 11:19:40.254130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:40.256409 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:40.270426 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91870b93-31e0-4927-9601-6544490b4218 req-e9ce5f09-3515-4a64-9593-3368838add75 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752858 Nov 09 11:19:40.346969 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b03b3de-3c3a-43c1-b019-f602e0f110fa req-3bb9fd02-4966-4267-a3af-41188783363e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870507 Nov 09 11:19:40.375317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=7339dc1b-1db7-46b0-8067-74f81540f962,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:40.378878 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:40.389354 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7339dc1b-1db7-46b0-8067-74f81540f962', 'code': 200} Nov 09 11:19:40.391984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:40.490161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Transition to ACTIVE for port object 02b29324-47c3-4406-8c8a-6258b7fb1063 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:40.582092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3b9be09-621f-4d7e-87bd-a54b5b69da7c req-90eb492c-5519-4544-971d-14b32ce522a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 1097 time: 0.1130350 Nov 09 11:19:40.639847 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f3b9be09-621f-4d7e-87bd-a54b5b69da7c req-14021647-6091-46b7-a812-40811ec0f5f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Nov 09 11:19:40.748849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90290fde-abbc-4f3d-9882-6bc06f70a8c6 req-bebcdce6-feb2-456a-b6c1-3c2fd4115340 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:40.750331 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-90290fde-abbc-4f3d-9882-6bc06f70a8c6 req-bebcdce6-feb2-456a-b6c1-3c2fd4115340 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 946 time: 0.2252221 Nov 09 11:19:40.753961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:40.762108 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bd1a4173-7a0a-45be-8a55-7c7f7c01cd4c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:40.855771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Allocated IP 172.20.0.1 (d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf/a5df8cb6-7e80-49f0-878d-bc54d9e75d71/5f539618-5a0e-4a08-b8ea-29cca8d061cc) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:40.896013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:40.903050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:40.908192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event updated for resources: {'Port': ['ID=02b29324-47c3-4406-8c8a-6258b7fb1063,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:40.910443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:40.957536 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:40.969740 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-90290fde-abbc-4f3d-9882-6bc06f70a8c6 req-377a1403-29e7-4303-a0fc-f9f2bcfc22da tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118459 Nov 09 11:19:41.080026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:41.080664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.111410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07705dc7-a527-438b-b4c0-84f202b6d138 req-56e23373-13c5-4210-a9d7-3ddd0bb57a6e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:41.112918 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07705dc7-a527-438b-b4c0-84f202b6d138 req-56e23373-13c5-4210-a9d7-3ddd0bb57a6e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1058085 Nov 09 11:19:41.172603 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.190639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Transition to ACTIVE for port object 5f539618-5a0e-4a08-b8ea-29cca8d061cc will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:41.191381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07705dc7-a527-438b-b4c0-84f202b6d138 req-a35c6d4a-a85a-4a97-9200-fc975378554d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693686 Nov 09 11:19:41.244781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6013551 Nov 09 11:19:41.262936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35760) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:41.262936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Request body: {'floatingip': {'port_id': '02b29324-47c3-4406-8c8a-6258b7fb1063'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:41.358711 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.370085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.376062 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:41.473554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:41.476130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Port': ['ID=5f539618-5a0e-4a08-b8ea-29cca8d061cc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:41.479222 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:41.481299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:41.484794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:41.511120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-451f656b-09d1-4f91-8693-1ea87f3824fa None None] Provisioning for port 02b29324-47c3-4406-8c8a-6258b7fb1063 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:41.518632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-451f656b-09d1-4f91-8693-1ea87f3824fa None None] Provisioning complete for port 02b29324-47c3-4406-8c8a-6258b7fb1063 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:41.519125 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-451f656b-09d1-4f91-8693-1ea87f3824fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.558954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8be1f-3971-4c30-86c4-a4d91bd0e6fa req-a7f2873f-f3d3-4adf-9c6e-3274daa6fb0e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:41.570217 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00d8be1f-3971-4c30-86c4-a4d91bd0e6fa req-a7f2873f-f3d3-4adf-9c6e-3274daa6fb0e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2440791 Nov 09 11:19:41.603152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-451f656b-09d1-4f91-8693-1ea87f3824fa None None] Port 02b29324-47c3-4406-8c8a-6258b7fb1063 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:41.620939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.661884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:19:41.662279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00d8be1f-3971-4c30-86c4-a4d91bd0e6fa req-a76905c0-6eb0-417a-a7a7-be46395bbddb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944581 Nov 09 11:19:41.804805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b14cb-d29a-493b-a5bc-5db757c71791 req-0e8ad72f-05fa-4176-9e77-ab66a624c6e8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:41.807445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b93b14cb-d29a-493b-a5bc-5db757c71791 req-0e8ad72f-05fa-4176-9e77-ab66a624c6e8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.3006487 Nov 09 11:19:41.827385 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.832908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 474c6061-567c-476c-bd0c-3c2e4e99f812 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:41.839393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 474c6061-567c-476c-bd0c-3c2e4e99f812 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:41.840678 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:41.889872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6b386ba6-7ec4-476f-b62e-f0673bd337fb None None] Provisioning for port 5f539618-5a0e-4a08-b8ea-29cca8d061cc completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:19:41.905447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6b386ba6-7ec4-476f-b62e-f0673bd337fb None None] Provisioning complete for port 5f539618-5a0e-4a08-b8ea-29cca8d061cc triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:41.906474 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b386ba6-7ec4-476f-b62e-f0673bd337fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.005376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6b386ba6-7ec4-476f-b62e-f0673bd337fb None None] Port 5f539618-5a0e-4a08-b8ea-29cca8d061cc cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:42.092830 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.153122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:42.230030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b93b14cb-d29a-493b-a5bc-5db757c71791 req-4d8da989-cd2d-41e2-a644-b9a9e3fda416 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943563 Nov 09 11:19:42.232401 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.234765 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-321e6531-5863-40ac-9a6d-cbab94ed0d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:42.365592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:42.376532 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:42.390527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:42.544368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e498c-f7d6-426f-ad57-3c0f98d899ee req-d1e30b41-0bd8-4759-a545-cc41a66c349b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:42.547226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d8e498c-f7d6-426f-ad57-3c0f98d899ee req-d1e30b41-0bd8-4759-a545-cc41a66c349b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 946 time: 0.1282461 Nov 09 11:19:42.574464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e20da0-94e0-4a8c-b15d-3e104a7723cd req-f49b7662-812b-436a-8968-ffbcf206d2fa tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:42.575955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e20da0-94e0-4a8c-b15d-3e104a7723cd req-f49b7662-812b-436a-8968-ffbcf206d2fa tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2105665 Nov 09 11:19:42.665875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d8e498c-f7d6-426f-ad57-3c0f98d899ee req-b083fd34-b25a-4400-86cb-a85270f704c0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088428 Nov 09 11:19:42.675063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08e20da0-94e0-4a8c-b15d-3e104a7723cd req-db291f5b-6355-49d4-b616-a0e6420206ae tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897040 Nov 09 11:19:42.704579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.718431 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.761754 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'code': 200} Nov 09 11:19:42.792807 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.824663 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.854661 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51b566e0-fc4f-4bd0-806b-6908a2de6f35 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:42.964204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:42.986493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event updated for resources: {'Port': ['ID=5f539618-5a0e-4a08-b8ea-29cca8d061cc,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:42.988528 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:43.112930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f1931-2abf-4324-9064-916f1c4b73e6 req-4d2fce87-d850-4234-808a-2db62c577359 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:43.114422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d4f1931-2abf-4324-9064-916f1c4b73e6 req-4d2fce87-d850-4234-808a-2db62c577359 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2608643 Nov 09 11:19:43.163126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:43.171114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:43.198706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba99d4-c05b-447f-8d25-138ae2b8ca11 req-2e8c05a8-b567-4d1c-ab0f-84f7abc92875 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:43.198706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dba99d4-c05b-447f-8d25-138ae2b8ca11 req-2e8c05a8-b567-4d1c-ab0f-84f7abc92875 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.2962747 Nov 09 11:19:43.208210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6e64471-39b5-429b-b41a-b9543fc363f4 req-2ffb111c-348c-485c-9498-f223ae9c8309 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1096 time: 0.3120782 Nov 09 11:19:43.261632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dba99d4-c05b-447f-8d25-138ae2b8ca11 req-9388018d-ac23-442b-b10f-c24acba16b12 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.0603619 Nov 09 11:19:43.340577 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d4f1931-2abf-4324-9064-916f1c4b73e6 req-3d949b57-dbca-4b51-942b-e9e661a8c6ef tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124336 Nov 09 11:19:43.340916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6e64471-39b5-429b-b41a-b9543fc363f4 req-88dd4347-a2d1-4c73-9f09-1811be82066b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200492 Nov 09 11:19:43.405408 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 5327501d-4417-403f-b1da-67f831f23572 associated. External IP: 172.25.7.218, port: 67499699-ca9e-48df-a904-dd0b6c5b3e35. Nov 09 11:19:43.449095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ff9cf150-6672-4a53-8d4a-bb727b68c704 None None] Provisioning complete for port 5f539618-5a0e-4a08-b8ea-29cca8d061cc triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:19:43.450126 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf150-6672-4a53-8d4a-bb727b68c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:43.515630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dba99d4-c05b-447f-8d25-138ae2b8ca11 req-5f07d70f-7339-4134-a652-2100bf7a4907 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2324774 Nov 09 11:19:43.597242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cf150-6672-4a53-8d4a-bb727b68c704 None None] Port 5f539618-5a0e-4a08-b8ea-29cca8d061cc cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:19:43.644180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Router 15939f87-b754-4088-8c19-7e96145b9afe has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:43.737307 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dba99d4-c05b-447f-8d25-138ae2b8ca11 req-98806906-0ffc-4e79-9d02-dcb84db005bd service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314405 Nov 09 11:19:43.926670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:43.932459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "PUT /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8131988 Nov 09 11:19:43.935616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35800) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:43.941464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] Sync routers for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:43.957775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:43.958542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:44.040682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:44.064571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:44.064571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:44.074540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1dba99d4-c05b-447f-8d25-138ae2b8ca11 req-6968dadf-ee1c-40fa-96a1-8d3559dd5fd6 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216894 Nov 09 11:19:44.150348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:44.150863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1928af79-2d81-4b28-822c-24e88a0bc76e None None] The sync data for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:44.257125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96221aed-10ad-4123-87d3-ed2ef82b4050 req-63d3c781-f724-4484-9824-2ecf906d20bd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:44.258500 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96221aed-10ad-4123-87d3-ed2ef82b4050 req-63d3c781-f724-4484-9824-2ecf906d20bd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.3993270 Nov 09 11:19:44.359526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96221aed-10ad-4123-87d3-ed2ef82b4050 req-cf42565d-bf5a-4e89-98f7-fbc3124dd90f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896969 Nov 09 11:19:44.392371 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00a14713-09e2-4f64-8ad9-af0a2694d029 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:44.437399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:44.738948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e536f-84b9-4f15-ab50-41d4dfa89943 req-fe884405-2718-4179-803a-98ff2ab0695b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:44.747802 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be0e536f-84b9-4f15-ab50-41d4dfa89943 req-fe884405-2718-4179-803a-98ff2ab0695b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1782775 Nov 09 11:19:44.835039 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be0e536f-84b9-4f15-ab50-41d4dfa89943 req-3da0e419-0eb5-468b-9074-2021c5d76111 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Nov 09 11:19:44.835039 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-00a14713-09e2-4f64-8ad9-af0a2694d029 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 11:19:44.835039 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-00a14713-09e2-4f64-8ad9-af0a2694d029 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe HTTP/1.1" status: 409 len: 329 time: 0.8858268 Nov 09 11:19:44.835039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35824) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:44.838898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:44.852494 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:44.889730 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:44.890397 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:45.028913 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:45.061646 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:45.065033 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:45.321811 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:45.322582 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0620c5-adea-4724-aadd-f68e309d3d16 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:45.453314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:45.672799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 98493e0c-3fd6-4a27-a472-5c0ca3420f5c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:45.680857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3658eef-95fd-4981-9175-400b6bfca934 req-c762688b-2f9b-4ce2-9a83-342f18ea60bc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:45.682308 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c3658eef-95fd-4981-9175-400b6bfca934 req-c762688b-2f9b-4ce2-9a83-342f18ea60bc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1104128 Nov 09 11:19:45.786286 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c3658eef-95fd-4981-9175-400b6bfca934 req-447030fb-46a6-4624-83b8-5190b8747f89 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962732 Nov 09 11:19:45.793514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8273fe-66df-4f8d-9d02-963d1f6f84fa req-3ace16b0-4b5d-46e8-9476-97642e3a0676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:45.795078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a8273fe-66df-4f8d-9d02-963d1f6f84fa req-3ace16b0-4b5d-46e8-9476-97642e3a0676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1821120 Nov 09 11:19:45.895953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a8273fe-66df-4f8d-9d02-963d1f6f84fa req-0db597f5-b39c-4c6f-9187-939e3aec710e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924215 Nov 09 11:19:46.050102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:46.054758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:46.059893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] Sync routers for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:46.089941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:46.090896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:46.164019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:46.176640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:46.177533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:46.242446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:46.242896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f929f4-802d-4110-a6fa-684bd86466f3 None None] The sync data for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:46.270816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700b964-7d80-44b8-9878-e564797d0207 req-f714dbcc-8219-43d3-8943-762ef6f04986 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:46.272322 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9700b964-7d80-44b8-9878-e564797d0207 req-f714dbcc-8219-43d3-8943-762ef6f04986 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1415906 Nov 09 11:19:46.283570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:46.291399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'floatingip': {'port_id': '474c6061-567c-476c-bd0c-3c2e4e99f812'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:46.306870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ccea6de0-5848-4e2e-bd3b-83f5362004b8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/floatingips/5327501d-4417-403f-b1da-67f831f23572 HTTP/1.1" status: 200 len: 977 time: 5.0554986 Nov 09 11:19:46.315258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35870) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:46.369855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-102f0a50-5fc5-4500-98da-a67eab3b5f1a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:46.375584 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-102f0a50-5fc5-4500-98da-a67eab3b5f1a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.2831721 Nov 09 11:19:46.407631 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-2c19a309-4e2f-45fc-8fd5-e67066b9c8ef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.0283406 Nov 09 11:19:46.411071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port 02b29324-47c3-4406-8c8a-6258b7fb1063 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:46.411416 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:46.567233 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:46.766713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting port 5f539618-5a0e-4a08-b8ea-29cca8d061cc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:46.767057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:46.801248 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-669feb45-dd67-4d86-a33e-5da556e9b448 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3653276 Nov 09 11:19:46.906317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd31d-f88f-4d3d-a07e-f952315ea9d6 req-5f575950-50f7-4f2d-af72-1d433b3a59d1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:46.912958 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb6dd31d-f88f-4d3d-a07e-f952315ea9d6 req-5f575950-50f7-4f2d-af72-1d433b3a59d1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4124782 Nov 09 11:19:47.008135 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-9b316b44-ebbd-4458-8b3d-1f5e49e0ef9f service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985419 Nov 09 11:19:47.011804 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.130784 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-50acec34-e2db-4872-838a-2093604b92b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.216276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb6dd31d-f88f-4d3d-a07e-f952315ea9d6 req-2a9f3a89-7935-4bfd-8c3d-a042d7118edc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024545 Nov 09 11:19:47.220617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.340832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-778dd0a4-cb5d-4c79-beff-af0f7896aed7 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207266 Nov 09 11:19:47.406250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Calling delete_port for 5f539618-5a0e-4a08-b8ea-29cca8d061cc owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:47.475682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.476831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.476831 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Floating IP 5327501d-4417-403f-b1da-67f831f23572 disassociated. External IP: 172.25.7.218, port: 02b29324-47c3-4406-8c8a-6258b7fb1063. Nov 09 11:19:47.477299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for 02b29324-47c3-4406-8c8a-6258b7fb1063 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:47.502331 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.742218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a569cac-8394-4a15-9fc3-5fcb36cab324 req-3799a296-4cea-4db4-bd87-51c0308e3a2c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 210 time: 0.0454464 Nov 09 11:19:47.786654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.793734 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:47.838786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=02b29324-47c3-4406-8c8a-6258b7fb1063,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:47.847200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3538e28-b0fa-4437-8d6d-8635ba51d0bb req-bd374716-8287-4477-9642-3f86875a21eb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:47.848825 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3538e28-b0fa-4437-8d6d-8635ba51d0bb req-bd374716-8287-4477-9642-3f86875a21eb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1390846 Nov 09 11:19:47.853695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.855374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.855374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.855374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.855374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.855815 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.855899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.859129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.859129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.859129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.859129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:47.866563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:47.895700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:47.902922 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4466fafc-f1e3-475c-a328-20fad5f1e220 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:47.973852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Port': ['ID=5f539618-5a0e-4a08-b8ea-29cca8d061cc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:48.078382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.078771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.079184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.079566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.080088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.080293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.080877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.081398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.081917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.082588 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.083196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:19:48.130182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3538e28-b0fa-4437-8d6d-8635ba51d0bb req-9ebf8b45-1944-4c17-9240-ace621d0da57 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622557 Nov 09 11:19:48.140673 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:48.255396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 98493e0c-3fd6-4a27-a472-5c0ca3420f5c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:48.584026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:48.596940 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] Sync routers for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:48.619097 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:48.619921 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:48.662019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:19:48.737453 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:48.769341 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:48.770608 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:48.782618 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:48.867000 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:48.868496 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8c95a-a1ff-4dce-9cfe-5a356b75f003 None None] The sync data for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:48.936247 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:48.941845 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:48.952011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/ports/02b29324-47c3-4406-8c8a-6258b7fb1063 HTTP/1.1" status: 204 len: 168 time: 2.6348445 Nov 09 11:19:48.953353 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35908) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:49.033432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526235b-8055-4d14-a529-acd0bb3746e4 req-9d7b8d47-1364-4ff4-9086-fe6ce8564365 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:49.034906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4526235b-8055-4d14-a529-acd0bb3746e4 req-9d7b8d47-1364-4ff4-9086-fe6ce8564365 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.5334437 Nov 09 11:19:49.037789 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:49.090775 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-938495d7-fc15-4b40-ac7d-d02db09838a5 req-8e827dea-adb3-4e10-bbf0-87df793aa6b5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 210 time: 0.1292145 Nov 09 11:19:49.312750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4526235b-8055-4d14-a529-acd0bb3746e4 req-533eadd3-3c0b-4161-a3ab-5f8a2cbdd04c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194357 Nov 09 11:19:49.535477 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-42fe8840-e81f-4830-b9d6-014fe74b5c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:49.621483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Router 15939f87-b754-4088-8c19-7e96145b9afe has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:49.655242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d2735-c5d5-4dd9-b661-08dc33ef491b req-1f756c1f-6ad3-4c48-bbb6-8a416c737d55 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:49.656752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e9d2735-c5d5-4dd9-b661-08dc33ef491b req-1f756c1f-6ad3-4c48-bbb6-8a416c737d55 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1481636 Nov 09 11:19:49.671554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:49.820124 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e9d2735-c5d5-4dd9-b661-08dc33ef491b req-d1c2524d-9eb9-40f7-a732-140647f36831 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809152 Nov 09 11:19:49.820212 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Floating IP 0bdad542-282e-4f7b-ab8d-a8e63a29d315 associated. External IP: 172.25.7.241, port: 474c6061-567c-476c-bd0c-3c2e4e99f812. Nov 09 11:19:49.906064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:49.921483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] Sync routers for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:49.945335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "PUT /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1076992 Nov 09 11:19:49.950465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:49.950665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:49.951138 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:50.127238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:50.161309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] Routers {'15939f87-b754-4088-8c19-7e96145b9afe'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:50.161870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['15939f87-b754-4088-8c19-7e96145b9afe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:50.251702 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-cb80e9a3-c594-470e-99fd-8ae74472e5c3 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] show failed (client error): The resource could not be found. Nov 09 11:19:50.252716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cb80e9a3-c594-470e-99fd-8ae74472e5c3 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-389778303 HTTP/1.1" status: 404 len: 334 time: 0.3008511 Nov 09 11:19:50.269793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:50.278175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f2a353f0-1cbe-4d68-b0c2-e60fd6d4f0d3 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:50.306145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:50.306691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541aaa5-eaf1-4131-adf9-e609bc73d555 None None] The sync data for ids ['15939f87-b754-4088-8c19-7e96145b9afe'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:50.406839 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-f2a353f0-1cbe-4d68-b0c2-e60fd6d4f0d3 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] update failed (client error): The resource could not be found. Nov 09 11:19:50.411137 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f2a353f0-1cbe-4d68-b0c2-e60fd6d4f0d3 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1221410702 HTTP/1.1" status: 404 len: 335 time: 0.1367776 Nov 09 11:19:50.414001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 35936) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:50.415357 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5d1281b2-75cf-4abc-872e-c144d0bd5d29 req-1e49284e-9324-4c43-9caa-c24e4f518360 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 210 time: 0.1426437 Nov 09 11:19:50.569537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092838e-eb4e-4e0f-a556-169be9c05883 req-6e780767-2bf7-485d-be78-a2c870ec7b9f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:50.571955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2092838e-eb4e-4e0f-a556-169be9c05883 req-6e780767-2bf7-485d-be78-a2c870ec7b9f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3914304 Nov 09 11:19:50.604391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:50.788082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:51.085927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:51.086445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2092838e-eb4e-4e0f-a556-169be9c05883 req-ce26d556-35bb-4848-b5b0-780ca636520e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376364 Nov 09 11:19:51.086825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:51.086927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c083684e-7f44-40cd-af0d-7eef3d6083ae tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:51.086927 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c083684e-7f44-40cd-af0d-7eef3d6083ae tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.6092098 Nov 09 11:19:51.090279 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] Sync routers for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:51.108560 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:51.109180 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:51.127209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Request body: {'port': {'device_id': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'admin_state_up': True, 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:51.218646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3f2edad4-af36-43ba-a082-434f1da07e68 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "PUT /v2.0/floatingips/0bdad542-282e-4f7b-ab8d-a8e63a29d315 HTTP/1.1" status: 200 len: 991 time: 4.9158328 Nov 09 11:19:51.218646 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:51.334772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting subnet 2fc935f9-5331-4b94-b0a9-ad8a3e263ccb {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:19:51.346735 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:51.370561 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'status': 'completed', 'code': 200} Nov 09 11:19:51.479630 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:19:51.595165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:51.647138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:19:51.691337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:19:51.742961 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0600b290-a570-453d-899e-a90b173450b5 req-6d8df0f5-deb9-4264-967a-de5dac824aeb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 210 time: 0.0616360 Nov 09 11:19:51.855593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e053f-613e-416f-ab24-6b4058776975 req-281f68a6-19a6-480a-9ff6-da3da422964e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:51.859395 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-141e053f-613e-416f-ab24-6b4058776975 req-281f68a6-19a6-480a-9ff6-da3da422964e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.5279100 Nov 09 11:19:51.864905 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:51.960031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-22684da6-aea3-4a75-a7ff-1d98f0477b28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1096 time: 0.5051131 Nov 09 11:19:51.964640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:19:51.969120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:51.970542 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:52.043561 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '0bdad542-282e-4f7b-ab8d-a8e63a29d315', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'port_id': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'mac_address': 'fa:16:3e:c1:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:19:17Z', 'updated_at': '2021-11-09T11:19:48Z', 'revision_number': 1, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:52.055933 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] Checking router: 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:19:52.067482 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:52.068338 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:52.228164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port b0683b2a-53f8-4b94-815b-09a9518ef05e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:52.228752 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:52.258002 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-141e053f-613e-416f-ab24-6b4058776975 req-bad3d50e-d67b-4ab5-817b-51082d0c6900 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962556 Nov 09 11:19:52.285758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:52.306922 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4b57ebb-f02b-4d52-9671-8ab6bf440117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:52.309025 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:19:52.369584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc935f9-5331-4b94-b0a9-ad8a3e263ccb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:52.432352 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:52.464860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:52.471642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea655ce-6394-4f13-bd8a-6a4d360cecdc None None] Network 1eb58314-7706-415a-8c75-8c8ea117bf8e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:52.665469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/subnets/2fc935f9-5331-4b94-b0a9-ad8a3e263ccb HTTP/1.1" status: 204 len: 168 time: 2.2502379 Nov 09 11:19:52.667783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35966) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:52.710545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Allocated IP 172.20.0.12 (a0488c69-9248-451f-a8b9-2223f9c91c17/473988ac-f45f-49ce-b066-b580a4c03897/282aa90b-59bb-4a67-962d-4430744b43e4) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:19:52.776781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-db373820-7732-4650-b9f0-c11de8cfd878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:52.780296 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-db373820-7732-4650-b9f0-c11de8cfd878 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.7903876 Nov 09 11:19:52.828555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] DHCP port deletion for 1eb58314-7706-415a-8c75-8c8ea117bf8e request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:19:52.833235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Deleting port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:52.833612 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.101489 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '0bdad542-282e-4f7b-ab8d-a8e63a29d315', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'port_id': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'mac_address': 'fa:16:3e:c1:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:19:17Z', 'updated_at': '2021-11-09T11:19:48Z', 'revision_number': 1, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:53.102354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6ec76921-454c-4d17-98a2-1f8913ba694a req-95e0025e-98ce-46f9-93d4-f0a71ec7c387 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 210 time: 0.0790179 Nov 09 11:19:53.117233 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422e6a57-dd9b-4c05-a6a8-2d759f1db69c None None] The sync data for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 is: [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '0bdad542-282e-4f7b-ab8d-a8e63a29d315', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'port_id': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'mac_address': 'fa:16:3e:c1:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:19:17Z', 'updated_at': '2021-11-09T11:19:48Z', 'revision_number': 1, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:53.220782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting subnet d3ef9d79-de1e-4307-bd28-7d86fded55b9 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:19:53.231046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.243217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] For port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed,segment=NetworkSegment(2ea37713-20ef-417b-a764-26e218b58b90),segment_id=2ea37713-20ef-417b-a764-26e218b58b90)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:53.243760 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.278872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.361179 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.545642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Calling delete_port for 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:53.570037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.701405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for b0683b2a-53f8-4b94-815b-09a9518ef05e owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:53.709242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd53af-55db-4662-8bcb-d85be3808a79 None None] New status for floating IP 0bdad542-282e-4f7b-ab8d-a8e63a29d315: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:19:53.840203 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.840203 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aeb243ef-4afc-4f76-a2bf-3c9fdfd2eb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:53.943182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ef9d79-de1e-4307-bd28-7d86fded55b9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:53.959150 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:53.969679 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:53.975217 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/subnets/d3ef9d79-de1e-4307-bd28-7d86fded55b9 HTTP/1.1" status: 204 len: 168 time: 1.3061917 Nov 09 11:19:53.975888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 35986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:54.096965 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-3df311b8-c4bf-4935-b100-58322357c688 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 999 time: 1.2948112 Nov 09 11:19:54.111173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d46ea4-9bd3-432c-a16a-bffd54afd7ac None None] Network 06e3c9b5-95cf-4365-aa56-416022202187 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:54.111398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.118727 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc36d190-9134-4e1e-9120-669b8cab8910 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:54.145312 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.153068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:54.153416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.217146 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.226293 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:54.331507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Pushing event deleted for resources: {'Port': ['ID=91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:54.336774 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:54.380302 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.414636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=b0683b2a-53f8-4b94-815b-09a9518ef05e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:54.423491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] No DVR routers for this DVR port 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:19:54.481340 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:54.502429 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b557afb4-2beb-4ede-8b8b-35660281f883 req-ecf5ff4c-c68c-4682-88d7-a6ad461a02a8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 210 time: 0.1029346 Nov 09 11:19:54.518014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] The port '91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:19:54.552876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.569006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:19:54.611909 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:54.617593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] DHCP port deletion for 06e3c9b5-95cf-4365-aa56-416022202187 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:19:54.638463 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Deleting port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:54.639857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.721567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-d8d8e2a9-730b-4519-b8ae-400092246831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:54.728078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-d8d8e2a9-730b-4519-b8ae-400092246831 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.5471065 Nov 09 11:19:54.730279 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.800076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb58314-7706-415a-8c75-8c8ea117bf8e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:54.836368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea37713-20ef-417b-a764-26e218b58b90') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:54.836658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea37713-20ef-417b-a764-26e218b58b90') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:54.865460 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.881705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:19:54.892018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.899497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:19:54.903525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:54.906564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0459291-235c-4618-809e-2c40a3d998b6 req-e9639550-fe89-4b70-a97d-f1e271edba5d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:54.908114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0459291-235c-4618-809e-2c40a3d998b6 req-e9639550-fe89-4b70-a97d-f1e271edba5d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.9340584 Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:19:54.929003 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:19:54.948608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:19:54.965887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:19:54.966239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 91a02b8e-3e86-4a8b-9b73-dd432ea9c6ed not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:19:54.967057 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:19:54.994981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:19:55.014541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:19:55.083458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event updated for resources: {'Port': ['ID=282aa90b-59bb-4a67-962d-4430744b43e4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:55.086575 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:55.147031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] For port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,segment=NetworkSegment(649492e7-b769-4e0a-9436-72c66fc27f41),segment_id=649492e7-b769-4e0a-9436-72c66fc27f41)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:55.147618 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.168372 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.179911 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:55.201701 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.210398 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/networks/1eb58314-7706-415a-8c75-8c8ea117bf8e HTTP/1.1" status: 204 len: 168 time: 1.2335081 Nov 09 11:19:55.211312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:55.235595 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a0459291-235c-4618-809e-2c40a3d998b6 req-3b061717-697a-47fc-9c2c-af03c08ab12d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828395 Nov 09 11:19:55.248809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Network': ['ID=1eb58314-7706-415a-8c75-8c8ea117bf8e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:55.255990 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:55.405486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Calling delete_port for 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:55.420654 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.428476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:55.428937 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.445340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:55.446054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.495161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-0587eeb5-3aa8-44cd-9f18-66aeb281f41f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7364063 Nov 09 11:19:55.634783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5128987 Nov 09 11:19:55.656737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Request body: {'port': {'device_id': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:19:55.725835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] For port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,segment=NetworkSegment(649492e7-b769-4e0a-9436-72c66fc27f41),segment_id=649492e7-b769-4e0a-9436-72c66fc27f41)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:55.726920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.735433 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.803053 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.810291 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-c24cb950-cd6a-4d43-b494-0f4826825e17 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928314 Nov 09 11:19:55.830441 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:55.839904 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-748bad99-b942-4b85-afbc-51aa910f9824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:55.901082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Calling delete_port for 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:55.916073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Pushing event deleted for resources: {'Port': ['ID=650b7456-fbc3-4cc5-a1f1-6e9c76751a85,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:55.923031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] No DVR routers for this DVR port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:19:55.929019 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:56.023410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23442ba6-a319-406a-8edf-c3bdea8feb29 req-14141740-3471-4f45-8a42-619bd2313456 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709065 Nov 09 11:19:56.063141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:19:56.068515 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:19:56.081444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2d960-cca8-4feb-9232-45bed3cd51c8 req-a7670bc3-4637-4a42-8501-f63421c38d14 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:56.082925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fe2d960-cca8-4feb-9232-45bed3cd51c8 req-a7670bc3-4637-4a42-8501-f63421c38d14 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 932 time: 0.2760785 Nov 09 11:19:56.100950 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:56.134960 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4fe2d960-cca8-4feb-9232-45bed3cd51c8 req-759496f5-fb76-4b65-90b0-0849da8d12bf tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Nov 09 11:19:56.564621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting port 650b7456-fbc3-4cc5-a1f1-6e9c76751a85 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:56.565103 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:56.633537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] The port '650b7456-fbc3-4cc5-a1f1-6e9c76751a85' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:19:56.653029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a62d7-93e1-4aa9-b7c3-4d67643e2c50 req-9694f10c-9c9a-4b54-a1d4-a177d5272de6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:56.655324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f1a62d7-93e1-4aa9-b7c3-4d67643e2c50 req-9694f10c-9c9a-4b54-a1d4-a177d5272de6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2567658 Nov 09 11:19:56.790612 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:56.810139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f1a62d7-93e1-4aa9-b7c3-4d67643e2c50 req-3918e0e7-35f9-459f-8d4e-7fd3f3eae2b5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470571 Nov 09 11:19:56.818676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e3c9b5-95cf-4365-aa56-416022202187']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:56.834903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649492e7-b769-4e0a-9436-72c66fc27f41') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:56.834903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649492e7-b769-4e0a-9436-72c66fc27f41') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:56.846896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:56.863562 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:56.870144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:19:56.870562 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:19:56.887488 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:19:56.975999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282aa90b-59bb-4a67-962d-4430744b43e4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:19:56.996733 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.076003 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.080982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Transition to ACTIVE for port object 282aa90b-59bb-4a67-962d-4430744b43e4 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:19:57.083321 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86c9a9a0-99f2-4da0-8a31-d374c8d41447 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:57.110816 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.121121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Network': ['ID=06e3c9b5-95cf-4365-aa56-416022202187,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:57.130958 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:57.133712 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/networks/06e3c9b5-95cf-4365-aa56-416022202187 HTTP/1.1" status: 204 len: 168 time: 1.9112439 Nov 09 11:19:57.136260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36024) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:57.237959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.243802 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:57.463395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Pushing event updated for resources: {'Port': ['ID=282aa90b-59bb-4a67-962d-4430744b43e4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:57.472929 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:57.590085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 98493e0c-3fd6-4a27-a472-5c0ca3420f5c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:19:57.597951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting subnet a5df8cb6-7e80-49f0-878d-bc54d9e75d71 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:19:57.601269 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.667103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557ac25-923a-4f1f-aba0-80832b8a71cd req-dc13eb66-b412-4e24-8482-b47538479e13 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:57.669389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4557ac25-923a-4f1f-aba0-80832b8a71cd req-dc13eb66-b412-4e24-8482-b47538479e13 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:19:57.728771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.767934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Attempting to bind port 282aa90b-59bb-4a67-962d-4430744b43e4 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:19:57.768279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Attempting to bind port 282aa90b-59bb-4a67-962d-4430744b43e4 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:19:57.768598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Attempting to bind port 282aa90b-59bb-4a67-962d-4430744b43e4 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:57.793191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Port 282aa90b-59bb-4a67-962d-4430744b43e4 on network a0488c69-9248-451f-a8b9-2223f9c91c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:19:57.793517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Attempting to bind port 282aa90b-59bb-4a67-962d-4430744b43e4 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:19:57.805806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:19:57.807802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:19:57.807802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Bound using segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:19:57.807802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Bound port: 282aa90b-59bb-4a67-962d-4430744b43e4, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:19:57.807802 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.818877 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.899365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4557ac25-923a-4f1f-aba0-80832b8a71cd req-dc13eb66-b412-4e24-8482-b47538479e13 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:19:57.905910 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4557ac25-923a-4f1f-aba0-80832b8a71cd req-dc13eb66-b412-4e24-8482-b47538479e13 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 944 time: 0.5134354 Nov 09 11:19:57.976438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:57.981920 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5fe49067-6ef2-469e-a062-10990bebc6d7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:58.074422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Subnet': ['ID=a5df8cb6-7e80-49f0-878d-bc54d9e75d71,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:58.078328 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:58.116157 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:58.116157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/subnets/a5df8cb6-7e80-49f0-878d-bc54d9e75d71 HTTP/1.1" status: 204 len: 168 time: 0.9657843 Nov 09 11:19:58.116157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:58.120175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f4035c-0cde-4f2e-9751-a2c56c86f2bf None None] Network d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:19:58.243392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4557ac25-923a-4f1f-aba0-80832b8a71cd req-940fa8ce-c3a9-4684-a6a5-c5ffc45ddef6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365295 Nov 09 11:19:58.247731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] For port 282aa90b-59bb-4a67-962d-4430744b43e4, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:19:58.253570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] For port 282aa90b-59bb-4a67-962d-4430744b43e4, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=282aa90b-59bb-4a67-962d-4430744b43e4,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:19:58.277528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:58.297295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c7120-800b-42fd-869b-142a53c5c7b5 req-ce177052-59c1-4f07-8eb5-288b33c57e57 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:58.297295 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-361c7120-800b-42fd-869b-142a53c5c7b5 req-ce177052-59c1-4f07-8eb5-288b33c57e57 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2710946 Nov 09 11:19:58.325650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Deleting port cb1a2d31-045f-4246-8cdf-49b5acf43d79 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:58.326937 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:58.343471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:19:58.343471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/routers/98493e0c-3fd6-4a27-a472-5c0ca3420f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3863990 Nov 09 11:19:58.345418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36046) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:58.347644 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] Sync routers for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:19:58.385631 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:58.386255 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:58.446890 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:58.457615 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0ea1800-13cb-43e3-9326-bcf8b2cd1d03 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:58.504216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-361c7120-800b-42fd-869b-142a53c5c7b5 req-040b2250-4cbe-4d18-9974-786a83423f77 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034423 Nov 09 11:19:58.523944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e030e-8312-47b0-928f-df0163267929 None None] DHCP port deletion for d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:19:58.528308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-717e030e-8312-47b0-928f-df0163267929 None None] Deleting port cb1a2d31-045f-4246-8cdf-49b5acf43d79 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:58.529682 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-717e030e-8312-47b0-928f-df0163267929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:58.539909 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:58.562980 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] Routers {'98493e0c-3fd6-4a27-a472-5c0ca3420f5c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:19:58.563871 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:58.635618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:58.637073 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] 10.222.0.59 "PUT /v2.0/ports/282aa90b-59bb-4a67-962d-4430744b43e4 HTTP/1.1" status: 200 len: 1092 time: 2.9914546 Nov 09 11:19:58.643232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'tag': '282aa90b-59bb-4a67-962d-4430744b43e4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:19:58.696619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Pushing event updated for resources: {'Port': ['ID=282aa90b-59bb-4a67-962d-4430744b43e4,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:58.702063 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:58.718610 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:58.718610 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fec7f2-9d14-4b82-b32f-3759103b23be None None] The sync data for ids ['98493e0c-3fd6-4a27-a472-5c0ca3420f5c'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:19:58.740237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] For port cb1a2d31-045f-4246-8cdf-49b5acf43d79, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cb1a2d31-045f-4246-8cdf-49b5acf43d79,segment=NetworkSegment(e5396af7-3881-47d0-9314-8b3ff4078bdd),segment_id=e5396af7-3881-47d0-9314-8b3ff4078bdd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:58.740773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:58.796647 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'tag': '282aa90b-59bb-4a67-962d-4430744b43e4', 'status': 'completed', 'code': 200} Nov 09 11:19:58.907831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-8d8f00fe-12c9-476b-bfdc-321e6a8036af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 1095 time: 0.1138384 Nov 09 11:19:58.909156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Calling delete_port for cb1a2d31-045f-4246-8cdf-49b5acf43d79 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:58.955730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-717e030e-8312-47b0-928f-df0163267929 None None] For port cb1a2d31-045f-4246-8cdf-49b5acf43d79, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=cb1a2d31-045f-4246-8cdf-49b5acf43d79,segment=NetworkSegment(e5396af7-3881-47d0-9314-8b3ff4078bdd),segment_id=e5396af7-3881-47d0-9314-8b3ff4078bdd)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:19:58.956318 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-717e030e-8312-47b0-928f-df0163267929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.018980 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.031269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cb1a2d31-045f-4246-8cdf-49b5acf43d79 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:19:59.070384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.077709 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-472a1360-88d9-4576-a8f2-a303662c0387 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:59.084735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-03acdb98-8a3c-41e9-84fc-cd511c3b155b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282aa90b-59bb-4a67-962d-4430744b43e4 HTTP/1.1" status: 200 len: 217 time: 0.1393571 Nov 09 11:19:59.118419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-717e030e-8312-47b0-928f-df0163267929 None None] Calling delete_port for cb1a2d31-045f-4246-8cdf-49b5acf43d79 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:19:59.129941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Port': ['ID=cb1a2d31-045f-4246-8cdf-49b5acf43d79,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:59.133463 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:59.137302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] No DVR routers for this DVR port cb1a2d31-045f-4246-8cdf-49b5acf43d79 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:19:59.151798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: cb1a2d31-045f-4246-8cdf-49b5acf43d79 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:19:59.151798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device cb1a2d31-045f-4246-8cdf-49b5acf43d79 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:19:59.178660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-4e4133fb-c49f-4f55-9e4d-7a221f81cc9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:59.180117 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-4e4133fb-c49f-4f55-9e4d-7a221f81cc9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.0875411 Nov 09 11:19:59.208675 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-717e030e-8312-47b0-928f-df0163267929 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:19:59.212069 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-717e030e-8312-47b0-928f-df0163267929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:19:59.232782 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-820f4c5c-eca3-4d92-956b-bc332685403a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3225503 Nov 09 11:19:59.248616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-8de0477e-ed72-4cc0-a28c-0917795aab13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561931 Nov 09 11:19:59.287755 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.327660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:59.352176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5396af7-3881-47d0-9314-8b3ff4078bdd') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:59.352793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5396af7-3881-47d0-9314-8b3ff4078bdd') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:19:59.367923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.425741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.441420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:19:59.441832 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:19:59.458556 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:19:59.521014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-055de587-bcf0-4317-ba8f-169736c9a7e1 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295604 Nov 09 11:19:59.589594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c2a8-3bbe-489e-9882-649ab494d88e req-872675a2-eeb9-42a7-802a-6f56b487480b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:19:59.597143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca11c2a8-3bbe-489e-9882-649ab494d88e req-872675a2-eeb9-42a7-802a-6f56b487480b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 944 time: 0.2124114 Nov 09 11:19:59.625437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-a10ff662-ef50-46ea-9e47-bccf53fd85b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6501 time: 0.2877908 Nov 09 11:19:59.656623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca11c2a8-3bbe-489e-9882-649ab494d88e req-5b6b73b9-b0a8-47a6-b22d-3dd06a6181e2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573075 Nov 09 11:19:59.696263 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.710375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.714535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-717e030e-8312-47b0-928f-df0163267929 None None] Deleting port cb1a2d31-045f-4246-8cdf-49b5acf43d79 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:59.714535 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-717e030e-8312-47b0-928f-df0163267929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.716411 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.720380 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb05e84a-2c87-40eb-8cff-d8ded6512e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:19:59.758353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Pushing event deleted for resources: {'Network': ['ID=d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:19:59.766953 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:19:59.768889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/networks/d07d0d6b-13f0-4134-ac88-b0ffb0f5a6bf HTTP/1.1" status: 204 len: 168 time: 1.6608038 Nov 09 11:19:59.771743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36070) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:19:59.842219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port f6d58a65-675e-482f-9d11-868bd4fc3222 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:19:59.842219 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:19:59.889749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e167084-c987-45e1-805b-06e2f6e0dee5 req-2edb1a59-ec05-4e02-97f5-20b32b2ce7b1 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597393 Nov 09 11:19:59.937087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-717e030e-8312-47b0-928f-df0163267929 None None] The port 'cb1a2d31-045f-4246-8cdf-49b5acf43d79' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:20:00.040811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c931f5a3-4fb7-4ace-b51f-07df57998229 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Synchronizing usage tracker for tenant:45968b5ff85d4236a445724bc06c030f on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:00.238095 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c931f5a3-4fb7-4ace-b51f-07df57998229 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Unset dirty status for tenant:45968b5ff85d4236a445724bc06c030f on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:00.239537 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c931f5a3-4fb7-4ace-b51f-07df57998229 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "GET /v2.0/ports?device_id=15939f87-b754-4088-8c19-7e96145b9afe HTTP/1.1" status: 200 len: 205 time: 0.4666138 Nov 09 11:20:00.243452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36078) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:00.275944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-397a0a67-9f68-407a-b108-88547e4362c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:00.276543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-397a0a67-9f68-407a-b108-88547e4362c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:00.277104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-397a0a67-9f68-407a-b108-88547e4362c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:00.278843 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-397a0a67-9f68-407a-b108-88547e4362c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=d452b088-5da4-4d2e-b403-6b36975ebdc7&id=d452b088-5da4-4d2e-b403-6b36975ebdc7 HTTP/1.1" status: 200 len: 2296 time: 0.6165154 Nov 09 11:20:00.400801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20363ed-c2b5-44bf-a2f1-ac394d45b87a req-0b2ed590-f2fc-4bbb-954b-66168fa4a025 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:00.404880 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2204c970-77d0-4892-90f6-be3876bd28c7 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:00.407402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e20363ed-c2b5-44bf-a2f1-ac394d45b87a req-0b2ed590-f2fc-4bbb-954b-66168fa4a025 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.6996942 Nov 09 11:20:00.410778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:00.557022 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e20363ed-c2b5-44bf-a2f1-ac394d45b87a req-573d388d-04bd-48ba-a65c-b32145430abc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317105 Nov 09 11:20:00.662599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for f6d58a65-675e-482f-9d11-868bd4fc3222 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:00.716210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-2ee7f7c1-fcbf-4bff-92df-3613f95676a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 HTTP/1.1" status: 200 len: 1002 time: 0.4068170 Nov 09 11:20:00.912563 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2204c970-77d0-4892-90f6-be3876bd28c7 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:00.915652 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-e12cd3fb-ae84-4fcf-9723-9e52842b1035 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 1095 time: 0.7188902 Nov 09 11:20:00.922560 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2204c970-77d0-4892-90f6-be3876bd28c7 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:01.088302 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2204c970-77d0-4892-90f6-be3876bd28c7 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:01.093861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204c970-77d0-4892-90f6-be3876bd28c7 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Fanout notify agent at l3_agent the message router_deleted on router 15939f87-b754-4088-8c19-7e96145b9afe {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:20:01.093994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-cba708cd-ec21-4130-8d47-ddcb1738e7b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:01.094643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-cba708cd-ec21-4130-8d47-ddcb1738e7b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaee3a1a-f850-45c3-8941-be5d555165a4 HTTP/1.1" status: 200 len: 855 time: 0.3593769 Nov 09 11:20:01.127827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2204c970-77d0-4892-90f6-be3876bd28c7 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:01.129875 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2204c970-77d0-4892-90f6-be3876bd28c7 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] 10.222.0.50 "DELETE /v2.0/routers/15939f87-b754-4088-8c19-7e96145b9afe HTTP/1.1" status: 204 len: 168 time: 0.8851073 Nov 09 11:20:01.222333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e874-8864-46f5-b857-96e54600eaa7 req-234df5dc-c21d-4ffb-b2e6-f45ee8e29ca6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:01.223897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d32e874-8864-46f5-b857-96e54600eaa7 req-234df5dc-c21d-4ffb-b2e6-f45ee8e29ca6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 944 time: 0.3935285 Nov 09 11:20:01.349217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-27cb33d6-f0be-4397-b4e3-db2c5aee7b60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:01.349217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-27cb33d6-f0be-4397-b4e3-db2c5aee7b60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 906 time: 0.3994772 Nov 09 11:20:01.416742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-7775d86d-a1e5-4680-9739-d47af1a497b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951787 Nov 09 11:20:01.459485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d32e874-8864-46f5-b857-96e54600eaa7 req-22db4119-5f15-4764-9de1-fa0ad4d9cf72 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889031 Nov 09 11:20:01.464331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:01.471041 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4b1ce0d-c056-4ed8-bc1f-e5627a634455 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:01.512256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-ad385fd3-4b60-44a6-a36d-806a79733c32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282aa90b-59bb-4a67-962d-4430744b43e4 HTTP/1.1" status: 200 len: 217 time: 0.1539240 Nov 09 11:20:01.616513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=f6d58a65-675e-482f-9d11-868bd4fc3222,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:01.620820 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:01.692383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36098) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:01.851621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-9f5c3e68-26a1-4acc-9938-dfb57b6c73b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:01.853314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-9f5c3e68-26a1-4acc-9938-dfb57b6c73b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.2816277 Nov 09 11:20:01.888475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadd7de-1cc3-4647-aaa2-d55fa33200df req-335d7354-88f0-4f0b-9787-00c5db22778b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:01.899948 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6dadd7de-1cc3-4647-aaa2-d55fa33200df req-335d7354-88f0-4f0b-9787-00c5db22778b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1424577 Nov 09 11:20:02.025842 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-ee31355a-d254-4dc9-a81c-e6e0fffaff38 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893250 Nov 09 11:20:02.027879 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6dadd7de-1cc3-4647-aaa2-d55fa33200df req-04a7cf42-fa68-43f2-a227-5d864081f0cb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270144 Nov 09 11:20:02.032397 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-3302cc54-9b68-4fbd-925c-342e36147261 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638189 Nov 09 11:20:02.134536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f925a20e-a7cf-4164-9b1a-55fd8c080124 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45968b5ff85d4236a445724bc06c030f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4257717 Nov 09 11:20:02.134536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:02.141652 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:20:02.228256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-e18633b5-259b-4af6-b099-56757019979d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1097 time: 0.1620476 Nov 09 11:20:02.280773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:02.289180 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:02.368726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:02.456883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-e3676b1b-7a4a-4882-8417-3f720533e818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:02.457720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-e3676b1b-7a4a-4882-8417-3f720533e818 service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 914 time: 0.2123301 Nov 09 11:20:02.533111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:02.545566 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6ee8abf-7a41-482f-b622-f7b6305ef907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:02.555605 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-075e8e3e-1726-47a8-a1f7-c9145730fefc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 217 time: 0.0902395 Nov 09 11:20:02.561754 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:02.562784 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21c9a8c8-fb5b-40a6-980e-cf7393f3b846 HTTP/1.1" status: 204 len: 168 time: 0.4392846 Nov 09 11:20:02.569008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c9a8c8-fb5b-40a6-980e-cf7393f3b846,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:02.600605 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:02.635505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-75b138e9-3ea0-4904-ad0b-083dae4412d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:02.636943 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-75b138e9-3ea0-4904-ad0b-083dae4412d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.0724430 Nov 09 11:20:02.693251 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-39eedcb3-4fcd-4589-8415-aab8e8350fea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484278 Nov 09 11:20:02.790216 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:02.832000 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:02.882560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-12b948b5-5977-4fb0-bfcd-c935df93a9bb service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644911 Nov 09 11:20:02.884319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-fedfaf8c-52c5-4b39-96cb-ab4a403866fe service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652939 Nov 09 11:20:03.005832 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-e7bf8a53-c131-471a-b2fd-0e726e91b05c service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059525 Nov 09 11:20:03.116885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1868ddd-5cba-4db0-a3e6-eeaaa1271f45 req-c6e00854-0690-4aee-a0f2-3ac8b258b920 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:03.124479 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1868ddd-5cba-4db0-a3e6-eeaaa1271f45 req-c6e00854-0690-4aee-a0f2-3ac8b258b920 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 944 time: 0.4159098 Nov 09 11:20:03.139583 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-0de53570-c207-4f57-b4b3-f6164ef28d08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 217 time: 0.2098632 Nov 09 11:20:03.140388 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:03.140388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Fanout notify agent at l3_agent the message router_deleted on router 98493e0c-3fd6-4a27-a472-5c0ca3420f5c {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:20:03.212557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c3a269d-3674-459a-babb-098fcbcfe7ba req-711be4d9-193a-4074-9316-fd348ea328f1 service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002797 Nov 09 11:20:03.291924 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d1b3949-15ba-4756-94a5-c425e929e4ef req-113ddb33-ba2d-4e12-afa4-b6dbb3917757 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964047 Nov 09 11:20:03.309240 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:03.311438 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/routers/98493e0c-3fd6-4a27-a472-5c0ca3420f5c HTTP/1.1" status: 204 len: 168 time: 4.9655893 Nov 09 11:20:03.314257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36134) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:03.336852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1868ddd-5cba-4db0-a3e6-eeaaa1271f45 req-52be2b78-660c-4b7e-ad09-ad12717496e4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103770 Nov 09 11:20:03.339029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-f149239d-e6cc-45d0-8096-7ebbfdebd72d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:03.340856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-f149239d-e6cc-45d0-8096-7ebbfdebd72d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1639884 Nov 09 11:20:03.436037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07201e-91c3-4c89-a25b-d942bf6b2969 req-28c0f475-f464-4449-bd76-294cc7395196 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:03.437449 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a07201e-91c3-4c89-a25b-d942bf6b2969 req-28c0f475-f464-4449-bd76-294cc7395196 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2097490 Nov 09 11:20:03.529792 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-93058246-bd9b-4ffc-911e-f861c9c6e3fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730719 Nov 09 11:20:03.689163 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2a07201e-91c3-4c89-a25b-d942bf6b2969 req-aaf784be-1381-4031-8572-1dc4811d56b6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243736 Nov 09 11:20:03.750067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting subnet 020e341e-300a-4461-9058-3479ee9fa80c {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:20:03.759527 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:03.791700 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-1d08b9a7-6a4d-4281-b932-597f95a9b1b6 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532310 Nov 09 11:20:03.838018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.000925 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.072373 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.176326 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.181127 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1cff5933-0ddc-481d-84c7-e4e960749884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:04.182722 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-2bfdb79a-5d89-4837-845a-31752e93fa04 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759177 Nov 09 11:20:04.222852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Subnet': ['ID=020e341e-300a-4461-9058-3479ee9fa80c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:04.232583 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:04.232583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.239046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da2c5f-7a7a-4bb3-b4fe-e8b4f59d519f None None] Network ea5725ff-8922-4a8e-b305-9e01ff3c684d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:04.240612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/subnets/020e341e-300a-4461-9058-3479ee9fa80c HTTP/1.1" status: 204 len: 168 time: 0.9252741 Nov 09 11:20:04.241264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36158) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:04.271443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-77d04daa-8643-441c-983f-f82a380d8010 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 217 time: 0.0769708 Nov 09 11:20:04.347664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-f47fd0a2-fb1e-4ff5-824d-3399ab380281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:04.349329 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-f47fd0a2-fb1e-4ff5-824d-3399ab380281 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.0706561 Nov 09 11:20:04.409819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.413413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36164) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:04.443617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port 11359ca1-3183-4061-9aab-4d48aa0c26d3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:04.443973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.477283 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 282aa90b-59bb-4a67-962d-4430744b43e4 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:20:04.543544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-e1212455-677d-4f98-a283-69cb1bc11ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1712701 Nov 09 11:20:04.667939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 282aa90b-59bb-4a67-962d-4430744b43e4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=282aa90b-59bb-4a67-962d-4430744b43e4,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:04.687507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '282aa90b-59bb-4a67-962d-4430744b43e4', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'port_id': '282aa90b-59bb-4a67-962d-4430744b43e4', 'mac_address': 'fa:16:3e:1d:fd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473988ac-f45f-49ce-b066-b580a4c03897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:20:04.715903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] DHCP port deletion for ea5725ff-8922-4a8e-b305-9e01ff3c684d request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:20:04.726969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Deleting port 11359ca1-3183-4061-9aab-4d48aa0c26d3 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:04.733196 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.935682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] For port 11359ca1-3183-4061-9aab-4d48aa0c26d3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=11359ca1-3183-4061-9aab-4d48aa0c26d3,segment=NetworkSegment(65b04687-e6f5-49a5-a4e4-0c915bae4d23),segment_id=65b04687-e6f5-49a5-a4e4-0c915bae4d23)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:04.936252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:04.948375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-b94f6ae2-1b66-4fbd-889d-d7519f3340e6 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832476 Nov 09 11:20:04.983456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db17d4-8c7a-4da0-b71e-26bf1445d5ff req-9761f9c8-f555-4572-8b58-f74d24e2b0a8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:04.999901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-16db17d4-8c7a-4da0-b71e-26bf1445d5ff req-9761f9c8-f555-4572-8b58-f74d24e2b0a8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 944 time: 0.3745027 Nov 09 11:20:05.091695 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.104765 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 11359ca1-3183-4061-9aab-4d48aa0c26d3 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:20:05.184679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1b25c9cb-d898-4c66-a7c5-7fda2cae1856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:05.185869 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-1b25c9cb-d898-4c66-a7c5-7fda2cae1856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 11:20:05.193428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1b25c9cb-d898-4c66-a7c5-7fda2cae1856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7741964 Nov 09 11:20:05.196296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36178) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:05.202975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for 11359ca1-3183-4061-9aab-4d48aa0c26d3 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:05.214583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646408904'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:05.220959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282aa90b-59bb-4a67-962d-4430744b43e4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:20:05.237606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:05.287978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-16db17d4-8c7a-4da0-b71e-26bf1445d5ff req-c7dc7889-b22e-4f86-8eae-cd1c08954dce tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855816 Nov 09 11:20:05.298234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:05.309835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:05.322706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:05.331773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-485d2102-43c5-4864-8a4c-81b9320293a9 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624747 Nov 09 11:20:05.360220 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.429947 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-9d0926a0-d8d7-4ee1-aedd-2406daf28dfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2 HTTP/1.1" status: 200 len: 217 time: 0.0881343 Nov 09 11:20:05.431284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c96c8-5170-47d2-a477-38f7c00dc098 req-8f3273ff-f051-410b-a208-e84fbb0b5a64 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:05.433601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-758c96c8-5170-47d2-a477-38f7c00dc098 req-8f3273ff-f051-410b-a208-e84fbb0b5a64 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1814103 Nov 09 11:20:05.441763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.444740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 282aa90b-59bb-4a67-962d-4430744b43e4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=282aa90b-59bb-4a67-962d-4430744b43e4,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:05.469916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] For port 11359ca1-3183-4061-9aab-4d48aa0c26d3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=11359ca1-3183-4061-9aab-4d48aa0c26d3,segment=NetworkSegment(65b04687-e6f5-49a5-a4e4-0c915bae4d23),segment_id=65b04687-e6f5-49a5-a4e4-0c915bae4d23)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:05.470657 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.497568 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.527059 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-758c96c8-5170-47d2-a477-38f7c00dc098 req-6bd75d0d-1b7b-4296-aee2-26456936b99a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696476 Nov 09 11:20:05.548605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.563272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-602f5e95-3302-435e-b86d-6752ed60fd56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:05.566162 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-511a63f4-91fe-4b1a-9987-793fed1b45f9 tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:05.566696 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-602f5e95-3302-435e-b86d-6752ed60fd56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1113942 Nov 09 11:20:05.570503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:05.575262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:05.579618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:05.621131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:05.657773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=11359ca1-3183-4061-9aab-4d48aa0c26d3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:05.658279 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:05.680598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] No DVR routers for this DVR port 11359ca1-3183-4061-9aab-4d48aa0c26d3 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:20:05.700888 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Calling delete_port for 11359ca1-3183-4061-9aab-4d48aa0c26d3 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:05.726443 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.727910 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-89ac6f40-9b9a-4d0d-9723-96e475f2d164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:05.761282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-c31f7626-5690-421e-9f3d-d00dc93e5c4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826811 Nov 09 11:20:05.768443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.833645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=282aa90b-59bb-4a67-962d-4430744b43e4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:05.838369 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:05.839252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:20:05.839709 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:20:05.888994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:05.896105 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10a0dff1-2ccc-4f7c-9428-927c2d372f23 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:05.984883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799a1a95-c58d-416d-97f7-217c735936f2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:05.993804 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:06.002372 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.003169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:06.013670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:06.016866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:06.021119 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-d53f3cd7-2ede-4509-b0b1-c039b1b90d09 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462466 Nov 09 11:20:06.024925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:06.036553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5725ff-8922-4a8e-b305-9e01ff3c684d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:06.051337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b04687-e6f5-49a5-a4e4-0c915bae4d23') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:06.051624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b04687-e6f5-49a5-a4e4-0c915bae4d23') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:06.064278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.083886 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.090955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:20:06.092294 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:20:06.108600 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:20:06.162736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['282aa90b-59bb-4a67-962d-4430744b43e4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:06.186786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.207917 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-450af59e-d8f0-4e88-a193-429375ed4428 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729479 Nov 09 11:20:06.283690 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-01d41194-022c-4330-bfae-706f6a945c20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=90260d63-50cd-435d-83b9-743a89cd3fe4 HTTP/1.1" status: 200 len: 217 time: 0.0673277 Nov 09 11:20:06.316605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.324414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c5a49ced-5603-46e6-af12-ea4e865e2d91 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:06.350367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-f51da9ca-f5a6-4807-99a2-6a09c546c957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:06.351999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-f51da9ca-f5a6-4807-99a2-6a09c546c957 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.0615041 Nov 09 11:20:06.352532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Deleting port 11359ca1-3183-4061-9aab-4d48aa0c26d3 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:06.352919 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.353332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.360805 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.376285 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:06.393866 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/networks/ea5725ff-8922-4a8e-b305-9e01ff3c684d HTTP/1.1" status: 204 len: 168 time: 2.1509819 Nov 09 11:20:06.395317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36190) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:06.441037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ed616c93-371d-4315-b0dd-b14e6c8611b8 None None] The port '11359ca1-3183-4061-9aab-4d48aa0c26d3' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:20:06.459325 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.459325 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2562413 Nov 09 11:20:06.461283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe5098b-ba55-44d7-baf6-9c049a2a8d4d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:06.464059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36194) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:06.467180 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:06.470761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:20:06.474433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': 'cbe5098b-ba55-44d7-baf6-9c049a2a8d4d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:06.485445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:06.494303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:06.498347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:06.506648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:06.532248 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-d62c20b2-2387-4f67-ab30-2fef11751903 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571088 Nov 09 11:20:06.541409 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.630200 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.714264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Network': ['ID=ea5725ff-8922-4a8e-b305-9e01ff3c684d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:06.735285 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:06.765385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port c9da3f70-b662-4d81-90c3-ade4984de08b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:06.765725 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.785448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:06.801296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4', 'port_id': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'mac_address': 'fa:16:3e:51:1c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd6224-0120-4638-88de-7b5a55324599', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:20:06.863287 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.891681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6571a56-b48f-44e7-8eb2-8045c3262acc {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:20:06.915821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:06.943876 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-ed60fa38-b089-4d19-b49a-77ababd125f4 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018438 Nov 09 11:20:06.953219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1fe3d-7172-40bd-b4ce-70fde00aa2fe req-b4abb86d-f56b-405a-86b6-7bca375257d5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:06.954831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ce1fe3d-7172-40bd-b4ce-70fde00aa2fe req-b4abb86d-f56b-405a-86b6-7bca375257d5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 945 time: 0.3844945 Nov 09 11:20:06.956584 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:06.993138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822feb1-ab97-402d-8067-5a20a1ddb26f req-850525d4-11e1-418d-a20d-29f9a2841548 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:06.994583 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1822feb1-ab97-402d-8067-5a20a1ddb26f req-850525d4-11e1-418d-a20d-29f9a2841548 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1999884 Nov 09 11:20:07.011479 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.015810 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:07.053097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.055262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.058260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.065072 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:07.090269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:07.094518 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:07.115568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f8ed5f-a436-402c-92f9-9b8c8b489b3c,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:07.124413 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:07.142554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ce1fe3d-7172-40bd-b4ce-70fde00aa2fe req-da565856-ffae-46d3-8244-4b4a9e6962e9 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611130 Nov 09 11:20:07.158816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c6571a56-b48f-44e7-8eb2-8045c3262acc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:07.163716 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-7090f738-2620-4362-ae5a-46fa47b0ddbd service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058010 Nov 09 11:20:07.173001 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.176946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7092957 Nov 09 11:20:07.177407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36210) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:07.197082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for c9da3f70-b662-4d81-90c3-ade4984de08b owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:07.252724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1822feb1-ab97-402d-8067-5a20a1ddb26f req-9f11e86d-cfbc-4746-9051-ce7f3948a57f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518485 Nov 09 11:20:07.259571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': 'cbe5098b-ba55-44d7-baf6-9c049a2a8d4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:07.272055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:07.303046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:07.306502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:07.311753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-8005a78a-492e-41eb-8844-877dcbff03a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9 HTTP/1.1" status: 200 len: 217 time: 0.1312637 Nov 09 11:20:07.316604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:07.401226 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.413444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-dd241e63-f59a-46d1-9f5b-3b1acbe23039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:07.415154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-dd241e63-f59a-46d1-9f5b-3b1acbe23039 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.0879357 Nov 09 11:20:07.489812 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.498406 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7693cb8e-fe6f-423f-af82-c1062680032e tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:07.536072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-bf5d67f6-0404-4efa-a81c-cf97d080457c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077571 Nov 09 11:20:07.545227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=c9da3f70-b662-4d81-90c3-ade4984de08b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:07.547663 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:07.583649 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 11:20:07.587809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-93e88131-232a-4ade-960a-2389e5531b16 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4059615 Nov 09 11:20:07.615656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36218) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:07.683286 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.697674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-2edce430-536d-45cc-b8de-29b5ec94d573 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478212 Nov 09 11:20:07.723262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.724389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/floatingips/5327501d-4417-403f-b1da-67f831f23572 HTTP/1.1" status: 204 len: 168 time: 1.3225982 Nov 09 11:20:07.725405 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.729125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:07.795951 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f73f44-9b07-4199-a220-04f22f71a826 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] DELETE failed (client error): The resource could not be found. Nov 09 11:20:07.796514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f73f44-9b07-4199-a220-04f22f71a826 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:20:07.800520 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-81f73f44-9b07-4199-a220-04f22f71a826 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/ports/02b29324-47c3-4406-8c8a-6258b7fb1063 HTTP/1.1" status: 404 len: 333 time: 0.0681510 Nov 09 11:20:07.801021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36230) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:07.839364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:07.861984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-49f2dce3-19f5-421b-ad7d-5cddf3c86efb service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439703 Nov 09 11:20:07.863324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4fcd4163-a4e2-4f1b-a9ab-90caf171e7b2 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Synchronizing usage tracker for tenant:692748797c294a7c9e73a26b5cf847a8 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:07.954624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-c440c5f6-f2b9-4502-9ee3-b3da6bc81329 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f69a3e32-113a-472c-a2a8-7286809f5242 HTTP/1.1" status: 200 len: 217 time: 0.0770836 Nov 09 11:20:07.978547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4fcd4163-a4e2-4f1b-a9ab-90caf171e7b2 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Unset dirty status for tenant:692748797c294a7c9e73a26b5cf847a8 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:07.980803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4fcd4163-a4e2-4f1b-a9ab-90caf171e7b2 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "GET /v2.0/ports?device_id=98493e0c-3fd6-4a27-a472-5c0ca3420f5c HTTP/1.1" status: 200 len: 205 time: 0.1791000 Nov 09 11:20:07.983479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36234) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:08.032476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-2353796d-d8c0-41ff-8745-f8b6762c67a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:08.033910 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-2353796d-d8c0-41ff-8745-f8b6762c67a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.0674462 Nov 09 11:20:08.041128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.053853 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d2e15ff0-aa68-41ae-ad5f-9113bf7c2363 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:08.063848 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-35b8955c-f6a2-4ac7-9879-9e9bd1ac5d0d tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] delete failed (client error): The resource could not be found. Nov 09 11:20:08.064865 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-35b8955c-f6a2-4ac7-9879-9e9bd1ac5d0d tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/routers/98493e0c-3fd6-4a27-a472-5c0ca3420f5c HTTP/1.1" status: 404 len: 336 time: 0.0804393 Nov 09 11:20:08.068015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:08.106484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe5098b-ba55-44d7-baf6-9c049a2a8d4d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:08.110844 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:08.116059 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41cfda3-af8a-4207-a801-600768e01bdc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] DELETE failed (client error): The resource could not be found. Nov 09 11:20:08.116501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41cfda3-af8a-4207-a801-600768e01bdc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:20:08.119994 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c41cfda3-af8a-4207-a801-600768e01bdc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/subnets/020e341e-300a-4461-9058-3479ee9fa80c HTTP/1.1" status: 404 len: 337 time: 0.0492647 Nov 09 11:20:08.120160 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-669cc62c-adfe-4257-892f-0ded04e590e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727456 Nov 09 11:20:08.120704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36242) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:08.121424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.123144 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/cbe5098b-ba55-44d7-baf6-9c049a2a8d4d HTTP/1.1" status: 204 len: 168 time: 0.5033119 Nov 09 11:20:08.125863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:08.179030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-61174a92-2e5c-40c2-acf7-c4c8f34b8d8c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:08.272516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-61174a92-2e5c-40c2-acf7-c4c8f34b8d8c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:08.277909 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-61174a92-2e5c-40c2-acf7-c4c8f34b8d8c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1464500 Nov 09 11:20:08.280516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:08.296279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port 67499699-ca9e-48df-a904-dd0b6c5b3e35 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:08.296860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.319836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--568291446'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:08.332613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:08.355899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:08.378281 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-708f8e2f-4492-46d9-9656-9a4974ef5857 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184236 Nov 09 11:20:08.495253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:08.516612 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.541912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0204b4-3ab3-4340-b3f4-52236b81f16c req-9826ec76-5d41-4725-a4b8-727db550e873 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:08.543431 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d0204b4-3ab3-4340-b3f4-52236b81f16c req-9826ec76-5d41-4725-a4b8-727db550e873 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 945 time: 0.2648733 Nov 09 11:20:08.594304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port c6571a56-b48f-44e7-8eb2-8045c3262acc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:08.595066 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.603692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:08.613532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:08.619498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:08.631529 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d0204b4-3ab3-4340-b3f4-52236b81f16c req-9754027a-bc45-416f-a6a3-11fb151cf258 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784054 Nov 09 11:20:08.647462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:08.777803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.795657 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.824970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:08.836182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:08.874340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.880449 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6064cc56-3065-4d75-b835-4616d23561d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:08.967568 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:08.968744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 282aa90b-59bb-4a67-962d-4430744b43e4 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:08.983849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec23ad26-e56b-4995-8c53-748b8089ff97,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:08.986889 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:08.996607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.026520 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-573bbbcf-e5ea-4f6a-9b33-e49b92132750 req-df26d834-18a1-481e-82e0-845679f6ddf7 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161137 Nov 09 11:20:09.044034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.048878 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7642636 Nov 09 11:20:09.048878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36270) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:09.052149 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:09.060461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b3affbae-a2f8-4265-8e1c-7265c2d4317d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': 'ec23ad26-e56b-4995-8c53-748b8089ff97', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:09.064154 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-b3affbae-a2f8-4265-8e1c-7265c2d4317d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:09.070678 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b3affbae-a2f8-4265-8e1c-7265c2d4317d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0164294 Nov 09 11:20:09.070910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:09.165282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a976-b2df-47ac-ab5c-063f8d17d017 req-5910aaf2-7147-4dbb-ac51-cbb758ea2e22 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:09.172529 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-add6a976-b2df-47ac-ab5c-063f8d17d017 req-5910aaf2-7147-4dbb-ac51-cbb758ea2e22 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.7632046 Nov 09 11:20:09.184250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:09.202105 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:09.234250 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.253019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for 67499699-ca9e-48df-a904-dd0b6c5b3e35 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:09.263868 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'code': 200} Nov 09 11:20:09.269974 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.295784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 282aa90b-59bb-4a67-962d-4430744b43e4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:09.302012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 282aa90b-59bb-4a67-962d-4430744b43e4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:09.302624 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.341667 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-add6a976-b2df-47ac-ab5c-063f8d17d017 req-948a1061-001b-44b1-b378-615563b31960 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678269 Nov 09 11:20:09.432169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.437412 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a2be955-877e-4638-9a05-19378084417e tempest-ServerRescueTestJSONUnderV235-599975947 tempest-ServerRescueTestJSONUnderV235-599975947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:09.455315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec23ad26-e56b-4995-8c53-748b8089ff97,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:09.465309 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:09.466412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.480877 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/ec23ad26-e56b-4995-8c53-748b8089ff97 HTTP/1.1" status: 204 len: 168 time: 0.4034660 Nov 09 11:20:09.482681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36278) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:09.491603 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.536424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 282aa90b-59bb-4a67-962d-4430744b43e4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=282aa90b-59bb-4a67-962d-4430744b43e4,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:09.540361 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.547789 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c152da66-eab7-4557-8840-cc7606366583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:09.547941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9a0ad330-3a65-4d75-9199-557b4d020fb4 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:09.600897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=67499699-ca9e-48df-a904-dd0b6c5b3e35,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:09.605012 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:09.609633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.612152 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:09.655718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9a0ad330-3a65-4d75-9199-557b4d020fb4 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:09.665780 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9a0ad330-3a65-4d75-9199-557b4d020fb4 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1794603 Nov 09 11:20:09.669007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:09.683080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=282aa90b-59bb-4a67-962d-4430744b43e4,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:09.686892 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:09.697368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964766277'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:09.710098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:09.716931 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.724885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:09.785417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/ports/67499699-ca9e-48df-a904-dd0b6c5b3e35 HTTP/1.1" status: 204 len: 168 time: 1.6631460 Nov 09 11:20:09.787347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36290) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:09.835430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.862756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port 0079bf7b-3f1b-4acb-a208-79d6320aa796 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:09.863136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:09.898127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:09.904419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:09.913242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:09.930785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:09.961092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b588-ea6b-41ad-a2db-a47862a376d3 req-91bf03da-42d9-44a1-ac32-2dac7d8c0cc7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:09.962643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c18b588-ea6b-41ad-a2db-a47862a376d3 req-91bf03da-42d9-44a1-ac32-2dac7d8c0cc7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.1643517 Nov 09 11:20:10.076871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c18b588-ea6b-41ad-a2db-a47862a376d3 req-62a156ff-634a-4ece-a412-1818cb8b7d29 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079128 Nov 09 11:20:10.115743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.193384 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.243291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.249705 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:10.305232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8371c207-8040-42c8-9a95-bf22cb048188,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:10.316962 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:10.337317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for 0079bf7b-3f1b-4acb-a208-79d6320aa796 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:10.373111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.374757 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7035675 Nov 09 11:20:10.377084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36306) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:10.383220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fab85aad-b114-4a8c-8b36-c04a7739c33b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '8371c207-8040-42c8-9a95-bf22cb048188', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:10.383878 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-fab85aad-b114-4a8c-8b36-c04a7739c33b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:10.384798 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fab85aad-b114-4a8c-8b36-c04a7739c33b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067527 Nov 09 11:20:10.391098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:10.469428 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.498722 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.563700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.570275 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-37a2471b-10e6-4f6d-afba-1ec0b6cec52a tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:10.619718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa978-b233-4495-8103-f0826d17fd63 req-d4ba94e0-6a5a-40ed-be0a-74084338739e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:10.621513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2efa978-b233-4495-8103-f0826d17fd63 req-d4ba94e0-6a5a-40ed-be0a-74084338739e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.0960028 Nov 09 11:20:10.621761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=0079bf7b-3f1b-4acb-a208-79d6320aa796,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:10.624720 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:10.658672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.663539 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d143c308-9b00-4401-bef4-4d44b21d5eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:10.680998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8371c207-8040-42c8-9a95-bf22cb048188,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:10.683984 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:10.711099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.714993 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/8371c207-8040-42c8-9a95-bf22cb048188 HTTP/1.1" status: 204 len: 168 time: 0.3228493 Nov 09 11:20:10.715647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36316) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:10.740068 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2efa978-b233-4495-8103-f0826d17fd63 req-069fa16d-a447-4f49-8b79-988d237f1e53 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079936 Nov 09 11:20:10.785042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5bc3a81-51cf-44ea-acb1-be054ac5feac tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:10.788083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:10.802906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/ports/0079bf7b-3f1b-4acb-a208-79d6320aa796 HTTP/1.1" status: 204 len: 168 time: 1.0144651 Nov 09 11:20:10.805393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36320) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:10.823451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533d55d-12e1-4500-84d3-f27998880330 req-2629c8fd-13b2-4792-ab6b-f8cbee5a095b tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:10.824891 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0533d55d-12e1-4500-84d3-f27998880330 req-2629c8fd-13b2-4792-ab6b-f8cbee5a095b tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 946 time: 0.1128399 Nov 09 11:20:10.859138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5bc3a81-51cf-44ea-acb1-be054ac5feac tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:10.860522 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c5bc3a81-51cf-44ea-acb1-be054ac5feac tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1405044 Nov 09 11:20:10.865389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:10.871572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--410794269'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:10.880521 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0533d55d-12e1-4500-84d3-f27998880330 req-805f25b5-a8f8-4023-8db5-3778ff03f592 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Nov 09 11:20:10.881864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:10.900930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:10.912822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f1527-4b9e-4bb8-9957-d6caa357b0ae tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:10.914270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-632f1527-4b9e-4bb8-9957-d6caa357b0ae tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b HTTP/1.1" status: 200 len: 913 time: 0.1078959 Nov 09 11:20:10.917302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36328) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:10.986078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.024647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:11.029111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:11.033108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:11.039906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:11.106410 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.180605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.209469 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-001dfd00-142d-4f14-b236-dd6f9613ac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:11.265425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282aa90b-59bb-4a67-962d-4430744b43e4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:11.285596 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.289490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4204867 Nov 09 11:20:11.290267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50e7f2a-7d2e-4f6d-b3fc-f0b1d18973b2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:11.292107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:11.295427 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:11.301612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ad78ce6f-4256-4165-8f64-ebf4d468b4b6 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': 'b50e7f2a-7d2e-4f6d-b3fc-f0b1d18973b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:11.302350 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-ad78ce6f-4256-4165-8f64-ebf4d468b4b6 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:11.303315 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ad78ce6f-4256-4165-8f64-ebf4d468b4b6 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103033 Nov 09 11:20:11.306125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36344) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:11.317120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b6b102a0-228b-4008-85cc-fe163f86496a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': 'b50e7f2a-7d2e-4f6d-b3fc-f0b1d18973b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:11.318028 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-b6b102a0-228b-4008-85cc-fe163f86496a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:11.321878 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b6b102a0-228b-4008-85cc-fe163f86496a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117896 Nov 09 11:20:11.322182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36348) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:11.329513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7a058c3f-3018-4511-abb1-85a724efbda5 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': 'b50e7f2a-7d2e-4f6d-b3fc-f0b1d18973b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:11.332392 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-7a058c3f-3018-4511-abb1-85a724efbda5 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:11.333625 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7a058c3f-3018-4511-abb1-85a724efbda5 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103476 Nov 09 11:20:11.336703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36352) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:11.346415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d2eb3805-d1d4-4283-9ac3-cd296c06ae1e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': 'b50e7f2a-7d2e-4f6d-b3fc-f0b1d18973b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:11.347214 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-d2eb3805-d1d4-4283-9ac3-cd296c06ae1e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:11.348123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d2eb3805-d1d4-4283-9ac3-cd296c06ae1e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105195 Nov 09 11:20:11.351235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36356) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:11.363773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb90053-ca38-4ad0-9804-880fd2e56fdc req-b78b0287-924d-4618-8dc8-09f06034bd0b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:11.365298 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bcb90053-ca38-4ad0-9804-880fd2e56fdc req-b78b0287-924d-4618-8dc8-09f06034bd0b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.1451495 Nov 09 11:20:11.423413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bcb90053-ca38-4ad0-9804-880fd2e56fdc req-d391dbec-a939-4f4d-9232-d43977fb26cf tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521686 Nov 09 11:20:11.480445 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282aa90b-59bb-4a67-962d-4430744b43e4', 'code': 200} Nov 09 11:20:11.536798 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.611051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.642444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.749317 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-af26f441-dab3-4544-bc2b-3f8a4fbce04c req-0a5f8dfd-ff04-4dff-aa1a-891cefe031d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 1097 time: 0.2093329 Nov 09 11:20:11.844588 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.854274 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:11.883312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50e7f2a-7d2e-4f6d-b3fc-f0b1d18973b2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:11.919175 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:11.945663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-af26f441-dab3-4544-bc2b-3f8a4fbce04c req-1eaa7a97-3014-49f7-b1ea-c0921082f22e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832244 Nov 09 11:20:11.947770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:11.948741 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/b50e7f2a-7d2e-4f6d-b3fc-f0b1d18973b2 HTTP/1.1" status: 204 len: 168 time: 0.5964932 Nov 09 11:20:11.952277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:12.009367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82472e60-a098-4157-8c10-0dd3af2affeb tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:12.024632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17518938-4891-40ab-b321-2050e0546f56 req-172330fa-4bce-4479-8e35-4a373487b90a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:12.026037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17518938-4891-40ab-b321-2050e0546f56 req-172330fa-4bce-4479-8e35-4a373487b90a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1492522 Nov 09 11:20:12.095340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82472e60-a098-4157-8c10-0dd3af2affeb tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:12.096535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-82472e60-a098-4157-8c10-0dd3af2affeb tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1432765 Nov 09 11:20:12.105413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36370) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:12.115724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--277782965'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:12.124038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:12.132689 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17518938-4891-40ab-b321-2050e0546f56 req-0ba200f0-e755-4798-b567-68d6334a1d7c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992665 Nov 09 11:20:12.137006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f196af-10fa-43bb-afb8-31ed81c76179 req-cc22eeee-14f9-49ea-ad1a-58887efa4419 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:12.139470 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-09f196af-10fa-43bb-afb8-31ed81c76179 req-cc22eeee-14f9-49ea-ad1a-58887efa4419 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 946 time: 0.1123869 Nov 09 11:20:12.143556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:12.193796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-09f196af-10fa-43bb-afb8-31ed81c76179 req-63794792-cfc8-4492-954e-1b5524d65604 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Nov 09 11:20:12.241481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:12.284820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:12.289431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:12.292732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:12.302841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:12.382972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:12.443255 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:12.447984 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e69bd41-5798-4314-b7ff-c7c1d23f9e69 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:12.507974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3260743d-eaba-4b36-8599-f4781fee87b8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:12.511473 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:12.597598 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:12.601676 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4956341 Nov 09 11:20:12.601676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36382) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:12.608337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8bf45ec8-2471-4dd6-aee8-0be60fce3141 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:12.609017 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-8bf45ec8-2471-4dd6-aee8-0be60fce3141 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:12.610121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8bf45ec8-2471-4dd6-aee8-0be60fce3141 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073800 Nov 09 11:20:12.612833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36386) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:12.618198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0278af81-785a-4f53-885d-d145b69b37c9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:12.626939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0278af81-785a-4f53-885d-d145b69b37c9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:12.630974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0278af81-785a-4f53-885d-d145b69b37c9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:12.634000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0278af81-785a-4f53-885d-d145b69b37c9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:12.640972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0278af81-785a-4f53-885d-d145b69b37c9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:12.652974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port 58a81219-49ec-4c4e-a04c-4b1f0a7223bf {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:12.653523 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:12.818627 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-0278af81-785a-4f53-885d-d145b69b37c9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:12.824035 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0278af81-785a-4f53-885d-d145b69b37c9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2058723 Nov 09 11:20:12.824315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36390) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:12.832327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-495f7209-3542-4e60-b118-0555dcecda59 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:12.833503 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-495f7209-3542-4e60-b118-0555dcecda59 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:12.838862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-495f7209-3542-4e60-b118-0555dcecda59 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088680 Nov 09 11:20:12.839221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36394) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:12.839309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae564-b0a3-47a0-901a-c02a2f99e524 req-7f3238f7-317f-4621-9f6d-d29d8f9bc090 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:12.842291 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c73ae564-b0a3-47a0-901a-c02a2f99e524 req-7f3238f7-317f-4621-9f6d-d29d8f9bc090 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.2656639 Nov 09 11:20:12.847423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-97408964-9a55-435b-9711-59e1263fb9f0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:12.853956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97408964-9a55-435b-9711-59e1263fb9f0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:12.858756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-97408964-9a55-435b-9711-59e1263fb9f0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:12.861903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-97408964-9a55-435b-9711-59e1263fb9f0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:12.868101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97408964-9a55-435b-9711-59e1263fb9f0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:13.087776 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:13.089315 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-97408964-9a55-435b-9711-59e1263fb9f0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:13.093107 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-97408964-9a55-435b-9711-59e1263fb9f0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2482836 Nov 09 11:20:13.093383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36400) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:13.101338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c73ae564-b0a3-47a0-901a-c02a2f99e524 req-195b9248-f4ba-455d-9494-909f2a66a61e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507596 Nov 09 11:20:13.101600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e1fe31f4-707e-49c4-985e-b41826ff4056 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:13.107205 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-e1fe31f4-707e-49c4-985e-b41826ff4056 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:13.107205 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e1fe31f4-707e-49c4-985e-b41826ff4056 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090895 Nov 09 11:20:13.107759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36404) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:13.115618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a7cb6b81-39c6-4ee0-83dd-873e9b707651 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:13.123338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7cb6b81-39c6-4ee0-83dd-873e9b707651 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:13.127867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7cb6b81-39c6-4ee0-83dd-873e9b707651 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:13.140505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7cb6b81-39c6-4ee0-83dd-873e9b707651 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:13.148004 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7cb6b81-39c6-4ee0-83dd-873e9b707651 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:13.229106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for 58a81219-49ec-4c4e-a04c-4b1f0a7223bf owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:13.268851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feec971-92d6-4921-9eaf-0884141da285 req-fa4447fe-0920-4124-be0c-d008c9c857f8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:13.270350 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8feec971-92d6-4921-9eaf-0884141da285 req-fa4447fe-0920-4124-be0c-d008c9c857f8 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 946 time: 0.4768035 Nov 09 11:20:13.390448 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-a7cb6b81-39c6-4ee0-83dd-873e9b707651 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:13.390448 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a7cb6b81-39c6-4ee0-83dd-873e9b707651 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2769477 Nov 09 11:20:13.397217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36422) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:13.406960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4a75d12a-57a0-45dc-8e33-8320aacd416e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:13.410397 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-4a75d12a-57a0-45dc-8e33-8320aacd416e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:13.410397 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4a75d12a-57a0-45dc-8e33-8320aacd416e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093997 Nov 09 11:20:13.415470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8883-1a05-48a6-a763-ad6352b46636 req-2dca1a9b-859a-46a3-925e-46219a6f1ac0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:13.417190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d10b8883-1a05-48a6-a763-ad6352b46636 req-2dca1a9b-859a-46a3-925e-46219a6f1ac0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1132622 Nov 09 11:20:13.418470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36426) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:13.425956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-01b0faf2-2d8e-473b-97bd-eea2d2fdf11b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:13.437123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-01b0faf2-2d8e-473b-97bd-eea2d2fdf11b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:13.461482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-01b0faf2-2d8e-473b-97bd-eea2d2fdf11b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:13.467936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-01b0faf2-2d8e-473b-97bd-eea2d2fdf11b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:13.477297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-01b0faf2-2d8e-473b-97bd-eea2d2fdf11b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:13.477811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Deleting port c00782c5-f54b-40a4-8615-0979a4858b4d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:13.478158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:13.506131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d10b8883-1a05-48a6-a763-ad6352b46636 req-c425e4b1-4ca0-4fc3-a0d4-eb4679030a04 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742173 Nov 09 11:20:13.568315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f7142-4f40-4078-a8ca-01844a817d9b req-d7d6b479-c508-4bb3-90c8-b5204c113305 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:13.569909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a38f7142-4f40-4078-a8ca-01844a817d9b req-d7d6b479-c508-4bb3-90c8-b5204c113305 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 946 time: 0.2203088 Nov 09 11:20:13.718483 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-01b0faf2-2d8e-473b-97bd-eea2d2fdf11b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:13.722219 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-01b0faf2-2d8e-473b-97bd-eea2d2fdf11b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2992640 Nov 09 11:20:13.722570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:13.745753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-42a13122-dad1-4fbf-b7eb-51b99b4f8f19 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '3260743d-eaba-4b36-8599-f4781fee87b8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:13.768447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42a13122-dad1-4fbf-b7eb-51b99b4f8f19 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:13.776406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-42a13122-dad1-4fbf-b7eb-51b99b4f8f19 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:13.780756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-42a13122-dad1-4fbf-b7eb-51b99b4f8f19 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:13.791632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42a13122-dad1-4fbf-b7eb-51b99b4f8f19 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:13.873997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a38f7142-4f40-4078-a8ca-01844a817d9b req-9c4779c0-c5a1-42d4-a973-e9f5d1e9b31d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce4d386-0105-4159-b90b-4373b647ee22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535503 Nov 09 11:20:13.969500 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-42a13122-dad1-4fbf-b7eb-51b99b4f8f19 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:13.970834 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-42a13122-dad1-4fbf-b7eb-51b99b4f8f19 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2467008 Nov 09 11:20:13.973381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36444) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:13.986826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] For port c00782c5-f54b-40a4-8615-0979a4858b4d, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c00782c5-f54b-40a4-8615-0979a4858b4d,segment=NetworkSegment(6171cad4-7280-4884-93b0-a4f34e0935c7),segment_id=6171cad4-7280-4884-93b0-a4f34e0935c7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:13.987202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.055291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.086071 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.125165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.135579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Calling delete_port for c00782c5-f54b-40a4-8615-0979a4858b4d owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:14.187427 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d441557d-c0a4-48b1-be0c-7067cc6617bd tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:14.235391 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.244390 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dc64a4ee-aff9-4450-83d4-446bd73d466e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:14.267487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=58a81219-49ec-4c4e-a04c-4b1f0a7223bf,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:14.267929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3260743d-eaba-4b36-8599-f4781fee87b8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:14.276788 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:14.285405 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:14.294709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.296379 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/3260743d-eaba-4b36-8599-f4781fee87b8 HTTP/1.1" status: 204 len: 168 time: 0.3209260 Nov 09 11:20:14.299403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36450) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:14.375298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1f82c564-bd67-4b28-ae2c-29ad171ab7d0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:14.478752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1f82c564-bd67-4b28-ae2c-29ad171ab7d0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:14.481359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1f82c564-bd67-4b28-ae2c-29ad171ab7d0 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1805546 Nov 09 11:20:14.487585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36454) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:14.493241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049565056'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:14.500608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:14.512022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:14.571841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31159164-b974-4329-976d-adb22c91018b req-609d86a3-5185-4b8e-8e29-567e3e0878e5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:14.573237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-31159164-b974-4329-976d-adb22c91018b req-609d86a3-5185-4b8e-8e29-567e3e0878e5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.2847464 Nov 09 11:20:14.614671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.654925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:14.660906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:14.664227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:14.674271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:14.687540 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.699074 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:14.860067 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.866882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd308d-730e-4131-b115-4b89c8bb81f5 req-81970617-1be2-4596-a2c0-f759befd408b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:14.876047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23cd308d-730e-4131-b115-4b89c8bb81f5 req-81970617-1be2-4596-a2c0-f759befd408b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1986566 Nov 09 11:20:14.905472 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-31159164-b974-4329-976d-adb22c91018b req-61f52307-f4e4-4419-a002-ab40b2c76054 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206375 Nov 09 11:20:14.924565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:14.930691 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5075ebf7-88cb-469e-ae88-ff5f07efc6f1 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:14.946174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Pushing event deleted for resources: {'Port': ['ID=c00782c5-f54b-40a4-8615-0979a4858b4d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:14.953745 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:14.972421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-23cd308d-730e-4131-b115-4b89c8bb81f5 req-82bcdca4-e1a7-44ca-94bd-1d6ae5ddd924 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953875 Nov 09 11:20:15.030815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac31af-4f62-44f7-8c21-7837fce1560b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:15.037418 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:15.109965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] No DVR routers for this DVR port c00782c5-f54b-40a4-8615-0979a4858b4d on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:20:15.112986 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:15.116059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'name': 'network-vif-deleted', 'tag': 'c00782c5-f54b-40a4-8615-0979a4858b4d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:15.129016 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:15.130437 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6418839 Nov 09 11:20:15.134378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36472) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:15.142005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c7d45a19-40e5-4374-a129-c6a1c7c618e8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '70ac31af-4f62-44f7-8c21-7837fce1560b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:15.156839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c7d45a19-40e5-4374-a129-c6a1c7c618e8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:15.163756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c7d45a19-40e5-4374-a129-c6a1c7c618e8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:15.167333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c7d45a19-40e5-4374-a129-c6a1c7c618e8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:15.171670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:15.181340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c7d45a19-40e5-4374-a129-c6a1c7c618e8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:15.266082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8feec971-92d6-4921-9eaf-0884141da285 req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.59 "DELETE /v2.0/ports/c00782c5-f54b-40a4-8615-0979a4858b4d HTTP/1.1" status: 204 len: 173 time: 1.9847786 Nov 09 11:20:15.316938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5425cba2-1641-430f-a23d-ee60c3afb2b3 req-0d1d926b-70a9-4707-a7f5-c8c00e243817 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Synchronizing usage tracker for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:15.440592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b91f90-7866-41a3-a191-97bc0f8ec757 req-0398d27d-ac76-4b07-8181-9f388dcb148e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:15.442950 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74b91f90-7866-41a3-a191-97bc0f8ec757 req-0398d27d-ac76-4b07-8181-9f388dcb148e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.1112020 Nov 09 11:20:15.457703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5425cba2-1641-430f-a23d-ee60c3afb2b3 req-0d1d926b-70a9-4707-a7f5-c8c00e243817 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Unset dirty status for tenant:3e94e699b0cc4e1f9a299efcd0e2209a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:15.459146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5425cba2-1641-430f-a23d-ee60c3afb2b3 req-0d1d926b-70a9-4707-a7f5-c8c00e243817 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9033a489-ae38-4939-9b0e-ca34b63099e2 HTTP/1.1" status: 200 len: 210 time: 0.1948996 Nov 09 11:20:15.599270 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-c7d45a19-40e5-4374-a129-c6a1c7c618e8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The resource could not be found. Nov 09 11:20:15.603473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c7d45a19-40e5-4374-a129-c6a1c7c618e8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4678504 Nov 09 11:20:15.604082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36476) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:15.617440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cb1c39d4-bf6c-427f-a13f-0099573c68e9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '70ac31af-4f62-44f7-8c21-7837fce1560b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '581cb5a8-39a5-4205-b64b-5283f1ae474b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:15.624555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cb1c39d4-bf6c-427f-a13f-0099573c68e9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:15.628056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cb1c39d4-bf6c-427f-a13f-0099573c68e9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:15.631035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cb1c39d4-bf6c-427f-a13f-0099573c68e9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:15.638217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cb1c39d4-bf6c-427f-a13f-0099573c68e9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:15.692440 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74b91f90-7866-41a3-a191-97bc0f8ec757 req-cb707beb-ba78-46de-9635-399e8d754228 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432344 Nov 09 11:20:15.808001 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9033a489-ae38-4939-9b0e-ca34b63099e2', 'name': 'network-vif-deleted', 'tag': 'c00782c5-f54b-40a4-8615-0979a4858b4d', 'status': 'completed', 'code': 200} Nov 09 11:20:15.819413 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-cb1c39d4-bf6c-427f-a13f-0099573c68e9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The resource could not be found. Nov 09 11:20:15.822349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cb1c39d4-bf6c-427f-a13f-0099573c68e9 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2141354 Nov 09 11:20:15.825059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36484) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:15.968964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:16.014402 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:16.152727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:20:16.201124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:16.209674 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2ab1cc5d-5d95-4fec-8431-ae66e5af4cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:16.237111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac31af-4f62-44f7-8c21-7837fce1560b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:16.240626 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:16.252041 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:16.254434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/70ac31af-4f62-44f7-8c21-7837fce1560b HTTP/1.1" status: 204 len: 168 time: 0.4274998 Nov 09 11:20:16.265086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36496) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:16.293017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68212afe-7a22-4879-8d81-9aaa041759e0 req-2ccdb2fc-50f2-45fa-86d0-5c77338de58f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:16.297194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68212afe-7a22-4879-8d81-9aaa041759e0 req-2ccdb2fc-50f2-45fa-86d0-5c77338de58f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1462395 Nov 09 11:20:16.397887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68212afe-7a22-4879-8d81-9aaa041759e0 req-31161785-8328-4b73-9dce-021fc5449101 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898821 Nov 09 11:20:16.413763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3cfb1507-b2cb-4348-92ef-d3cdfea050fa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:16.513182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:20:16.519477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3cfb1507-b2cb-4348-92ef-d3cdfea050fa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:16.520751 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3cfb1507-b2cb-4348-92ef-d3cdfea050fa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2544570 Nov 09 11:20:16.525923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:16.533466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3c24d212-cba8-45da-97fd-938f3c9b3e9d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '519fbe57-cd61-4de5-8179-05459d2d61d8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:16.533774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c00782c5-f54b-40a4-8615-0979a4858b4d no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:20:16.541544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "PUT /v2.0/routers/9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6230710 Nov 09 11:20:16.548507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c24d212-cba8-45da-97fd-938f3c9b3e9d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:16.550980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36506) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:16.564949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c24d212-cba8-45da-97fd-938f3c9b3e9d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:16.580285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c24d212-cba8-45da-97fd-938f3c9b3e9d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:16.594490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c24d212-cba8-45da-97fd-938f3c9b3e9d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:16.641906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: c00782c5-f54b-40a4-8615-0979a4858b4d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:20:16.642349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c00782c5-f54b-40a4-8615-0979a4858b4d not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:20:16.643926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] Sync routers for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:20:16.675058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:16.676124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:16.828719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:16.835571 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-3c24d212-cba8-45da-97fd-938f3c9b3e9d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The resource could not be found. Nov 09 11:20:16.844235 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3c24d212-cba8-45da-97fd-938f3c9b3e9d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3113980 Nov 09 11:20:16.844235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36514) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:16.850585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372256133'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:16.860532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] Routers {'9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:16.861415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:16.862592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:19:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:16.880186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:16.905269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75316761-560d-452f-83c0-bb68a3a13fc8 req-40bc996e-f6b2-4e95-8bd3-b32e7b08a536 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:16.912231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75316761-560d-452f-83c0-bb68a3a13fc8 req-40bc996e-f6b2-4e95-8bd3-b32e7b08a536 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.2259884 Nov 09 11:20:16.954888 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:16.955490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12738d60-c0ef-4042-a231-f7bd60f28741 None None] The sync data for ids ['9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:20:16.960972 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.015240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:17.019892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:17.027669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:17.059286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:17.076141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75316761-560d-452f-83c0-bb68a3a13fc8 req-3cd09df8-6b61-45ab-aaa6-1153a167f80d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621060 Nov 09 11:20:17.123678 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5d94a895-6e89-47e7-a8e7-06da5c3f050e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.141438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.146718 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.208475 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.248639 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d4efc991-fa4f-45d7-8ff8-eda9aaf8c4aa tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:17.300310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bff8709-2e12-4618-a89c-29c45740fe86,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:17.316401 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:17.324891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.332720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4820485 Nov 09 11:20:17.335657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:17.343575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--235655501'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:17.351708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:17.357390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:17.362135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:17.371859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:17.483646 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.493663 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.573379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:17.584819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:17.599196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:17.613527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:17.701239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.790421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting port 77b2ebc6-4f80-46f1-bdc4-efd3ceb7df17 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:17.790421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.838454 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.846256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ad973-f991-4435-850b-323c68f5cd3a req-8e2561be-1b0f-4c70-a6e6-3c175ae321f3 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:17.853091 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-160ad973-f991-4435-850b-323c68f5cd3a req-8e2561be-1b0f-4c70-a6e6-3c175ae321f3 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1928093 Nov 09 11:20:17.902062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:17.910842 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-14ec75b1-5f91-4a9a-aaa3-cb7843c2c2e5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:17.941111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51dedce-19dd-49ba-a8bd-e1da48597fce,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:17.956461 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-160ad973-f991-4435-850b-323c68f5cd3a req-1528ca74-a7fb-4ffb-b500-fc54758ddaeb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023972 Nov 09 11:20:17.958168 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:18.061511 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:18.065660 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7252998 Nov 09 11:20:18.065660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36536) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:18.071943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0bfbcd7d-0928-4c82-9242-015638a6df8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group_rule': {'security_group_id': '1bff8709-2e12-4618-a89c-29c45740fe86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e51dedce-19dd-49ba-a8bd-e1da48597fce'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:18.086829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0bfbcd7d-0928-4c82-9242-015638a6df8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:18.092373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0bfbcd7d-0928-4c82-9242-015638a6df8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:18.097955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0bfbcd7d-0928-4c82-9242-015638a6df8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:18.112462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0bfbcd7d-0928-4c82-9242-015638a6df8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:18.188813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-1f639382-2423-43dc-9273-ac7a6caade8f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:18.190326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-1f639382-2423-43dc-9273-ac7a6caade8f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.3285761 Nov 09 11:20:18.252318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:18.312262 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-0bfbcd7d-0928-4c82-9242-015638a6df8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:20:18.313772 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0bfbcd7d-0928-4c82-9242-015638a6df8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2476802 Nov 09 11:20:18.316905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36542) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:18.446522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Calling delete_port for 77b2ebc6-4f80-46f1-bdc4-efd3ceb7df17 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:18.480766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:18.491357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b702-a96b-4d6c-8e03-1a2cd6985b55 req-f8f9e441-4ff7-40c5-8622-1c9952603fdf tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:18.496663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Deleting port 282aa90b-59bb-4a67-962d-4430744b43e4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:18.497915 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:18.499493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-65a0b702-a96b-4d6c-8e03-1a2cd6985b55 req-f8f9e441-4ff7-40c5-8622-1c9952603fdf tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.1646149 Nov 09 11:20:18.563040 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:18.605764 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-65a0b702-a96b-4d6c-8e03-1a2cd6985b55 req-e85d0e95-64ef-473a-85db-57e49f8e06f4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051409 Nov 09 11:20:18.735025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:18.740903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-90da16e1-9287-42a3-b2a7-406b5899c1c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:18.792905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51dedce-19dd-49ba-a8bd-e1da48597fce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:18.805265 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:18.823777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:18.855348 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/e51dedce-19dd-49ba-a8bd-e1da48597fce HTTP/1.1" status: 204 len: 168 time: 0.5356300 Nov 09 11:20:18.856821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36550) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:19.077783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5bde96c4-a408-49f1-b756-7d4d050ffc5b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:19.127075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] For port 282aa90b-59bb-4a67-962d-4430744b43e4, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=282aa90b-59bb-4a67-962d-4430744b43e4,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:19.128989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:19.235737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5bde96c4-a408-49f1-b756-7d4d050ffc5b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:19.237349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5bde96c4-a408-49f1-b756-7d4d050ffc5b tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3793876 Nov 09 11:20:19.241394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36560) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:19.330946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Calling delete_port for 282aa90b-59bb-4a67-962d-4430744b43e4 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:19.342221 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:19.362554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:19.379680 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b7c32ac-8bfa-4d7e-b4bb-0415dfe69e19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:19.391959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:19.430029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Port': ['ID=77b2ebc6-4f80-46f1-bdc4-efd3ceb7df17,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:19.442860 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:19.703484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55498e-d8b1-4f80-bcba-1530c8d4315f req-3a14e7ec-bc71-4e50-948c-4a762cebf3bb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:19.713476 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e55498e-d8b1-4f80-bcba-1530c8d4315f req-3a14e7ec-bc71-4e50-948c-4a762cebf3bb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.4830704 Nov 09 11:20:19.733962 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e924882c-ffca-4ec3-8eb4-7ea347d32b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:19.795082 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:19.804796 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69d11d33-d838-4618-863e-5eb7d4990dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:19.828132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bff8709-2e12-4618-a89c-29c45740fe86,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:19.835053 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:19.876132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7a789-c27a-4d6d-a357-760fb6832303 req-a981528a-cd3c-4741-98b6-e164e5ac9a13 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:19.877599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-13a7a789-c27a-4d6d-a357-760fb6832303 req-a981528a-cd3c-4741-98b6-e164e5ac9a13 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 946 time: 0.1234419 Nov 09 11:20:19.947760 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-13a7a789-c27a-4d6d-a357-760fb6832303 req-369d19d5-95a3-4284-80c4-b288b43c3683 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586100 Nov 09 11:20:19.956128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:19.959027 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/1bff8709-2e12-4618-a89c-29c45740fe86 HTTP/1.1" status: 204 len: 168 time: 0.7148230 Nov 09 11:20:19.960205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36570) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:20.021910 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.089966 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.102204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['282aa90b-59bb-4a67-962d-4430744b43e4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:20.173442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:20.297263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1e55498e-d8b1-4f80-bcba-1530c8d4315f req-25cc3016-8d74-48dc-bfa8-554064f0b279 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906345 Nov 09 11:20:20.321803 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ff4cb96-7421-42f2-b874-f7222835534d tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:20.544341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.552857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event deleted for resources: {'Port': ['ID=282aa90b-59bb-4a67-962d-4430744b43e4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:20.569049 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:20.575615 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.591845 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.638984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-388e3b71-8c6f-47d2-99a2-bf06eff93aa5 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6725245 Nov 09 11:20:20.645925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36584) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:20.652252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'tempest-secgroup--725703385'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:20.663760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:20.671170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:20.683301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:20.703996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] No DVR routers for this DVR port 282aa90b-59bb-4a67-962d-4430744b43e4 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:20:20.704199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:20.706783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.715342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'name': 'network-vif-deleted', 'tag': '282aa90b-59bb-4a67-962d-4430744b43e4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:20.786371 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.795436 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f75a7-8268-4918-a162-bb27d75b7f30', 'name': 'network-vif-deleted', 'tag': '282aa90b-59bb-4a67-962d-4430744b43e4', 'status': 'completed', 'code': 200} Nov 09 11:20:20.833608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:20.838845 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45d44f68-84f9-46f5-8966-6f3a604eb10b req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "DELETE /v2.0/ports/282aa90b-59bb-4a67-962d-4430744b43e4 HTTP/1.1" status: 204 len: 173 time: 2.6370733 Nov 09 11:20:20.839266 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.840847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:20:20.870017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Usage tracker for resource:security_group_rule and tenant:e9da22c334844643bd493d3551be2d50 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:20.870103 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:20.871506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36592) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:20.873887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/routers/9b6728a2-f62a-4b1f-b3ab-13878d3a4c0b HTTP/1.1" status: 204 len: 168 time: 4.3217335 Nov 09 11:20:20.945957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:20.954501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:21.154302 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.206905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Deleting subnet 911a03f1-a983-4d32-8655-2e4072c16835 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:20:21.218826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.218980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a2e7b929-bf47-4dc3-9bf0-7bd8b817abe7 req-c97d53ea-4c69-43e6-b00c-e94c31df324b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:21.268647 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.274627 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d7f58cf-2434-49e2-b614-29153bb2f6ea tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:21.328826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a2e7b929-bf47-4dc3-9bf0-7bd8b817abe7 req-c97d53ea-4c69-43e6-b00c-e94c31df324b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:21.333646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a2e7b929-bf47-4dc3-9bf0-7bd8b817abe7 req-c97d53ea-4c69-43e6-b00c-e94c31df324b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f9f75a7-8268-4918-a162-bb27d75b7f30 HTTP/1.1" status: 200 len: 210 time: 0.1914859 Nov 09 11:20:21.362519 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.427298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb47a60-c7be-42a9-96e0-4a4c3ea04534,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:21.447377 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:21.485000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.633802 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.639576 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9873881 Nov 09 11:20:21.640914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36606) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:21.645098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f2831-6e89-443d-a443-2d5efdfd4873 req-ece6a453-8416-4df6-aa8b-6d07de894ac1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:21.646891 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc3f2831-6e89-443d-a443-2d5efdfd4873 req-ece6a453-8416-4df6-aa8b-6d07de894ac1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1218894 Nov 09 11:20:21.672008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-36f26e23-fb6f-4652-a859-7b41b11883b8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:21.672570 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-36f26e23-fb6f-4652-a859-7b41b11883b8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 11:20:21.678404 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-36f26e23-fb6f-4652-a859-7b41b11883b8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "PUT /v2.0/security-groups/acb47a60-c7be-42a9-96e0-4a4c3ea04534 HTTP/1.1" status: 409 len: 330 time: 0.0243571 Nov 09 11:20:21.685156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36610) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:21.732064 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc3f2831-6e89-443d-a443-2d5efdfd4873 req-78f5e715-de24-4120-8690-f37ca819dbcd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759153 Nov 09 11:20:21.820166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.893274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.912496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:21.930602 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2009bc03-7412-429d-aacf-1bca4fb4cee8 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:21.991787 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.087410 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.110530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Subnet': ['ID=911a03f1-a983-4d32-8655-2e4072c16835,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:22.122317 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:22.127897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/subnets/911a03f1-a983-4d32-8655-2e4072c16835 HTTP/1.1" status: 204 len: 168 time: 1.2540791 Nov 09 11:20:22.131493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36616) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:22.261547 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.277185 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-81393655-6df0-44cc-835c-c2a8b1289de5 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:22.318485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb47a60-c7be-42a9-96e0-4a4c3ea04534,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:22.321320 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:22.332453 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.341120 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/acb47a60-c7be-42a9-96e0-4a4c3ea04534 HTTP/1.1" status: 204 len: 168 time: 0.6489050 Nov 09 11:20:22.343275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36620) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:22.415187 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.474726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a51465b7-5c2e-4de1-8aa2-9dbe4f37ac90 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Synchronizing usage tracker for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:22.571923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 282aa90b-59bb-4a67-962d-4430744b43e4 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:20:22.619826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a51465b7-5c2e-4de1-8aa2-9dbe4f37ac90 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Unset dirty status for tenant:e9da22c334844643bd493d3551be2d50 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:22.619951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.620045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a51465b7-5c2e-4de1-8aa2-9dbe4f37ac90 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2698944 Nov 09 11:20:22.622909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:22.654301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 282aa90b-59bb-4a67-962d-4430744b43e4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:20:22.657668 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-ac8f552b-6a94-4cc2-9384-390fdfea3be8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] delete failed (client error): The resource could not be found. Nov 09 11:20:22.659443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 282aa90b-59bb-4a67-962d-4430744b43e4 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:20:22.671265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ac8f552b-6a94-4cc2-9384-390fdfea3be8 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "DELETE /v2.0/security-groups/d6a9ec6d-a644-4ee6-8eaa-cd0a56d7ae3f HTTP/1.1" status: 404 len: 347 time: 0.0467935 Nov 09 11:20:22.674871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:22.699714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a4ca5d-b4c0-4e62-ab4a-580bd3185652']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:22.728453 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-b917a39c-82cc-4a35-a731-1c1cdaae5bc6 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] show failed (client error): The resource could not be found. Nov 09 11:20:22.732139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35063e5e-0e0d-4f8e-a5a4-8939a535f49b') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:22.732139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35063e5e-0e0d-4f8e-a5a4-8939a535f49b') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:22.741291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b917a39c-82cc-4a35-a731-1c1cdaae5bc6 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-groups/28cf0724-7a4f-471b-8b99-e2502d16e291 HTTP/1.1" status: 404 len: 347 time: 0.0592117 Nov 09 11:20:22.745118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:22.766770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.807792 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-deebbf24-4aad-4789-acf0-d95afca3d365 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] show failed (client error): The resource could not be found. Nov 09 11:20:22.825861 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-deebbf24-4aad-4789-acf0-d95afca3d365 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] 10.222.0.50 "GET /v2.0/security-group-rules/1c9507e5-08f7-467b-bdba-9c6037beb65a HTTP/1.1" status: 404 len: 356 time: 0.0752928 Nov 09 11:20:22.883819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.915792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:20:22.916776 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:20:22.969051 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:20:23.298744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:23.303025 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d7d60feb-22b6-47b9-9707-fdcdb383373a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:23.337029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:23.362589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Pushing event deleted for resources: {'Network': ['ID=29a4ca5d-b4c0-4e62-ab4a-580bd3185652,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:23.366372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] 10.222.0.50 "DELETE /v2.0/networks/29a4ca5d-b4c0-4e62-ab4a-580bd3185652 HTTP/1.1" status: 204 len: 168 time: 1.2334664 Nov 09 11:20:23.369534 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:23.581805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931d05-3366-49c3-89f2-3df15cc7e85b req-9b6de13b-406c-4bdf-bbb4-71d40db1daa5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:23.593525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e7931d05-3366-49c3-89f2-3df15cc7e85b req-9b6de13b-406c-4bdf-bbb4-71d40db1daa5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3868327 Nov 09 11:20:23.661259 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e7931d05-3366-49c3-89f2-3df15cc7e85b req-be958670-2968-40f4-aa3b-182f44ed5542 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667956 Nov 09 11:20:23.790897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36662) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:24.152444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36678) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:24.281962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-7042a3a1-90c9-4f08-8ee0-1c0132e9a453 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:24.289076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-7042a3a1-90c9-4f08-8ee0-1c0132e9a453 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.2178898 Nov 09 11:20:24.311695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-e136c100-ea3e-4a8e-8f1f-87dc3dd45e05 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.0215991 Nov 09 11:20:24.433403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb9c08c5-8641-4b46-9e87-397923b1ff1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=692748797c294a7c9e73a26b5cf847a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2791262 Nov 09 11:20:24.436357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36688) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:24.510209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36692) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:24.510428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d5ff12a8-3b36-49a8-83cd-aacba9e73d49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9da22c334844643bd493d3551be2d50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7110140 Nov 09 11:20:24.569142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-283cf500-58ce-4ed6-b9e0-1544bfc7cae4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2485809 Nov 09 11:20:24.603712 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:24.645126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:24.733360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:24.788175 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:24.806061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:24.808159 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-beacde78-1edb-4aeb-bb35-0b8e8cb5d336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:24.854715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a1a95-c58d-416d-97f7-217c735936f2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:24.868202 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:24.889803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-68998edb-8190-41b2-b26d-f2289a2e0d88 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037355 Nov 09 11:20:24.959222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:24.960666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/799a1a95-c58d-416d-97f7-217c735936f2 HTTP/1.1" status: 204 len: 168 time: 0.4555244 Nov 09 11:20:25.032555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927643b-3122-4bd6-ada7-4a58c72770be req-a366369e-2ca6-4020-bf85-6dc4256f40e5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:25.045814 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4927643b-3122-4bd6-ada7-4a58c72770be req-a366369e-2ca6-4020-bf85-6dc4256f40e5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1687505 Nov 09 11:20:25.102561 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-2a786389-4850-414c-8b65-6be81bd3aebd service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247329 Nov 09 11:20:25.135055 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:25.145099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4927643b-3122-4bd6-ada7-4a58c72770be req-5861a089-c2d3-46ca-9c58-2f0047f747cb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885918 Nov 09 11:20:25.145424 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b9c34ca5-2c9c-4f60-8dc1-e8475b5f4dee tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:25.156388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9efd9-c579-44ec-b688-452767984370,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:25.165793 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:25.191808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:25.192947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcf9efd9-c579-44ec-b688-452767984370 HTTP/1.1" status: 204 len: 168 time: 0.7525132 Nov 09 11:20:25.611509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-771a22dd-5177-41f7-9119-704964627f2a req-81cb6392-5f82-40e7-860c-fa9014aae83a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 210 time: 0.0673301 Nov 09 11:20:26.567476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12758c15-e7df-40a8-be3f-1198453b239f req-1d4315ea-797c-4e9e-8735-9b477b160dc5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:26.583386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12758c15-e7df-40a8-be3f-1198453b239f req-1d4315ea-797c-4e9e-8735-9b477b160dc5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.2600625 Nov 09 11:20:26.691451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-12758c15-e7df-40a8-be3f-1198453b239f req-fb1d9fcc-6b7a-4222-9d91-b9408542bc76 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070888 Nov 09 11:20:26.819148 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c0c3b630-4f2a-4d3c-981b-4d2f867a7597 req-7c2b69c0-fcea-43f5-949d-8f9812c427f6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 210 time: 0.0662920 Nov 09 11:20:27.212833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36774) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:27.267274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36780) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:27.483823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-878409579'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:27.518185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1741416331'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:27.539398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:27.549794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:27.561282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:27.572880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:27.584665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Usage tracker for resource:network and tenant:9765d2d158fe49a7981f0309f1bd7fce is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:27.611205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:27.641734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:27.648437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:27.789215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:27.792578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:28.089551 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:28.101719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Made reservation on behalf of 9765d2d158fe49a7981f0309f1bd7fce for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:28.104870 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:28.149206 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3230fe5-bd3c-4fdc-940b-33eae2b7d1b4 req-49014005-7b35-4f4f-8f2e-b923a62750ca tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 210 time: 0.0931160 Nov 09 11:20:28.167626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:28.244221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:28.249192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Usage tracker for resource:security_group_rule and tenant:9765d2d158fe49a7981f0309f1bd7fce is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:28.252861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:28.260939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:28.397574 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:28.435873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:28.458257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:security_group_rule and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:28.463821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:28.481198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd05c2-4f34-4677-8feb-72b21089fd69 req-0004ebb5-ae50-43f9-8c33-43326ab1430c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:28.487875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6efd05c2-4f34-4677-8feb-72b21089fd69 req-0004ebb5-ae50-43f9-8c33-43326ab1430c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3996029 Nov 09 11:20:28.490237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:28.511630 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:28.525095 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c04b1b58-b9d7-4282-ad70-2c2b443c5307 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:28.600653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6efd05c2-4f34-4677-8feb-72b21089fd69 req-1bd84c94-ed18-4156-b595-b91c281d63d6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115961 Nov 09 11:20:28.610818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:20:28.848512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-f435754b-80fc-410e-8f09-b352ec2359ef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:28.848512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-f435754b-80fc-410e-8f09-b352ec2359ef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.2005320 Nov 09 11:20:28.848512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ffca50-5a77-43dd-9c84-cb35c758e379,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:28.848512 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:28.848512 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:28.848512 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Added segment edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66 of type vlan for network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 Nov 09 11:20:28.854165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Request body: {'port': {'device_id': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'admin_state_up': True, 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:29.137341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.190557 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.275912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:29.297602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:29.329679 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.333363 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-950545b9-a827-41ab-9248-48c633079fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:29.429343 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-695de783-c96d-4408-860c-5984877928c8 req-ba6fc03f-0c19-4a95-b211-541c68377462 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 210 time: 0.0754404 Nov 09 11:20:29.468645 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.473315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:29.474010 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.479240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:20:29.508715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd4dc3-e787-4244-8642-ec775fb6c265,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:29.514851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:29.518603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.542587 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:29.554428 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a9fd896e-c2c6-4111-bc5c-80cd80a1bf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:29.572535 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.573132 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment 5e1a0f79-2397-41ee-a604-5cc73855c4a6 of type vlan for network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 Nov 09 11:20:29.946065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:29.958292 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.6894941 Nov 09 11:20:29.961091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:29.968295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Request body: {'subnet': {'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:29.973764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Pushing event updated for resources: {'Network': ['ID=15990e0e-2453-44e4-818c-8c96ac9cfbb5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:29.996833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:20:30.002455 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:30.183171 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:30.195452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Usage tracker for resource:subnet and tenant:9765d2d158fe49a7981f0309f1bd7fce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:30.199363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:30.206678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:30.240875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:30.253235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:30.253887 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:30.281492 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a39306d8-54fe-48df-a95f-dfe47ace3f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:30.295744 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Made reservation on behalf of 9765d2d158fe49a7981f0309f1bd7fce for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:30.510219 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:30.516498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Allocated IP 172.20.0.2 (a0488c69-9248-451f-a8b9-2223f9c91c17/473988ac-f45f-49ce-b066-b580a4c03897/aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:20:30.522714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaef44-8319-479a-921e-f0dabbc00f1d req-28d8d8c5-bbde-4161-a2c2-6b1be8f9fe61 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:30.530542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bbaef44-8319-479a-921e-f0dabbc00f1d req-28d8d8c5-bbde-4161-a2c2-6b1be8f9fe61 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.6400092 Nov 09 11:20:30.585549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3634737 Nov 09 11:20:30.589086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36822) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:30.643137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-192339449'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:30.650695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=1f876eb9-a9f5-4076-9f7d-2767fde9b8b8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:30.667546 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:30.672163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:30.676140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:20:30.859141 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebe04884-4d4f-44e4-a2e9-8e0e1110c248 req-cfc62d3a-4bf9-43fc-9326-ee7c8400a64f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 210 time: 0.0634303 Nov 09 11:20:30.908002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:30.914900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:30.951090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6bbaef44-8319-479a-921e-f0dabbc00f1d req-e2395022-f6a0-439a-b988-aecdcb1b5e35 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191620 Nov 09 11:20:30.952192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:30.982320 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:30.990984 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d81d0700-b66b-4716-9899-cf515a46157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:31.007167 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.065453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:31.065453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.105569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:20:31.114638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Pushing event updated for resources: {'Subnet': ['ID=c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:31.118279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.118431 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:31.118713 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment 4e1a7188-eacd-4b64-a114-9e9835862ef0 of type vlan for network e468ed4c-fb03-45ef-9655-aa2d26bff91a Nov 09 11:20:31.137228 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.148073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Checking segment: {'id': 'edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:31.148458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Network hostable DHCP agents. Network: 15990e0e-2453-44e4-818c-8c96ac9cfbb5, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:20:31.155564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:31.167449 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-596dfa2d-3eed-48d2-9712-ae1be56091c8 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:31.239545 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.256863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:31.262993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:31.267548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:20:31.282171 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:20:31.333226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event updated for resources: {'Port': ['ID=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:31.336769 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:31.388764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:31.389686 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.399931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 15990e0e-2453-44e4-818c-8c96ac9cfbb5) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:31.405326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:31.405924 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.411600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd9ed8-5573-4223-b5ee-460cf9ab5706 None None] Network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:31.475072 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.479008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:31.479602 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:31.505556 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-30f41547-5de3-4f99-92a8-13f41baa9a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:31.529023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6838529 Nov 09 11:20:31.543640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Request body: {'port': {'device_id': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:31.567073 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6036475 Nov 09 11:20:31.580520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:31.587262 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Request body: {'port': {'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5', 'name': 'tempest-TagsExtTest-318212776'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:31.607043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0159154 Nov 09 11:20:31.610502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36836) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:31.624886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': '1f876eb9-a9f5-4076-9f7d-2767fde9b8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:31.731964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-15990e0e-2453-44e4-818c-8c96ac9cfbb5', 'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5', 'tenant_id': '9765d2d158fe49a7981f0309f1bd7fce', 'fixed_ips': [{'subnet_id': 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:20:31.731964 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:32.120844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=e468ed4c-fb03-45ef-9655-aa2d26bff91a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:32.123738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Allocated IP 172.20.0.2 (15990e0e-2453-44e4-818c-8c96ac9cfbb5/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/5ecdf1c8-847b-4702-83c4-cec880b6056f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:20:32.124878 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:32.138065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:32.321479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:32.324838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:32.338757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:32.338757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Usage tracker for resource:port and tenant:9765d2d158fe49a7981f0309f1bd7fce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:32.340911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:32.344267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:32.352947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:32.356239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:32.388109 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:32.400201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Transition to ACTIVE for port object 5ecdf1c8-847b-4702-83c4-cec880b6056f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:32.402234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e61744-9037-44a9-a39d-6dcae3cb252c req-bf3cdd0e-108d-48b7-af56-d56a2639ec32 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:32.404229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-44e61744-9037-44a9-a39d-6dcae3cb252c req-bf3cdd0e-108d-48b7-af56-d56a2639ec32 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1370199 Nov 09 11:20:32.420931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395133a0-5983-40ab-925e-5ec521c10406 req-9edc70ef-953d-4802-a67a-797e21ae49ad tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:32.421385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:20:32.421478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-395133a0-5983-40ab-925e-5ec521c10406 req-9edc70ef-953d-4802-a67a-797e21ae49ad tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:32.446149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Transition to ACTIVE for port object 5ecdf1c8-847b-4702-83c4-cec880b6056f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:32.490657 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-44e61744-9037-44a9-a39d-6dcae3cb252c req-7572b4fe-bd09-4d46-89f3-ecb01b2ac5a5 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786896 Nov 09 11:20:32.577279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Made reservation on behalf of 9765d2d158fe49a7981f0309f1bd7fce for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:32.578875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:32.623425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] device_id is not set on port 3bd62b99-9994-4b6d-a1fa-fba92eb8d2d0 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:20:32.629997 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:32.634510 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:32.641498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-395133a0-5983-40ab-925e-5ec521c10406 req-9edc70ef-953d-4802-a67a-797e21ae49ad tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:32.648819 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-395133a0-5983-40ab-925e-5ec521c10406 req-9edc70ef-953d-4802-a67a-797e21ae49ad tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 931 time: 0.4541032 Nov 09 11:20:32.733208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:32.735647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-395133a0-5983-40ab-925e-5ec521c10406 req-654a6033-3fa7-47f2-84f2-8562cad29dcb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855920 Nov 09 11:20:32.832581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:32.836346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:32.841484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Pushing event updated for resources: {'Port': ['ID=5ecdf1c8-847b-4702-83c4-cec880b6056f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:32.850301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:20:32.895641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:20:32.923345 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:32.960285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Transition to ACTIVE for port object aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:32.980129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.980481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.985473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.987004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.987004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.988282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.988282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.988282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.988282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.988592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:32.990759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:33.013550 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:33.049966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Attempting to bind port 5ecdf1c8-847b-4702-83c4-cec880b6056f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:20:33.050345 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Attempting to bind port 5ecdf1c8-847b-4702-83c4-cec880b6056f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:20:33.050714 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Attempting to bind port 5ecdf1c8-847b-4702-83c4-cec880b6056f on network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:20:33.067124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:20:33.067510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Checking segment: {'id': 'edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:33.067940 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.068316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Bound using segment: {'id': 'edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:20:33.068787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Bound port: 5ecdf1c8-847b-4702-83c4-cec880b6056f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15990e0e-2453-44e4-818c-8c96ac9cfbb5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:20:33.069171 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.071564 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.080222 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e6ab091-ee48-402a-b081-2ce6db0dd3f1 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:33.105591 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-450eb585-30cc-405a-a2b3-758b007936a9 {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:20:33.109483 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:20:33.185244 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.217659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] For port 5ecdf1c8-847b-4702-83c4-cec880b6056f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:20:33.225597 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] For port 5ecdf1c8-847b-4702-83c4-cec880b6056f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5ecdf1c8-847b-4702-83c4-cec880b6056f,segment=NetworkSegment(edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66),segment_id=edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:20:33.268005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Pushing event updated for resources: {'Port': ['ID=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:33.274210 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:33.313633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.334991 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b9f2db9e-dadb-4ccc-8f40-02809761a706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:33.449481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Attempting to bind port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:20:33.449481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Attempting to bind port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:20:33.449481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Attempting to bind port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:20:33.449481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 on network a0488c69-9248-451f-a8b9-2223f9c91c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:20:33.449481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Attempting to bind port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:20:33.449481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:20:33.451749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:33.451749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Bound using segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:20:33.451749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Bound port: aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:20:33.451749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.480830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Pushing event updated for resources: {'Port': ['ID=5ecdf1c8-847b-4702-83c4-cec880b6056f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:33.491036 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:33.608581 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.627813 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:33.639058 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-105aab80-58d1-4273-865b-093223abd170 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:33.659826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] For port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:20:33.668808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] For port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:20:33.766865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] device_id is not set on port 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:20:33.841341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=9ee8b3de-2f41-4215-ba81-ba284b5caba2,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:33.856895 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:33.958116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': '5e1a0f79-2397-41ee-a604-5cc73855c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f876eb9-a9f5-4076-9f7d-2767fde9b8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:33.961665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:20:34.017280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29b321-d054-4001-8888-507fdcaf921c req-d35197f6-b7f7-44ed-9e07-fd594de4a394 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:34.019323 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df29b321-d054-4001-8888-507fdcaf921c req-d35197f6-b7f7-44ed-9e07-fd594de4a394 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3281338 Nov 09 11:20:34.024773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:34.030360 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e2c2bf4d-303a-4432-aea9-57c3bd2975e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:34.065902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Allocated IP 172.20.0.5 (15990e0e-2453-44e4-818c-8c96ac9cfbb5/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:20:34.113719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:34.115114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] 10.222.0.59 "PUT /v2.0/ports/aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 HTTP/1.1" status: 200 len: 1091 time: 2.5764389 Nov 09 11:20:34.115615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'tag': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:34.119946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df29b321-d054-4001-8888-507fdcaf921c req-899680e9-c470-43d5-acb8-04b38075a19a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864320 Nov 09 11:20:34.140132 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:34.153496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Pushing event updated for resources: {'Port': ['ID=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:34.163704 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:34.188483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7521d-07fa-4e02-acad-76e75ef9d8c4 req-d7d77a3e-e4bd-4909-9518-e4a44f75f9be tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:34.188483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-03f7521d-07fa-4e02-acad-76e75ef9d8c4 req-d7d77a3e-e4bd-4909-9518-e4a44f75f9be tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 943 time: 0.2100918 Nov 09 11:20:34.207991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:20:34.243081 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-03f7521d-07fa-4e02-acad-76e75ef9d8c4 req-d3c86cb2-5e64-4245-b505-49bc6bc7fb71 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525973 Nov 09 11:20:34.358688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:34.369546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:34.369546 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:34.379948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a111c33-43a0-461e-809b-5b9822c651ed None None] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:34.426105 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-cff6f00c-d2b9-482b-90c3-7fc1108c2f4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 1094 time: 0.1412497 Nov 09 11:20:34.525832 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'tag': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7', 'status': 'completed', 'code': 200} Nov 09 11:20:34.544541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:34.554663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-5b671d61-3cc5-41e3-8a99-17142bac7e31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 HTTP/1.1" status: 200 len: 217 time: 0.1178360 Nov 09 11:20:34.582669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Transition to ACTIVE for port object 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:34.639202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-9383c53a-1c5f-40dc-af6d-26b3a8e384d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:34.641223 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0291042 Nov 09 11:20:34.642644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36874) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:34.645069 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-9383c53a-1c5f-40dc-af6d-26b3a8e384d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.0828202 Nov 09 11:20:34.649557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': 'e468ed4c-fb03-45ef-9655-aa2d26bff91a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:34.718805 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-8823320b-f023-4ed2-97dd-29cbdb1c110b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649474 Nov 09 11:20:34.743299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-1f876eb9-a9f5-4076-9f7d-2767fde9b8b8', 'network_id': '1f876eb9-a9f5-4076-9f7d-2767fde9b8b8', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': '9ee8b3de-2f41-4215-ba81-ba284b5caba2'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:20:34.744138 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:34.817566 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:34.858682 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-15b94842-95c5-4af3-9267-c431c725ddbf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:34.988785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-738569a3-deab-4bd0-8b94-1ae3be8e3ce5 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601817 Nov 09 11:20:35.035701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:35.051469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:35.055566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:20:35.077159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ecdf1c8-847b-4702-83c4-cec880b6056f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:35.125650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc04a18-927e-431e-88b8-dd5f608e82b7 None None] Network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:35.137926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Pushing event updated for resources: {'Port': ['ID=4188c4ab-bd4a-4658-9779-ef3ac35d7e5a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:35.137926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:35.138460 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:35.142719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:35.152315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:35.164418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:35.176980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:35.177623 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:35.340607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:20:35.394971 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.8126824 Nov 09 11:20:35.404174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36888) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:35.420173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1415112339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:35.427269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-beb22366-4b35-4cae-a2dc-b625e0fc65a4 req-c5c506d1-9eaf-4e2b-8dec-ed83f9372acf service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306443 Nov 09 11:20:35.518124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Allocated IP 2001:db8::2 (1f876eb9-a9f5-4076-9f7d-2767fde9b8b8/9ee8b3de-2f41-4215-ba81-ba284b5caba2/d7e16ae4-ebcb-47bd-a3a3-5250150321c2) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:20:35.617312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf7e1d-a7e7-418f-ab9e-a018b01dd432 req-6c6e1bcb-a2ae-4b90-af05-ddcb4ec5877b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:35.626675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87bf7e1d-a7e7-418f-ab9e-a018b01dd432 req-6c6e1bcb-a2ae-4b90-af05-ddcb4ec5877b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1982169 Nov 09 11:20:35.652495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8f88ed8a-c541-4071-b1f6-133b1092fcdd None None] Provisioning for port 5ecdf1c8-847b-4702-83c4-cec880b6056f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:35.717885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 5ecdf1c8-847b-4702-83c4-cec880b6056f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:35.780617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5ecdf1c8-847b-4702-83c4-cec880b6056f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:35.782102 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:35.925271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87bf7e1d-a7e7-418f-ab9e-a018b01dd432 req-8918d904-be27-4991-af66-97409c3bbdcf tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938755 Nov 09 11:20:35.937893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:35.960649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:35.963676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-668165ad-f4ae-4088-816d-a2bd23e1273a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 1094 time: 0.2819533 Nov 09 11:20:35.990863 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.005146 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Transition to ACTIVE for port object d7e16ae4-ebcb-47bd-a3a3-5250150321c2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:36.015356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Usage tracker for resource:router and tenant:9765d2d158fe49a7981f0309f1bd7fce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:36.039606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Transition to ACTIVE for port object d7e16ae4-ebcb-47bd-a3a3-5250150321c2 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:36.048933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:36.104166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:36.174722 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.180995 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.201801 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:36.234968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa778626-e52e-46ca-bf26-d6bf58c98b48 req-53a5852c-330d-450f-8a24-9dec5f64e148 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:36.237156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-60dd735c-4a78-4fa6-a2b3-509ef8783058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:36.238637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-60dd735c-4a78-4fa6-a2b3-509ef8783058 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 906 time: 0.2694411 Nov 09 11:20:36.241887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa778626-e52e-46ca-bf26-d6bf58c98b48 req-53a5852c-330d-450f-8a24-9dec5f64e148 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 943 time: 0.4567931 Nov 09 11:20:36.303114 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Pushing event updated for resources: {'Port': ['ID=d7e16ae4-ebcb-47bd-a3a3-5250150321c2,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:36.314441 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:36.315026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d57175a2-8c9a-4c62-ba07-98c92b7ec3b0 None None] Provisioning for port 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:36.333309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d57175a2-8c9a-4c62-ba07-98c92b7ec3b0 None None] Provisioning complete for port 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:36.333423 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d57175a2-8c9a-4c62-ba07-98c92b7ec3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.366362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.368604 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.370851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-a4787b1b-ea8a-499d-9712-6fdb475ec68d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 HTTP/1.1" status: 200 len: 217 time: 0.1215916 Nov 09 11:20:36.374919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:36.383876 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:36.400661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 5ecdf1c8-847b-4702-83c4-cec880b6056f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5ecdf1c8-847b-4702-83c4-cec880b6056f,segment=NetworkSegment(edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66),segment_id=edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:36.415854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aa778626-e52e-46ca-bf26-d6bf58c98b48 req-322c9690-b3b1-4f36-9459-aabff80175f3 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692958 Nov 09 11:20:36.432487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:20:36.452732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d57175a2-8c9a-4c62-ba07-98c92b7ec3b0 None None] Port 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:20:36.477876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-d7d87877-63cd-442e-8fe4-7545a8b6aa69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:36.495642 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-d7d87877-63cd-442e-8fe4-7545a8b6aa69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.1122067 Nov 09 11:20:36.514731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.583884 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.597284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-1b6a7f85-4d13-4444-8692-0ccbb5f7d1f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947876 Nov 09 11:20:36.602990 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:36.660359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d57175a2-8c9a-4c62-ba07-98c92b7ec3b0 None None] Provisioning complete for port 5ecdf1c8-847b-4702-83c4-cec880b6056f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:36.660359 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d57175a2-8c9a-4c62-ba07-98c92b7ec3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.695823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.695823 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-628d27d9-1735-493d-b98a-b1d131bbb01f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:36.720838 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.727353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Attempting to bind port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:20:36.727743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Attempting to bind port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '5e1a0f79-2397-41ee-a604-5cc73855c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f876eb9-a9f5-4076-9f7d-2767fde9b8b8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:20:36.728115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Attempting to bind port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 on network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:20:36.756752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=5ecdf1c8-847b-4702-83c4-cec880b6056f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:36.768470 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:36.781829 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.782501 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-6995c5e2-84a4-4fb6-942c-bce51c949085 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734562 Nov 09 11:20:36.782986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:20:36.782986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Checking segment: {'id': '5e1a0f79-2397-41ee-a604-5cc73855c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f876eb9-a9f5-4076-9f7d-2767fde9b8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:36.783306 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.783915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Bound using segment: {'id': '5e1a0f79-2397-41ee-a604-5cc73855c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f876eb9-a9f5-4076-9f7d-2767fde9b8b8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:20:36.784729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Bound port: d7e16ae4-ebcb-47bd-a3a3-5250150321c2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1a0f79-2397-41ee-a604-5cc73855c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f876eb9-a9f5-4076-9f7d-2767fde9b8b8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:20:36.785269 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.796670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=7d65a68f-29c8-4c0f-a955-f03b5b0674b6,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:36.802763 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:36.815003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': '4e1a7188-eacd-4b64-a114-9e9835862ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e468ed4c-fb03-45ef-9655-aa2d26bff91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:36.815441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: e468ed4c-fb03-45ef-9655-aa2d26bff91a, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:20:36.869946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:36.871643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-93cfcfca-f068-486a-8b3a-8d3482890244 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4660308 Nov 09 11:20:36.877898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36906) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:36.884095 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c893ce22-8f29-46fe-a403-37d73976c877 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-558493374', 'prefixes': ['172.20.0.0/16']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:36.892529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c893ce22-8f29-46fe-a403-37d73976c877 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:36.909437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ecdf1c8-847b-4702-83c4-cec880b6056f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:36.939540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60c4b49d-8f29-41b6-a44a-918d509d0497 req-ab878983-b1dd-4d8e-93f0-8a6d02f22f2b service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500070 Nov 09 11:20:36.988950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:20:37.024920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] For port d7e16ae4-ebcb-47bd-a3a3-5250150321c2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:20:37.027278 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] For port d7e16ae4-ebcb-47bd-a3a3-5250150321c2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d7e16ae4-ebcb-47bd-a3a3-5250150321c2,segment=NetworkSegment(5e1a0f79-2397-41ee-a604-5cc73855c4a6),segment_id=5e1a0f79-2397-41ee-a604-5cc73855c4a6)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:20:37.039277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5ecdf1c8-847b-4702-83c4-cec880b6056f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:37.039654 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.128953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, e468ed4c-fb03-45ef-9655-aa2d26bff91a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:37.134400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:37.134534 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.150945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f443d5-1725-4364-8746-eff910bceaec None None] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:37.151148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cd39d-35b0-408e-9eff-a9a7fe4c6737 req-5c8a5de2-e58d-40ee-9042-58a86fc9dc87 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:37.153293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-839cd39d-35b0-408e-9eff-a9a7fe4c6737 req-5c8a5de2-e58d-40ee-9042-58a86fc9dc87 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.0838912 Nov 09 11:20:37.203109 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-839cd39d-35b0-408e-9eff-a9a7fe4c6737 req-b6659583-0697-4662-af64-398d796e119c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Nov 09 11:20:37.237770 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.247040 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f1b83aad-d5e8-4917-a3a4-69b7a6228fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:37.323218 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a862493a-0f8f-4a82-8086-864d98cc1899 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6802840 Nov 09 11:20:37.329714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36914) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:37.335821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033425046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:37.341861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b9b1dcaa-4cf9-4d09-a7cc-1ab4815b8c30 None None] Provisioning complete for port 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:37.342241 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dcaa-4cf9-4d09-a7cc-1ab4815b8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.344059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:20:37.348445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:router and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:20:37.351430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:20:37.357708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:20:37.367680 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c893ce22-8f29-46fe-a403-37d73976c877 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.367680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c893ce22-8f29-46fe-a403-37d73976c877 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4854264 Nov 09 11:20:37.368835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:37.377041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-9a895abf-c3f6-4890-80ae-3b76a17a2362 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', 'tempest-TagsExtTest-Tag-214518798') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:37.394959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Pushing event updated for resources: {'Port': ['ID=d7e16ae4-ebcb-47bd-a3a3-5250150321c2,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:37.404210 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:37.467584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1dcaa-4cf9-4d09-a7cc-1ab4815b8c30 None None] Port 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:20:37.523337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.523337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.555406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.564624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-e468ed4c-fb03-45ef-9655-aa2d26bff91a', 'network_id': 'e468ed4c-fb03-45ef-9655-aa2d26bff91a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': '7d65a68f-29c8-4c0f-a955-f03b5b0674b6'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:20:37.565515 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.649664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9a895abf-c3f6-4890-80ae-3b76a17a2362 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags/tempest-TagsExtTest-Tag-214518798 HTTP/1.1" status: 201 len: 201 time: 0.2795789 Nov 09 11:20:37.653174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36930) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:37.670599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-c1243459-e9ee-4545-93b7-557a4504d254 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', 'tempest-TagsExtTest-Tag-1336081542') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:37.745783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd246c-a548-4daf-995e-a9cf0dcd2385 req-0c0b7f7d-2df1-4f6d-b43e-78e37b400f97 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:37.755302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfbd246c-a548-4daf-995e-a9cf0dcd2385 req-0c0b7f7d-2df1-4f6d-b43e-78e37b400f97 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 943 time: 0.2025623 Nov 09 11:20:37.779593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.863089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfbd246c-a548-4daf-995e-a9cf0dcd2385 req-6eddbfc3-95dd-4d97-a70c-8b407c8ee62f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065950 Nov 09 11:20:37.912542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Allocated IP 2001:db8:1::2 (e468ed4c-fb03-45ef-9655-aa2d26bff91a/7d65a68f-29c8-4c0f-a955-f03b5b0674b6/fc18f69c-4967-4aa6-8fe7-2d3606a299e9) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:20:37.980192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:37.983837 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-82763cbb-5f89-4625-be21-682c8c12b40f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6512825 Nov 09 11:20:37.985726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36934) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:38.047233 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c1243459-e9ee-4545-93b7-557a4504d254 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags/tempest-TagsExtTest-Tag-1336081542 HTTP/1.1" status: 201 len: 201 time: 0.3873763 Nov 09 11:20:38.050089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36938) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:38.057202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-fbd06406-9a83-4cf5-af3b-2b198bf0cb28 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', 'tempest-TagsExtTest-Tag-1838010210') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:38.143807 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:38.156114 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Transition to ACTIVE for port object fc18f69c-4967-4aa6-8fe7-2d3606a299e9 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:38.177945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Transition to ACTIVE for port object fc18f69c-4967-4aa6-8fe7-2d3606a299e9 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:38.280935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-804cb37e-ebf5-4772-a846-77927d04faac req-2c655c0a-41ad-4210-9ffc-5b9e4b64f2ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1097 time: 0.1539702 Nov 09 11:20:38.305557 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:38.362425 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-65181f3f-8ebf-4bff-bbdf-ecaafccd9be6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:38.420678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:38.423778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:38.427592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:20:38.488353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fbd06406-9a83-4cf5-af3b-2b198bf0cb28 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags/tempest-TagsExtTest-Tag-1838010210 HTTP/1.1" status: 201 len: 201 time: 0.4343324 Nov 09 11:20:38.489384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cb37e-ebf5-4772-a846-77927d04faac req-9c5937e7-4c1a-49c1-a465-475385fa05e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:38.491906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-804cb37e-ebf5-4772-a846-77927d04faac req-9c5937e7-4c1a-49c1-a465-475385fa05e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 914 time: 0.2049253 Nov 09 11:20:38.493537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36948) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:38.515823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-ff2e90ca-de26-4eca-bbda-a5f50d9ce9b8 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', 'tempest-TagsExtTest-Tag-1512883857') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:38.537540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Pushing event updated for resources: {'Port': ['ID=fc18f69c-4967-4aa6-8fe7-2d3606a299e9,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:38.542246 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:38.568291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Attempting to bind port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:20:38.568946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Attempting to bind port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '4e1a7188-eacd-4b64-a114-9e9835862ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e468ed4c-fb03-45ef-9655-aa2d26bff91a'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:20:38.569560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Attempting to bind port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 on network e468ed4c-fb03-45ef-9655-aa2d26bff91a {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:20:38.578454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:20:38.579176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Checking segment: {'id': '4e1a7188-eacd-4b64-a114-9e9835862ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e468ed4c-fb03-45ef-9655-aa2d26bff91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:38.581654 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:38.581654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Bound using segment: {'id': '4e1a7188-eacd-4b64-a114-9e9835862ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e468ed4c-fb03-45ef-9655-aa2d26bff91a'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:20:38.581654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Bound port: fc18f69c-4967-4aa6-8fe7-2d3606a299e9, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1a7188-eacd-4b64-a114-9e9835862ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e468ed4c-fb03-45ef-9655-aa2d26bff91a'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:20:38.581654 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:38.613428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec477-e11e-4727-86bf-7c6830d52892 req-d50b3d41-9f59-4cee-88c1-78b778a281b0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:38.615011 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-72dec477-e11e-4727-86bf-7c6830d52892 req-d50b3d41-9f59-4cee-88c1-78b778a281b0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1878815 Nov 09 11:20:38.638088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:20:38.706490 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:38.709951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-804cb37e-ebf5-4772-a846-77927d04faac req-65b2ec18-7a20-4d20-a6bd-1565366dfe4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 217 time: 0.2087226 Nov 09 11:20:38.804158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] For port fc18f69c-4967-4aa6-8fe7-2d3606a299e9, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:20:38.806565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28518e4-a974-4bb4-8dca-f0a6fae844c0 None None] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:38.882507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-72dec477-e11e-4727-86bf-7c6830d52892 req-98ab61a3-2414-44a5-a5f7-7fa8602fa11c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591000 Nov 09 11:20:38.896874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] For port fc18f69c-4967-4aa6-8fe7-2d3606a299e9, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fc18f69c-4967-4aa6-8fe7-2d3606a299e9,segment=NetworkSegment(4e1a7188-eacd-4b64-a114-9e9835862ef0),segment_id=4e1a7188-eacd-4b64-a114-9e9835862ef0)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:20:39.052871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d7e16ae4-ebcb-47bd-a3a3-5250150321c2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:39.113693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cb37e-ebf5-4772-a846-77927d04faac req-230be42b-f1fa-4d85-adfb-f23c77557011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:39.121436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-804cb37e-ebf5-4772-a846-77927d04faac req-230be42b-f1fa-4d85-adfb-f23c77557011 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.3965740 Nov 09 11:20:39.123696 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:39.127077 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:20:39.145427 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:39.198474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-92d16d2a-3c04-444b-875a-36df44bbadb9 None None] Provisioning for port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:39.241127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-804cb37e-ebf5-4772-a846-77927d04faac req-97814329-cfd2-4542-aa6f-0033f0e2cfaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090174 Nov 09 11:20:39.242887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ff2e90ca-de26-4eca-bbda-a5f50d9ce9b8 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags/tempest-TagsExtTest-Tag-1512883857 HTTP/1.1" status: 201 len: 201 time: 0.7483685 Nov 09 11:20:39.246632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36962) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:39.258547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-eec78fe6-e8bf-4bb5-8892-73e4abd11864 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:39.302264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:39.361146 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'port_id': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7', 'mac_address': 'fa:16:3e:b7:43:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473988ac-f45f-49ce-b066-b580a4c03897', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:20:39.374582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Pushing event updated for resources: {'Port': ['ID=fc18f69c-4967-4aa6-8fe7-2d3606a299e9,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:39.404474 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:39.436560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:39.464895 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-804cb37e-ebf5-4772-a846-77927d04faac req-78ccfecc-543c-4a7d-b0af-06946f6878bd service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125618 Nov 09 11:20:39.481232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:39.481739 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:39.525517 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:39.566545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eec78fe6-e8bf-4bb5-8892-73e4abd11864 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags HTTP/1.1" status: 200 len: 240 time: 0.3186557 Nov 09 11:20:39.570362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36966) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:39.591688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-831532d2-0b08-4df4-8e02-c2dbf3ffee85 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', 'tempest-TagsExtTest-Tag-214518798') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:39.599186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:20:39.624439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:39.679966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c00854-9247-49af-8300-301afd05b167 req-8e87c021-0ded-482c-ae15-6df82f55e6b9 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:39.683988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a6c00854-9247-49af-8300-301afd05b167 req-8e87c021-0ded-482c-ae15-6df82f55e6b9 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 943 time: 0.2841656 Nov 09 11:20:39.687590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8::1 (1f876eb9-a9f5-4076-9f7d-2767fde9b8b8/9ee8b3de-2f41-4215-ba81-ba284b5caba2/9169164b-8f20-4a9f-b65a-62ecb2f819ad) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:20:39.733879 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:39.741999 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:39.801718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-804cb37e-ebf5-4772-a846-77927d04faac req-14426217-b217-4c92-8998-b304f2dbf2e1 service neutron] 10.222.0.59 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247461 Nov 09 11:20:39.809572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-831532d2-0b08-4df4-8e02-c2dbf3ffee85 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags/tempest-TagsExtTest-Tag-214518798 HTTP/1.1" status: 204 len: 168 time: 0.2371948 Nov 09 11:20:39.812146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36970) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:39.818780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-4fb568d8-197b-4918-9742-b1d5b6bd6070 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', 'tempest-TagsExtTest-Tag-214518798') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:39.878175 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a6c00854-9247-49af-8300-301afd05b167 req-03713652-60a8-4f1a-aae9-541609ec22a0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880395 Nov 09 11:20:39.889706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:39.895603 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:39.898203 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:39.957687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port d7e16ae4-ebcb-47bd-a3a3-5250150321c2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d7e16ae4-ebcb-47bd-a3a3-5250150321c2,segment=NetworkSegment(5e1a0f79-2397-41ee-a604-5cc73855c4a6),segment_id=5e1a0f79-2397-41ee-a604-5cc73855c4a6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:40.014280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:40.053805 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4fb568d8-197b-4918-9742-b1d5b6bd6070 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags/tempest-TagsExtTest-Tag-214518798 HTTP/1.1" status: 204 len: 168 time: 0.2339263 Nov 09 11:20:40.055953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36980) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:40.065041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-1b96efd0-4614-4463-8d90-aaecccabc17c tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:40.076855 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6db2fc1b-d465-4686-8c74-d971f6169f69 None None] Provisioning complete for port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:40.077334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6db2fc1b-d465-4686-8c74-d971f6169f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:40.110483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 9169164b-8f20-4a9f-b65a-62ecb2f819ad will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:40.172960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:40.217610 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:40.226487 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:40.247632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554bda3-c4fe-4858-82fd-f26f3802e8eb req-823906d6-427b-43de-bb92-3fc31bd27b67 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:40.249237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3554bda3-c4fe-4858-82fd-f26f3802e8eb req-823906d6-427b-43de-bb92-3fc31bd27b67 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1337404 Nov 09 11:20:40.258384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1b96efd0-4614-4463-8d90-aaecccabc17c tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags HTTP/1.1" status: 200 len: 205 time: 0.1987326 Nov 09 11:20:40.261759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36988) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:40.266308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-dbdc183e-6d28-42d0-a9ee-640e85cf22b9 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:40.313121 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:40.335966 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:40.350639 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3554bda3-c4fe-4858-82fd-f26f3802e8eb req-d58531fc-b706-408d-927f-7c27f2e40f2d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927293 Nov 09 11:20:40.422333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:40.434226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:40.435810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=d7e16ae4-ebcb-47bd-a3a3-5250150321c2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:40.440228 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:40.455294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:20:40.456679 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:40.515659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=9169164b-8f20-4a9f-b65a-62ecb2f819ad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:40.520447 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:40.557625 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 36992) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:40.561850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dbdc183e-6d28-42d0-a9ee-640e85cf22b9 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags HTTP/1.1" status: 200 len: 241 time: 0.3016772 Nov 09 11:20:40.564274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-f264fcce-d3d9-4600-823f-0a7d5b1163cd tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', 'tempest-TagsExtTest-Tag-1336081542') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:40.631617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:20:40.646831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f264fcce-d3d9-4600-823f-0a7d5b1163cd tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags/tempest-TagsExtTest-Tag-1336081542 HTTP/1.1" status: 204 len: 168 time: 0.0861845 Nov 09 11:20:40.648201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 36996) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:40.655266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-d39d99b9-8230-42a9-a325-6b1c292b82a7 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', 'tempest-TagsExtTest-Tag-1336081542') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:40.754147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:40.760086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083d8d2-2293-4d49-9067-ed9d36bcb158 None None] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:40.895484 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:40.951242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:40.976970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:41.050210 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d7e16ae4-ebcb-47bd-a3a3-5250150321c2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:41.083541 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-61572f5f-34ae-4249-b74a-b08f347da1e9 None None] Provisioning for port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:41.094414 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'code': 200} Nov 09 11:20:41.095031 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:41.100564 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:41.202128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29f85-8c9e-4d70-8f05-9114e496ac5e req-5124a832-f09e-4825-a355-b95284e8070d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:41.207368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fd29f85-8c9e-4d70-8f05-9114e496ac5e req-5124a832-f09e-4825-a355-b95284e8070d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 944 time: 0.1175492 Nov 09 11:20:41.229649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d39d99b9-8230-42a9-a325-6b1c292b82a7 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags/tempest-TagsExtTest-Tag-1336081542 HTTP/1.1" status: 204 len: 168 time: 0.5775089 Nov 09 11:20:41.232910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:41.240069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:41.245118 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:41.259880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-38b7ad94-fcb4-4e5e-bd35-377f105fc7b2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:41.264769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:41.265175 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:41.300797 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fd29f85-8c9e-4d70-8f05-9114e496ac5e req-c460eba6-e7b3-49ac-a687-352e091b260c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900481 Nov 09 11:20:41.388903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:41.425315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37016) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:41.434476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-0fee162e-f932-452b-8ead-4cf45b24d516 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:41.439722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-38b7ad94-fcb4-4e5e-bd35-377f105fc7b2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags HTTP/1.1" status: 200 len: 205 time: 0.2052934 Nov 09 11:20:41.447391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0037-c030-4703-9c98-7085151204ef None None] Provisioning for port 9169164b-8f20-4a9f-b65a-62ecb2f819ad completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:41.470919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0037-c030-4703-9c98-7085151204ef None None] Provisioning complete for port 9169164b-8f20-4a9f-b65a-62ecb2f819ad triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:41.471667 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0037-c030-4703-9c98-7085151204ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:41.513651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fc18f69c-4967-4aa6-8fe7-2d3606a299e9 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:41.517720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:41.525780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:41.541723 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:41.624611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a0037-c030-4703-9c98-7085151204ef None None] Port 9169164b-8f20-4a9f-b65a-62ecb2f819ad cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:20:41.709909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0fee162e-f932-452b-8ead-4cf45b24d516 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags HTTP/1.1" status: 200 len: 241 time: 0.2815192 Nov 09 11:20:41.712245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37022) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:41.719851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-d426c378-b0c0-4402-aec6-b1fa174769ac tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', 'tempest-TagsExtTest-Tag-1838010210') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:41.784005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=9169164b-8f20-4a9f-b65a-62ecb2f819ad,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:41.794663 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:41.828294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:41.837009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:41.837561 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:41.865245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:41.867234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:41.874330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ba7cd-dc49-4bf5-9ed0-b9323abb1781 req-e1e460c4-b47f-4afb-976b-ee41ab011637 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:41.875853 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a2ba7cd-dc49-4bf5-9ed0-b9323abb1781 req-e1e460c4-b47f-4afb-976b-ee41ab011637 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.2373397 Nov 09 11:20:41.879789 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d426c378-b0c0-4402-aec6-b1fa174769ac tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags/tempest-TagsExtTest-Tag-1838010210 HTTP/1.1" status: 204 len: 168 time: 0.1647801 Nov 09 11:20:41.880921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37026) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:41.904191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-0dbc6d1f-97be-4d0b-8ed9-3698ec52ef21 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', 'tempest-TagsExtTest-Tag-1838010210') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:42.052540 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:42.093959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port fc18f69c-4967-4aa6-8fe7-2d3606a299e9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fc18f69c-4967-4aa6-8fe7-2d3606a299e9,segment=NetworkSegment(4e1a7188-eacd-4b64-a114-9e9835862ef0),segment_id=4e1a7188-eacd-4b64-a114-9e9835862ef0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:42.197242 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:42.197242 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-33f92b39-5be9-4cd8-a40f-0d67153b52f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:42.217097 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0dbc6d1f-97be-4d0b-8ed9-3698ec52ef21 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags/tempest-TagsExtTest-Tag-1838010210 HTTP/1.1" status: 204 len: 168 time: 0.3343482 Nov 09 11:20:42.220480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37030) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:42.227131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-6e71f594-7ef8-4cd2-a6a8-7fb6bcaba8e7 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:42.228229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a2ba7cd-dc49-4bf5-9ed0-b9323abb1781 req-f9858c3c-fe76-4a7b-b385-405a6ccdc355 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761530 Nov 09 11:20:42.305500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c49d4cc9-6123-4f07-a9de-19cbd33427b3 None None] Provisioning complete for port 9169164b-8f20-4a9f-b65a-62ecb2f819ad triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:42.305500 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c49d4cc9-6123-4f07-a9de-19cbd33427b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:42.335640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=fc18f69c-4967-4aa6-8fe7-2d3606a299e9,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:42.341100 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:42.415237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c49d4cc9-6123-4f07-a9de-19cbd33427b3 None None] Port 9169164b-8f20-4a9f-b65a-62ecb2f819ad cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:20:42.589055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 4ae22d4a-db03-41dd-b29f-cb75785eeaf8 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:20:42.650172 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:42.652835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6e71f594-7ef8-4cd2-a6a8-7fb6bcaba8e7 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags HTTP/1.1" status: 200 len: 205 time: 0.4310451 Nov 09 11:20:42.656226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37042) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:42.664829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-440d7819-e72c-4799-b6f9-a50482ae3321 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:42.712231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a9c2-5ec4-49f5-aeae-baf089ab16c1 req-2e20e117-8989-4944-a8cb-0c89c54ebf02 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:42.717192 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b65a9c2-5ec4-49f5-aeae-baf089ab16c1 req-2e20e117-8989-4944-a8cb-0c89c54ebf02 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 944 time: 0.1441333 Nov 09 11:20:42.747156 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-440d7819-e72c-4799-b6f9-a50482ae3321 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags HTTP/1.1" status: 200 len: 241 time: 0.0892112 Nov 09 11:20:42.750825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:42.759703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-6a13420a-5cb3-4eb1-b1c0-0abc9c25fcec tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', 'tempest-TagsExtTest-Tag-1512883857') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:42.784483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3b65a9c2-5ec4-49f5-aeae-baf089ab16c1 req-8b1e91af-0eeb-4417-aa77-90497b766c01 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603073 Nov 09 11:20:42.812240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6a13420a-5cb3-4eb1-b1c0-0abc9c25fcec tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags/tempest-TagsExtTest-Tag-1512883857 HTTP/1.1" status: 204 len: 168 time: 0.0591564 Nov 09 11:20:42.822538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37052) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:42.828981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-85237fb6-355e-4734-9af3-a3ec809a0bf6 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', 'tempest-TagsExtTest-Tag-1512883857') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:42.851578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:20:42.863754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/4ae22d4a-db03-41dd-b29f-cb75785eeaf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8768458 Nov 09 11:20:42.866253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:42.871784 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] Sync routers for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:20:42.884743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fc18f69c-4967-4aa6-8fe7-2d3606a299e9 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:20:42.914938 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:42.914938 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:42.940462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:42.961138 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:42.962746 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:42.969866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48d520-43e3-437c-ac94-b780c6d56d8b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:42.971339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b48d520-43e3-437c-ac94-b780c6d56d8b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:42.989470 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.001067 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:43.001676 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.050594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-85237fb6-355e-4734-9af3-a3ec809a0bf6 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags/tempest-TagsExtTest-Tag-1512883857 HTTP/1.1" status: 204 len: 168 time: 0.2270846 Nov 09 11:20:43.061170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37060) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.063979 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.064388 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e298a45-fdc5-4bf0-818f-108a41655dfd None None] The sync data for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:20:43.069393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-1402f80e-808a-4e52-9d57-558ab199ce6f tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.097474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:43.098329 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:43.100885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37064) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.101022 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1402f80e-808a-4e52-9d57-558ab199ce6f tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags HTTP/1.1" status: 200 len: 205 time: 0.0383916 Nov 09 11:20:43.106631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-477e12e6-2c8a-4542-b512-48b6b12b3f8a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.140603 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-477e12e6-2c8a-4542-b512-48b6b12b3f8a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0384030 Nov 09 11:20:43.143038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.148926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-3ab781e5-6092-4cd5-8d12-249193b56c70 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.202342 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:43.205771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b48d520-43e3-437c-ac94-b780c6d56d8b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:43.206788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6b48d520-43e3-437c-ac94-b780c6d56d8b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports/9169164b-8f20-4a9f-b65a-62ecb2f819ad HTTP/1.1" status: 200 len: 911 time: 0.3395250 Nov 09 11:20:43.210080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37072) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.257874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:43.299220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3ab781e5-6092-4cd5-8d12-249193b56c70 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags HTTP/1.1" status: 204 len: 168 time: 0.1551845 Nov 09 11:20:43.303419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.311357 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:43.311650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-d223d164-045e-4bd2-9512-8302e6e07932 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.369152 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7', 'code': 200} Nov 09 11:20:43.390643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:43.392596 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:43.468938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:43.472530 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:43.483810 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d223d164-045e-4bd2-9512-8302e6e07932 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1770353 Nov 09 11:20:43.486060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37084) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.493272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-aee1155e-2b6c-445a-b1b7-ac8f39cb2892 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.570993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baacd0e-c8ba-4565-9a81-3cb17656ec21 req-43359675-851d-4cc8-8bc2-a2603a920647 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:43.578531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2baacd0e-c8ba-4565-9a81-3cb17656ec21 req-43359675-851d-4cc8-8bc2-a2603a920647 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.1545315 Nov 09 11:20:43.657721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2baacd0e-c8ba-4565-9a81-3cb17656ec21 req-0d132de5-cd33-43e3-b0cd-4d561c307aa2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782425 Nov 09 11:20:43.664628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aee1155e-2b6c-445a-b1b7-ac8f39cb2892 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags HTTP/1.1" status: 204 len: 168 time: 0.1765392 Nov 09 11:20:43.667909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37092) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.678032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa74933d-280b-47da-9212-92cd8da79b5d req-76406e42-7cbd-48b3-b754-a5bb121e119a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 1096 time: 0.1808007 Nov 09 11:20:43.680294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-bbdb0064-243e-4f90-b594-0d47e8b330f1 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', 'tempest-TagsExtTest-Tag-841419051') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.747005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa74933d-280b-47da-9212-92cd8da79b5d req-6ce0f7d4-ca20-4216-908f-1468bd6b5b7c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Nov 09 11:20:43.847573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bbdb0064-243e-4f90-b594-0d47e8b330f1 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags/tempest-TagsExtTest-Tag-841419051 HTTP/1.1" status: 201 len: 201 time: 0.1751432 Nov 09 11:20:43.847573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37102) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:43.854131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-93bc7cfd-d5f7-4c70-8284-b710c96f54c5 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', 'tempest-TagsExtTest-Tag-1990948188') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:43.985990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a24a-fc41-4572-8a76-be7e94aa020e req-d2bcda02-bf9a-47b8-8050-f23a46f76395 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:43.987396 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30e3a24a-fc41-4572-8a76-be7e94aa020e req-d2bcda02-bf9a-47b8-8050-f23a46f76395 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.1712446 Nov 09 11:20:44.033439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a509f-c8a8-44da-a7b3-00070f408fca req-5714fab9-3d4d-4257-899a-cdc0b8f8d3df tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:44.034995 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-464a509f-c8a8-44da-a7b3-00070f408fca req-5714fab9-3d4d-4257-899a-cdc0b8f8d3df tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 945 time: 0.0935154 Nov 09 11:20:44.067110 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-93bc7cfd-d5f7-4c70-8284-b710c96f54c5 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags/tempest-TagsExtTest-Tag-1990948188 HTTP/1.1" status: 201 len: 201 time: 0.2188346 Nov 09 11:20:44.071238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:44.078961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-5f86ee7d-a8ec-4fda-8a84-d7f6e5752efc tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', 'tempest-TagsExtTest-Tag-1279214906') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:44.125362 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30e3a24a-fc41-4572-8a76-be7e94aa020e req-2403c058-92e9-4e10-90ad-bd1474b36850 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028271 Nov 09 11:20:44.149339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:44.226693 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-464a509f-c8a8-44da-a7b3-00070f408fca req-b06095b3-cbc4-4646-86bb-1057418fb5d7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856213 Nov 09 11:20:44.336457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5f86ee7d-a8ec-4fda-8a84-d7f6e5752efc tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags/tempest-TagsExtTest-Tag-1279214906 HTTP/1.1" status: 201 len: 201 time: 0.2641969 Nov 09 11:20:44.344661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37116) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:44.351201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-06a01b45-66fb-49ee-af91-154d866f73a8 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', 'tempest-TagsExtTest-Tag-1154990263') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:44.484891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-06a01b45-66fb-49ee-af91-154d866f73a8 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags/tempest-TagsExtTest-Tag-1154990263 HTTP/1.1" status: 201 len: 201 time: 0.1390250 Nov 09 11:20:44.487475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37122) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:44.493462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-af72e2ed-0ca9-46cb-8abb-186dd531122a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', {'tags': ['tempest-TagsExtTest-Tag-1503498240', 'tempest-TagsExtTest-Tag-486288621', 'tempest-TagsExtTest-Tag-1206324649']}) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:44.653900 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:20:44.838555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8:1::1 (e468ed4c-fb03-45ef-9655-aa2d26bff91a/7d65a68f-29c8-4c0f-a955-f03b5b0674b6/0974b16a-cf59-4877-b7b0-82184792e1f4) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:20:44.864974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f1aec22f-b541-448a-963d-ad824e759b6f req-ae25b051-947b-4e1f-8ec7-cefb1b9ea9c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3374887 Nov 09 11:20:44.909875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-af72e2ed-0ca9-46cb-8abb-186dd531122a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags HTTP/1.1" status: 200 len: 317 time: 0.4127905 Nov 09 11:20:44.913161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37132) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:44.920724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-973c52c7-4c47-4164-a279-27646870c16b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:45.113255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:45.132074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 0974b16a-cf59-4877-b7b0-82184792e1f4 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:45.185045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-973c52c7-4c47-4164-a279-27646870c16b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags HTTP/1.1" status: 204 len: 168 time: 0.2702761 Nov 09 11:20:45.191384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:45.202253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-894dc385-283f-4420-b476-903442aa4415 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', 'tempest-TagsExtTest-Tag-1503498240') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:45.233670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:45.238309 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d28156fd-946c-434a-b3b1-9968946b2ab2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:45.404736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:45.410929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:45.419604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:20:45.420063 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:45.423478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=0974b16a-cf59-4877-b7b0-82184792e1f4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:45.426877 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:45.539040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95f179-3f3b-4662-94c4-7cc0d40c54f5 req-9c8d0911-d3d0-4f89-91dd-5775a3d235fd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:45.540489 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b95f179-3f3b-4662-94c4-7cc0d40c54f5 req-9c8d0911-d3d0-4f89-91dd-5775a3d235fd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.1285489 Nov 09 11:20:45.541803 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-894dc385-283f-4420-b476-903442aa4415 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:45.546334 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-894dc385-283f-4420-b476-903442aa4415 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags/tempest-TagsExtTest-Tag-1503498240 HTTP/1.1" status: 404 len: 329 time: 0.3500326 Nov 09 11:20:45.548612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37150) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:45.556853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-09bc09fb-afec-4e85-9988-20ef0c692d56 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', 'tempest-TagsExtTest-Tag-486288621') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:45.592565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448af804-14c5-4781-90b4-e7c85ff32ca5 req-8421ed2c-48df-4113-bb46-679f25a7a351 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:45.594400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-448af804-14c5-4781-90b4-e7c85ff32ca5 req-8421ed2c-48df-4113-bb46-679f25a7a351 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 945 time: 0.1502824 Nov 09 11:20:45.626480 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b95f179-3f3b-4662-94c4-7cc0d40c54f5 req-3ff9798d-3989-4a6c-945b-5ba89aebcfad tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688288 Nov 09 11:20:45.688891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:45.765045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-448af804-14c5-4781-90b4-e7c85ff32ca5 req-c4c465e7-6d02-46c5-a4bb-4c5db7562356 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616142 Nov 09 11:20:45.808368 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:45.819880 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-09bc09fb-afec-4e85-9988-20ef0c692d56 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:45.825206 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-09bc09fb-afec-4e85-9988-20ef0c692d56 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags/tempest-TagsExtTest-Tag-486288621 HTTP/1.1" status: 404 len: 328 time: 0.2711921 Nov 09 11:20:45.825206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37164) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:45.830456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-e695f9da-aeec-46e6-94a3-a7c35e20d664 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60', 'tempest-TagsExtTest-Tag-1206324649') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:45.892266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-593986a5-fad1-49b0-91b3-56aa9d18a55c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2017167 Nov 09 11:20:45.903679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-66c0b132-6c70-49a1-ae5c-e457a80a996b None None] Provisioning for port 0974b16a-cf59-4877-b7b0-82184792e1f4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:20:45.908748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-66c0b132-6c70-49a1-ae5c-e457a80a996b None None] Provisioning complete for port 0974b16a-cf59-4877-b7b0-82184792e1f4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:45.909130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-66c0b132-6c70-49a1-ae5c-e457a80a996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:46.060917 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-66c0b132-6c70-49a1-ae5c-e457a80a996b None None] Port 0974b16a-cf59-4877-b7b0-82184792e1f4 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:20:46.332683 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-e695f9da-aeec-46e6-94a3-a7c35e20d664 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:46.333649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e695f9da-aeec-46e6-94a3-a7c35e20d664 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags/tempest-TagsExtTest-Tag-1206324649 HTTP/1.1" status: 404 len: 329 time: 0.5082791 Nov 09 11:20:46.336621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37178) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:46.342878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-a542f757-bf76-4d9d-b71b-ca8dec45fbc0 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', {'tags': ['tempest-TagsExtTest-Tag-2024962184', 'tempest-TagsExtTest-Tag-505489583', 'tempest-TagsExtTest-Tag-272212110']}) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:46.361088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0dd2e-feac-4396-91ae-b4315b637004 req-287dc3d0-8714-4eb8-ae18-2d03b67d98fd tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:46.362558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90b0dd2e-feac-4396-91ae-b4315b637004 req-287dc3d0-8714-4eb8-ae18-2d03b67d98fd tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 945 time: 0.3768103 Nov 09 11:20:46.502154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90b0dd2e-feac-4396-91ae-b4315b637004 req-54b6beb5-64cf-46e5-8acf-eeda5a0624c0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339409 Nov 09 11:20:46.547199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a542f757-bf76-4d9d-b71b-ca8dec45fbc0 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags HTTP/1.1" status: 200 len: 316 time: 0.2092679 Nov 09 11:20:46.555796 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:46.557105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37184) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:46.564171 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-5a6dc41a-24ac-4582-b608-195d3ff68d7b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:46.654346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:46.658048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:46.658897 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e751b462-eb27-4d3c-9f58-dcf815a5d81a tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:46.766274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=0974b16a-cf59-4877-b7b0-82184792e1f4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:46.789936 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5a6dc41a-24ac-4582-b608-195d3ff68d7b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags HTTP/1.1" status: 204 len: 168 time: 0.2315714 Nov 09 11:20:46.796656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37192) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:46.803848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-f9efefdd-4306-46c2-98bb-3c35d5f687c7 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', 'tempest-TagsExtTest-Tag-2024962184') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:46.818607 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:46.881546 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-f9efefdd-4306-46c2-98bb-3c35d5f687c7 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:46.883998 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f9efefdd-4306-46c2-98bb-3c35d5f687c7 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags/tempest-TagsExtTest-Tag-2024962184 HTTP/1.1" status: 404 len: 329 time: 0.0863020 Nov 09 11:20:46.890282 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37196) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:46.896014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-ca386c17-04cc-49f2-a204-366e2c913160 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', 'tempest-TagsExtTest-Tag-505489583') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:46.973756 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-ca386c17-04cc-49f2-a204-366e2c913160 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:46.978461 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ca386c17-04cc-49f2-a204-366e2c913160 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags/tempest-TagsExtTest-Tag-505489583 HTTP/1.1" status: 404 len: 328 time: 0.0870340 Nov 09 11:20:46.979272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37200) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:46.986150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-1df00d08-9ac6-4ccc-b059-2384e4cfc14c tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a', 'tempest-TagsExtTest-Tag-272212110') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:46.997712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:20:47.002534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:20:47.080608 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-1df00d08-9ac6-4ccc-b059-2384e4cfc14c tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:47.085502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1df00d08-9ac6-4ccc-b059-2384e4cfc14c tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags/tempest-TagsExtTest-Tag-272212110 HTTP/1.1" status: 404 len: 328 time: 0.1043632 Nov 09 11:20:47.086120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37206) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:47.092792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-29da00ca-7e56-4cc7-9f36-b86c2913ae7a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', {'tags': ['tempest-TagsExtTest-Tag-1545114592', 'tempest-TagsExtTest-Tag-1461886661', 'tempest-TagsExtTest-Tag-307425099']}) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:47.221767 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7bff2376-7caf-4b36-86b6-0977bb6fc8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:47.306150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af818f7-1bbb-4a14-90e0-f30ee9db359e req-76c38d87-359a-46fd-aec9-939cdaa59268 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:47.307749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5af818f7-1bbb-4a14-90e0-f30ee9db359e req-76c38d87-359a-46fd-aec9-939cdaa59268 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.4963531 Nov 09 11:20:47.384711 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-a51aa135-5afa-4547-a90c-62b49028549a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4&tenant_id=a900ac6b4bd1446fb42a993d13b96e1b HTTP/1.1" status: 200 len: 1095 time: 0.4743631 Nov 09 11:20:47.393606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-29da00ca-7e56-4cc7-9f36-b86c2913ae7a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags HTTP/1.1" status: 200 len: 317 time: 0.3057957 Nov 09 11:20:47.398154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:20:47.404353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37216) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:47.409159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-56aebbe2-62d3-46ac-90c0-d07b025a52fc None None] Provisioning complete for port 0974b16a-cf59-4877-b7b0-82184792e1f4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:20:47.409626 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-56aebbe2-62d3-46ac-90c0-d07b025a52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:47.412446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-9871af48-c5ed-4432-a588-8eb5a17a8b61 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:47.441753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5af818f7-1bbb-4a14-90e0-f30ee9db359e req-b939fc2f-947c-4a50-b01c-83e3e4bdfc0c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275165 Nov 09 11:20:47.481482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-56aebbe2-62d3-46ac-90c0-d07b025a52fc None None] Port 0974b16a-cf59-4877-b7b0-82184792e1f4 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:20:47.539757 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:47.642011 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:47.723814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee4887-7f67-47bf-b4fe-b55b8e34cb11 req-c2bcba47-c0ba-4878-97e1-4bc26924c0ef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:47.725419 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82ee4887-7f67-47bf-b4fe-b55b8e34cb11 req-c2bcba47-c0ba-4878-97e1-4bc26924c0ef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 945 time: 0.1219306 Nov 09 11:20:47.779601 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-82ee4887-7f67-47bf-b4fe-b55b8e34cb11 req-90cd8d15-1522-4d8d-913d-3e643765e00c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Nov 09 11:20:47.826915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 4ae22d4a-db03-41dd-b29f-cb75785eeaf8 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:20:47.926917 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9871af48-c5ed-4432-a588-8eb5a17a8b61 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags HTTP/1.1" status: 204 len: 168 time: 0.5211167 Nov 09 11:20:47.929621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37220) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:47.935951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-d921364d-9c82-4b5c-862e-f92285737201 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', 'tempest-TagsExtTest-Tag-1545114592') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.072748 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-d921364d-9c82-4b5c-862e-f92285737201 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:48.074344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d921364d-9c82-4b5c-862e-f92285737201 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags/tempest-TagsExtTest-Tag-1545114592 HTTP/1.1" status: 404 len: 329 time: 0.1430981 Nov 09 11:20:48.077797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:48.082354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:48.083425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-426a5f62-1b78-4781-831e-580e0052d91b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', 'tempest-TagsExtTest-Tag-1461886661') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.134028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:20:48.192751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6571a56-b48f-44e7-8eb2-8045c3262acc {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:20:48.201063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:20:48.203774 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:48.218233 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] Sync routers for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:20:48.220644 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-426a5f62-1b78-4781-831e-580e0052d91b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:48.221782 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-426a5f62-1b78-4781-831e-580e0052d91b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags/tempest-TagsExtTest-Tag-1461886661 HTTP/1.1" status: 404 len: 329 time: 0.1430762 Nov 09 11:20:48.226691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37230) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:48.233903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-a7be27d7-3269-4027-85c4-f6d28e7b8bec tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498', 'tempest-TagsExtTest-Tag-307425099') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.236030 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:48.236672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.293224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Transition to ACTIVE for port object c6571a56-b48f-44e7-8eb2-8045c3262acc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:20:48.354682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/4ae22d4a-db03-41dd-b29f-cb75785eeaf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1431396 Nov 09 11:20:48.357017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.358216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37236) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:48.367702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:48.368766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.379476 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-a7be27d7-3269-4027-85c4-f6d28e7b8bec tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:48.380752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a7be27d7-3269-4027-85c4-f6d28e7b8bec tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags/tempest-TagsExtTest-Tag-307425099 HTTP/1.1" status: 404 len: 328 time: 0.1530635 Nov 09 11:20:48.396499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37240) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:48.398384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-76491908-4728-4f55-8ad7-343d45f064e1 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', {'tags': ['tempest-TagsExtTest-Tag-515479832', 'tempest-TagsExtTest-Tag-2127338384', 'tempest-TagsExtTest-Tag-1284313456']}) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.436221 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.436649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf839e-8d67-42e8-ba83-a9272508ba1c None None] The sync data for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:20:48.448300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:48.452560 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:48.457631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e4bcb-0726-42aa-9561-ef8c52187daa tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:48.459952 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d27e4bcb-0726-42aa-9561-ef8c52187daa tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports/0974b16a-cf59-4877-b7b0-82184792e1f4 HTTP/1.1" status: 200 len: 913 time: 0.0996218 Nov 09 11:20:48.462566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37244) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:48.604745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-76491908-4728-4f55-8ad7-343d45f064e1 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "PUT /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags HTTP/1.1" status: 200 len: 317 time: 0.2114708 Nov 09 11:20:48.608189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37252) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:48.661485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-4dc7a586-0ae8-41d5-a1b2-602241b52cf2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:48.878763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] No DVR routers for this DVR port c6571a56-b48f-44e7-8eb2-8045c3262acc on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:20:48.921954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:48.993500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.994494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.995409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.995409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.996880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.997249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.997616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.997980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.998343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.998735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:48.999127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:49.013164 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:49.036049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:20:49.036301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:20:49.036626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:20:49.050161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:49.070039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Port c6571a56-b48f-44e7-8eb2-8045c3262acc on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:20:49.070370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Attempting to bind port c6571a56-b48f-44e7-8eb2-8045c3262acc on network 30d04401-bc7f-4195-aa2f-3b077105d4a4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:20:49.096252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-f894a9ba-eab4-44b2-96f8-795f81774471 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:49.099174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-f894a9ba-eab4-44b2-96f8-795f81774471 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 945 time: 0.4271560 Nov 09 11:20:49.099174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:20:49.099497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Checking segment: {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:20:49.099871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Bound using segment: {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:20:49.100308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Bound port: c6571a56-b48f-44e7-8eb2-8045c3262acc, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:20:49.101181 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:49.117600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08357169-ca2c-4e26-950c-57fe3b064e01 req-00204d65-28b4-4d43-a468-7378b0856875 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:49.119341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08357169-ca2c-4e26-950c-57fe3b064e01 req-00204d65-28b4-4d43-a468-7378b0856875 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 944 time: 0.2510698 Nov 09 11:20:49.160997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4dc7a586-0ae8-41d5-a1b2-602241b52cf2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags HTTP/1.1" status: 204 len: 168 time: 0.5150280 Nov 09 11:20:49.168739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37260) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:49.185985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-77a67636-bfa2-4753-9ec5-9e1260d49c5f tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', 'tempest-TagsExtTest-Tag-515479832') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:49.225731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9501d-b00b-4636-99d2-c4702b8c0e28 req-d5d0cfb7-435e-49ab-94f6-a56541ac1e92 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:49.227194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4be9501d-b00b-4636-99d2-c4702b8c0e28 req-d5d0cfb7-435e-49ab-94f6-a56541ac1e92 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 945 time: 0.2409875 Nov 09 11:20:49.233763 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-77a67636-bfa2-4753-9ec5-9e1260d49c5f tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:49.234735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-77a67636-bfa2-4753-9ec5-9e1260d49c5f tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags/tempest-TagsExtTest-Tag-515479832 HTTP/1.1" status: 404 len: 328 time: 0.0649374 Nov 09 11:20:49.239425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37264) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:49.259408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-b113cb57-5a15-4b35-a847-b87177160860 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', 'tempest-TagsExtTest-Tag-2127338384') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:49.284484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Deleting port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:49.284848 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:49.323546 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4be9501d-b00b-4636-99d2-c4702b8c0e28 req-49777e37-925b-4ce8-8313-70957a1ae83e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870969 Nov 09 11:20:49.326008 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-b113cb57-5a15-4b35-a847-b87177160860 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:49.329608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b113cb57-5a15-4b35-a847-b87177160860 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags/tempest-TagsExtTest-Tag-2127338384 HTTP/1.1" status: 404 len: 329 time: 0.0748293 Nov 09 11:20:49.329973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37270) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:49.335211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-e9248f92-ce78-4c50-a461-59c505302501 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb', 'tempest-TagsExtTest-Tag-1284313456') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:49.353716 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08357169-ca2c-4e26-950c-57fe3b064e01 req-cf23ecd6-0201-4b3d-91f3-22c8678ab08b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887417 Nov 09 11:20:49.376614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:20:49.422259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:20:49.424490 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-e9248f92-ce78-4c50-a461-59c505302501 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] show failed (client error): The resource could not be found. Nov 09 11:20:49.425497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e9248f92-ce78-4c50-a461-59c505302501 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags/tempest-TagsExtTest-Tag-1284313456 HTTP/1.1" status: 404 len: 329 time: 0.0946591 Nov 09 11:20:49.430355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37274) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:49.438571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.tag.tag_plugin [None req-f1d914d0-d291-47aa-b817-3d9f22f78e57 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8a51c0ac-6254-4fa8-b7c5-be67364832bb') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:49.533618 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-785e0495-f74c-4cde-8e84-ee8dd621664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:49.568355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f1d914d0-d291-47aa-b817-3d9f22f78e57 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1367662 Nov 09 11:20:49.571004 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37280) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:49.587514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:49.587661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-43cef9b2-12ab-4030-9c36-611e5add23a1 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:49.587763 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fa7a39-921a-49d3-bd1c-70907d3df75d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:49.654392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] For port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:49.654841 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:49.675486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:49.675698 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] 10.222.0.57 "PUT /v2.0/ports/c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 1092 time: 2.2817173 Nov 09 11:20:49.682429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:49.838642 n-d-817173-1 neutron-server[84334]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'status': 'failed', 'code': 422} returned with failed status Nov 09 11:20:49.849485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Calling delete_port for aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:49.882053 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-43cef9b2-12ab-4030-9c36-611e5add23a1 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498/tags HTTP/1.1" status: 204 len: 168 time: 0.3079853 Nov 09 11:20:49.883020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:49.891313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-1c159e47-2437-4159-a15a-e4062d2a76ff tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4188c4ab-bd4a-4658-9779-ef3ac35d7e5a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:49.925865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:49.930149 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:50.026124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1c159e47-2437-4159-a15a-e4062d2a76ff tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1408112 Nov 09 11:20:50.028188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:50.030324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-934dc15f-8a56-4b80-91fa-01854ee35922 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1096 time: 0.2867186 Nov 09 11:20:50.049943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-bde2c6d8-04c4-4bc4-99e3-7aae08b984a3 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:50.180569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 0974b16a-cf59-4877-b7b0-82184792e1f4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:50.180902 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:50.192736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-9080b29c-504f-4c77-b36d-4cab84b8e3b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:50.199273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-9080b29c-504f-4c77-b36d-4cab84b8e3b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 914 time: 0.1491439 Nov 09 11:20:50.236010 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bde2c6d8-04c4-4bc4-99e3-7aae08b984a3 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60/tags HTTP/1.1" status: 204 len: 168 time: 0.2065728 Nov 09 11:20:50.240818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37298) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:50.253441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:50.267555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:50.270520 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c6de3743-a87a-4095-9599-b09ac26c3106 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:50.295933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:20:50.353949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event deleted for resources: {'Port': ['ID=aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:50.363467 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:50.370710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-5f5838df-1b77-4203-b487-ef6957c59bbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 217 time: 0.1686027 Nov 09 11:20:50.537310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] No DVR routers for this DVR port aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:20:50.546479 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:50.577761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-8faeb88a-b1cd-4a1e-b130-1f957d36cbb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:50.579488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-8faeb88a-b1cd-4a1e-b130-1f957d36cbb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.1819003 Nov 09 11:20:50.624058 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:50.635387 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:50.687981 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-d38dc322-3910-49f9-86de-e94a10a04634 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981064 Nov 09 11:20:50.693503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea77e86c-2ec5-47b8-bcf2-981d7e95a2c3 req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "DELETE /v2.0/ports/aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 HTTP/1.1" status: 204 len: 173 time: 1.5832210 Nov 09 11:20:50.694672 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dd7ca2d6-d78f-48fe-ac0f-9b96f9f9463d req-f106a828-b111-455d-bbd3-1c69c144dedd tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 210 time: 0.0615942 Nov 09 11:20:50.847628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 0974b16a-cf59-4877-b7b0-82184792e1f4 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:50.879381 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1dd01283-93fb-4bd0-adff-d311e3190c05 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:50.885926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1dd01283-93fb-4bd0-adff-d311e3190c05 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnetpools/8a51c0ac-6254-4fa8-b7c5-be67364832bb HTTP/1.1" status: 204 len: 168 time: 0.6415322 Nov 09 11:20:50.885926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37312) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:50.974412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e80a9210-c353-4601-b375-7c0501066470 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Synchronizing usage tracker for tenant:9765d2d158fe49a7981f0309f1bd7fce on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:51.065958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11fdab-fa95-4c2e-b43d-f759764a88eb req-14c908ba-95b4-4b75-a5c6-bd3e2c802a52 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:51.069422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c11fdab-fa95-4c2e-b43d-f759764a88eb req-14c908ba-95b4-4b75-a5c6-bd3e2c802a52 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.4289811 Nov 09 11:20:51.100918 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-3cb24143-e3d1-4b95-92cf-9217d24df79d service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999100 Nov 09 11:20:51.145893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e80a9210-c353-4601-b375-7c0501066470 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Unset dirty status for tenant:9765d2d158fe49a7981f0309f1bd7fce on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:51.149239 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e80a9210-c353-4601-b375-7c0501066470 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498 HTTP/1.1" status: 200 len: 205 time: 0.2369616 Nov 09 11:20:51.150209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37318) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:51.288823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c11fdab-fa95-4c2e-b43d-f759764a88eb req-c0784062-c1ad-41ef-8a94-9481dd6e657c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144442 Nov 09 11:20:51.319945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:51.324466 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:51.372713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=0974b16a-cf59-4877-b7b0-82184792e1f4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:51.385256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.385668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.386098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.387637 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.388021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.388398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.389266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.389266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.390189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.390189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.390489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:20:51.410704 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78567b1f-7bb1-4422-b19e-a5f11bce051d tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:51.419004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:51.543187 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17747869-dcd6-4f6c-bb68-47bb633b2040 req-bf4691b2-1368-4c46-ba75-c16eafd9bf3c service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271309 Nov 09 11:20:51.616739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:51.857753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'name': 'network-vif-deleted', 'tag': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:20:51.908664 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78567b1f-7bb1-4422-b19e-a5f11bce051d tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:51.920997 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78567b1f-7bb1-4422-b19e-a5f11bce051d tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:51.938305 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:51.981461 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e989d12-c35b-4cb7-9ac2-0af8726ef0b5', 'name': 'network-vif-deleted', 'tag': 'aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7', 'status': 'completed', 'code': 200} Nov 09 11:20:52.029400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78567b1f-7bb1-4422-b19e-a5f11bce051d tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:52.030206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78567b1f-7bb1-4422-b19e-a5f11bce051d tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Fanout notify agent at l3_agent the message router_deleted on router 21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:20:52.049559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78567b1f-7bb1-4422-b19e-a5f11bce051d tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:52.051340 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-78567b1f-7bb1-4422-b19e-a5f11bce051d tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/routers/21d0f3d5-0e28-44b0-a6f0-54d6f5aa0498 HTTP/1.1" status: 204 len: 168 time: 0.8973176 Nov 09 11:20:52.053872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37330) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:52.104214 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df3610e0-db83-4362-8450-13d7baa7c9d4 req-96f9f5c4-0be0-4569-ad2c-2e53ad7a437c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e989d12-c35b-4cb7-9ac2-0af8726ef0b5 HTTP/1.1" status: 200 len: 210 time: 0.0661304 Nov 09 11:20:52.169117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Deleting port 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:52.169117 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:52.337581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 4ae22d4a-db03-41dd-b29f-cb75785eeaf8 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:20:52.510904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:52.664938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:20:52.677614 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] Sync routers for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:20:52.683612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/4ae22d4a-db03-41dd-b29f-cb75785eeaf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2191436 Nov 09 11:20:52.684341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:52.693723 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:52.694736 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:52.713948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:20:52.773927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Calling delete_port for 4188c4ab-bd4a-4658-9779-ef3ac35d7e5a owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:52.774556 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:52.774825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:20:52.775328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device aa4a73c2-0f45-40c5-bbbe-5cdadf5032d7 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:20:52.818669 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:52.822670 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:52.855365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2cff1-db61-474b-b154-e8b6807570da req-78df01d7-2b29-4573-8585-316c5dfb067f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:52.862952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39f2cff1-db61-474b-b154-e8b6807570da req-78df01d7-2b29-4573-8585-316c5dfb067f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.4240139 Nov 09 11:20:52.906086 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:52.906086 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d910-fd01-4a00-a53c-6e3358b575c5 None None] The sync data for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:20:53.017378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39f2cff1-db61-474b-b154-e8b6807570da req-b9dab915-68c5-41ae-ad1c-0958f4eafa67 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538794 Nov 09 11:20:53.105053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:53.217869 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:53.217869 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5bd21a79-4e01-4789-9667-75be6e081ccb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:53.291446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Pushing event deleted for resources: {'Port': ['ID=4188c4ab-bd4a-4658-9779-ef3ac35d7e5a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:53.302922 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:53.466699 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:53.546550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/ports/4188c4ab-bd4a-4658-9779-ef3ac35d7e5a HTTP/1.1" status: 204 len: 168 time: 1.4912355 Nov 09 11:20:53.549376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37370) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:53.920433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Deleting subnet c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:20:53.930007 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.023285 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.063905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 9169164b-8f20-4a9f-b65a-62ecb2f819ad {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:54.064462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.197422 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.430012 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.442945 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.447730 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-730b70de-694d-45b6-abc4-365dffdc836b tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:54.508085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Pushing event deleted for resources: {'Subnet': ['ID=c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:54.512650 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:54.517029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.530083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/subnets/c20fc80b-b18b-4b5d-9f1d-e8cc02ddfe60 HTTP/1.1" status: 204 len: 168 time: 0.9741824 Nov 09 11:20:54.530310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24617fe8-2fa6-4041-9ddb-990705b5575e None None] Network 15990e0e-2453-44e4-818c-8c96ac9cfbb5 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:54.530700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37388) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:54.704138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.719106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Deleting port 5ecdf1c8-847b-4702-83c4-cec880b6056f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:54.719654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:54.727206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 9169164b-8f20-4a9f-b65a-62ecb2f819ad owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:54.775471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5ebdc-c0fe-42d3-a0f6-9a86c38e527e req-afaba26f-9e6c-4e51-a3a5-9894f146749a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:54.782888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5dc5ebdc-c0fe-42d3-a0f6-9a86c38e527e req-afaba26f-9e6c-4e51-a3a5-9894f146749a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.4754984 Nov 09 11:20:54.877716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5dc5ebdc-c0fe-42d3-a0f6-9a86c38e527e req-74c7b168-a24e-40ee-afb1-2d1496c8b4ce tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923250 Nov 09 11:20:54.942128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] DHCP port deletion for 15990e0e-2453-44e4-818c-8c96ac9cfbb5 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:20:54.951620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Deleting port 5ecdf1c8-847b-4702-83c4-cec880b6056f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:54.951997 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:55.157987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] For port 5ecdf1c8-847b-4702-83c4-cec880b6056f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5ecdf1c8-847b-4702-83c4-cec880b6056f,segment=NetworkSegment(edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66),segment_id=edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:55.158707 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:55.170971 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:55.178557 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4760b094-9290-4500-81d5-e34cddcf294c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:55.243963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=9169164b-8f20-4a9f-b65a-62ecb2f819ad,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:55.248977 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:55.305578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] For port 5ecdf1c8-847b-4702-83c4-cec880b6056f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5ecdf1c8-847b-4702-83c4-cec880b6056f,segment=NetworkSegment(edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66),segment_id=edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:55.307171 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:55.469660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Calling delete_port for 5ecdf1c8-847b-4702-83c4-cec880b6056f owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:55.480553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Calling delete_port for 5ecdf1c8-847b-4702-83c4-cec880b6056f owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:55.632583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:55.757777 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:55.759207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:20:55.759535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:20:55.764634 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:55.813868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Pushing event deleted for resources: {'Port': ['ID=5ecdf1c8-847b-4702-83c4-cec880b6056f,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:55.818192 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:55.829749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] No DVR routers for this DVR port 5ecdf1c8-847b-4702-83c4-cec880b6056f on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:20:56.159591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 4ae22d4a-db03-41dd-b29f-cb75785eeaf8 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:20:56.267363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Deleting port 5ecdf1c8-847b-4702-83c4-cec880b6056f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:56.267890 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:56.367187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] The port '5ecdf1c8-847b-4702-83c4-cec880b6056f' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:20:56.380765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2ff7-93eb-444d-a6f3-23cfd5956cec req-c00ef38d-cc3d-488f-9f6d-210ec423e1ce tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:56.382350 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-607b2ff7-93eb-444d-a6f3-23cfd5956cec req-c00ef38d-cc3d-488f-9f6d-210ec423e1ce tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.2200928 Nov 09 11:20:56.384357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:20:56.407458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] Sync routers for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:20:56.431188 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/4ae22d4a-db03-41dd-b29f-cb75785eeaf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7432220 Nov 09 11:20:56.447124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:56.448006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:56.449217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:56.512883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a39f657-39d9-4ce1-aafb-9d4c6486a58c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:20:56.556478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:56.563064 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-607b2ff7-93eb-444d-a6f3-23cfd5956cec req-0cd04f8b-8311-4c87-bc85-aa8d938502ca tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406848 Nov 09 11:20:56.577154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] Routers {'4ae22d4a-db03-41dd-b29f-cb75785eeaf8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:20:56.577154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:56.663184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a39f657-39d9-4ce1-aafb-9d4c6486a58c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:20:56.665179 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1a39f657-39d9-4ce1-aafb-9d4c6486a58c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ae22d4a-db03-41dd-b29f-cb75785eeaf8 HTTP/1.1" status: 200 len: 205 time: 0.2149484 Nov 09 11:20:56.668215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37406) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:56.683949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:56.684703 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c7d4c-ae06-4ce7-8a60-ffbca689ca49 None None] The sync data for ids ['4ae22d4a-db03-41dd-b29f-cb75785eeaf8'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:20:56.766414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:56.844456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15990e0e-2453-44e4-818c-8c96ac9cfbb5']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:56.879226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:56.879674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edaeaec3-8e9f-4fe3-8bea-1cbc9f409b66') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:20:56.923661 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:56.958696 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:56.961220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ecdf1c8-847b-4702-83c4-cec880b6056f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:20:56.967759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:20:56.968165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:20:56.997679 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:20:57.006511 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5140d8-8cde-440b-92fe-3af85501e430 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:57.031697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 5ecdf1c8-847b-4702-83c4-cec880b6056f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:20:57.032741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ecdf1c8-847b-4702-83c4-cec880b6056f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:20:57.257252 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:57.262254 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1afceb5f-6d94-47f5-8af1-51b662dce0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:57.279754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:57.296506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Pushing event deleted for resources: {'Network': ['ID=15990e0e-2453-44e4-818c-8c96ac9cfbb5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:57.300808 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:57.311176 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] 10.222.0.50 "DELETE /v2.0/networks/15990e0e-2453-44e4-818c-8c96ac9cfbb5 HTTP/1.1" status: 204 len: 168 time: 2.7802854 Nov 09 11:20:57.529802 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5140d8-8cde-440b-92fe-3af85501e430 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:57.535799 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5140d8-8cde-440b-92fe-3af85501e430 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:57.684215 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5140d8-8cde-440b-92fe-3af85501e430 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:57.684858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5140d8-8cde-440b-92fe-3af85501e430 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae22d4a-db03-41dd-b29f-cb75785eeaf8 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:20:57.707916 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5140d8-8cde-440b-92fe-3af85501e430 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:57.707916 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0c5140d8-8cde-440b-92fe-3af85501e430 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/4ae22d4a-db03-41dd-b29f-cb75785eeaf8 HTTP/1.1" status: 204 len: 168 time: 1.0340285 Nov 09 11:20:57.711073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37422) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:57.857980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756511d8-e7d6-45e7-928b-7fb28bfe19b1 req-96d37f40-09b5-483b-8cb2-dce077303aee tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:57.866258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-756511d8-e7d6-45e7-928b-7fb28bfe19b1 req-96d37f40-09b5-483b-8cb2-dce077303aee tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.1093132 Nov 09 11:20:57.930111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-756511d8-e7d6-45e7-928b-7fb28bfe19b1 req-ffd82310-803d-417c-9835-1191d2364f6b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628142 Nov 09 11:20:58.055772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet 7d65a68f-29c8-4c0f-a955-f03b5b0674b6 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:20:58.065372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.178867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37432) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:58.203696 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.326558 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.437170 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9f89b8ef-5c8e-4c98-a1a1-54db12534e77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9765d2d158fe49a7981f0309f1bd7fce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2568860 Nov 09 11:20:58.440893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37440) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:58.518641 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.542033 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.555474 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d2412ff-a35e-41df-962b-47da11d0cc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:58.594158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.601655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2ee00-3757-4b82-890a-2a6c9987c69c None None] Network e468ed4c-fb03-45ef-9655-aa2d26bff91a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:58.617435 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.637484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=7d65a68f-29c8-4c0f-a955-f03b5b0674b6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:58.651730 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:58.656390 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/7d65a68f-29c8-4c0f-a955-f03b5b0674b6 HTTP/1.1" status: 204 len: 168 time: 0.9472303 Nov 09 11:20:58.659900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37444) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:58.813155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.826643 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45c0052c-57fe-4024-9f26-4529df97cfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:58.860767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ffca50-5a77-43dd-9c84-cb35c758e379,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:58.876837 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:58.878210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:58.879355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97ffca50-5a77-43dd-9c84-cb35c758e379 HTTP/1.1" status: 204 len: 168 time: 0.4373310 Nov 09 11:20:58.967012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] DHCP port deletion for e468ed4c-fb03-45ef-9655-aa2d26bff91a request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:20:58.971784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Deleting port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:20:58.972201 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.113126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet 9ee8b3de-2f41-4215-ba81-ba284b5caba2 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:20:59.121965 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.212282 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.341308 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] For port fc18f69c-4967-4aa6-8fe7-2d3606a299e9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fc18f69c-4967-4aa6-8fe7-2d3606a299e9,segment=NetworkSegment(4e1a7188-eacd-4b64-a114-9e9835862ef0),segment_id=4e1a7188-eacd-4b64-a114-9e9835862ef0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:20:59.341984 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.402289 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.507043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Calling delete_port for fc18f69c-4967-4aa6-8fe7-2d3606a299e9 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:20:59.728428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdf628-835b-4f0c-9837-8fcc09e39111 req-6dded848-2853-4df9-892e-2d8a253d3f7c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:20:59.744234 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-edbdf628-835b-4f0c-9837-8fcc09e39111 req-6dded848-2853-4df9-892e-2d8a253d3f7c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.1986263 Nov 09 11:20:59.754314 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.767684 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.771912 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1d3eab4-f6b5-4655-a43b-04a98e1104a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:59.788106 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4312c6e8-9a6b-42ad-b26d-4e15dc27ff0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:20:59.825017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:20:59.856449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee8b3de-2f41-4215-ba81-ba284b5caba2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:59.861223 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:20:59.863376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Pushing event deleted for resources: {'Port': ['ID=fc18f69c-4967-4aa6-8fe7-2d3606a299e9,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:20:59.865297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefbecfe-60f0-49bd-ba10-eccde8834086 None None] Network 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:20:59.877271 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/9ee8b3de-2f41-4215-ba81-ba284b5caba2 HTTP/1.1" status: 204 len: 168 time: 1.2165976 Nov 09 11:20:59.882669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37462) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:20:59.915060 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-edbdf628-835b-4f0c-9837-8fcc09e39111 req-20f091fb-65fb-4fad-8995-c2890a4e04cf tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672833 Nov 09 11:20:59.927326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] No DVR routers for this DVR port fc18f69c-4967-4aa6-8fe7-2d3606a299e9 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:20:59.928993 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:00.161066 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.443544 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.484347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] DHCP port deletion for 1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:21:00.493301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Deleting port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:00.493745 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.503144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e468ed4c-fb03-45ef-9655-aa2d26bff91a']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:00.523505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1a7188-eacd-4b64-a114-9e9835862ef0') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:00.524069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1a7188-eacd-4b64-a114-9e9835862ef0') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:00.548457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-a16e705f-2971-4caf-8301-28ae9d790615 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3102043 Nov 09 11:21:00.551379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.581165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.594390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:21:00.595051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:21:00.617451 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:21:00.780128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] For port d7e16ae4-ebcb-47bd-a3a3-5250150321c2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d7e16ae4-ebcb-47bd-a3a3-5250150321c2,segment=NetworkSegment(5e1a0f79-2397-41ee-a604-5cc73855c4a6),segment_id=5e1a0f79-2397-41ee-a604-5cc73855c4a6)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:00.781422 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.828370 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-be4d3370-ae9c-4bfc-a3aa-97329dc0b657 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6490 time: 0.2067580 Nov 09 11:21:00.931163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:00.936687 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a914acf-1c21-4427-a5c1-65b803529b70 tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:01.048919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d7e16ae4-ebcb-47bd-a3a3-5250150321c2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:21:01.154067 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:01.157328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Calling delete_port for d7e16ae4-ebcb-47bd-a3a3-5250150321c2 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:01.182111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=e468ed4c-fb03-45ef-9655-aa2d26bff91a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:01.188938 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:01.192659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/e468ed4c-fb03-45ef-9655-aa2d26bff91a HTTP/1.1" status: 204 len: 168 time: 1.3065670 Nov 09 11:21:01.192981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37492) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:01.243673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-a477ce02-daaf-4ea6-82e1-3ef85f18aec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:01.244050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-a477ce02-daaf-4ea6-82e1-3ef85f18aec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:01.244724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-a477ce02-daaf-4ea6-82e1-3ef85f18aec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:01.246994 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-a477ce02-daaf-4ea6-82e1-3ef85f18aec4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9d37beb6-a064-4330-858a-89f3d1d2e215&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=ada43232-6e7f-474b-b328-f63ebb1af9a4&id=ada43232-6e7f-474b-b328-f63ebb1af9a4 HTTP/1.1" status: 200 len: 2292 time: 0.2670701 Nov 09 11:21:01.398603 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:01.429138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38697a1e-0edb-431b-be5c-fc003a7b38f8 req-b31003c4-361b-4c6d-a9fb-bf9857ffbf6b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:01.431285 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-38697a1e-0edb-431b-be5c-fc003a7b38f8 req-b31003c4-361b-4c6d-a9fb-bf9857ffbf6b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.2659879 Nov 09 11:21:01.513084 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-38697a1e-0edb-431b-be5c-fc003a7b38f8 req-b363005f-90cc-443a-b6ad-b36369a8ec61 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Nov 09 11:21:01.535223 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:01.584130 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:01.668086 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-f37cbadf-278f-497a-b025-b1a0bb085ac6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 HTTP/1.1" status: 200 len: 1002 time: 0.2145038 Nov 09 11:21:01.700207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:01.741568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Pushing event deleted for resources: {'Port': ['ID=d7e16ae4-ebcb-47bd-a3a3-5250150321c2,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:01.756305 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:01.756305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fc18f69c-4967-4aa6-8fe7-2d3606a299e9 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:21:01.827019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: fc18f69c-4967-4aa6-8fe7-2d3606a299e9 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:21:01.828062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fc18f69c-4967-4aa6-8fe7-2d3606a299e9 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:21:01.847273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] No DVR routers for this DVR port d7e16ae4-ebcb-47bd-a3a3-5250150321c2 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:21:01.941123 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:01.973771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f876eb9-a9f5-4076-9f7d-2767fde9b8b8']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:02.003128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1a0f79-2397-41ee-a604-5cc73855c4a6') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:02.003128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1a0f79-2397-41ee-a604-5cc73855c4a6') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:02.016668 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.108469 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.125052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:21:02.125778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:21:02.145345 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:21:02.169380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-27fbc4c1-60ba-415b-b92a-7588a68dca47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:02.171090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-27fbc4c1-60ba-415b-b92a-7588a68dca47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59005774-dc9c-4179-b81e-70700b94ecc4 HTTP/1.1" status: 200 len: 851 time: 0.1363010 Nov 09 11:21:02.379492 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.388127 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-201f163c-4cb2-447d-9439-48ddeebcdb8b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:02.403438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.414941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=1f876eb9-a9f5-4076-9f7d-2767fde9b8b8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:02.418545 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:02.420613 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/1f876eb9-a9f5-4076-9f7d-2767fde9b8b8 HTTP/1.1" status: 204 len: 168 time: 1.2267325 Nov 09 11:21:02.425502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37510) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:02.431248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-492386536'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:02.438134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:02.442511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:02.445809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:02.452584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:02.561154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:02.561154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.740606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:21:02.750364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.750709 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment 2b870b51-a250-4a88-bde7-ec9840e39ba1 of type vlan for network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca Nov 09 11:21:02.783136 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.934817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.939317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:02.940192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:02.944800 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94f0dc72-553b-49e7-83a9-7b0395590668 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:03.091762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=0ec462ee-e4a3-4efe-89b3-a810ae5876ca,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:03.095375 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:03.100645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:21:03.440390 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0139990 Nov 09 11:21:03.446784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37534) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:03.453796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:03.622231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-66106e92-4e98-4f1a-8759-06814346e09a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:03.623794 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-66106e92-4e98-4f1a-8759-06814346e09a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.2244353 Nov 09 11:21:03.664137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-6c87d18a-d663-4963-a63e-3a06bef52f81 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.0259340 Nov 09 11:21:03.681402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:03.688690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:03.692135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:03.705924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:03.794460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-84572bb3-3fde-44ea-95a1-9063cc0f3e95 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:03.828291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:03.889827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-84572bb3-3fde-44ea-95a1-9063cc0f3e95 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:03.893118 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-84572bb3-3fde-44ea-95a1-9063cc0f3e95 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2223494 Nov 09 11:21:03.997139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:04.139475 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:04.300672 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-2d9cae7d-e09c-4bcc-8886-757062af43bb service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034307 Nov 09 11:21:04.479276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-a88f61c3-672c-483b-af30-80d4eb81d48e service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774147 Nov 09 11:21:04.562019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:04.562019 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-59d1ecd6-6a62-4bb2-bd54-2adf44f60724 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:04.694475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=31f6d403-9154-4e58-8421-db2bdf26fe2b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:04.707207 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:04.719361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': '2b870b51-a250-4a88-bde7-ec9840e39ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:04.719736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: 0ec462ee-e4a3-4efe-89b3-a810ae5876ca, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:21:05.191596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb032c-35e1-49a1-9bca-48006ba8e997 req-6490a927-5067-43a1-9a50-428d8bd73c24 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:05.193727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cbfb032c-35e1-49a1-9bca-48006ba8e997 req-6490a927-5067-43a1-9a50-428d8bd73c24 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.2729580 Nov 09 11:21:05.201881 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-7fd7b186-261b-435a-8556-7e63896cb542 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9d37beb6-a064-4330-858a-89f3d1d2e215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4114022 Nov 09 11:21:05.269038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cbfb032c-35e1-49a1-9bca-48006ba8e997 req-13bd3c5e-bc66-43cf-8255-27c8a8080530 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666924 Nov 09 11:21:05.425036 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9096e8f7-0ca9-4dcd-b0ea-4965f44849cb req-015bbdfa-da64-4443-add1-ada401ae1bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 210 time: 0.0667920 Nov 09 11:21:05.533870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-17e01728-2150-42a1-9839-5a1a21c08da6 service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426988 Nov 09 11:21:05.798467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-df6c95cf-5c01-46cb-980f-7bb03d5251ff service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576542 Nov 09 11:21:05.808385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:21:05.873624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-deaac8af-4ed2-48a2-ac0f-67fb63a19ff5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 200 len: 217 time: 0.0682113 Nov 09 11:21:05.908665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 0ec462ee-e4a3-4efe-89b3-a810ae5876ca) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:05.913631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:05.914280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:05.921320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd55e9-5d7b-47ee-938f-25aea8fa16c8 None None] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:06.138462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-32d4965c-9ddb-4247-8d0c-29e8ab1ab3be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:06.139971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-32d4965c-9ddb-4247-8d0c-29e8ab1ab3be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.0763309 Nov 09 11:21:06.163248 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7150409 Nov 09 11:21:06.167882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37572) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:06.173697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1324861907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:06.180661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:06.192835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:router and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:06.195517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:06.207186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-0ec462ee-e4a3-4efe-89b3-a810ae5876ca', 'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': '31f6d403-9154-4e58-8421-db2bdf26fe2b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:21:06.208140 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.217610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:06.254401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-616c847e-73a0-4b5f-a804-facf520beaec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069479 Nov 09 11:21:06.362436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.366948 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.389830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.485482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-1b29f97c-4986-4f42-a821-6b1dc01670eb service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201445 Nov 09 11:21:06.519338 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Allocated IP 2001:db8::2 (0ec462ee-e4a3-4efe-89b3-a810ae5876ca/31f6d403-9154-4e58-8421-db2bdf26fe2b/f6b18c37-1e35-4758-a773-5a4021d0c46c) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:06.567239 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.622368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.728098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66affffd-5209-4090-81df-4a1f833252a9 req-1adb886f-5d9c-45b8-9545-d0006d64309f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:06.738082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66affffd-5209-4090-81df-4a1f833252a9 req-1adb886f-5d9c-45b8-9545-d0006d64309f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.2231278 Nov 09 11:21:06.748086 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9aec08e-8e76-4318-acc9-2dae3e1cbf14 req-5c8ad829-2aba-4908-b4f7-87bd8ad7f656 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 210 time: 0.0637381 Nov 09 11:21:06.802687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-1e772e80-4e5b-4e0c-a5df-621949a2cf53 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039515 Nov 09 11:21:06.827087 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-66affffd-5209-4090-81df-4a1f833252a9 req-77685ba8-b015-499c-9066-f6e98c2d2309 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872312 Nov 09 11:21:06.827554 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.829095 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:06.834398 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-727daa1d-0491-4ea1-af74-099d27d6e296 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6653130 Nov 09 11:21:06.835641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37590) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:06.840817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Transition to ACTIVE for port object f6b18c37-1e35-4758-a773-5a4021d0c46c will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:06.847230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'port': {'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca', 'name': 'tempest-RoutersIpV6Test-321900989'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:06.872949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Transition to ACTIVE for port object f6b18c37-1e35-4758-a773-5a4021d0c46c will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:06.891862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-ce6927d9-adb5-4ec9-abbb-2a28aa2a390a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 200 len: 217 time: 0.0798683 Nov 09 11:21:06.966785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-ac78bbfc-15e4-49ec-93e8-7e82311f04ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:06.969092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-ac78bbfc-15e4-49ec-93e8-7e82311f04ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.0683992 Nov 09 11:21:07.000334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:07.012209 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:07.037976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:07.047710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:07.063007 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:07.065547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:07.068858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-03f0bb67-9339-404f-bc7e-00cc1e8776a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914419 Nov 09 11:21:07.070285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:07.092765 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Pushing event updated for resources: {'Port': ['ID=f6b18c37-1e35-4758-a773-5a4021d0c46c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:07.110099 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:07.133411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:07.133411 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:07.188073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] device_id is not set on port be33d30a-8269-40f8-854b-b77fda72ac2a yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:21:07.242012 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-6291b5a2-9c01-4f6b-a40f-a1af04d81a05 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663475 Nov 09 11:21:07.334897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Attempting to bind port f6b18c37-1e35-4758-a773-5a4021d0c46c on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:21:07.335560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Attempting to bind port f6b18c37-1e35-4758-a773-5a4021d0c46c by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2b870b51-a250-4a88-bde7-ec9840e39ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:21:07.336128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Attempting to bind port f6b18c37-1e35-4758-a773-5a4021d0c46c on network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:21:07.343510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:21:07.353386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Checking segment: {'id': '2b870b51-a250-4a88-bde7-ec9840e39ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:07.353386 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:07.353386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Bound using segment: {'id': '2b870b51-a250-4a88-bde7-ec9840e39ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:21:07.353386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Bound port: f6b18c37-1e35-4758-a773-5a4021d0c46c, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b870b51-a250-4a88-bde7-ec9840e39ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ec462ee-e4a3-4efe-89b3-a810ae5876ca'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:21:07.353386 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:07.468955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8::1d7 (0ec462ee-e4a3-4efe-89b3-a810ae5876ca/31f6d403-9154-4e58-8421-db2bdf26fe2b/be33d30a-8269-40f8-854b-b77fda72ac2a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:07.547293 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-bcc9b2fb-f203-4b2b-a373-6e7ded105928 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956531 Nov 09 11:21:07.576111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] For port f6b18c37-1e35-4758-a773-5a4021d0c46c, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:21:07.581217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] For port f6b18c37-1e35-4758-a773-5a4021d0c46c, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f6b18c37-1e35-4758-a773-5a4021d0c46c,segment=NetworkSegment(2b870b51-a250-4a88-bde7-ec9840e39ba1),segment_id=2b870b51-a250-4a88-bde7-ec9840e39ba1)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:21:07.634134 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-a3b3426f-f568-4642-8a70-001efc42f97b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 HTTP/1.1" status: 200 len: 217 time: 0.0800579 Nov 09 11:21:07.703520 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:07.707919 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:07.718578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-cda46199-879f-424b-a78f-2d0ee7668acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:07.720182 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-cda46199-879f-424b-a78f-2d0ee7668acb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.0778050 Nov 09 11:21:07.763986 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:07.781894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object be33d30a-8269-40f8-854b-b77fda72ac2a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:07.785944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Pushing event updated for resources: {'Port': ['ID=f6b18c37-1e35-4758-a773-5a4021d0c46c,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:07.808299 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:07.831773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-f66068b2-4135-41ea-a980-8903db8ea14d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047564 Nov 09 11:21:07.962306 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fe6ccebc-e7c8-4a16-a489-bc3390e66dae req-2b23b76d-0894-4299-91e3-3c631753234b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 210 time: 0.0563400 Nov 09 11:21:07.996417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:07.996417 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:08.004485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-c640f18f-b4a9-48d2-976b-4fddf57d8f66 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659267 Nov 09 11:21:08.071230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:08.075022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:08.079830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:08.083975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:08.084585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:08.100191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=be33d30a-8269-40f8-854b-b77fda72ac2a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:08.105916 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:08.202358 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3584428 Nov 09 11:21:08.202358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37608) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:08.395986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfe1de-a4c7-4ae2-acfb-d31814fbd55e req-bbfe292b-154c-4eaa-90b8-a109b4bb0740 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:08.403921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17cfe1de-a4c7-4ae2-acfb-d31814fbd55e req-bbfe292b-154c-4eaa-90b8-a109b4bb0740 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.3605378 Nov 09 11:21:08.461537 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-6daf2d72-9a29-44c6-b122-d12b95edf44b service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491658 Nov 09 11:21:08.617821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-023bc7d2-ec61-494d-8922-dd01235135c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9 HTTP/1.1" status: 200 len: 217 time: 0.1458986 Nov 09 11:21:08.699042 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-17cfe1de-a4c7-4ae2-acfb-d31814fbd55e req-c19e66af-74fc-41a0-a0f8-e07e52f35d51 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937832 Nov 09 11:21:08.837404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-d804c147-9e5d-4596-9865-6c8d1f14c31a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:08.840443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-d804c147-9e5d-4596-9865-6c8d1f14c31a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.4081395 Nov 09 11:21:08.849896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-44250b38-df4f-47ef-838b-8db6517b8334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:08.858094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-44250b38-df4f-47ef-838b-8db6517b8334 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.2291589 Nov 09 11:21:08.882681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Request body: {'port': {'device_id': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'admin_state_up': True, 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:09.025809 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f6b18c37-1e35-4758-a773-5a4021d0c46c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:09.274155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:09.294631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:09.298712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:09.334457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port f6b18c37-1e35-4758-a773-5a4021d0c46c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:09.343190 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-27871f5b-c321-48dd-8e04-fff7e9992eec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1831744 Nov 09 11:21:09.404808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf7c17-657b-4bb1-b557-883e2d226817 None None] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:09.478299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:09.484350 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:09.584849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dffa9333-fb06-4d20-ae46-8819e5a28643 req-9b8d9700-9bc9-4db4-8e92-e58339c7780b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 210 time: 0.0488775 Nov 09 11:21:09.653443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-4f3788e6-d756-4af0-89c7-c12dfe04a16b service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030210 Nov 09 11:21:09.750260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Provisioning for port f6b18c37-1e35-4758-a773-5a4021d0c46c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:09.769668 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Provisioning complete for port f6b18c37-1e35-4758-a773-5a4021d0c46c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:09.769668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:09.962482 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:10.005071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Allocated IP 172.20.0.3 (a0488c69-9248-451f-a8b9-2223f9c91c17/473988ac-f45f-49ce-b066-b580a4c03897/7648f3c7-d731-4f82-b6c5-8e9791b9466c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:10.025419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:10.053127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:21:10.079542 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:10.095215 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-8b539c84-d821-4c5d-8c3a-9dbf31575dd5 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242213 Nov 09 11:21:10.095657 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94536128-a15d-4676-bbe6-77c0566e61bf tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:10.140188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] For port f6b18c37-1e35-4758-a773-5a4021d0c46c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f6b18c37-1e35-4758-a773-5a4021d0c46c,segment=NetworkSegment(2b870b51-a250-4a88-bde7-ec9840e39ba1),segment_id=2b870b51-a250-4a88-bde7-ec9840e39ba1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:10.249273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-2fb9428f-9e17-486d-8bae-cf31ab89d0e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d417d4b-05be-414c-b886-1a54dacfcec0 HTTP/1.1" status: 200 len: 217 time: 0.1340690 Nov 09 11:21:10.308010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=be33d30a-8269-40f8-854b-b77fda72ac2a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:10.333378 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:10.413608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-40a78baa-7113-41ea-952b-6eb2b1dc3371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:10.415405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-40a78baa-7113-41ea-952b-6eb2b1dc3371 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efcc144d-686c-4cd2-8ebb-25f5217975ac HTTP/1.1" status: 200 len: 797 time: 0.1648371 Nov 09 11:21:10.436958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:10.472613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:10.482096 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:10.537815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037ef4-c1a8-4b36-9522-cd0024fdfad7 req-390417e1-9177-4b77-8345-5717c81596c1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:10.553414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f037ef4-c1a8-4b36-9522-cd0024fdfad7 req-390417e1-9177-4b77-8345-5717c81596c1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 945 time: 0.5284050 Nov 09 11:21:10.686053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:10.774193 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f037ef4-c1a8-4b36-9522-cd0024fdfad7 req-8691b622-72ba-4df0-be49-e201e657f00a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216265 Nov 09 11:21:10.793830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:10.840881 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Pushing event updated for resources: {'Port': ['ID=f6b18c37-1e35-4758-a773-5a4021d0c46c,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:10.849865 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-9d2ac098-ab81-4eed-a70e-ddc56f7a7582 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3062010 Nov 09 11:21:10.854985 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:10.863707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'network_id': '30d04401-bc7f-4195-aa2f-3b077105d4a4', 'port_id': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'mac_address': 'fa:16:3e:51:1c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd6224-0120-4638-88de-7b5a55324599', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:21:10.964849 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.030521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3e2b8522-caec-4855-a0c8-40e4282b34b7 None None] Provisioning complete for port f6b18c37-1e35-4758-a773-5a4021d0c46c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:11.032351 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8522-caec-4855-a0c8-40e4282b34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.125501 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.212169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6571a56-b48f-44e7-8eb2-8045c3262acc {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:21:11.250865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:11.367552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.394694 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f55b08a-8717-47e3-abbf-feb2e2938063 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:11.397412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:11.475450 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.480790 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:11.562653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:11.564110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:11.566900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:11.585240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=11']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:11.598266 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:11.640551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event updated for resources: {'Port': ['ID=7648f3c7-d731-4f82-b6c5-8e9791b9466c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:11.651824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-59891698-4120-472c-b812-eef626a170cc service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928319 Nov 09 11:21:11.652254 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:11.729687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3e2b8522-caec-4855-a0c8-40e4282b34b7 None None] Provisioning for port be33d30a-8269-40f8-854b-b77fda72ac2a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:11.739798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:11.740040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3e2b8522-caec-4855-a0c8-40e4282b34b7 None None] Provisioning complete for port be33d30a-8269-40f8-854b-b77fda72ac2a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:11.740436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.740554 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8522-caec-4855-a0c8-40e4282b34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.810610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242886a-d90c-4664-af62-00a5d5e598ac req-1bdf7bb0-7ca3-4c5f-bb26-4056ad4f5844 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:11.812582 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3242886a-d90c-4664-af62-00a5d5e598ac req-1bdf7bb0-7ca3-4c5f-bb26-4056ad4f5844 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 931 time: 0.8107696 Nov 09 11:21:11.842981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b8522-caec-4855-a0c8-40e4282b34b7 None None] Port be33d30a-8269-40f8-854b-b77fda72ac2a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:21:11.867749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['c6571a56-b48f-44e7-8eb2-8045c3262acc'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:11.933435 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:11.985581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1263564 Nov 09 11:21:12.005482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Request body: {'port': {'device_id': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:12.054421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-c178b4a5-3280-4cc2-9f84-0805a6286099 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805428 Nov 09 11:21:12.064923 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3242886a-d90c-4664-af62-00a5d5e598ac req-dcd51916-7f81-4496-becf-4c58cac82ef0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124851 Nov 09 11:21:12.077605 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d0ff00c4-8846-4e3e-81ad-2cf84971cce6 None None] Provisioning complete for port be33d30a-8269-40f8-854b-b77fda72ac2a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:12.078781 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0ff00c4-8846-4e3e-81ad-2cf84971cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:12.109509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:12.110458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:12.114513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6a7ff8f-dd62-4e43-a142-e80d0621dedb tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:12.143420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-6ed34c10-2770-4d4c-9acc-8e4ba96f1c23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c45cb96-02c9-40c3-ad93-b220359069db HTTP/1.1" status: 200 len: 217 time: 0.0703945 Nov 09 11:21:12.159677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff00c4-8846-4e3e-81ad-2cf84971cce6 None None] Port be33d30a-8269-40f8-854b-b77fda72ac2a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:21:12.203444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=be33d30a-8269-40f8-854b-b77fda72ac2a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:12.212378 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:12.276522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-ab067476-9a2f-4a9d-83b5-0fb211518b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:12.280054 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-ab067476-9a2f-4a9d-83b5-0fb211518b02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efcc144d-686c-4cd2-8ebb-25f5217975ac HTTP/1.1" status: 200 len: 797 time: 0.1253240 Nov 09 11:21:12.280054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:12.337613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2346139-43ee-4dfc-bda3-9f8ef9481783 req-9aef2fbf-78ec-41d8-aefb-30f8fdfde24e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:12.340310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2346139-43ee-4dfc-bda3-9f8ef9481783 req-9aef2fbf-78ec-41d8-aefb-30f8fdfde24e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.3251154 Nov 09 11:21:12.442428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d2346139-43ee-4dfc-bda3-9f8ef9481783 req-b9272d10-e06a-44f1-a61b-6f679986db4b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849860 Nov 09 11:21:12.451667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:12.451667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:12.490435 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-ad6b78e7-31a3-4e75-aa36-b882dff21d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2005363 Nov 09 11:21:12.814038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-bab534e9-7164-4064-8328-ada793e8bb79 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769139 Nov 09 11:21:12.817411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-35555ffc-5d67-49eb-8484-c183db1a00bd None None] Provisioning complete for port be33d30a-8269-40f8-854b-b77fda72ac2a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:12.817825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-35555ffc-5d67-49eb-8484-c183db1a00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:12.895930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-35555ffc-5d67-49eb-8484-c183db1a00bd None None] Port be33d30a-8269-40f8-854b-b77fda72ac2a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:21:12.955605 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f6b18c37-1e35-4758-a773-5a4021d0c46c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:13.020009 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:21:13.061892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f6b18c37-1e35-4758-a773-5a4021d0c46c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:13.062694 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:13.071078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 5f0d7271-1917-46f6-9742-d03a637b7acb is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:21:13.234114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7648f3c7-d731-4f82-b6c5-8e9791b9466c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:21:13.241473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f8c24b29-47b7-42e1-b6e8-760d626dce5d req-d2c9cd9a-e869-4343-898b-9da62c215b41 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153469 Nov 09 11:21:13.253212 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:13.278241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Transition to ACTIVE for port object 7648f3c7-d731-4f82-b6c5-8e9791b9466c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:13.294901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:21:13.306529 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/5f0d7271-1917-46f6-9742-d03a637b7acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1001213 Nov 09 11:21:13.306652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37678) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:13.306742 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] Sync routers for ids ['5f0d7271-1917-46f6-9742-d03a637b7acb'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:21:13.321063 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] Routers {'5f0d7271-1917-46f6-9742-d03a637b7acb'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:13.321670 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5f0d7271-1917-46f6-9742-d03a637b7acb'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:13.411086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e0131-1e8d-4a9e-87c4-28f859ec22c0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:13.413331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-209e0131-1e8d-4a9e-87c4-28f859ec22c0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:13.419382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:13.426251 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-83ccd8b1-5a18-481f-ae5f-23bb25526c38 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:13.465067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab669-1833-4ea1-84cf-40f63d58bdd5 req-1e676c1b-9250-4352-a70e-2ff7f1fdcecb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:13.476002 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-464ab669-1833-4ea1-84cf-40f63d58bdd5 req-1e676c1b-9250-4352-a70e-2ff7f1fdcecb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 943 time: 0.1303339 Nov 09 11:21:13.491349 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:13.516422 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] Routers {'5f0d7271-1917-46f6-9742-d03a637b7acb'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:13.517032 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5f0d7271-1917-46f6-9742-d03a637b7acb'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:13.549573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-464ab669-1833-4ea1-84cf-40f63d58bdd5 req-a223bae9-b06d-4dea-84ce-37caafec4e9a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723696 Nov 09 11:21:13.603421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Pushing event updated for resources: {'Port': ['ID=7648f3c7-d731-4f82-b6c5-8e9791b9466c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:13.607283 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:13.690780 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:13.691249 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70ea75-3d8c-4533-9ade-47db14db5ba9 None None] The sync data for ids ['5f0d7271-1917-46f6-9742-d03a637b7acb'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:21:13.825091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37690) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:13.844558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5866705-d230-46c6-b694-d8d689abf437 req-7203d103-c903-496f-ba8f-7d62e27e3206 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:13.851479 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5866705-d230-46c6-b694-d8d689abf437 req-7203d103-c903-496f-ba8f-7d62e27e3206 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 946 time: 0.1456165 Nov 09 11:21:13.867122 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-209e0131-1e8d-4a9e-87c4-28f859ec22c0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:13.871152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37696) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:13.871398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-209e0131-1e8d-4a9e-87c4-28f859ec22c0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports/be33d30a-8269-40f8-854b-b77fda72ac2a HTTP/1.1" status: 200 len: 983 time: 0.5662837 Nov 09 11:21:13.946242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Attempting to bind port 7648f3c7-d731-4f82-b6c5-8e9791b9466c on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:21:13.953714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Attempting to bind port 7648f3c7-d731-4f82-b6c5-8e9791b9466c by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:21:13.953714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Attempting to bind port 7648f3c7-d731-4f82-b6c5-8e9791b9466c on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:21:13.958055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Port 7648f3c7-d731-4f82-b6c5-8e9791b9466c on network a0488c69-9248-451f-a8b9-2223f9c91c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:21:13.959022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Attempting to bind port 7648f3c7-d731-4f82-b6c5-8e9791b9466c on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:21:13.973192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:21:13.973542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:13.973936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Bound using segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:21:13.974372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Bound port: 7648f3c7-d731-4f82-b6c5-8e9791b9466c, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:21:13.974716 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.052869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:14.097117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] For port 7648f3c7-d731-4f82-b6c5-8e9791b9466c, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:21:14.102055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] For port 7648f3c7-d731-4f82-b6c5-8e9791b9466c, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7648f3c7-d731-4f82-b6c5-8e9791b9466c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:21:14.228629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.234657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.240501 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-44629358-ccfb-4155-97c7-eff1d6f226c6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:14.256025 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5866705-d230-46c6-b694-d8d689abf437 req-8f8b30da-341f-4b79-825e-a664390fe848 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036880 Nov 09 11:21:14.258702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port c6571a56-b48f-44e7-8eb2-8045c3262acc completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:14.270084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port c6571a56-b48f-44e7-8eb2-8045c3262acc triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:14.270566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.279809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:14.286273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d76fb5b0e0446629c30fecae76e0442 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:14.296084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:14.306125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:14.317135 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.322168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] 10.222.0.59 "PUT /v2.0/ports/7648f3c7-d731-4f82-b6c5-8e9791b9466c HTTP/1.1" status: 200 len: 1091 time: 2.3221316 Nov 09 11:21:14.322168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'tag': '7648f3c7-d731-4f82-b6c5-8e9791b9466c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:21:14.340321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Pushing event updated for resources: {'Port': ['ID=7648f3c7-d731-4f82-b6c5-8e9791b9466c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:14.352880 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:14.404434 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'tag': '7648f3c7-d731-4f82-b6c5-8e9791b9466c', 'status': 'completed', 'code': 200} Nov 09 11:21:14.411155 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.456334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:21:14.462549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:14.520613 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.538079 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0801ae6e-b4fc-4e88-b9dd-bf03c56e9840 req-4669d51a-65d5-42e0-9ae9-02be9e69997d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 1094 time: 0.1097293 Nov 09 11:21:14.542460 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'code': 200} Nov 09 11:21:14.600320 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.605471 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:14.663389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:14.694302 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7b15fcab-21f3-4a21-a61d-c241d109352c tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:14.696260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=12']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:14.700188 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:14.793975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d76fb5b0e0446629c30fecae76e0442&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9678507 Nov 09 11:21:14.796452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801ae6e-b4fc-4e88-b9dd-bf03c56e9840 req-0dfed631-0b12-4640-b1d2-6ac81cbd9e56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:14.798025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0801ae6e-b4fc-4e88-b9dd-bf03c56e9840 req-0dfed631-0b12-4640-b1d2-6ac81cbd9e56 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c021868390a48eda9b6656d14cc2115&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2528715 Nov 09 11:21:14.799200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37712) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:14.822181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed0c01-2d86-410a-a163-a5344e918ba3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:14.827682 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:14.925896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:15.072296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487bbd-de71-4708-8b5f-0723cc7401f3 req-9c776750-629e-4432-9e44-01478e85c394 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:15.073525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-19487bbd-de71-4708-8b5f-0723cc7401f3 req-9c776750-629e-4432-9e44-01478e85c394 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:15.106438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:15.112038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801ae6e-b4fc-4e88-b9dd-bf03c56e9840 req-fd370e99-8e3c-4d4c-8103-d43e9464ba60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:15.112685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0801ae6e-b4fc-4e88-b9dd-bf03c56e9840 req-fd370e99-8e3c-4d4c-8103-d43e9464ba60 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2966375 Nov 09 11:21:15.149168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca14fa8b-11a1-4528-861d-6202277ae2bb req-75e60074-1177-443b-85a1-d35b38d4ced4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1098 time: 0.3002439 Nov 09 11:21:15.189141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:15.242140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-19487bbd-de71-4708-8b5f-0723cc7401f3 req-9c776750-629e-4432-9e44-01478e85c394 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:15.254722 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19487bbd-de71-4708-8b5f-0723cc7401f3 req-9c776750-629e-4432-9e44-01478e85c394 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 943 time: 0.5414376 Nov 09 11:21:15.340994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port be33d30a-8269-40f8-854b-b77fda72ac2a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:15.340994 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:15.380111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19487bbd-de71-4708-8b5f-0723cc7401f3 req-d720fdca-9804-4fc4-9895-a49a39c9bc54 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228499 Nov 09 11:21:15.393576 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca14fa8b-11a1-4528-861d-6202277ae2bb req-b1648c60-67cb-423c-9af4-62557b15ac5d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002134 Nov 09 11:21:15.411599 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-84952ca7-2d86-4c0a-9fa7-8502102ac087 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 1094 time: 0.2572768 Nov 09 11:21:15.493326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-79213e31-875d-43b9-af2f-18c17bc46250 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7648f3c7-d731-4f82-b6c5-8e9791b9466c HTTP/1.1" status: 200 len: 217 time: 0.0749478 Nov 09 11:21:15.580591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-e3741a0c-5622-44bc-83e1-0ef78bca248e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:15.582112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-e3741a0c-5622-44bc-83e1-0ef78bca248e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.0827048 Nov 09 11:21:15.590354 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:15.598547 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:15.627526 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:15.654213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-a9aa53d7-ab8f-4a86-964c-d118d1c59e45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657859 Nov 09 11:21:15.663874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed0c01-2d86-410a-a163-a5344e918ba3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:15.696376 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:15.697994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:15.699151 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00ed0c01-2d86-410a-a163-a5344e918ba3 HTTP/1.1" status: 204 len: 168 time: 0.8989418 Nov 09 11:21:15.745660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for be33d30a-8269-40f8-854b-b77fda72ac2a owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:15.805893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0ac5d-8811-44f1-a861-04608030c911 req-62e28e0a-097e-4531-b0c9-e3f3bfc42190 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:15.805893 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-edc0ac5d-8811-44f1-a861-04608030c911 req-62e28e0a-097e-4531-b0c9-e3f3bfc42190 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.3180761 Nov 09 11:21:15.910646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-edc0ac5d-8811-44f1-a861-04608030c911 req-e50c2b5e-fa64-4db4-b176-aa78229737da tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040637 Nov 09 11:21:15.946824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-4c1e3461-1b1b-41f5-b1af-a1158e93fdb4 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806983 Nov 09 11:21:16.144687 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:21:16.162049 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed7d61be-3423-4ecc-80c0-360ead0fbf41 req-351205f0-90e2-4a56-bb9f-c77da693cb42 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074482 Nov 09 11:21:16.333888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:16.340655 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-493ad91c-55cb-4eeb-8e7c-281ca0b5856d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:16.384797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=be33d30a-8269-40f8-854b-b77fda72ac2a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:16.387757 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:16.586044 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:16.724283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6966-6ae8-4c84-8ee8-e329b6c92899 req-b45107b1-5c97-43b2-940f-8a8e11cc679a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:16.733219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76cf6966-6ae8-4c84-8ee8-e329b6c92899 req-b45107b1-5c97-43b2-940f-8a8e11cc679a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 943 time: 0.2032027 Nov 09 11:21:16.734089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37744) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:16.854693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:17.047701 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76cf6966-6ae8-4c84-8ee8-e329b6c92899 req-19d9c75a-fb12-40f2-8530-cf0a1421f63c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749565 Nov 09 11:21:17.055219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:17.074713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Usage tracker for resource:security_group_rule and tenant:a2cb4abf82c448229f99caeb41c55ddd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:17.082658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:17.108716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:17.151416 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f5ff570d-fbc9-42aa-a9e7-8c4f9ea84f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:17.162412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 5f0d7271-1917-46f6-9742-d03a637b7acb has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:21:17.272372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:17.413763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:17.418021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:21:17.426003 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d6f12d39-a622-4222-bde1-52fc538a67ad tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:17.429479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] Sync routers for ids ['5f0d7271-1917-46f6-9742-d03a637b7acb'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:21:17.443550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] Routers {'5f0d7271-1917-46f6-9742-d03a637b7acb'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:17.444198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5f0d7271-1917-46f6-9742-d03a637b7acb'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:17.464986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf238-aa9d-4778-b4c9-71773ecd6d72 req-3031224e-de07-470f-895e-eca9b6d1e6db tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:17.466912 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-394bf238-aa9d-4778-b4c9-71773ecd6d72 req-3031224e-de07-470f-895e-eca9b6d1e6db tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1874585 Nov 09 11:21:17.517950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:17.530164 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:17.535488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-394bf238-aa9d-4778-b4c9-71773ecd6d72 req-426e2f54-8c0f-4069-9203-d9fe9b794c89 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621109 Nov 09 11:21:17.554701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] Routers {'5f0d7271-1917-46f6-9742-d03a637b7acb'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:17.559005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:20:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['5f0d7271-1917-46f6-9742-d03a637b7acb'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:17.573394 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/5f0d7271-1917-46f6-9742-d03a637b7acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6940219 Nov 09 11:21:17.577619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37778) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:17.635879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:17.636555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f67fb8-d8b9-43a8-9196-8d160c70b81a None None] The sync data for ids ['5f0d7271-1917-46f6-9742-d03a637b7acb'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:21:17.660127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa74d2d-bd91-4ae9-9dbc-37875f3e3cf9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:17.706312 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:17.735889 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2cb4abf82c448229f99caeb41c55ddd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0003059 Nov 09 11:21:17.738596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:17.811293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:17.842740 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:17.974092 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-c7f5531a-edf3-453e-bfb5-173f527a0167 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 11:21:17.977018 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c7f5531a-edf3-453e-bfb5-173f527a0167 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/5f0d7271-1917-46f6-9742-d03a637b7acb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3974442 Nov 09 11:21:17.985052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:18.017645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:18.025600 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b7cf6c9-00b5-485d-b9d4-94f45e471aa3 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:18.035246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a099b373-e8df-4a9a-b806-9ef6ad86b76e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:18.047696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa74d2d-bd91-4ae9-9dbc-37875f3e3cf9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:18.057373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:18.057373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:18.057373 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/baa74d2d-bd91-4ae9-9dbc-37875f3e3cf9 HTTP/1.1" status: 204 len: 168 time: 0.3173764 Nov 09 11:21:18.177626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a099b373-e8df-4a9a-b806-9ef6ad86b76e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:18.177626 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a099b373-e8df-4a9a-b806-9ef6ad86b76e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f0d7271-1917-46f6-9742-d03a637b7acb HTTP/1.1" status: 200 len: 205 time: 0.1937120 Nov 09 11:21:18.177881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:18.578274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d58caa99-ebfe-4032-8b45-51fdc78a394b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:18.724535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c256da7-08ee-485a-ae9e-0447949b28b0 req-fc52bd72-77d1-46b6-875e-3e317d6601dc tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:18.724535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c256da7-08ee-485a-ae9e-0447949b28b0 req-fc52bd72-77d1-46b6-875e-3e317d6601dc tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 943 time: 0.4677930 Nov 09 11:21:18.821750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7648f3c7-d731-4f82-b6c5-8e9791b9466c details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:21:18.924099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0c256da7-08ee-485a-ae9e-0447949b28b0 req-2905ffc6-0f9c-449f-a8b5-31f90ae4732c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926610 Nov 09 11:21:19.052733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e98a-fbbb-4ae0-b09f-a72a5a7c9584 req-210a2160-388d-4c4b-84c0-b59c24d12a69 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:19.062952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a893e98a-fbbb-4ae0-b09f-a72a5a7c9584 req-210a2160-388d-4c4b-84c0-b59c24d12a69 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1874280 Nov 09 11:21:19.104575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7648f3c7-d731-4f82-b6c5-8e9791b9466c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7648f3c7-d731-4f82-b6c5-8e9791b9466c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:19.142030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a893e98a-fbbb-4ae0-b09f-a72a5a7c9584 req-614021c6-765c-4c9e-b799-2be20c9ba73f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759120 Nov 09 11:21:19.142655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '7648f3c7-d731-4f82-b6c5-8e9791b9466c', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'port_id': '7648f3c7-d731-4f82-b6c5-8e9791b9466c', 'mac_address': 'fa:16:3e:e9:5b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473988ac-f45f-49ce-b066-b580a4c03897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:21:19.148657 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d58caa99-ebfe-4032-8b45-51fdc78a394b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.170139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d58caa99-ebfe-4032-8b45-51fdc78a394b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.226734 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.251533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7648f3c7-d731-4f82-b6c5-8e9791b9466c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:21:19.269723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7648f3c7-d731-4f82-b6c5-8e9791b9466c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7648f3c7-d731-4f82-b6c5-8e9791b9466c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:19.310961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d58caa99-ebfe-4032-8b45-51fdc78a394b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.311913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58caa99-ebfe-4032-8b45-51fdc78a394b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Fanout notify agent at l3_agent the message router_deleted on router 5f0d7271-1917-46f6-9742-d03a637b7acb {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:21:19.325222 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d58caa99-ebfe-4032-8b45-51fdc78a394b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.335369 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d58caa99-ebfe-4032-8b45-51fdc78a394b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/5f0d7271-1917-46f6-9742-d03a637b7acb HTTP/1.1" status: 204 len: 168 time: 1.1474402 Nov 09 11:21:19.335369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:19.396964 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.396964 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d25db989-4b0c-4191-93ed-39da668ab4cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:19.509782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7648f3c7-d731-4f82-b6c5-8e9791b9466c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:19.512944 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9f915663-855e-40d0-9be7-540cb23e2c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.514672 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:19.591756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet 31f6d403-9154-4e58-8421-db2bdf26fe2b {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:21:19.595645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.673830 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:19.685716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7648f3c7-d731-4f82-b6c5-8e9791b9466c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:19.813833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.069453 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.070268 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0fe9bc33-0b3b-45a9-b227-c1f21fab37b7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:20.114779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=31f6d403-9154-4e58-8421-db2bdf26fe2b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:20.117651 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:20.133602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.143068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dcc341-8e05-49be-9470-c46ab35c7835 None None] Network 0ec462ee-e4a3-4efe-89b3-a810ae5876ca requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:20.147721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294c8b9-8029-4fcd-860b-dcc0cf33f523 req-c726dfda-5799-4235-a344-b704f5adad44 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:20.159531 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6294c8b9-8029-4fcd-860b-dcc0cf33f523 req-c726dfda-5799-4235-a344-b704f5adad44 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 944 time: 0.0961938 Nov 09 11:21:20.159622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/31f6d403-9154-4e58-8421-db2bdf26fe2b HTTP/1.1" status: 204 len: 168 time: 0.8278022 Nov 09 11:21:20.160986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 37852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:20.220674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6294c8b9-8029-4fcd-860b-dcc0cf33f523 req-3b425140-dccf-4aa2-b203-d28300db947c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637555 Nov 09 11:21:20.380338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.418368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port f6b18c37-1e35-4758-a773-5a4021d0c46c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:20.418715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.503076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] DHCP port deletion for 0ec462ee-e4a3-4efe-89b3-a810ae5876ca request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:21:20.503076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Deleting port f6b18c37-1e35-4758-a773-5a4021d0c46c {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:20.503076 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.610731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b24db2-fe96-494a-914a-626220f8e096 req-894b145f-fe4d-40d9-9ef4-4d1a9336780b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:20.612216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b9b24db2-fe96-494a-914a-626220f8e096 req-894b145f-fe4d-40d9-9ef4-4d1a9336780b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2890322 Nov 09 11:21:20.612443 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.770253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b9b24db2-fe96-494a-914a-626220f8e096 req-37a2d355-7b02-4112-9507-90022f43332b tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402516 Nov 09 11:21:20.773029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] For port f6b18c37-1e35-4758-a773-5a4021d0c46c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f6b18c37-1e35-4758-a773-5a4021d0c46c,segment=NetworkSegment(2b870b51-a250-4a88-bde7-ec9840e39ba1),segment_id=2b870b51-a250-4a88-bde7-ec9840e39ba1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:20.773029 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.788732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port f6b18c37-1e35-4758-a773-5a4021d0c46c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f6b18c37-1e35-4758-a773-5a4021d0c46c,segment=NetworkSegment(2b870b51-a250-4a88-bde7-ec9840e39ba1),segment_id=2b870b51-a250-4a88-bde7-ec9840e39ba1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:20.788732 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:20.872814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7648f3c7-d731-4f82-b6c5-8e9791b9466c up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:20.985212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Calling delete_port for f6b18c37-1e35-4758-a773-5a4021d0c46c owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:21.023156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f6b18c37-1e35-4758-a773-5a4021d0c46c no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:21:21.114774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for f6b18c37-1e35-4758-a773-5a4021d0c46c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:21.277387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcd18e-2494-4731-81d7-f667f2e94b49 req-6b6e1757-e55a-47cd-bbbe-eabfa1764352 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:21.278930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2abcd18e-2494-4731-81d7-f667f2e94b49 req-6b6e1757-e55a-47cd-bbbe-eabfa1764352 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1229832 Nov 09 11:21:21.333228 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:21.362697 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:21.365558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:21:21.365909 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:21:21.369813 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ca18cdfb-7043-4711-92ea-a72616f39506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:21.416940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Pushing event deleted for resources: {'Port': ['ID=f6b18c37-1e35-4758-a773-5a4021d0c46c,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:21.422840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 7648f3c7-d731-4f82-b6c5-8e9791b9466c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:21.426228 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:21.464669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2abcd18e-2494-4731-81d7-f667f2e94b49 req-2ebf1e93-6973-4f88-ba1a-f2af636ecf71 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796114 Nov 09 11:21:21.500290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221eb4c-7e61-41ee-bc74-89cf7b2754eb req-578ec620-11d2-440f-8eeb-1ce78ef68c7a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:21.508478 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8221eb4c-7e61-41ee-bc74-89cf7b2754eb req-578ec620-11d2-440f-8eeb-1ce78ef68c7a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 944 time: 0.1278033 Nov 09 11:21:21.513156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 7648f3c7-d731-4f82-b6c5-8e9791b9466c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:21.513156 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:21.590617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8221eb4c-7e61-41ee-bc74-89cf7b2754eb req-3f0935c4-23cb-49f4-8ece-e6401ac688f6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809326 Nov 09 11:21:21.603006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] No DVR routers for this DVR port f6b18c37-1e35-4758-a773-5a4021d0c46c on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:21:21.679990 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:21.709110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648f3c7-d731-4f82-b6c5-8e9791b9466c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:21:21.736576 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 7648f3c7-d731-4f82-b6c5-8e9791b9466c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7648f3c7-d731-4f82-b6c5-8e9791b9466c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:21.803376 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648f3c7-d731-4f82-b6c5-8e9791b9466c', 'code': 200} Nov 09 11:21:21.809573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce0da-e883-486a-950c-c2d2b8878422 req-74983947-681d-4959-ac7f-70a78440c506 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:21.811071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76fce0da-e883-486a-950c-c2d2b8878422 req-74983947-681d-4959-ac7f-70a78440c506 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.0957603 Nov 09 11:21:21.824645 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:21.827936 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f7653c1-a7a0-4a5c-a320-e7ab710ced82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:21.863549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-76fce0da-e883-486a-950c-c2d2b8878422 req-898c2dc2-a42b-40ae-9054-8e8d5a4a95d7 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Nov 09 11:21:21.867101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port f6b18c37-1e35-4758-a773-5a4021d0c46c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:21.867569 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:21.940226 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=7648f3c7-d731-4f82-b6c5-8e9791b9466c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:21.948961 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:21.989469 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.020388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df0f5f44-2c2d-4431-a972-46affa909c32 req-689c7de7-dd1d-4c17-8dcf-75874b1cb196 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 1096 time: 0.1554389 Nov 09 11:21:22.041793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] The port 'f6b18c37-1e35-4758-a773-5a4021d0c46c' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:21:22.164696 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-df0f5f44-2c2d-4431-a972-46affa909c32 req-53b3fcc8-de67-4c81-8c2a-889ca6ae670a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368217 Nov 09 11:21:22.215770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.253412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec462ee-e4a3-4efe-89b3-a810ae5876ca']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:22.279860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b870b51-a250-4a88-bde7-ec9840e39ba1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:22.280338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b870b51-a250-4a88-bde7-ec9840e39ba1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:22.298962 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.311143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c31e1-33ee-479c-8053-2c6c98d720af req-e279cb51-7684-4271-b356-09372f2cc547 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:22.312706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-657c31e1-33ee-479c-8053-2c6c98d720af req-e279cb51-7684-4271-b356-09372f2cc547 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.0977044 Nov 09 11:21:22.316942 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.329126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:21:22.329126 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:21:22.343698 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:21:22.371168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-657c31e1-33ee-479c-8053-2c6c98d720af req-b4d201d7-dec2-4357-84aa-3b28ee1fc037 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513303 Nov 09 11:21:22.551862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.559289 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34460b10-a6a1-4264-afc3-8ea70c637934 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:22.578184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.586730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=0ec462ee-e4a3-4efe-89b3-a810ae5876ca,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:22.592613 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:22.629873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca0d0d-43a8-4d19-80c7-46db2677b561 req-06a73737-99f0-4bb4-bcdf-ced7ff44dbcd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:22.631346 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45ca0d0d-43a8-4d19-80c7-46db2677b561 req-06a73737-99f0-4bb4-bcdf-ced7ff44dbcd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1138515 Nov 09 11:21:22.682353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45ca0d0d-43a8-4d19-80c7-46db2677b561 req-719c3942-15f8-4e29-abdf-426db520d8b6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Nov 09 11:21:22.694143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/0ec462ee-e4a3-4efe-89b3-a810ae5876ca HTTP/1.1" status: 204 len: 168 time: 2.5258467 Nov 09 11:21:22.694275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37916) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:22.704142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-898878093'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:22.706535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:22.711382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:22.715220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:22.727747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:22.808264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117275d-e889-488f-b3d6-24f10be5e909 req-36be122c-737e-46cd-8c6b-42efc880845f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:22.809806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4117275d-e889-488f-b3d6-24f10be5e909 req-36be122c-737e-46cd-8c6b-42efc880845f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 945 time: 0.0865238 Nov 09 11:21:22.851725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:22.851725 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.882220 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4117275d-e889-488f-b3d6-24f10be5e909 req-a31e5060-3566-496f-ac7a-3d3637ebf9cb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662184 Nov 09 11:21:22.922408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:21:22.933114 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:22.933570 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment b5ab0c77-0ffe-4093-bdc6-97347906981b of type vlan for network 5e247d7c-d273-44cc-8d11-77e51745cdd1 Nov 09 11:21:23.003012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:23.064804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc4697-6234-456a-80b3-3fc3c41a5ab5 req-2033f38f-a50b-45c2-961f-179596d35e60 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:23.066419 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4cdc4697-6234-456a-80b3-3fc3c41a5ab5 req-2033f38f-a50b-45c2-961f-179596d35e60 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1029804 Nov 09 11:21:23.152180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4cdc4697-6234-456a-80b3-3fc3c41a5ab5 req-7e3f2a6e-e3be-4dff-9559-69d36cc21bde tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741789 Nov 09 11:21:23.155323 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:23.158238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:23.158930 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:23.166678 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b92876e-07c3-4cf8-a355-2b3be1e26461 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:23.284803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=5e247d7c-d273-44cc-8d11-77e51745cdd1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:23.297541 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:21:23.344546 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:23.386947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc872b1-bf9b-471d-b749-6590a002220c req-011ee407-ff80-490f-a5f2-2a83fdf5b2bf tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:23.388431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6cc872b1-bf9b-471d-b749-6590a002220c req-011ee407-ff80-490f-a5f2-2a83fdf5b2bf tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1063542 Nov 09 11:21:23.460063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6cc872b1-bf9b-471d-b749-6590a002220c req-a4c09541-cf31-4343-9b0e-ab4c97ff42e9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601807 Nov 09 11:21:23.460063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7657669 Nov 09 11:21:23.460820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37938) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:23.480222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': '5e247d7c-d273-44cc-8d11-77e51745cdd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:23.611460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:23.616467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:23.620540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:23.627373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:23.725007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:23.954961 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:24.214492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2458-5ec7-4b77-a9fb-7444228820f7 req-be2611db-8459-40a6-81d4-9ec328166e92 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:24.219431 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df2d2458-5ec7-4b77-a9fb-7444228820f7 req-be2611db-8459-40a6-81d4-9ec328166e92 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 945 time: 0.1176178 Nov 09 11:21:24.304099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df2d2458-5ec7-4b77-a9fb-7444228820f7 req-7ad0132a-f52f-4abd-a89b-db6ec6f8839b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787699 Nov 09 11:21:24.379027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fbcf0-d982-4aa8-af03-1902400124b6 req-9b8b3462-4657-46f9-9d7e-c717138d2356 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:24.380811 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc8fbcf0-d982-4aa8-af03-1902400124b6 req-9b8b3462-4657-46f9-9d7e-c717138d2356 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1105084 Nov 09 11:21:24.448878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc8fbcf0-d982-4aa8-af03-1902400124b6 req-a9545b56-7e01-44b1-afbc-21e7b9541c09 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 Nov 09 11:21:24.465454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:24.487361 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9adfac1f-db37-4459-8032-845599279e04 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:24.610595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=f2482986-3b67-4f22-8d8e-7d9f6de671dc,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:24.610595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': 'b5ab0c77-0ffe-4093-bdc6-97347906981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5e247d7c-d273-44cc-8d11-77e51745cdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:24.610595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: 5e247d7c-d273-44cc-8d11-77e51745cdd1, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:21:24.621667 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:24.790480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:21:24.812653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-0003b36d-d363-4f2f-a728-bf1297e4c5ab tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:24.814081 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-0003b36d-d363-4f2f-a728-bf1297e4c5ab tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.1564019 Nov 09 11:21:24.832753 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-ba9e38e9-c8c1-4110-82ed-302e8300f1de tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.0126758 Nov 09 11:21:24.919632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 5e247d7c-d273-44cc-8d11-77e51745cdd1) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:24.927192 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-75ec73d3-0614-4bb5-a1db-ab8acc9ca838 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857222 Nov 09 11:21:24.939193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:24.940801 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:24.943577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbd452-2ba2-4abf-93ed-0570f1b7fa26 None None] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:25.061928 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5979655 Nov 09 11:21:25.064224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37972) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:25.071368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-885834559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:25.088490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:25.091224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:router and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:25.096781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:25.097529 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-32f01ceb-9f13-43dd-885f-f362c5c0eb5b service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579556 Nov 09 11:21:25.104323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:25.199319 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:25.215263 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:25.231060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:25.245846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-5e247d7c-d273-44cc-8d11-77e51745cdd1', 'network_id': '5e247d7c-d273-44cc-8d11-77e51745cdd1', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': 'f2482986-3b67-4f22-8d8e-7d9f6de671dc'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:21:25.246850 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:25.258557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-00054568-514a-4186-9bb7-3f2f28b4c192 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599417 Nov 09 11:21:25.331211 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:25.452354 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:25.453840 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a9baa6ad-eca7-4547-89ee-b66681605cdc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3879795 Nov 09 11:21:25.463760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 37980) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:25.464581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Allocated IP 2001:db8::2 (5e247d7c-d273-44cc-8d11-77e51745cdd1/f2482986-3b67-4f22-8d8e-7d9f6de671dc/a1eff8c1-e47a-4335-aa72-c292ef4c7776) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:25.867331 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f1c4e65-d640-4b75-8d0c-9bfeaa60095b req-b5d594b8-f601-43be-9298-4d263f0b6304 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 210 time: 0.0755887 Nov 09 11:21:25.885649 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:25.902071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Transition to ACTIVE for port object a1eff8c1-e47a-4335-aa72-c292ef4c7776 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:25.951340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Transition to ACTIVE for port object a1eff8c1-e47a-4335-aa72-c292ef4c7776 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:26.026189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b978a43-ea70-4a74-b6d0-b2d934f31abc req-67b324b0-2bf9-43ca-b588-a65b126adf70 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:26.026189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1b978a43-ea70-4a74-b6d0-b2d934f31abc req-67b324b0-2bf9-43ca-b588-a65b126adf70 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2808559 Nov 09 11:21:26.051116 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:26.054047 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5b781328-8df7-46c5-be36-dcea789512ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:26.112085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:26.114981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:26.124194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:26.132289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Pushing event updated for resources: {'Port': ['ID=a1eff8c1-e47a-4335-aa72-c292ef4c7776,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:26.136924 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:26.202008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1b978a43-ea70-4a74-b6d0-b2d934f31abc req-5c69a57e-ecfb-4295-8470-4b10b2ce587a tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722021 Nov 09 11:21:26.292794 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Attempting to bind port a1eff8c1-e47a-4335-aa72-c292ef4c7776 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:21:26.293788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Attempting to bind port a1eff8c1-e47a-4335-aa72-c292ef4c7776 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'b5ab0c77-0ffe-4093-bdc6-97347906981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5e247d7c-d273-44cc-8d11-77e51745cdd1'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:21:26.295241 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Attempting to bind port a1eff8c1-e47a-4335-aa72-c292ef4c7776 on network 5e247d7c-d273-44cc-8d11-77e51745cdd1 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:21:26.305711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:21:26.306187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Checking segment: {'id': 'b5ab0c77-0ffe-4093-bdc6-97347906981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5e247d7c-d273-44cc-8d11-77e51745cdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:26.307879 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:26.308238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Bound using segment: {'id': 'b5ab0c77-0ffe-4093-bdc6-97347906981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5e247d7c-d273-44cc-8d11-77e51745cdd1'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:21:26.308845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Bound port: a1eff8c1-e47a-4335-aa72-c292ef4c7776, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab0c77-0ffe-4093-bdc6-97347906981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5e247d7c-d273-44cc-8d11-77e51745cdd1'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:21:26.309389 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:26.381012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:26.419239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] For port a1eff8c1-e47a-4335-aa72-c292ef4c7776, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:21:26.422156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] For port a1eff8c1-e47a-4335-aa72-c292ef4c7776, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a1eff8c1-e47a-4335-aa72-c292ef4c7776,segment=NetworkSegment(b5ab0c77-0ffe-4093-bdc6-97347906981b),segment_id=b5ab0c77-0ffe-4093-bdc6-97347906981b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:21:26.573823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:26.579250 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:26.669971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Pushing event updated for resources: {'Port': ['ID=a1eff8c1-e47a-4335-aa72-c292ef4c7776,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:26.673823 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:27.082103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8::1 (5e247d7c-d273-44cc-8d11-77e51745cdd1/f2482986-3b67-4f22-8d8e-7d9f6de671dc/6cead37e-7361-4c56-aa07-909dcb970fc2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:27.422444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:27.432370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb618b8e-d459-4b91-bbea-77cf3a170834 req-fb5ee77a-f69c-4c69-b386-67a82e0861d0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:27.439483 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb618b8e-d459-4b91-bbea-77cf3a170834 req-fb5ee77a-f69c-4c69-b386-67a82e0861d0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2698679 Nov 09 11:21:27.456357 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2ec90aee-01a0-49f7-8c1a-63ebd304e63b req-c1700dd9-51c8-4073-87fe-cfd085034197 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 210 time: 0.1444318 Nov 09 11:21:27.473903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 6cead37e-7361-4c56-aa07-909dcb970fc2 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:27.500710 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb618b8e-d459-4b91-bbea-77cf3a170834 req-f01d31e7-92e1-4a4b-a48a-1619a4b4f9bd tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600507 Nov 09 11:21:27.589968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-dbc2509f-daa8-471c-9ac0-6d6c426c57fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 1098 time: 0.2685425 Nov 09 11:21:27.784961 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:27.798369 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ceb056c5-a8dd-4050-9238-3619c3b7f1c8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:27.878782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:27.914231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:27.946401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:27.947875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:28.004776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=6cead37e-7361-4c56-aa07-909dcb970fc2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:28.059970 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:28.079217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-a055724e-0e61-49e3-b378-d6d22cacdb80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:28.083949 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-a055724e-0e61-49e3-b378-d6d22cacdb80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 200 len: 914 time: 0.4679449 Nov 09 11:21:28.176349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f14b9-a164-46d5-9091-ffa5ab233fc6 None None] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:28.183933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-60e9db72-2dc0-4c5b-b9ee-69c4268a25d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 200 len: 217 time: 0.0843275 Nov 09 11:21:28.255896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-39004931-8754-42f4-a8d4-75b8bfa5c0ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:28.257593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-39004931-8754-42f4-a8d4-75b8bfa5c0ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 200 len: 853 time: 0.0660129 Nov 09 11:21:28.419325 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:28.437975 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-719ea143-5d57-4048-b885-6a40e0ffbf33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30d04401-bc7f-4195-aa2f-3b077105d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688850 Nov 09 11:21:28.480178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ae218bf8-e41a-4217-902f-36a4e956a70d None None] Provisioning for port a1eff8c1-e47a-4335-aa72-c292ef4c7776 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:28.774271 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-808e8e01-1974-44d6-83d1-561a88a18a9b req-38aac9a7-e1e5-430e-a8ee-701bf10c129e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 210 time: 0.0890789 Nov 09 11:21:29.050035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a1eff8c1-e47a-4335-aa72-c292ef4c7776 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:29.304695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port a1eff8c1-e47a-4335-aa72-c292ef4c7776 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:29.313421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a1eff8c1-e47a-4335-aa72-c292ef4c7776 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:29.315591 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:29.453484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-ba4b950d-ca57-47b5-a23e-347267b68cf8 service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0027342 Nov 09 11:21:29.484031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-524bafa4-9d7d-4637-9b72-5e368e0163b8 None None] Provisioning for port 6cead37e-7361-4c56-aa07-909dcb970fc2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:29.494814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-524bafa4-9d7d-4637-9b72-5e368e0163b8 None None] Provisioning complete for port 6cead37e-7361-4c56-aa07-909dcb970fc2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:29.513460 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-524bafa4-9d7d-4637-9b72-5e368e0163b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:29.604427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77465f71-344e-404e-b552-ea3178064851 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:29.621345 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77465f71-344e-404e-b552-ea3178064851 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.9977160 Nov 09 11:21:29.667506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-524bafa4-9d7d-4637-9b72-5e368e0163b8 None None] Port 6cead37e-7361-4c56-aa07-909dcb970fc2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:21:29.727643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:29.823948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Request body: {'port': {'device_id': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'admin_state_up': True, 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:29.876523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port a1eff8c1-e47a-4335-aa72-c292ef4c7776, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a1eff8c1-e47a-4335-aa72-c292ef4c7776,segment=NetworkSegment(b5ab0c77-0ffe-4093-bdc6-97347906981b),segment_id=b5ab0c77-0ffe-4093-bdc6-97347906981b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:29.900671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f03f6a8a-22f7-4cdc-9eff-44cd9c9b2d90 None None] Provisioning complete for port 6cead37e-7361-4c56-aa07-909dcb970fc2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:29.903355 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f03f6a8a-22f7-4cdc-9eff-44cd9c9b2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:29.935451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305b981-e2f8-4686-a86f-7a5df5f4f31a req-b62bb4e2-515c-407e-9d39-641abe149dc9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:29.939473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5305b981-e2f8-4686-a86f-7a5df5f4f31a req-b62bb4e2-515c-407e-9d39-641abe149dc9 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 1.0779145 Nov 09 11:21:29.949524 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ff2d7f09-d3d8-48b7-b7fc-8661c7372488 req-7249bd6c-b715-41be-b492-ec4e6d77aabb service neutron] 10.222.0.57 "GET /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792345 Nov 09 11:21:30.007751 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:30.008169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5e7f362f-227d-4a01-98a0-819b40070510 req-7965fe11-d51e-47f2-a204-2a055994e4a9 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 210 time: 0.0566957 Nov 09 11:21:30.012581 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ac1a4218-9157-4ce4-a999-b9943596267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:30.088875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f03f6a8a-22f7-4cdc-9eff-44cd9c9b2d90 None None] Port 6cead37e-7361-4c56-aa07-909dcb970fc2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:21:30.111665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=a1eff8c1-e47a-4335-aa72-c292ef4c7776,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:30.115050 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:30.253190 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5305b981-e2f8-4686-a86f-7a5df5f4f31a req-72042f14-d94d-4704-b044-5ef1af28cd35 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023779 Nov 09 11:21:30.276925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:30.292386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:30.320096 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:30.424594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:30.430633 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:30.470116 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:30.470116 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:30.470116 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:30.636131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=6cead37e-7361-4c56-aa07-909dcb970fc2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:30.640292 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:30.823990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Allocated IP 172.20.0.13 (a0488c69-9248-451f-a8b9-2223f9c91c17/473988ac-f45f-49ce-b066-b580a4c03897/bd370f60-c3e1-49a3-aef0-406c2c120efa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:30.831857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:30.833806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:31.017585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a1eff8c1-e47a-4335-aa72-c292ef4c7776 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:31.203929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a1eff8c1-e47a-4335-aa72-c292ef4c7776 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:31.204592 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:31.367102 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e8d44d86-09e1-4e4a-876f-feec8104d4ca req-e460a519-774f-43b9-ad6a-d82efd89dbff tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 210 time: 0.0651567 Nov 09 11:21:31.403788 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:31.515085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-006c9f4f-aa16-4972-8e1a-8f3e4a1a5714 None None] Provisioning complete for port 6cead37e-7361-4c56-aa07-909dcb970fc2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:31.515085 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-006c9f4f-aa16-4972-8e1a-8f3e4a1a5714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:31.648884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-006c9f4f-aa16-4972-8e1a-8f3e4a1a5714 None None] Port 6cead37e-7361-4c56-aa07-909dcb970fc2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:21:31.656747 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:31.673297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7648f3c7-d731-4f82-b6c5-8e9791b9466c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:31.691779 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:31.695108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc346ff2-2de6-4711-88f3-b976e8788523 req-e5c0ed5c-3549-4714-8f1e-a4173f6e5afc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:31.698454 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc346ff2-2de6-4711-88f3-b976e8788523 req-e5c0ed5c-3549-4714-8f1e-a4173f6e5afc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1333816 Nov 09 11:21:31.708768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:31.843429 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dc346ff2-2de6-4711-88f3-b976e8788523 req-0be881dc-78f1-4461-a73e-a6c63977d59c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359668 Nov 09 11:21:31.870246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event updated for resources: {'Port': ['ID=bd370f60-c3e1-49a3-aef0-406c2c120efa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:31.878036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:31.879121 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:31.880766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:31.901995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:32.209269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:32.209962 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:32.235645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d272-f219-48ac-80ff-a4cbaf7c8d55 req-723318b4-4423-4a0d-a2f0-9a49dd41db55 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:32.237972 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ccb1d272-f219-48ac-80ff-a4cbaf7c8d55 req-723318b4-4423-4a0d-a2f0-9a49dd41db55 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1646333 Nov 09 11:21:32.312484 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ccb1d272-f219-48ac-80ff-a4cbaf7c8d55 req-153c34f3-ea57-4750-8ec0-8a5edaf27f85 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Nov 09 11:21:32.374167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5513678 Nov 09 11:21:32.383763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Request body: {'port': {'device_id': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:32.444290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 8ac5635d-329b-49b6-aa6f-896799c2ec7d is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:21:32.661066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace23d4-1d7a-4685-9917-1c77adf7dd56 req-0a630b2f-39d8-4a60-b89f-a3f3ee868226 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:32.667516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ace23d4-1d7a-4685-9917-1c77adf7dd56 req-0a630b2f-39d8-4a60-b89f-a3f3ee868226 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1741726 Nov 09 11:21:32.717534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ace23d4-1d7a-4685-9917-1c77adf7dd56 req-05609490-fff0-41f7-aea5-00959103f6cb tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458589 Nov 09 11:21:32.749919 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:32.942255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602dadb-a8af-46f3-ae06-72e315079b25 req-ca703357-b6d2-4846-a098-0ea78a2df17c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:32.943006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0602dadb-a8af-46f3-ae06-72e315079b25 req-ca703357-b6d2-4846-a098-0ea78a2df17c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:33.064261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:21:33.065943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-0602dadb-a8af-46f3-ae06-72e315079b25 req-ca703357-b6d2-4846-a098-0ea78a2df17c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:33.067164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0602dadb-a8af-46f3-ae06-72e315079b25 req-ca703357-b6d2-4846-a098-0ea78a2df17c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 932 time: 0.4610481 Nov 09 11:21:33.073355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:33.076668 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] Sync routers for ids ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:21:33.080000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/8ac5635d-329b-49b6-aa6f-896799c2ec7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6139500 Nov 09 11:21:33.115940 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] Routers {'8ac5635d-329b-49b6-aa6f-896799c2ec7d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:33.115940 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:33.236655 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:33.246281 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0602dadb-a8af-46f3-ae06-72e315079b25 req-ba251917-e0b7-4d9d-a870-7ac9065d14de tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499939 Nov 09 11:21:33.259842 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] Routers {'8ac5635d-329b-49b6-aa6f-896799c2ec7d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:33.261723 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:33.278583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b84ee-20aa-4a71-b87d-4fb09abe3de3 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:33.279734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-255b84ee-20aa-4a71-b87d-4fb09abe3de3 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:33.342788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd370f60-c3e1-49a3-aef0-406c2c120efa {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:21:33.356466 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:33.369278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Transition to ACTIVE for port object bd370f60-c3e1-49a3-aef0-406c2c120efa will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:33.390465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5903-b053-4e81-8fd1-b1558fd4470f req-4ce73850-597c-48ff-8580-0711afddd0ee tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:33.405908 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e3a5903-b053-4e81-8fd1-b1558fd4470f req-4ce73850-597c-48ff-8580-0711afddd0ee tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2519464 Nov 09 11:21:33.438759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-255b84ee-20aa-4a71-b87d-4fb09abe3de3 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:33.438759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-255b84ee-20aa-4a71-b87d-4fb09abe3de3 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports/6cead37e-7361-4c56-aa07-909dcb970fc2 HTTP/1.1" status: 200 len: 911 time: 0.3622034 Nov 09 11:21:33.440022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38134) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:33.488369 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:33.489533 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17efc2d2-5872-4936-8de8-2e910ce656c6 None None] The sync data for ids ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:21:33.503310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e3a5903-b053-4e81-8fd1-b1558fd4470f req-a32d2082-b634-40ac-8a34-6053cd09dcf1 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927839 Nov 09 11:21:33.512197 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:33.527896 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-be208fa3-44a5-4978-883a-f09b00a7e08a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:33.749548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd370f60-c3e1-49a3-aef0-406c2c120efa,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:33.791041 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:33.960560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Attempting to bind port bd370f60-c3e1-49a3-aef0-406c2c120efa on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:21:33.961279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Attempting to bind port bd370f60-c3e1-49a3-aef0-406c2c120efa by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:21:33.961825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Attempting to bind port bd370f60-c3e1-49a3-aef0-406c2c120efa on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:21:34.032438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bcad2-1dd6-4018-a228-40b99a1aa0ab req-4549694e-a9ad-435a-a6c8-8eb63173325c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:34.043233 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-182bcad2-1dd6-4018-a228-40b99a1aa0ab req-4549694e-a9ad-435a-a6c8-8eb63173325c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2945368 Nov 09 11:21:34.133076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Port bd370f60-c3e1-49a3-aef0-406c2c120efa on network a0488c69-9248-451f-a8b9-2223f9c91c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:21:34.133076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Attempting to bind port bd370f60-c3e1-49a3-aef0-406c2c120efa on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:21:34.156380 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:34.169408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:21:34.169747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:34.170134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Bound using segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:21:34.170560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Bound port: bd370f60-c3e1-49a3-aef0-406c2c120efa, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:21:34.170931 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:34.335065 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-182bcad2-1dd6-4018-a228-40b99a1aa0ab req-6d2c7c15-cc2e-4489-a0a8-20028afad815 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901616 Nov 09 11:21:34.439203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] For port bd370f60-c3e1-49a3-aef0-406c2c120efa, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:21:34.443479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] For port bd370f60-c3e1-49a3-aef0-406c2c120efa, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bd370f60-c3e1-49a3-aef0-406c2c120efa,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:21:34.450565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:34.562903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0196ba-1062-4317-9b46-065f4d6ae256 req-730501f9-b002-4772-90f8-8b9c40e61ccb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:34.583531 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b0196ba-1062-4317-9b46-065f4d6ae256 req-730501f9-b002-4772-90f8-8b9c40e61ccb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 944 time: 0.1256485 Nov 09 11:21:34.635584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b0196ba-1062-4317-9b46-065f4d6ae256 req-7a82182c-d97e-45db-b4ad-eecbaf00a6fd tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Nov 09 11:21:34.641079 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:34.654557 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-93637ad7-c985-42fe-8036-85f90418eebb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:34.741073 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:34.742584 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd370f60-c3e1-49a3-aef0-406c2c120efa HTTP/1.1" status: 200 len: 1092 time: 2.3651142 Nov 09 11:21:34.746101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'tag': 'bd370f60-c3e1-49a3-aef0-406c2c120efa'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:21:34.756561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd370f60-c3e1-49a3-aef0-406c2c120efa,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:34.761991 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:34.801777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b17ec-b223-4245-9030-b01947cd1d98 req-4e9195fd-083f-4513-bf4b-4c5e018b7955 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:34.803257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-351b17ec-b223-4245-9030-b01947cd1d98 req-4e9195fd-083f-4513-bf4b-4c5e018b7955 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2628462 Nov 09 11:21:34.964246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-351b17ec-b223-4245-9030-b01947cd1d98 req-0c0242b3-3433-425d-9c03-82ce65129427 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498110 Nov 09 11:21:35.062496 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'tag': 'bd370f60-c3e1-49a3-aef0-406c2c120efa', 'status': 'completed', 'code': 200} Nov 09 11:21:35.160593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-13696ffd-10f0-4672-bd9b-413ac2d01e5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 1095 time: 0.2814820 Nov 09 11:21:35.316982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-247f09e3-8543-4c51-8899-a329f8f255cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd370f60-c3e1-49a3-aef0-406c2c120efa HTTP/1.1" status: 200 len: 217 time: 0.1071479 Nov 09 11:21:35.451051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-049560f9-41a3-472e-835f-3cbe327dc447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:35.452477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-049560f9-41a3-472e-835f-3cbe327dc447 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.1273398 Nov 09 11:21:35.504440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411bc11-32a3-4f15-a27f-6a972a3b31a8 req-a1b6dd24-eb7b-4481-bc18-6fa28563db63 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:35.505892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4411bc11-32a3-4f15-a27f-6a972a3b31a8 req-a1b6dd24-eb7b-4481-bc18-6fa28563db63 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.3419821 Nov 09 11:21:35.533285 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-4bc6c49d-bdcd-400a-98cd-6abd984cce04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722914 Nov 09 11:21:35.691731 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4411bc11-32a3-4f15-a27f-6a972a3b31a8 req-811fdfe4-42f7-4b4d-9aad-92fda8857efe tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790576 Nov 09 11:21:35.796372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-798c898a-2cd6-44ef-a3a6-25f9ed202dd9 service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514675 Nov 09 11:21:35.936660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5ef70-237f-4558-8d01-3dc195dcfd4d req-7b17a18d-0660-457c-b23d-8d2db32a8b40 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:35.951757 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2a5ef70-237f-4558-8d01-3dc195dcfd4d req-7b17a18d-0660-457c-b23d-8d2db32a8b40 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 944 time: 0.1388369 Nov 09 11:21:36.015107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 6cead37e-7361-4c56-aa07-909dcb970fc2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:36.015107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:36.019064 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2a5ef70-237f-4558-8d01-3dc195dcfd4d req-4f0cc1cd-d280-4066-b20e-f04773dced23 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702400 Nov 09 11:21:36.361144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3e6cead-3996-4dd8-be87-04d6aa5fe7d0 req-f5671d5c-8c4e-4bba-83de-1b3bc582490b service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966352 Nov 09 11:21:36.363027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e910e9-267e-4dfb-af8c-b1cb66ac2de4 req-fde21deb-22d0-4386-a010-47eeb1f00f62 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:36.364760 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d4e910e9-267e-4dfb-af8c-b1cb66ac2de4 req-fde21deb-22d0-4386-a010-47eeb1f00f62 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.5157661 Nov 09 11:21:36.449709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:36.513146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d4e910e9-267e-4dfb-af8c-b1cb66ac2de4 req-ff5f24ae-fa02-48d8-b14c-8a136cf6b86d tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358747 Nov 09 11:21:36.578282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 6cead37e-7361-4c56-aa07-909dcb970fc2 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:36.742314 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:36.973754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9980fe9-975c-410a-ae49-b64ce5a42ff1 req-615cc63a-7551-4f68-9b73-cf3364b69073 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:36.979314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9980fe9-975c-410a-ae49-b64ce5a42ff1 req-615cc63a-7551-4f68-9b73-cf3364b69073 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2054768 Nov 09 11:21:37.008150 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-eff270e0-191b-48dc-8001-985ad52fd28c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 1095 time: 0.1720307 Nov 09 11:21:37.044283 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:37.052285 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a24c277-931e-4983-9e69-f0f0d2408811 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:37.145088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=6cead37e-7361-4c56-aa07-909dcb970fc2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:37.148613 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c9980fe9-975c-410a-ae49-b64ce5a42ff1 req-da1d100d-7718-4a52-9c5f-cbc7b781bb75 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663458 Nov 09 11:21:37.156493 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:37.280862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f049d9-a377-4793-b0a2-65f283cd8f74 req-c94177f3-699d-4e74-a59f-4020dd5ab680 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:37.284939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-43f049d9-a377-4793-b0a2-65f283cd8f74 req-c94177f3-699d-4e74-a59f-4020dd5ab680 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 944 time: 0.1329982 Nov 09 11:21:37.415708 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-43f049d9-a377-4793-b0a2-65f283cd8f74 req-5565f2af-2d39-422a-ae94-ac8fad53da2a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173613 Nov 09 11:21:37.422460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-fa3b3949-6b52-4aa7-9a8e-1ceeb6095634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:37.423951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-fa3b3949-6b52-4aa7-9a8e-1ceeb6095634 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 906 time: 0.4043303 Nov 09 11:21:37.585411 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-62f9061e-f209-496e-8eaa-5f9cdac7b685 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd370f60-c3e1-49a3-aef0-406c2c120efa HTTP/1.1" status: 200 len: 217 time: 0.1376424 Nov 09 11:21:37.588699 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:37.833594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-cecbfd3f-09bc-42d7-bef6-71c482c3fc3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:37.833594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-cecbfd3f-09bc-42d7-bef6-71c482c3fc3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.2367556 Nov 09 11:21:37.850042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44be87-b19e-49ca-a911-4d534d8b6fd9 req-5ee2b25b-6c5a-4f97-8db2-db9d362d0d8f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:37.882265 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b44be87-b19e-49ca-a911-4d534d8b6fd9 req-5ee2b25b-6c5a-4f97-8db2-db9d362d0d8f tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.3521872 Nov 09 11:21:38.112006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-4f3b0804-e610-41f8-bd3c-a0b68217bad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2307696 Nov 09 11:21:38.351029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b44be87-b19e-49ca-a911-4d534d8b6fd9 req-3c85b0f2-0725-4f17-9a78-619602f84cb2 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779701 Nov 09 11:21:38.425948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-94787b92-e29d-413b-815d-f511ca30db26 service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433908 Nov 09 11:21:38.707926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a3cd1-4d4a-4efd-ab51-ff1bf68075bb req-c30d0d4d-d6b9-44b4-a0aa-08145b9e26f4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:38.709400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-798a3cd1-4d4a-4efd-ab51-ff1bf68075bb req-c30d0d4d-d6b9-44b4-a0aa-08145b9e26f4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 944 time: 0.0983620 Nov 09 11:21:38.776654 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-798a3cd1-4d4a-4efd-ab51-ff1bf68075bb req-f744c105-27bb-4985-9e71-9996d5917c13 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578008 Nov 09 11:21:38.798922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 8ac5635d-329b-49b6-aa6f-896799c2ec7d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:21:38.807970 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89fa9224-8cd3-4ac4-a6cb-c3d70a25eb46 req-72483e40-ca2c-49dd-aada-99726ca923a4 service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221452 Nov 09 11:21:38.841993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed389a-0d34-4dfb-8eeb-744d3b72b328 req-5632adc3-fde0-4735-a2a4-bcda83670cd6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:38.849137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46ed389a-0d34-4dfb-8eeb-744d3b72b328 req-5632adc3-fde0-4735-a2a4-bcda83670cd6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2558963 Nov 09 11:21:39.156107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46ed389a-0d34-4dfb-8eeb-744d3b72b328 req-2618a49d-e5e1-42a9-9175-595d373e5864 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265549 Nov 09 11:21:39.156107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:21:39.162032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d2634-0966-4979-9890-718648ebaa98 None None] Sync routers for ids ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:21:39.162032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d2634-0966-4979-9890-718648ebaa98 None None] Routers {'8ac5635d-329b-49b6-aa6f-896799c2ec7d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:39.162032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-008d2634-0966-4979-9890-718648ebaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:39.194591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-008d2634-0966-4979-9890-718648ebaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:39.206429 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d2634-0966-4979-9890-718648ebaa98 None None] Routers {'8ac5635d-329b-49b6-aa6f-896799c2ec7d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:39.207071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-008d2634-0966-4979-9890-718648ebaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:39.216236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/8ac5635d-329b-49b6-aa6f-896799c2ec7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7721252 Nov 09 11:21:39.216673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38266) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:39.270546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-008d2634-0966-4979-9890-718648ebaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:39.271008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d2634-0966-4979-9890-718648ebaa98 None None] The sync data for ids ['8ac5635d-329b-49b6-aa6f-896799c2ec7d'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:21:39.275297 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-129535a6-cf53-487a-9a91-e3c16217c74f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac5635d-329b-49b6-aa6f-896799c2ec7d HTTP/1.1" status: 200 len: 205 time: 0.0564713 Nov 09 11:21:39.278566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38272) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:39.330391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234d90-fbb0-43b4-9733-0c362ba6a936 req-15153251-9232-41fd-9890-21b6de58b125 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:39.331898 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75234d90-fbb0-43b4-9733-0c362ba6a936 req-15153251-9232-41fd-9890-21b6de58b125 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1079004 Nov 09 11:21:39.395880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-75234d90-fbb0-43b4-9733-0c362ba6a936 req-ff692eee-8420-42f2-bb1c-9bc10d4e5086 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503705 Nov 09 11:21:39.434206 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-750fcc2f-cdbc-4d06-83c9-fa87c589d50d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:39.717993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaca15-760e-484a-ba19-455f74284b5c req-a212081b-6db1-42c5-8c3a-9f6530105f0e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:39.719602 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bcaca15-760e-484a-ba19-455f74284b5c req-a212081b-6db1-42c5-8c3a-9f6530105f0e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1014302 Nov 09 11:21:39.778331 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bcaca15-760e-484a-ba19-455f74284b5c req-3be8164f-2e9c-401b-991e-a7da86839022 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524235 Nov 09 11:21:40.035191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f87fd-c849-4230-ba6b-73ab0d02b818 req-49549985-e5a8-4896-ae00-8b2448357e3e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:40.037141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-668f87fd-c849-4230-ba6b-73ab0d02b818 req-49549985-e5a8-4896-ae00-8b2448357e3e tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1108279 Nov 09 11:21:40.055226 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-750fcc2f-cdbc-4d06-83c9-fa87c589d50d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.065368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-750fcc2f-cdbc-4d06-83c9-fa87c589d50d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.107722 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-668f87fd-c849-4230-ba6b-73ab0d02b818 req-c3bcba02-ee3a-47f4-8890-e08ff36a91fc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627739 Nov 09 11:21:40.121403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41fed-001f-4282-8aee-493616d99c23 req-d8630b08-14ad-415d-bcc4-e35d8491367a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:40.123004 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ba41fed-001f-4282-8aee-493616d99c23 req-d8630b08-14ad-415d-bcc4-e35d8491367a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 944 time: 0.1994996 Nov 09 11:21:40.152604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bd370f60-c3e1-49a3-aef0-406c2c120efa details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:21:40.191736 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ba41fed-001f-4282-8aee-493616d99c23 req-fc786b96-1e2d-4409-8ee4-f2927ba659b0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614173 Nov 09 11:21:40.215528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-750fcc2f-cdbc-4d06-83c9-fa87c589d50d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.215528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750fcc2f-cdbc-4d06-83c9-fa87c589d50d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac5635d-329b-49b6-aa6f-896799c2ec7d {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:21:40.231709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-750fcc2f-cdbc-4d06-83c9-fa87c589d50d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.236005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38300) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:40.247392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-750fcc2f-cdbc-4d06-83c9-fa87c589d50d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/8ac5635d-329b-49b6-aa6f-896799c2ec7d HTTP/1.1" status: 204 len: 168 time: 0.9668858 Nov 09 11:21:40.370194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bd370f60-c3e1-49a3-aef0-406c2c120efa, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bd370f60-c3e1-49a3-aef0-406c2c120efa,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:40.388598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'bd370f60-c3e1-49a3-aef0-406c2c120efa', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'port_id': 'bd370f60-c3e1-49a3-aef0-406c2c120efa', 'mac_address': 'fa:16:3e:8e:71:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473988ac-f45f-49ce-b066-b580a4c03897', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:21:40.476203 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.479947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd370f60-c3e1-49a3-aef0-406c2c120efa {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:21:40.510742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bd370f60-c3e1-49a3-aef0-406c2c120efa, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bd370f60-c3e1-49a3-aef0-406c2c120efa,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:40.533753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet f2482986-3b67-4f22-8d8e-7d9f6de671dc {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:21:40.533753 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.602223 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.604677 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ca707587-1437-4132-8259-2c21aab48b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:40.696230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bd370f60-c3e1-49a3-aef0-406c2c120efa,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:40.718590 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.719137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.722643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:40.733875 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:40.751911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:40.798482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f809e0f-6cc6-4a02-80e7-795bb27b2be5 req-3e721894-cf97-44ce-b7a2-5cddb97182f0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:40.798482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f809e0f-6cc6-4a02-80e7-795bb27b2be5 req-3e721894-cf97-44ce-b7a2-5cddb97182f0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.3446159 Nov 09 11:21:40.875633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f809e0f-6cc6-4a02-80e7-795bb27b2be5 req-25f113f5-8027-4235-bef9-fd90d6a099d0 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692959 Nov 09 11:21:40.888649 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:41.064641 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:41.077893 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d91d7ba-7b01-475f-a98e-2ab658def5f8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:41.109651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=f2482986-3b67-4f22-8d8e-7d9f6de671dc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:41.112157 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:41.122765 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:41.130600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a6200-48ef-44ae-a09d-36e1db1a8d3a None None] Network 5e247d7c-d273-44cc-8d11-77e51745cdd1 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:41.131273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/f2482986-3b67-4f22-8d8e-7d9f6de671dc HTTP/1.1" status: 204 len: 168 time: 0.8944097 Nov 09 11:21:41.133857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38324) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:41.201665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['bd370f60-c3e1-49a3-aef0-406c2c120efa'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:41.276733 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:41.304098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port a1eff8c1-e47a-4335-aa72-c292ef4c7776 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:41.304098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:41.621652 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] DHCP port deletion for 5e247d7c-d273-44cc-8d11-77e51745cdd1 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:21:41.626058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Deleting port a1eff8c1-e47a-4335-aa72-c292ef4c7776 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:41.626444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:41.804266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port a1eff8c1-e47a-4335-aa72-c292ef4c7776, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a1eff8c1-e47a-4335-aa72-c292ef4c7776,segment=NetworkSegment(b5ab0c77-0ffe-4093-bdc6-97347906981b),segment_id=b5ab0c77-0ffe-4093-bdc6-97347906981b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:41.804891 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:41.831515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ab588-4c24-466a-9d09-c07d25d181ec req-590f997f-9ef0-4754-95a9-21ca6a231aef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:41.843164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-532ab588-4c24-466a-9d09-c07d25d181ec req-590f997f-9ef0-4754-95a9-21ca6a231aef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 945 time: 0.4262083 Nov 09 11:21:42.000386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for a1eff8c1-e47a-4335-aa72-c292ef4c7776 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:42.036968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] For port a1eff8c1-e47a-4335-aa72-c292ef4c7776, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a1eff8c1-e47a-4335-aa72-c292ef4c7776,segment=NetworkSegment(b5ab0c77-0ffe-4093-bdc6-97347906981b),segment_id=b5ab0c77-0ffe-4093-bdc6-97347906981b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:42.037383 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.111630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-532ab588-4c24-466a-9d09-c07d25d181ec req-44b319ac-d254-4f27-8704-2854f8d92e05 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643585 Nov 09 11:21:42.252783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.257788 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d6a48322-f9a8-4b23-aadf-b1ae5ab4041c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:42.300792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Calling delete_port for a1eff8c1-e47a-4335-aa72-c292ef4c7776 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:42.315529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=a1eff8c1-e47a-4335-aa72-c292ef4c7776,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:42.319527 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:42.325277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No DVR routers for this DVR port a1eff8c1-e47a-4335-aa72-c292ef4c7776 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:21:42.405515 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:21:42.413230 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:21:42.488625 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.518074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e247d7c-d273-44cc-8d11-77e51745cdd1']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:42.535166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ab0c77-0ffe-4093-bdc6-97347906981b') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:42.535435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ab0c77-0ffe-4093-bdc6-97347906981b') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:42.553201 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.576828 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.589902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:21:42.589902 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:21:42.606240 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:21:42.796580 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.803706 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b7a9ad3c-9808-4f29-92ea-89da7909f4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:42.829060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.858046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=5e247d7c-d273-44cc-8d11-77e51745cdd1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:42.872997 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:42.891037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/5e247d7c-d273-44cc-8d11-77e51745cdd1 HTTP/1.1" status: 204 len: 168 time: 1.7517924 Nov 09 11:21:42.894047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38368) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:42.907375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Deleting port a1eff8c1-e47a-4335-aa72-c292ef4c7776 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:42.907862 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:42.917981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1508643154', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:42.925935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:42.941789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:router and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:42.944903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:42.956874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:43.051667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec66ea-3a7c-4319-826b-ed8865f31a7b None None] The port 'a1eff8c1-e47a-4335-aa72-c292ef4c7776' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:21:43.053541 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a1eff8c1-e47a-4335-aa72-c292ef4c7776 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:21:43.101895 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:43.103296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:43.107750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: a1eff8c1-e47a-4335-aa72-c292ef4c7776 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:21:43.107750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a1eff8c1-e47a-4335-aa72-c292ef4c7776 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:21:43.123625 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:43.450541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:43.479200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5636a05-bd45-4a81-b9f3-1127625616b9 req-c0efc8b2-57a5-46b2-b933-e960919b4fda tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:43.480723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5636a05-bd45-4a81-b9f3-1127625616b9 req-c0efc8b2-57a5-46b2-b933-e960919b4fda tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 945 time: 0.1938419 Nov 09 11:21:43.530759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5636a05-bd45-4a81-b9f3-1127625616b9 req-094ae37f-4615-4b7b-a46b-1d9d22a2b300 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Nov 09 11:21:43.768062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:43.826999 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:44.198454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bd370f60-c3e1-49a3-aef0-406c2c120efa up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:44.237825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 172.25.7.28 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/55fcb3d9-6542-40ee-b62c-33d9e881f7e4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:44.405368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port bd370f60-c3e1-49a3-aef0-406c2c120efa completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:44.414029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port bd370f60-c3e1-49a3-aef0-406c2c120efa triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:44.414996 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:44.418262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:44.593109 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:44.596118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:44.603758 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e336bc5c-bdbf-42cf-9d6b-5e6996651a04 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:44.629505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd370f60-c3e1-49a3-aef0-406c2c120efa'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:21:44.651275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port bd370f60-c3e1-49a3-aef0-406c2c120efa, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bd370f60-c3e1-49a3-aef0-406c2c120efa,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:44.721241 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd370f60-c3e1-49a3-aef0-406c2c120efa', 'code': 200} Nov 09 11:21:44.760923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:44.762702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:44.766883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:44.782030 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:44.785341 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:44.840502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=55fcb3d9-6542-40ee-b62c-33d9e881f7e4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:44.860004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:44.910774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=bd370f60-c3e1-49a3-aef0-406c2c120efa,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:44.949970 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:44.979095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae7732-aa38-448c-ab0e-9d70ffd5c486 req-1e20cc99-bdf5-4128-846b-7671b8217ced tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:44.981535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28ae7732-aa38-448c-ab0e-9d70ffd5c486 req-1e20cc99-bdf5-4128-846b-7671b8217ced tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.1482408 Nov 09 11:21:44.989756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21e67965-7235-429e-a069-9963c48a6fa6 req-fa7819fd-1722-4d24-89a9-1c73e854d7ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 1097 time: 0.1914401 Nov 09 11:21:45.081735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-21e67965-7235-429e-a069-9963c48a6fa6 req-32abcefc-310f-4818-9d73-dd5e93c4e655 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688725 Nov 09 11:21:45.084313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28ae7732-aa38-448c-ab0e-9d70ffd5c486 req-2c7c6686-0aeb-47a5-babb-6ffbd558e8f1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933638 Nov 09 11:21:45.164229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:45.165107 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:45.613433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:21:46.098435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:21:46.112053 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] Sync routers for ids ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:21:46.145477 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] Routers {'2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:46.146194 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:46.316359 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:46.318340 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4217396 Nov 09 11:21:46.323183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38448) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:46.324688 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:46.344065 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] Routers {'2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:46.344065 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:46.446787 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:46.447413 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c8f6-c660-4957-9f6e-b5df61ac9d68 None None] The sync data for ids ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:21:46.746558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3974d9-9005-4fff-8a7f-9e1696127891 req-7a557fca-ab11-40dd-b53e-3986bf224088 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:46.758394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d3974d9-9005-4fff-8a7f-9e1696127891 req-7a557fca-ab11-40dd-b53e-3986bf224088 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.4495285 Nov 09 11:21:46.887042 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d3974d9-9005-4fff-8a7f-9e1696127891 req-30453e37-e4cf-43f3-b683-991a13d00c00 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244721 Nov 09 11:21:46.888557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38464) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:46.891726 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e8b8cb5-26c1-455c-81c4-dc85b29bbf02 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/routers/2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 HTTP/1.1" status: 200 len: 884 time: 0.5666583 Nov 09 11:21:47.172995 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-16631d0a-2185-4938-9df4-d4f509285d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:47.215473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc58ca-af6a-41fd-aa0e-cc395edebd2c req-64955469-f67a-424d-8f3a-9f276d07ff1f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:47.216989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5ccc58ca-af6a-41fd-aa0e-cc395edebd2c req-64955469-f67a-424d-8f3a-9f276d07ff1f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1549215 Nov 09 11:21:47.301975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9034b380-0857-450b-a996-749caec736da tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:router {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:47.307699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5ccc58ca-af6a-41fd-aa0e-cc395edebd2c req-ed8e3e71-b5dc-4f68-9868-440d2d3bdd36 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715425 Nov 09 11:21:47.511355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9034b380-0857-450b-a996-749caec736da tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:router {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:47.515180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9034b380-0857-450b-a996-749caec736da tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6215475 Nov 09 11:21:47.517070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38476) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:47.522137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-380ee65a-4078-4628-9f35-ca20ecc0f425 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1508643154'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:47.579466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:48.316758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-380ee65a-4078-4628-9f35-ca20ecc0f425 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:48.327542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b47a0f-2850-4a95-ac2d-c5ea39c354d9 req-850d377c-6b9a-4fe0-9824-5f02ab6864f2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:48.329191 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86b47a0f-2850-4a95-ac2d-c5ea39c354d9 req-850d377c-6b9a-4fe0-9824-5f02ab6864f2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.2056680 Nov 09 11:21:48.401818 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86b47a0f-2850-4a95-ac2d-c5ea39c354d9 req-f135dac6-7080-4573-8280-f3948c4f325f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670359 Nov 09 11:21:48.428151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-380ee65a-4078-4628-9f35-ca20ecc0f425 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:48.690225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf587b-2152-4554-888f-5394653a2c5b req-2aec6ad7-7ae4-43cd-be01-553c0188756c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:48.697437 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02bf587b-2152-4554-888f-5394653a2c5b req-2aec6ad7-7ae4-43cd-be01-553c0188756c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1106102 Nov 09 11:21:48.753116 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-02bf587b-2152-4554-888f-5394653a2c5b req-70404e20-5510-4abc-a481-9f898854e966 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548084 Nov 09 11:21:48.815551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc52fd-2d80-491f-8925-a1d590f82ed0 req-ba781b25-2270-41ba-8f9e-7cf5f3dbd965 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:48.817511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bfbc52fd-2d80-491f-8925-a1d590f82ed0 req-ba781b25-2270-41ba-8f9e-7cf5f3dbd965 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 945 time: 0.1973951 Nov 09 11:21:48.957062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bfbc52fd-2d80-491f-8925-a1d590f82ed0 req-42c4b7cb-1d5a-41f7-97a0-347cafd612d2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201918 Nov 09 11:21:49.018751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380ee65a-4078-4628-9f35-ca20ecc0f425 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:21:49.405101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6a65-a4a0-4e44-9a6f-973072a2d7f9 req-e4b7a5a4-066d-4964-ad95-c7f13d87983e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:49.412680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a2e6a65-a4a0-4e44-9a6f-973072a2d7f9 req-e4b7a5a4-066d-4964-ad95-c7f13d87983e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.2942736 Nov 09 11:21:49.536349 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a2e6a65-a4a0-4e44-9a6f-973072a2d7f9 req-a921a50c-8443-4179-9b9a-9bec92aa4cef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227832 Nov 09 11:21:49.542508 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e01a22ee-48bf-46a5-9616-dd01352a7e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:49.595346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380ee65a-4078-4628-9f35-ca20ecc0f425 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:21:49.605907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] Sync routers for ids ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:21:49.618944 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-380ee65a-4078-4628-9f35-ca20ecc0f425 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:49.625170 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-380ee65a-4078-4628-9f35-ca20ecc0f425 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 HTTP/1.1" status: 200 len: 891 time: 2.1059489 Nov 09 11:21:49.626769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38528) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:49.629288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] Routers {'2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:49.629927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:49.751630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:49.765702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] Routers {'2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:21:49.766382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:49.843269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:49.844328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7f82a-de67-4e89-8a49-75ef80e8b19e None None] The sync data for ids ['2b86d6b5-10e7-4a4a-a60f-c1c3a1904866'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:21:49.953624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-00780c03-05ff-41ab-a9c1-7e72ffa5fc1e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/routers/2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 HTTP/1.1" status: 200 len: 891 time: 0.3246322 Nov 09 11:21:49.956203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38544) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:50.025455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-78cce25f-c190-4a11-919c-c857574e669e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:50.127501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-78cce25f-c190-4a11-919c-c857574e669e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:50.131588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-78cce25f-c190-4a11-919c-c857574e669e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 HTTP/1.1" status: 200 len: 205 time: 0.1718714 Nov 09 11:21:50.134082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38552) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:50.258579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a6589-7548-4968-85af-3c52794dc1f4 req-14a90d08-5b10-4053-8a40-9cf689a45f66 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:50.260478 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dd3a6589-7548-4968-85af-3c52794dc1f4 req-14a90d08-5b10-4053-8a40-9cf689a45f66 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1135418 Nov 09 11:21:50.312112 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dd3a6589-7548-4968-85af-3c52794dc1f4 req-2d02c595-3ec3-407a-b6f0-ed50c70295c9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460625 Nov 09 11:21:50.403938 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:50.566929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9f6e8-1b43-4d1b-afd3-123d0ec80de7 req-a88deedc-46d0-4c51-9c05-caca98eb5c6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:50.568417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4f9f6e8-1b43-4d1b-afd3-123d0ec80de7 req-a88deedc-46d0-4c51-9c05-caca98eb5c6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.1180992 Nov 09 11:21:50.624992 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:50.630712 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4f9f6e8-1b43-4d1b-afd3-123d0ec80de7 req-85f91ad9-574d-451b-ad8b-127d6fc3d3b1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519717 Nov 09 11:21:50.685844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae3e13-7249-4e30-9a4e-6d1d6c226a24 req-41d6f88b-0861-46ba-a53c-0b94b2bc49dc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:50.692901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0fae3e13-7249-4e30-9a4e-6d1d6c226a24 req-41d6f88b-0861-46ba-a53c-0b94b2bc49dc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1991384 Nov 09 11:21:50.758968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0fae3e13-7249-4e30-9a4e-6d1d6c226a24 req-40c56786-49ed-418d-bb41-54e708772dfa tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641847 Nov 09 11:21:50.814643 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:50.984242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 55fcb3d9-6542-40ee-b62c-33d9e881f7e4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:50.984242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:51.170445 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:51.297070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 55fcb3d9-6542-40ee-b62c-33d9e881f7e4 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:51.574549 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ddaab-7015-4794-8b97-41e259a24db0 req-78953f3d-ce1d-4c4a-b295-fae6be5de7b4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:51.576485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-245ddaab-7015-4794-8b97-41e259a24db0 req-78953f3d-ce1d-4c4a-b295-fae6be5de7b4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.0841722 Nov 09 11:21:51.595387 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:51.599411 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4d9e350-b152-4b08-9a22-b123217623bb tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:51.632668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-245ddaab-7015-4794-8b97-41e259a24db0 req-6b30d0ab-dce8-4f37-87f5-67f10588159c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Nov 09 11:21:51.818880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=55fcb3d9-6542-40ee-b62c-33d9e881f7e4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.910879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:51.941482 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:51.947935 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:52.084232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa116a7-f3e4-428f-9d86-ed29a10cb771 req-7400a2e5-1522-414c-b766-fbddd43e8c4a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:52.093473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3aa116a7-f3e4-428f-9d86-ed29a10cb771 req-7400a2e5-1522-414c-b766-fbddd43e8c4a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.3180096 Nov 09 11:21:52.194992 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:52.235076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd37db8-50c7-4723-a57d-3d021a4ffbea req-044bae7d-18b2-4678-bc39-b87677d055e8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:52.236558 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-edd37db8-50c7-4723-a57d-3d021a4ffbea req-044bae7d-18b2-4678-bc39-b87677d055e8 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.0999966 Nov 09 11:21:52.292253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-edd37db8-50c7-4723-a57d-3d021a4ffbea req-68fd889c-d773-47e6-9881-8cce09b9b1dc tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Nov 09 11:21:52.364755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3aa116a7-f3e4-428f-9d86-ed29a10cb771 req-34eeb1cf-f723-44f4-a8c7-1f057cfa463c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646255 Nov 09 11:21:52.570517 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:52.585718 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:52.673321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-dfa949fb-6e47-41a7-8c9e-1a17ae05dabc tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:52.674915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-dfa949fb-6e47-41a7-8c9e-1a17ae05dabc tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.1656222 Nov 09 11:21:52.756277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Deleting port bd370f60-c3e1-49a3-aef0-406c2c120efa {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:52.756623 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:52.852025 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:52.853734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Fanout notify agent at l3_agent the message router_deleted on router 2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:21:52.893218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-74a8e59f-8f4f-4814-ad8e-670af6ac9550 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:52.896363 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-74a8e59f-8f4f-4814-ad8e-670af6ac9550 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.57 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.2750456 Nov 09 11:21:53.104966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Deleting port c6571a56-b48f-44e7-8eb2-8045c3262acc {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:53.105262 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.138245 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:21:53.153040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.157468 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 HTTP/1.1" status: 204 len: 168 time: 3.0186410 Nov 09 11:21:53.169613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38612) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:53.170307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-49250249'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:53.176994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:53.182886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:53.186716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:53.194586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:53.226471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434f65-c170-422b-9dca-f5f4adf63c20 req-06f47422-e83c-454b-907f-8b23ff1f5f2e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:53.228540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a434f65-c170-422b-9dca-f5f4adf63c20 req-06f47422-e83c-454b-907f-8b23ff1f5f2e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.4479206 Nov 09 11:21:53.312518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:53.315510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.363077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:21:53.371583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.372125 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment cddd14f0-fb4e-4825-808a-3b6dee3c8080 of type vlan for network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 Nov 09 11:21:53.410514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.541727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] For port bd370f60-c3e1-49a3-aef0-406c2c120efa, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=bd370f60-c3e1-49a3-aef0-406c2c120efa,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:53.541992 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.551528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0f85f-a287-451f-977b-13a2eef5194f req-0f7e945c-77a4-4ce7-952a-f3f94e379024 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:53.553000 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5fb0f85f-a287-451f-977b-13a2eef5194f req-0f7e945c-77a4-4ce7-952a-f3f94e379024 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 947 time: 0.1044621 Nov 09 11:21:53.578000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.578000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:53.578000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.583919 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f3645987-c231-4aa9-a25b-c287875fb0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:53.617099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a434f65-c170-422b-9dca-f5f4adf63c20 req-3a03f39a-3fe1-4877-aee5-8347341f0679 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784990 Nov 09 11:21:53.728434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=3c50524e-3ca8-4a95-abfc-32fb5b34fdb8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:53.755840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.756353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.756884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Calling delete_port for bd370f60-c3e1-49a3-aef0-406c2c120efa owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:53.757063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.757618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.758137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.758729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.759264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.760125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.760659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.761193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.761559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:21:53.769337 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:53.779343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:21:53.782256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5fb0f85f-a287-451f-977b-13a2eef5194f req-544765e1-c473-479a-b471-d5a653f3c6c6 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0d32f94-415b-4638-b34f-1a0b32bee41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992347 Nov 09 11:21:53.801679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6396301 Nov 09 11:21:53.806388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:53.812679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': '3c50524e-3ca8-4a95-abfc-32fb5b34fdb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:53.968714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] For port c6571a56-b48f-44e7-8eb2-8045c3262acc, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c6571a56-b48f-44e7-8eb2-8045c3262acc,segment=NetworkSegment(d63e8a12-4b34-43c2-bf3a-9e1d73b106ff),segment_id=d63e8a12-4b34-43c2-bf3a-9e1d73b106ff)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:53.969754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:53.971000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:53.975301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:53.979521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:53.999529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:54.069803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:21:54.199645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:54.202240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Calling delete_port for c6571a56-b48f-44e7-8eb2-8045c3262acc owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:21:54.249533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a314f32-ce6e-4808-936c-0765ba902cd9 req-df619d27-2453-467c-bfa9-fdef104a8fbe tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:54.251064 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a314f32-ce6e-4808-936c-0765ba902cd9 req-df619d27-2453-467c-bfa9-fdef104a8fbe tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 946 time: 0.4388161 Nov 09 11:21:54.282582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:54.295921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['7648f3c7-d731-4f82-b6c5-8e9791b9466c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:54.327504 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:54.401047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:54.442006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event deleted for resources: {'Port': ['ID=bd370f60-c3e1-49a3-aef0-406c2c120efa,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:54.453549 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:54.516287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] No DVR routers for this DVR port bd370f60-c3e1-49a3-aef0-406c2c120efa on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:21:54.523307 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:54.523446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'name': 'network-vif-deleted', 'tag': 'bd370f60-c3e1-49a3-aef0-406c2c120efa'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:21:54.545815 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a314f32-ce6e-4808-936c-0765ba902cd9 req-9fd0deb9-e3b3-4c44-8b00-7ee3d3d55825 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845786 Nov 09 11:21:54.623797 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1742b580-80a4-4a93-9bc6-5f7c27bc53e5', 'name': 'network-vif-deleted', 'tag': 'bd370f60-c3e1-49a3-aef0-406c2c120efa', 'status': 'completed', 'code': 200} Nov 09 11:21:54.670412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aa4e9369-8de8-4147-966f-61ae2d086838 req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "DELETE /v2.0/ports/bd370f60-c3e1-49a3-aef0-406c2c120efa HTTP/1.1" status: 204 len: 173 time: 1.9877696 Nov 09 11:21:54.715915 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:54.720752 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-351b139a-145f-46c9-9509-2c6e513669e0 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:54.780141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:54.794372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dee20225-4056-4337-abc9-6e20b715f254 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:54.819050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=78d3e6cb-2322-4dbc-938e-b4c22827321e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:54.824354 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:54.835071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': 'cddd14f0-fb4e-4825-808a-3b6dee3c8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3c50524e-3ca8-4a95-abfc-32fb5b34fdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:54.835772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:21:54.987426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:21:54.993991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Pushing event deleted for resources: {'Port': ['ID=c6571a56-b48f-44e7-8eb2-8045c3262acc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:55.001623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7714ef8d-1bc0-46d2-aba7-0495b2dfa177 req-c0c7fbe1-cde4-418e-b7ef-5f4dd7de2b20 tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 210 time: 0.0501194 Nov 09 11:21:55.003271 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:55.053436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] No DVR routers for this DVR port c6571a56-b48f-44e7-8eb2-8045c3262acc on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:21:55.054563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.089916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dce51d-88af-4b32-b23e-89dbf17bc359 req-1d79d4d7-20ec-4d2e-b0ff-d11c89ee59d5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:55.091462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12dce51d-88af-4b32-b23e-89dbf17bc359 req-1d79d4d7-20ec-4d2e-b0ff-d11c89ee59d5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.2112441 Nov 09 11:21:55.100111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:55.109939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc6285-1b70-404c-9b34-ba3c56325b79 None None] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:55.111867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:55.112618 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.153288 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a5b5012-60b9-4dbc-a6db-9e9f52d4ba59 req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.57 "DELETE /v2.0/ports/c6571a56-b48f-44e7-8eb2-8045c3262acc HTTP/1.1" status: 204 len: 173 time: 2.2506764 Nov 09 11:21:55.166732 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-12dce51d-88af-4b32-b23e-89dbf17bc359 req-e3ccd801-cdc6-4f62-8289-c81a913edae8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696597 Nov 09 11:21:55.222343 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4107344 Nov 09 11:21:55.224323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38658) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:55.230670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-981971320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:21:55.237518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:21:55.256288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:router and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:21:55.260503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:21:55.267220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:21:55.404794 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-3c50524e-3ca8-4a95-abfc-32fb5b34fdb8', 'network_id': '3c50524e-3ca8-4a95-abfc-32fb5b34fdb8', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': '78d3e6cb-2322-4dbc-938e-b4c22827321e'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:21:55.405628 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.436408 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.437794 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.475493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.592740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Allocated IP 2001:db8::2 (3c50524e-3ca8-4a95-abfc-32fb5b34fdb8/78d3e6cb-2322-4dbc-938e-b4c22827321e/3426b464-e082-4a02-b4c9-c2f48d707e7c) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:55.667620 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.763684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cabc1f67-69e9-4546-a079-030311739039 req-b9fd1885-2689-4b8b-a852-e59ebe2aec6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:21:55.791496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.793753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bb880ebd-876a-4601-a8cf-88c115f7a9c4 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5683157 Nov 09 11:21:55.797223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:55.889575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cabc1f67-69e9-4546-a079-030311739039 req-b9fd1885-2689-4b8b-a852-e59ebe2aec6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:21:55.891197 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cabc1f67-69e9-4546-a079-030311739039 req-b9fd1885-2689-4b8b-a852-e59ebe2aec6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=1742b580-80a4-4a93-9bc6-5f7c27bc53e5 HTTP/1.1" status: 200 len: 210 time: 0.1807642 Nov 09 11:21:55.891412 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:55.904800 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Transition to ACTIVE for port object 3426b464-e082-4a02-b4c9-c2f48d707e7c will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:55.939650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Transition to ACTIVE for port object 3426b464-e082-4a02-b4c9-c2f48d707e7c will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:56.093721 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:56.101156 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2fa98e68-65ca-49c7-bbe3-2df52ddce95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:56.183563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:56.185933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:56.190236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:56.192415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Pushing event updated for resources: {'Port': ['ID=3426b464-e082-4a02-b4c9-c2f48d707e7c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:56.196910 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:56.219140 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7937710b-0ead-4676-8cce-5875227d05d8 req-1f9d993a-2ca8-4604-ba96-b7700bc4c0ea tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] 10.222.0.50 "GET /v2.0/ports?device_id=09636c9f-53dd-4e9b-9a43-0fdba522aed4 HTTP/1.1" status: 200 len: 210 time: 0.0521977 Nov 09 11:21:56.253461 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bd370f60-c3e1-49a3-aef0-406c2c120efa no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:21:56.394666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Attempting to bind port 3426b464-e082-4a02-b4c9-c2f48d707e7c on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:21:56.395199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Attempting to bind port 3426b464-e082-4a02-b4c9-c2f48d707e7c by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'cddd14f0-fb4e-4825-808a-3b6dee3c8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3c50524e-3ca8-4a95-abfc-32fb5b34fdb8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:21:56.395572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Attempting to bind port 3426b464-e082-4a02-b4c9-c2f48d707e7c on network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:21:56.398625 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: bd370f60-c3e1-49a3-aef0-406c2c120efa {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:21:56.399991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device bd370f60-c3e1-49a3-aef0-406c2c120efa not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:21:56.399991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:21:56.436894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: c6571a56-b48f-44e7-8eb2-8045c3262acc {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:21:56.437246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device c6571a56-b48f-44e7-8eb2-8045c3262acc not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:21:56.440560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:21:56.440934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Checking segment: {'id': 'cddd14f0-fb4e-4825-808a-3b6dee3c8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3c50524e-3ca8-4a95-abfc-32fb5b34fdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:21:56.441373 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:56.441754 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Bound using segment: {'id': 'cddd14f0-fb4e-4825-808a-3b6dee3c8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3c50524e-3ca8-4a95-abfc-32fb5b34fdb8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:21:56.442221 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Bound port: 3426b464-e082-4a02-b4c9-c2f48d707e7c, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddd14f0-fb4e-4825-808a-3b6dee3c8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3c50524e-3ca8-4a95-abfc-32fb5b34fdb8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:21:56.442597 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:56.559728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] For port 3426b464-e082-4a02-b4c9-c2f48d707e7c, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:21:56.563302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] For port 3426b464-e082-4a02-b4c9-c2f48d707e7c, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3426b464-e082-4a02-b4c9-c2f48d707e7c,segment=NetworkSegment(cddd14f0-fb4e-4825-808a-3b6dee3c8080),segment_id=cddd14f0-fb4e-4825-808a-3b6dee3c8080)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:21:56.627248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ae691-4e16-4727-8820-941c9e769a79 req-b6d61970-b6c9-4c00-b936-c9ddd79e5b0c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:56.627248 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-113ae691-4e16-4727-8820-941c9e769a79 req-b6d61970-b6c9-4c00-b936-c9ddd79e5b0c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.2086360 Nov 09 11:21:56.628762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-deleted', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:21:56.690710 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:56.700285 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:56.700467 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09636c9f-53dd-4e9b-9a43-0fdba522aed4', 'name': 'network-vif-deleted', 'tag': 'c6571a56-b48f-44e7-8eb2-8045c3262acc', 'status': 'completed', 'code': 200} Nov 09 11:21:56.705746 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:56.796171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Pushing event updated for resources: {'Port': ['ID=3426b464-e082-4a02-b4c9-c2f48d707e7c,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:56.796171 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:56.841613 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-113ae691-4e16-4727-8820-941c9e769a79 req-a2d044d6-0521-4bb0-acf2-cb932de05804 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790197 Nov 09 11:21:57.176383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8::1 (3c50524e-3ca8-4a95-abfc-32fb5b34fdb8/78d3e6cb-2322-4dbc-938e-b4c22827321e/0cff82d3-060f-43bc-9692-1f4d073aaf31) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:21:57.381775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38710) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:57.402105 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:57.428237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 0cff82d3-060f-43bc-9692-1f4d073aaf31 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:21:57.491741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Deleting subnet 9bdd6224-0120-4638-88de-7b5a55324599 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:21:57.496286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:57.563049 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:57.602316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:57.658208 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:57.827776 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-329fa141-f349-465d-a3a9-851f687aa619 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:57.957856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:57.973164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:57.984362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:21:57.990488 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:57.990622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:57.991563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55f5a3e3-aa03-414c-9b10-1857e5c50f90 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:58.028287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=0cff82d3-060f-43bc-9692-1f4d073aaf31,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:58.033975 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:58.048860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdd6224-0120-4638-88de-7b5a55324599,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:58.071359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba2793-952c-4962-9419-3aca8fa1679e req-19d5b382-ad75-40cb-bc57-c2c19f8120bb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:58.075266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41ba2793-952c-4962-9419-3aca8fa1679e req-19d5b382-ad75-40cb-bc57-c2c19f8120bb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 945 time: 0.1518936 Nov 09 11:21:58.132374 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-41ba2793-952c-4962-9419-3aca8fa1679e req-7c37ea1c-3009-4491-91ac-0b0e8d1716de tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533924 Nov 09 11:21:58.213995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b31818-da23-440d-bb61-a825a0b1f955 None None] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:21:58.249490 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.274234 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:58.285636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.294927 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9bdd6224-0120-4638-88de-7b5a55324599 HTTP/1.1" status: 204 len: 168 time: 0.9093468 Nov 09 11:21:58.295229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38728) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:21:58.413143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:21:58.433826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cc110-07e3-4df5-bac8-a483df753449 req-6ce794a5-f55c-4d82-936a-124b8e6ccfa3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:58.435398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-825cc110-07e3-4df5-bac8-a483df753449 req-6ce794a5-f55c-4d82-936a-124b8e6ccfa3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.3879595 Nov 09 11:21:58.443262 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.591310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aa5446da-6718-4cde-8a0c-b1bed300165f None None] Provisioning for port 3426b464-e082-4a02-b4c9-c2f48d707e7c completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:58.614553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.644960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d04401-bc7f-4195-aa2f-3b077105d4a4']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:58.667189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:58.668215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63e8a12-4b34-43c2-bf3a-9e1d73b106ff') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:21:58.673554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:58.696640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-825cc110-07e3-4df5-bac8-a483df753449 req-26524f29-d0bf-4988-98b1-f68f1ffac2b2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510004 Nov 09 11:21:58.698673 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.714148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'port_id': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'mac_address': 'fa:16:3e:c1:52:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:21:58.740352 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.750213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:21:58.750876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:21:58.778689 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:21:58.818678 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:58.875974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 474c6061-567c-476c-bd0c-3c2e4e99f812 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:21:58.897719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:21:58.980111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.001307 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.004527 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:59.052597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.061740 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2c2af7b-e12c-4c4d-82b8-1b9cec570c44 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:59.105413 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.111394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d04401-bc7f-4195-aa2f-3b077105d4a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:59.142135 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:59.155045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3426b464-e082-4a02-b4c9-c2f48d707e7c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:21:59.155437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.156455 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.173264 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-12f9a6f4-f976-4a0a-8ed9-6211510f286c tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:21:59.231629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:59.235265 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:59.244711 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['474c6061-567c-476c-bd0c-3c2e4e99f812'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:21:59.313317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=0cff82d3-060f-43bc-9692-1f4d073aaf31,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:21:59.320931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/30d04401-bc7f-4195-aa2f-3b077105d4a4 HTTP/1.1" status: 204 len: 168 time: 1.0240893 Nov 09 11:21:59.381330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da107b-605f-4276-a295-75ee33df1ead req-73163957-4f51-4068-ae7c-bc81e4577f00 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:59.385996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1da107b-605f-4276-a295-75ee33df1ead req-73163957-4f51-4068-ae7c-bc81e4577f00 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 945 time: 0.1565409 Nov 09 11:21:59.483782 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:21:59.500978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 3426b464-e082-4a02-b4c9-c2f48d707e7c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:59.546093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Deleting port 7648f3c7-d731-4f82-b6c5-8e9791b9466c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:21:59.546448 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.556164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b9dd8b5-ae23-4378-8faa-6aecebb211b6 None None] Provisioning for port 0cff82d3-060f-43bc-9692-1f4d073aaf31 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:21:59.584087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 3426b464-e082-4a02-b4c9-c2f48d707e7c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:59.584087 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.645689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:21:59.647984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:21:59.743098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b9dd8b5-ae23-4378-8faa-6aecebb211b6 None None] Provisioning complete for port 0cff82d3-060f-43bc-9692-1f4d073aaf31 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:21:59.744028 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd8b5-ae23-4378-8faa-6aecebb211b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.921306 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:21:59.963135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b7a5-c9ce-4677-81e0-3b991eef11eb req-88d77ddc-2364-47fc-9eaf-68311db1150e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:21:59.973432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5e7b7a5-c9ce-4677-81e0-3b991eef11eb req-88d77ddc-2364-47fc-9eaf-68311db1150e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 945 time: 0.6599119 Nov 09 11:22:00.097330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8b9dd8b5-ae23-4378-8faa-6aecebb211b6 None None] Port 0cff82d3-060f-43bc-9692-1f4d073aaf31 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:00.180639 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5e7b7a5-c9ce-4677-81e0-3b991eef11eb req-9179a33b-ade8-4915-aa15-620767757b1c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094193 Nov 09 11:22:00.182618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 3426b464-e082-4a02-b4c9-c2f48d707e7c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3426b464-e082-4a02-b4c9-c2f48d707e7c,segment=NetworkSegment(cddd14f0-fb4e-4825-808a-3b6dee3c8080),segment_id=cddd14f0-fb4e-4825-808a-3b6dee3c8080)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:00.188111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38766) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:00.247571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b9dd8b5-ae23-4378-8faa-6aecebb211b6 None None] Provisioning complete for port 3426b464-e082-4a02-b4c9-c2f48d707e7c triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:00.248723 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd8b5-ae23-4378-8faa-6aecebb211b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:00.368838 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:00.380479 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:00.391956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] For port 7648f3c7-d731-4f82-b6c5-8e9791b9466c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=7648f3c7-d731-4f82-b6c5-8e9791b9466c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:00.391956 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:00.404304 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b51f5c8f-98db-42e9-9957-b7e583e97887 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a900ac6b4bd1446fb42a993d13b96e1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2116926 Nov 09 11:22:00.405802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38770) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:00.540665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:00.621060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:00.650590 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Calling delete_port for 7648f3c7-d731-4f82-b6c5-8e9791b9466c owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:22:00.652448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=3426b464-e082-4a02-b4c9-c2f48d707e7c,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:00.658442 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:00.741471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf13505-b353-4a84-9dac-9c3e6e52805e req-0826b58f-3cd2-481a-af44-48e06c72d126 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:00.743699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cf13505-b353-4a84-9dac-9c3e6e52805e req-0826b58f-3cd2-481a-af44-48e06c72d126 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.5638645 Nov 09 11:22:00.781513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-99c690c9-9408-40e6-a74d-4814226a2de1 None None] Provisioning complete for port 0cff82d3-060f-43bc-9692-1f4d073aaf31 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:00.781887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-99c690c9-9408-40e6-a74d-4814226a2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:00.871753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0cf13505-b353-4a84-9dac-9c3e6e52805e req-9a9b55f5-4305-4c3f-8c0c-70b8a39152de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079397 Nov 09 11:22:00.883252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-99c690c9-9408-40e6-a74d-4814226a2de1 None None] Port 0cff82d3-060f-43bc-9692-1f4d073aaf31 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:00.943959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 12ba8e39-b970-4f2c-83a3-a0ea8779b0df is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:22:01.052716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3426b464-e082-4a02-b4c9-c2f48d707e7c up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:01.067797 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:01.071368 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4f9faff-78c2-44e6-81e3-2407199f7b8d tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:01.100418 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-07c18a24-33c0-4a5b-a351-a9063ec30826 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1704626 Nov 09 11:22:01.121797 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:01.164830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:22:01.193090 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:01.216781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d32f94-415b-4638-b34f-1a0b32bee41d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:01.226403 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:01.300850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 3426b464-e082-4a02-b4c9-c2f48d707e7c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:01.301941 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:01.341629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:01.342672 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0d32f94-415b-4638-b34f-1a0b32bee41d HTTP/1.1" status: 204 len: 168 time: 0.9356563 Nov 09 11:22:01.361541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:22:01.377825 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] Sync routers for ids ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:22:01.379860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/12ba8e39-b970-4f2c-83a3-a0ea8779b0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5814128 Nov 09 11:22:01.384857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:01.414019 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] Routers {'12ba8e39-b970-4f2c-83a3-a0ea8779b0df'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:01.417490 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:01.447604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event deleted for resources: {'Port': ['ID=7648f3c7-d731-4f82-b6c5-8e9791b9466c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:01.469890 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:01.537941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0dc77-565c-4b9e-b66c-d8cbc92a000a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:01.538555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9fd0dc77-565c-4b9e-b66c-d8cbc92a000a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:22:01.707879 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:01.729767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-9fd0dc77-565c-4b9e-b66c-d8cbc92a000a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:22:01.734245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9fd0dc77-565c-4b9e-b66c-d8cbc92a000a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports/0cff82d3-060f-43bc-9692-1f4d073aaf31 HTTP/1.1" status: 200 len: 911 time: 0.3446336 Nov 09 11:22:01.734245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:01.739970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78d3e6cb-2322-4dbc-938e-b4c22827321e'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:01.743828 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] Routers {'12ba8e39-b970-4f2c-83a3-a0ea8779b0df'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:01.744766 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:01.898993 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:01.901737 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ceea2-5292-4d2e-9ada-1ccb3a0e2996 None None] The sync data for ids ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:22:02.030755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] No DVR routers for this DVR port 7648f3c7-d731-4f82-b6c5-8e9791b9466c on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:22:02.033574 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:02.058532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'name': 'network-vif-deleted', 'tag': '7648f3c7-d731-4f82-b6c5-8e9791b9466c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:02.065913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1fe647b5-8206-4068-be5f-0c94e9806fd3 req-3a2b186f-7e8c-4a4b-b0f9-66e72afaa10d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 210 time: 0.5124421 Nov 09 11:22:02.104434 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-bfd3855c-f10b-4dab-9b70-61e73cd34a30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 1097 time: 0.9628417 Nov 09 11:22:02.287058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:02.294917 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549963d2-947d-4d24-9dbb-9afc000ebd71', 'name': 'network-vif-deleted', 'tag': '7648f3c7-d731-4f82-b6c5-8e9791b9466c', 'status': 'completed', 'code': 200} Nov 09 11:22:02.308866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1da107b-605f-4276-a295-75ee33df1ead req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "DELETE /v2.0/ports/7648f3c7-d731-4f82-b6c5-8e9791b9466c HTTP/1.1" status: 204 len: 173 time: 2.9105768 Nov 09 11:22:02.436656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-18dfc1ef-7662-4378-bbad-9b5c8cd3e46e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:02.440459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-18dfc1ef-7662-4378-bbad-9b5c8cd3e46e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 906 time: 0.3110092 Nov 09 11:22:02.543754 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 474c6061-567c-476c-bd0c-3c2e4e99f812 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:02.544392 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:02.594263 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-0ddd75f5-0414-466f-8fc3-a6409e925210 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7339dc1b-1db7-46b0-8067-74f81540f962 HTTP/1.1" status: 200 len: 217 time: 0.1460912 Nov 09 11:22:02.752744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:02.850833 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:02.869103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-14a995da-be81-4bf3-b5ba-23ea53121ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:02.870578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-14a995da-be81-4bf3-b5ba-23ea53121ba8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.2695963 Nov 09 11:22:02.877280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab33031-18f6-4c76-be00-41053516f820 req-990324c2-6b3b-4009-84cc-c08bc31b94e1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:02.878814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab33031-18f6-4c76-be00-41053516f820 req-990324c2-6b3b-4009-84cc-c08bc31b94e1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.6573184 Nov 09 11:22:02.992810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-c79c65a1-6063-4875-94f9-7ea76a8f37ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139960 Nov 09 11:22:03.052395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:03.084693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7648f3c7-d731-4f82-b6c5-8e9791b9466c no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:22:03.183311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:03.184968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 7648f3c7-d731-4f82-b6c5-8e9791b9466c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:22:03.185692 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 7648f3c7-d731-4f82-b6c5-8e9791b9466c not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:22:03.262705 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'code': 200} Nov 09 11:22:03.279197 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:03.282702 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-af317f7d-3c81-43f6-bc96-05d32ecfd85f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:03.422588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-ba97c4b5-97cb-42b6-97f5-c0baa0871d6d service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213850 Nov 09 11:22:03.481919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:03.496279 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:03.598315 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dab33031-18f6-4c76-be00-41053516f820 req-65ca49a1-7395-46e4-ab8b-6241bbaf4148 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6853948 Nov 09 11:22:03.781073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-735dddc2-7576-4977-9338-683af39ad8c9 req-6d4900bf-f106-4b00-b385-5163dcdbf113 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:22:03.938538 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d08bd475-2077-4ca9-97c1-f1a3f3a7d5a6 req-5592a3a7-869c-44c8-b8ed-4efd069552dd service neutron] 10.222.0.57 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087593 Nov 09 11:22:04.269907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-735dddc2-7576-4977-9338-683af39ad8c9 req-6d4900bf-f106-4b00-b385-5163dcdbf113 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:22:04.271459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-735dddc2-7576-4977-9338-683af39ad8c9 req-6d4900bf-f106-4b00-b385-5163dcdbf113 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=549963d2-947d-4d24-9dbb-9afc000ebd71 HTTP/1.1" status: 200 len: 210 time: 0.6331680 Nov 09 11:22:04.327025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:04.363782 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:04.459026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:04.468853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:04.469824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:04.472926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/ports/0cff82d3-060f-43bc-9692-1f4d073aaf31 HTTP/1.1" status: 200 len: 911 time: 2.7364833 Nov 09 11:22:04.472926 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-20e88d82-e2c1-4a56-8a4a-bddebb5f3e31 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:04.475216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38876) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:04.730764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=0cff82d3-060f-43bc-9692-1f4d073aaf31,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:04.739693 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:05.202749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9249eac-399e-451a-b525-531d7a4884ac req-6feb3c70-39db-4c04-9fd5-bbf657d68189 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:05.204366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9249eac-399e-451a-b525-531d7a4884ac req-6feb3c70-39db-4c04-9fd5-bbf657d68189 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.3284218 Nov 09 11:22:05.300446 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9249eac-399e-451a-b525-531d7a4884ac req-c1dd91b7-b241-4ebf-b5ca-6fd603c7bb9a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853794 Nov 09 11:22:05.320970 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:05.650725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 38902) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:06.025747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:06.122512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:06.127346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Usage tracker for resource:security_group_rule and tenant:10b41852bd524b7ea4b80e728c839824 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:06.131139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:06.145684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:06.243191 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:06.350365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:06.362083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-0cf2ca06-ea58-46b0-92a2-8724fbf48eea tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:06.370140 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-0cf2ca06-ea58-46b0-92a2-8724fbf48eea tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.3094010 Nov 09 11:22:06.384678 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8bca7f43-9515-4c31-9357-7ba655684856 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:06.412028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-d04ba22f-28cc-4702-bcb3-487f52cfae88 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.0289626 Nov 09 11:22:06.497997 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10b41852bd524b7ea4b80e728c839824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8460748 Nov 09 11:22:06.504108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 38928) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:06.542585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c60b5b-3a3c-421f-8c90-627208024b88,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:06.552042 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:06.584158 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:06.626196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-21cb8eb8-e757-4b6c-8461-eb817440c9d0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2203343 Nov 09 11:22:06.706471 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:06.810088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ec52-f620-47c3-8867-2402471f3bd4 req-e29dde28-9778-4173-9d44-8448e7b84ae1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:06.812664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1761ec52-f620-47c3-8867-2402471f3bd4 req-e29dde28-9778-4173-9d44-8448e7b84ae1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1428216 Nov 09 11:22:06.877996 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1761ec52-f620-47c3-8867-2402471f3bd4 req-9a092019-c436-4f8e-940e-e96c6e3b6e61 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528524 Nov 09 11:22:06.912744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:06.922352 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-ed5fd158-0cd8-4bb7-aaad-20bc262c0c57 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917800 Nov 09 11:22:07.189164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 0cff82d3-060f-43bc-9692-1f4d073aaf31 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:22:07.189164 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:07.305789 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-07497af2-9182-4ad7-8aeb-d832e4c25195 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734109 Nov 09 11:22:07.381165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:07.394641 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca8cbf74-702e-4c9a-b544-2f37a692d247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:07.417334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c60b5b-3a3c-421f-8c90-627208024b88,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:07.446838 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:07.454682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:07.458725 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49c60b5b-3a3c-421f-8c90-627208024b88 HTTP/1.1" status: 204 len: 168 time: 0.9500225 Nov 09 11:22:07.514080 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:07.672974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 0cff82d3-060f-43bc-9692-1f4d073aaf31 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:22:07.811903 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e3d5d62b-61a5-4e43-a179-75b09170cd91 req-50f25cfa-8230-43d2-b24d-1fc6b4f460bb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 210 time: 0.0820382 Nov 09 11:22:08.129797 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:08.136273 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5472add2-24e7-4f94-ba01-e5122566b7c2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:08.560997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=0cff82d3-060f-43bc-9692-1f4d073aaf31,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:08.575667 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:08.768033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca880582-5ff8-408e-88a8-e0d5c195845c req-5eeafe69-1c98-4842-83ae-34e5fcdd77de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:08.769567 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca880582-5ff8-408e-88a8-e0d5c195845c req-5eeafe69-1c98-4842-83ae-34e5fcdd77de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.5612371 Nov 09 11:22:08.802628 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:09.087470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca880582-5ff8-408e-88a8-e0d5c195845c req-7f0c5adc-2989-4255-a1e4-3f90540c6bdb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067646 Nov 09 11:22:09.112988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e699aa3-6325-41f3-92a5-b50eb454800f req-284e93c3-3731-4d45-8d8d-f383cb34cbda tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 210 time: 0.1033342 Nov 09 11:22:09.491061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 12ba8e39-b970-4f2c-83a3-a0ea8779b0df has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:22:09.692966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:22:09.705997 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] Sync routers for ids ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:22:09.719345 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] Routers {'12ba8e39-b970-4f2c-83a3-a0ea8779b0df'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:09.719985 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:09.810524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:09.848005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/12ba8e39-b970-4f2c-83a3-a0ea8779b0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3688893 Nov 09 11:22:09.848605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39010) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:09.850110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] Routers {'12ba8e39-b970-4f2c-83a3-a0ea8779b0df'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:09.850905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:21:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:09.956184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:09.956850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1c4b8-3b7c-44d5-9d5b-608939dd15a6 None None] The sync data for ids ['12ba8e39-b970-4f2c-83a3-a0ea8779b0df'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:22:10.253269 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-05d7e568-fd07-46a7-a2aa-7f7d15216e9d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=12ba8e39-b970-4f2c-83a3-a0ea8779b0df HTTP/1.1" status: 200 len: 205 time: 0.4034486 Nov 09 11:22:10.255968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39026) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:10.420177 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3f9f01d-f82b-4ad5-b322-dc78a22a48dc req-12e0b365-87a0-4746-a774-778c5689cf48 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 210 time: 0.0575373 Nov 09 11:22:10.526295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23b77361-7c33-463f-b2ce-aec4be0a1962 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:11.316754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23b77361-7c33-463f-b2ce-aec4be0a1962 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:11.321558 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23b77361-7c33-463f-b2ce-aec4be0a1962 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:11.360721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93a92e-0e25-4d0c-94b6-9685d74e867a req-9aab15e5-e609-4f80-9d46-0bf58c18a5b0 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:11.368857 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b93a92e-0e25-4d0c-94b6-9685d74e867a req-9aab15e5-e609-4f80-9d46-0bf58c18a5b0 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.6429472 Nov 09 11:22:11.680685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23b77361-7c33-463f-b2ce-aec4be0a1962 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:11.681219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b77361-7c33-463f-b2ce-aec4be0a1962 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Fanout notify agent at l3_agent the message router_deleted on router 12ba8e39-b970-4f2c-83a3-a0ea8779b0df {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:22:11.713742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23b77361-7c33-463f-b2ce-aec4be0a1962 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:11.715455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-23b77361-7c33-463f-b2ce-aec4be0a1962 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/12ba8e39-b970-4f2c-83a3-a0ea8779b0df HTTP/1.1" status: 204 len: 168 time: 1.4587173 Nov 09 11:22:11.718539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39058) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:11.742629 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b93a92e-0e25-4d0c-94b6-9685d74e867a req-3868136e-8c42-44fa-be0b-65bcc32975a5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722489 Nov 09 11:22:11.883209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-15609805-2487-4991-85b2-d7fafe80cce6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:11.888572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-15609805-2487-4991-85b2-d7fafe80cce6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.4949081 Nov 09 11:22:11.906276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Request body: {'port': {'device_id': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'admin_state_up': True, 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:12.264269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet 78d3e6cb-2322-4dbc-938e-b4c22827321e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:22:12.275466 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:12.291092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d8b786b-4c58-45f4-b8bd-08cb5657f04c req-5a9247d8-e54d-47ae-9e87-ba6f110775ac tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 210 time: 0.1583965 Nov 09 11:22:12.394064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:12.410700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:12.439053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:12.489889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:12.494299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:12.567187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:12.942713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Allocated IP 172.20.0.6 (a0488c69-9248-451f-a8b9-2223f9c91c17/473988ac-f45f-49ce-b066-b580a4c03897/1969d3de-07f6-40fd-a3cc-04c9363d369c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:13.119137 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:13.125204 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-122f8830-1a1d-41c3-a684-7b9696733ce2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:13.294522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=78d3e6cb-2322-4dbc-938e-b4c22827321e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:13.300633 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:13.379237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dfbd54-fb8c-45c4-9b59-94a82bdb4ee1 None None] Network 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:13.414219 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:13.422339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:13.543313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/78d3e6cb-2322-4dbc-938e-b4c22827321e HTTP/1.1" status: 204 len: 168 time: 1.8194816 Nov 09 11:22:13.543463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39094) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:13.616548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb165b29-32b6-4ede-a72f-8af67a2e7db8 req-38d4d93d-5367-4867-8164-c9c802fec430 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:13.628604 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb165b29-32b6-4ede-a72f-8af67a2e7db8 req-38d4d93d-5367-4867-8164-c9c802fec430 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.5918067 Nov 09 11:22:13.693452 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:13.711744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb165b29-32b6-4ede-a72f-8af67a2e7db8 req-e7628124-68a7-46f6-bd5d-ebc0a8a0c200 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821588 Nov 09 11:22:13.753309 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-237a21db-7771-40bc-bff4-385719ef879c tempest-ServersNegativeTestJSON-1614301958 tempest-ServersNegativeTestJSON-1614301958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:13.808529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:22:14.068116 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] DHCP port deletion for 3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:22:14.090078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Deleting port 3426b464-e082-4a02-b4c9-c2f48d707e7c {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:22:14.090817 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:14.098693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:14.159972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:14.160129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event updated for resources: {'Port': ['ID=1969d3de-07f6-40fd-a3cc-04c9363d369c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:14.163183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:14.186577 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:14.190750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:14.331915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:14.332567 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:14.352437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 3426b464-e082-4a02-b4c9-c2f48d707e7c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:22:14.352787 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:14.605867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] For port 3426b464-e082-4a02-b4c9-c2f48d707e7c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3426b464-e082-4a02-b4c9-c2f48d707e7c,segment=NetworkSegment(cddd14f0-fb4e-4825-808a-3b6dee3c8080),segment_id=cddd14f0-fb4e-4825-808a-3b6dee3c8080)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:14.606525 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:14.783598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b814e-5222-43c4-9290-e2bf6aabc235 req-64cf4dab-1b46-4572-9f7f-6f3a14becd32 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:14.784296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5c3b814e-5222-43c4-9290-e2bf6aabc235 req-64cf4dab-1b46-4572-9f7f-6f3a14becd32 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:22:14.805958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8951185 Nov 09 11:22:14.859675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Request body: {'port': {'device_id': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:14.953355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Calling delete_port for 3426b464-e082-4a02-b4c9-c2f48d707e7c owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:22:14.986693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5c3b814e-5222-43c4-9290-e2bf6aabc235 req-64cf4dab-1b46-4572-9f7f-6f3a14becd32 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:22:15.003576 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c3b814e-5222-43c4-9290-e2bf6aabc235 req-64cf4dab-1b46-4572-9f7f-6f3a14becd32 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 931 time: 1.4052932 Nov 09 11:22:15.101035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3426b464-e082-4a02-b4c9-c2f48d707e7c no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:22:15.484212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 3426b464-e082-4a02-b4c9-c2f48d707e7c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3426b464-e082-4a02-b4c9-c2f48d707e7c,segment=NetworkSegment(cddd14f0-fb4e-4825-808a-3b6dee3c8080),segment_id=cddd14f0-fb4e-4825-808a-3b6dee3c8080)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:15.484571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:15.537421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:15.545853 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:15.558140 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c3b814e-5222-43c4-9290-e2bf6aabc235 req-b073b1e0-94b9-4a55-83c7-649651105705 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194499 Nov 09 11:22:15.657287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Port 3426b464-e082-4a02-b4c9-c2f48d707e7c update to DOWN by agent not found {{(pid=84335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Nov 09 11:22:15.705677 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:15.736537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] No DVR routers for this DVR port 3426b464-e082-4a02-b4c9-c2f48d707e7c on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:22:15.738442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Pushing event deleted for resources: {'Port': ['ID=3426b464-e082-4a02-b4c9-c2f48d707e7c,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:15.744946 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:15.762555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3deda2-b51b-48e0-83dc-3119dec02118 req-2959395b-fc17-4b33-9821-6c4b6f102d0c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:15.769111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7f3deda2-b51b-48e0-83dc-3119dec02118 req-2959395b-fc17-4b33-9821-6c4b6f102d0c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.2240181 Nov 09 11:22:15.874233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 3426b464-e082-4a02-b4c9-c2f48d707e7c owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:22:15.957564 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7f3deda2-b51b-48e0-83dc-3119dec02118 req-de5e8d2c-9e40-4d79-b64f-c52145831483 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814044 Nov 09 11:22:16.176331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:22:16.176331 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:22:16.554834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1969d3de-07f6-40fd-a3cc-04c9363d369c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:22:16.569987 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:16.600650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Transition to ACTIVE for port object 1969d3de-07f6-40fd-a3cc-04c9363d369c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:16.674246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 3426b464-e082-4a02-b4c9-c2f48d707e7c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:22:16.674891 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:16.769346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:16.797271 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:16.972530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aebde-8d6e-43ae-ac7c-185e4aef2b69 req-ef888a57-c0de-4cf5-9f72-289bd45dd9a1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:16.996169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc8aebde-8d6e-43ae-ac7c-185e4aef2b69 req-ef888a57-c0de-4cf5-9f72-289bd45dd9a1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 943 time: 0.2522290 Nov 09 11:22:17.133722 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6d230a71-3d53-4996-9e16-dcb6f5b7b9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:17.208550 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc8aebde-8d6e-43ae-ac7c-185e4aef2b69 req-8ec1cd00-65e1-4b53-a773-d2812758fdd5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075720 Nov 09 11:22:17.377849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] The port '3426b464-e082-4a02-b4c9-c2f48d707e7c' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:22:17.488946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:17.628409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1969d3de-07f6-40fd-a3cc-04c9363d369c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:17.660378 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:17.884290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:17.967002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Attempting to bind port 1969d3de-07f6-40fd-a3cc-04c9363d369c on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:17.967201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Attempting to bind port 1969d3de-07f6-40fd-a3cc-04c9363d369c by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:17.967624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Attempting to bind port 1969d3de-07f6-40fd-a3cc-04c9363d369c on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:17.983020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c50524e-3ca8-4a95-abfc-32fb5b34fdb8']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:18.001756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddd14f0-fb4e-4825-808a-3b6dee3c8080') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:18.002222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddd14f0-fb4e-4825-808a-3b6dee3c8080') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:18.010273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Port 1969d3de-07f6-40fd-a3cc-04c9363d369c on network a0488c69-9248-451f-a8b9-2223f9c91c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:22:18.010753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Attempting to bind port 1969d3de-07f6-40fd-a3cc-04c9363d369c on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:18.018139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237c9bd-8edf-4585-a0d9-4e58f65b9ee3 req-059fa4a4-acd4-4c85-9aa1-548245c7cefa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:18.019650 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c237c9bd-8edf-4585-a0d9-4e58f65b9ee3 req-059fa4a4-acd4-4c85-9aa1-548245c7cefa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.5525835 Nov 09 11:22:18.028528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:18.028873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:18.029256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Bound using segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:18.029689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Bound port: 1969d3de-07f6-40fd-a3cc-04c9363d369c, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:18.030036 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.045714 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.121427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.137471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:22:18.137869 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:22:18.157477 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:22:18.311650 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c237c9bd-8edf-4585-a0d9-4e58f65b9ee3 req-1d48aee8-67f0-4663-969a-961bc8ec9051 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696733 Nov 09 11:22:18.387231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] For port 1969d3de-07f6-40fd-a3cc-04c9363d369c, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:18.390619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] For port 1969d3de-07f6-40fd-a3cc-04c9363d369c, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=1969d3de-07f6-40fd-a3cc-04c9363d369c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:18.467053 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.470663 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4bbed260-bec5-4f43-8337-6cdc98445d14 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600 tempest-ExtraDHCPOptionsIpV6TestJSON-877910600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:18.491979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.501775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.522637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=3c50524e-3ca8-4a95-abfc-32fb5b34fdb8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:18.527892 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:18.529134 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b56ec177-aa9f-4ded-866d-9affb53102fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:18.579277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d705e-e1c1-4727-977f-61057f730c20 req-78011df3-5397-42de-b12f-c1964fd4dce9 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:18.591887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-479d705e-e1c1-4727-977f-61057f730c20 req-78011df3-5397-42de-b12f-c1964fd4dce9 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 943 time: 0.1633463 Nov 09 11:22:18.609013 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.610443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/1969d3de-07f6-40fd-a3cc-04c9363d369c HTTP/1.1" status: 200 len: 1091 time: 3.7826431 Nov 09 11:22:18.611986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'tag': '1969d3de-07f6-40fd-a3cc-04c9363d369c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:18.635952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/3c50524e-3ca8-4a95-abfc-32fb5b34fdb8 HTTP/1.1" status: 204 len: 168 time: 5.0948758 Nov 09 11:22:18.646971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39214) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:18.669869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897666892', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:18.685030 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-479d705e-e1c1-4727-977f-61057f730c20 req-f7acc239-0a0e-4668-b906-3d60285ff907 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919769 Nov 09 11:22:18.691214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:18.722940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:router and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:18.735707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:18.784887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:18.807284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1969d3de-07f6-40fd-a3cc-04c9363d369c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:18.820621 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'tag': '1969d3de-07f6-40fd-a3cc-04c9363d369c', 'status': 'completed', 'code': 200} Nov 09 11:22:18.823921 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:18.867409 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.868681 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:18.890125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-d0e5d5e2-b2c9-4ae8-ad6c-c0b3408466b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 1094 time: 0.1439424 Nov 09 11:22:19.104060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:19.125810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-6b7b60db-1167-48f3-a409-bd8eef1ac2ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1969d3de-07f6-40fd-a3cc-04c9363d369c HTTP/1.1" status: 200 len: 217 time: 0.2264762 Nov 09 11:22:19.216370 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:19.295795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-3b21b7b8-d955-4958-bc4d-5b90b8024ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:19.297238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-3b21b7b8-d955-4958-bc4d-5b90b8024ce8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.1635690 Nov 09 11:22:19.343924 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:19.347860 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a1e207e8-80b2-4358-abfd-11a7284082b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7049513 Nov 09 11:22:19.348440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:19.354867 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-3c1a5041-1c8a-4bca-8a90-33c03f2fd53a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502179 Nov 09 11:22:19.356202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831636487'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:19.390148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:19.410098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:19.435483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:19.464018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:19.517633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3709-6ce1-4290-a501-319e134d0120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:19.613273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:19.613273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:19.681862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-513e2c94-a09e-43f8-a2f7-853651be27e4 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181076 Nov 09 11:22:19.799246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:22:19.826777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:19.827680 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment d22acf4c-3a92-4f01-b38b-b5844f41ac5f of type vlan for network f1e38372-803a-40ec-965f-4578f7cff7cc Nov 09 11:22:19.847312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2de64-aa8b-487d-977b-d86332e93252 req-003c5de6-852d-46dd-8c8f-548b37b8defe tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:19.854578 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aba2de64-aa8b-487d-977b-d86332e93252 req-003c5de6-852d-46dd-8c8f-548b37b8defe tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.2033861 Nov 09 11:22:19.981303 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aba2de64-aa8b-487d-977b-d86332e93252 req-e5eeb2f9-1153-4077-81a4-416aabe3980d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253853 Nov 09 11:22:19.983467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:20.042274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30cc6842-0c0e-4cc7-9e9f-119cb54075ce req-fee7c65d-f822-41b0-a597-fcd931a6444f service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504105 Nov 09 11:22:20.139339 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:20.143265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:20.143942 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:20.147994 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4cd42577-d31d-42cc-b61e-a0207d47a13c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:20.566572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909591d-3393-4e3f-a250-51378a587238 req-77cc047e-28d6-40b1-b76f-177c7cf36d7a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:20.574621 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:20.582081 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4909591d-3393-4e3f-a250-51378a587238 req-77cc047e-28d6-40b1-b76f-177c7cf36d7a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 943 time: 0.2567968 Nov 09 11:22:20.586028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=f1e38372-803a-40ec-965f-4578f7cff7cc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:20.590621 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:20.598093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network f1e38372-803a-40ec-965f-4578f7cff7cc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:22:20.601694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-468e3949-94a2-43be-a882-dd258d52bafc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 1094 time: 0.3951721 Nov 09 11:22:20.638294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2854674 Nov 09 11:22:20.638973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39266) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:20.644488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:20.767413 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4909591d-3393-4e3f-a250-51378a587238 req-81776eb1-4698-4fa8-b6d7-0112cbeaeee2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908326 Nov 09 11:22:20.951090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-7415824c-093f-4fac-b998-5980b3184fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:20.952758 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-7415824c-093f-4fac-b998-5980b3184fd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 906 time: 0.3438988 Nov 09 11:22:21.018827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:21.023494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:21.028787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:21.057119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:21.174589 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-4d23957a-d0f5-4215-939b-486ce067cce3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1969d3de-07f6-40fd-a3cc-04c9363d369c HTTP/1.1" status: 200 len: 217 time: 0.2132087 Nov 09 11:22:21.203017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:21.335688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:21.427293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-10f5421e-7a5a-4aeb-9ffe-95c584879ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:21.429545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-10f5421e-7a5a-4aeb-9ffe-95c584879ae4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.2458818 Nov 09 11:22:21.518491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-db4d23e2-69ab-44f4-9474-ff42815897ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766234 Nov 09 11:22:21.703971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cbc7e-8b1d-4012-be79-e1095f571503 req-c2f8e4f9-e20f-4d68-a465-f14f3a7dfb60 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:21.705534 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-467cbc7e-8b1d-4012-be79-e1095f571503 req-c2f8e4f9-e20f-4d68-a465-f14f3a7dfb60 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.4286807 Nov 09 11:22:21.965276 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:21.982051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-92bfd12a-3a3e-4d2b-abad-37f65194e065 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531150 Nov 09 11:22:22.018133 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:22.023414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f23e3623-4810-49c1-abbe-a488a6d0f4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:22.108123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-467cbc7e-8b1d-4012-be79-e1095f571503 req-bef0652f-8a04-47de-93bb-da8d533f3087 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886428 Nov 09 11:22:22.397139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=b196bdf0-f1ea-4607-bf34-2f6b5febcf7a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:22.470808 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:22.482708 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b0a22e69-9131-4eb7-962c-220acfc23489 req-1d0131c7-cbce-4616-879f-d0c4545fa2bf service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753850 Nov 09 11:22:22.574192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:22.575259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: f1e38372-803a-40ec-965f-4578f7cff7cc, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:22:22.671376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e3242-7fcb-4fe6-ad1a-39c53e8e7423 req-93a13489-f019-423e-b4c2-3defdd01962c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:22.673970 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-043e3242-7fcb-4fe6-ad1a-39c53e8e7423 req-93a13489-f019-423e-b4c2-3defdd01962c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 943 time: 0.2791326 Nov 09 11:22:22.747363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-043e3242-7fcb-4fe6-ad1a-39c53e8e7423 req-2c893c1a-c45e-429f-aa17-5db4623f1361 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635493 Nov 09 11:22:22.804900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network f1e38372-803a-40ec-965f-4578f7cff7cc is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:22:22.920839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, f1e38372-803a-40ec-965f-4578f7cff7cc) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:22.926915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:22.934409 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:22.935217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519b2eb-e27a-464d-9bb0-56627ff19c5d None None] Network f1e38372-803a-40ec-965f-4578f7cff7cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:23.106862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4646983 Nov 09 11:22:23.107454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:23.477256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 1969d3de-07f6-40fd-a3cc-04c9363d369c details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:22:23.738679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1466385-110d-42e5-a936-e6f15a3ec93b req-9d38572c-b79e-4804-9df2-e9c9afa40b40 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:23.747978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1466385-110d-42e5-a936-e6f15a3ec93b req-9d38572c-b79e-4804-9df2-e9c9afa40b40 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.3087256 Nov 09 11:22:23.820349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 1969d3de-07f6-40fd-a3cc-04c9363d369c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=1969d3de-07f6-40fd-a3cc-04c9363d369c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:23.858852 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e1466385-110d-42e5-a936-e6f15a3ec93b req-a542ac80-a2b7-4547-a0eb-5c17b5a3b1f9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095486 Nov 09 11:22:23.864312 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '1969d3de-07f6-40fd-a3cc-04c9363d369c', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'port_id': '1969d3de-07f6-40fd-a3cc-04c9363d369c', 'mac_address': 'fa:16:3e:e7:2b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473988ac-f45f-49ce-b066-b580a4c03897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:22:24.031422 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:24.153990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1969d3de-07f6-40fd-a3cc-04c9363d369c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:22:24.243379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-f1e38372-803a-40ec-965f-4578f7cff7cc', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:22:24.244504 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:24.576759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Allocated IP 2001:db8::2 (f1e38372-803a-40ec-965f-4578f7cff7cc/b196bdf0-f1ea-4607-bf34-2f6b5febcf7a/7b231adf-ec60-48d1-861a-b69065b64a01) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:25.071649 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:25.075094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99bc8-e26c-41dd-8e71-824659bf18c4 req-7e329d2b-90a5-4121-aa78-236191da9131 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:25.083134 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-44c99bc8-e26c-41dd-8e71-824659bf18c4 req-7e329d2b-90a5-4121-aa78-236191da9131 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 943 time: 0.9981055 Nov 09 11:22:25.160941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 1969d3de-07f6-40fd-a3cc-04c9363d369c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=1969d3de-07f6-40fd-a3cc-04c9363d369c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:25.175529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Transition to ACTIVE for port object 7b231adf-ec60-48d1-861a-b69065b64a01 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:25.283596 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:25.291476 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:25.295837 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1b6a1732-fcaf-46ae-be21-9b83af4ee54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:25.326494 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-44c99bc8-e26c-41dd-8e71-824659bf18c4 req-3a5922cd-71f7-4911-aed8-75e906562487 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421744 Nov 09 11:22:25.468061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Transition to ACTIVE for port object 7b231adf-ec60-48d1-861a-b69065b64a01 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:25.477381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=1969d3de-07f6-40fd-a3cc-04c9363d369c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:25.479768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bdf3c-e58e-483d-81f1-c382bb5b6035 req-c577b3f9-2096-4e64-b8f1-63377d3cfb70 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:25.486167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf2bdf3c-e58e-483d-81f1-c382bb5b6035 req-c577b3f9-2096-4e64-b8f1-63377d3cfb70 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1852555 Nov 09 11:22:25.587452 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf2bdf3c-e58e-483d-81f1-c382bb5b6035 req-806cffce-02a7-460e-8a38-bdd792f08acb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934210 Nov 09 11:22:25.633535 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:25.637408 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:25.664617 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7590ad76-8186-4bb6-a15e-0a3e7b0df909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:25.865136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['1969d3de-07f6-40fd-a3cc-04c9363d369c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:22:26.026341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Network f1e38372-803a-40ec-965f-4578f7cff7cc is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:26.047724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:26.053740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8::1 (f1e38372-803a-40ec-965f-4578f7cff7cc/b196bdf0-f1ea-4607-bf34-2f6b5febcf7a/20202e91-62ea-4591-829c-d5d8df0620d1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:26.066286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:26.220801 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Pushing event updated for resources: {'Port': ['ID=7b231adf-ec60-48d1-861a-b69065b64a01,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:26.294226 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:26.361476 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:26.386190 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 20202e91-62ea-4591-829c-d5d8df0620d1 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:26.487492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Attempting to bind port 7b231adf-ec60-48d1-861a-b69065b64a01 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:26.488036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Attempting to bind port 7b231adf-ec60-48d1-861a-b69065b64a01 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:26.488571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Attempting to bind port 7b231adf-ec60-48d1-861a-b69065b64a01 on network f1e38372-803a-40ec-965f-4578f7cff7cc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:26.546225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:26.550355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:26.550610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Checking segment: {'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:26.551149 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:26.551611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Bound using segment: {'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:26.552732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Bound port: 7b231adf-ec60-48d1-861a-b69065b64a01, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:26.554835 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:26.561380 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55958c3e-4d9f-45c7-a125-719831a55029 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:26.792162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] For port 7b231adf-ec60-48d1-861a-b69065b64a01, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:26.797218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] For port 7b231adf-ec60-48d1-861a-b69065b64a01, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7b231adf-ec60-48d1-861a-b69065b64a01,segment=NetworkSegment(d22acf4c-3a92-4f01-b38b-b5844f41ac5f),segment_id=d22acf4c-3a92-4f01-b38b-b5844f41ac5f)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:26.877857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:26.884508 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:27.015286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network f1e38372-803a-40ec-965f-4578f7cff7cc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:27.020220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:27.048423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:27.048970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:27.078757 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Pushing event updated for resources: {'Port': ['ID=7b231adf-ec60-48d1-861a-b69065b64a01,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:27.092337 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:27.103328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=20202e91-62ea-4591-829c-d5d8df0620d1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:27.138230 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:27.199289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355baf45-ee29-4995-9bb5-e3f617f457bd req-3f124632-6c35-42c9-9092-acec4c9d6e2f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:27.202427 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355baf45-ee29-4995-9bb5-e3f617f457bd req-3f124632-6c35-42c9-9092-acec4c9d6e2f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 944 time: 0.7043171 Nov 09 11:22:27.233002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fddab-509f-422e-b52b-a6be32cfbe15 req-6005b9e6-19a6-4e9f-8f46-19cbeddceb3f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:27.246624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b32fddab-509f-422e-b52b-a6be32cfbe15 req-6005b9e6-19a6-4e9f-8f46-19cbeddceb3f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1757822 Nov 09 11:22:27.358458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b32fddab-509f-422e-b52b-a6be32cfbe15 req-7cedf0e8-0cd2-4a0e-9fe2-5e56eb43f7cb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891984 Nov 09 11:22:27.377785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-355baf45-ee29-4995-9bb5-e3f617f457bd req-980a7caa-589b-4469-b69e-22e8baebeb83 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637375 Nov 09 11:22:27.622137 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:28.436093 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:28.504942 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:28.505792 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:28.555950 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:28.931638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98601-6b87-4942-a3ff-793ea9c5aead req-dd212217-1e4d-42d2-9c89-c66e94eedd88 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:28.939607 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1f98601-6b87-4942-a3ff-793ea9c5aead req-dd212217-1e4d-42d2-9c89-c66e94eedd88 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1421874 Nov 09 11:22:29.046327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1f98601-6b87-4942-a3ff-793ea9c5aead req-3312b83d-0915-4ff5-b636-ae25276c72d1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056206 Nov 09 11:22:29.224584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7b231adf-ec60-48d1-861a-b69065b64a01 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:29.305205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8df762-5302-4d03-aac1-c59e1cd6f3d7 None None] Network f1e38372-803a-40ec-965f-4578f7cff7cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:29.370123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 1969d3de-07f6-40fd-a3cc-04c9363d369c up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:29.454404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39448) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:29.456418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=20202e91-62ea-4591-829c-d5d8df0620d1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:29.521423 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:29.717523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63296-e656-4be8-b364-de81f71394d2 req-2ad4bf54-40b9-49db-97a1-f13aba83c362 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:29.728047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39b63296-e656-4be8-b364-de81f71394d2 req-2ad4bf54-40b9-49db-97a1-f13aba83c362 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 944 time: 0.8138380 Nov 09 11:22:29.838850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39b63296-e656-4be8-b364-de81f71394d2 req-f94a0ece-25f0-4bf6-b702-59c79df2a1e7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091661 Nov 09 11:22:29.864890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network f1e38372-803a-40ec-965f-4578f7cff7cc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:29.867831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:30.093320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c783d0e5-accc-4014-aae4-6811c25c3bfa None None] Provisioning for port 7b231adf-ec60-48d1-861a-b69065b64a01 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:30.146240 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:22:30.192037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 1969d3de-07f6-40fd-a3cc-04c9363d369c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:30.223425 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:30.240444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 7b231adf-ec60-48d1-861a-b69065b64a01 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:30.296733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 1969d3de-07f6-40fd-a3cc-04c9363d369c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:30.297331 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:30.501167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:30.508855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Usage tracker for resource:security_group_rule and tenant:2d5acb8a34c74050b4e099ea94bd8f3d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:30.512713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:30.521346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61439c-f463-4905-b9be-6a1ebff45cc6 req-ebd2535d-c049-4ef4-875c-1ccfb78c95e9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:30.528949 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ac61439c-f463-4905-b9be-6a1ebff45cc6 req-ebd2535d-c049-4ef4-875c-1ccfb78c95e9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.1566632 Nov 09 11:22:30.575265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7b231adf-ec60-48d1-861a-b69065b64a01 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:30.576424 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:30.578856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:30.592825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ac61439c-f463-4905-b9be-6a1ebff45cc6 req-a0f34b0c-89a7-4149-b4ec-743e605d1a0a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626519 Nov 09 11:22:30.688572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:22:30.731361 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:30.817388 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:30.826463 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0613a4d8-68e5-4eb6-8443-445a4d46bd20 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:30.869449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:30.915384 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:30.928901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1c6e0b-d691-4f8a-9465-c8bb72fd3998,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:30.981616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d5acb8a34c74050b4e099ea94bd8f3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5258060 Nov 09 11:22:30.982715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39482) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:30.983823 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:31.038947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 7b231adf-ec60-48d1-861a-b69065b64a01, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7b231adf-ec60-48d1-861a-b69065b64a01,segment=NetworkSegment(d22acf4c-3a92-4f01-b38b-b5844f41ac5f),segment_id=d22acf4c-3a92-4f01-b38b-b5844f41ac5f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:31.050736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1969d3de-07f6-40fd-a3cc-04c9363d369c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:31.069273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 1969d3de-07f6-40fd-a3cc-04c9363d369c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=1969d3de-07f6-40fd-a3cc-04c9363d369c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:31.089065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:22:31.114807 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:22:31.126423 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.129415 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5d58ab30-97c8-40a5-8184-46e1c297666e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:31.136683 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:31.137312 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:31.148159 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0388808 Nov 09 11:22:31.156621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39492) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:31.192688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-491230672'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:31.238578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:31.261834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:31.277027 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:31.294151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907acc9-5264-44a6-9094-54e3cfd88175 req-f832ef51-c84d-4d4e-82cf-8f91f69c8694 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:31.304215 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0907acc9-5264-44a6-9094-54e3cfd88175 req-f832ef51-c84d-4d4e-82cf-8f91f69c8694 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 944 time: 0.3097453 Nov 09 11:22:31.309363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:31.373259 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1969d3de-07f6-40fd-a3cc-04c9363d369c', 'code': 200} Nov 09 11:22:31.375626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=7b231adf-ec60-48d1-861a-b69065b64a01,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:31.378255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.379278 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:31.381867 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.387097 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:31.431500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:31.435108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.444223 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.501472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:22:31.524884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.525911 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment aeb3fb31-1e8d-4094-a92e-7dbe580b6646 of type vlan for network 8267a42b-19ed-4b17-9a0a-850820589335 Nov 09 11:22:31.556871 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:22:31.591479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=1969d3de-07f6-40fd-a3cc-04c9363d369c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:31.595359 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:31.600935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a51ab5cf-c0e2-4b02-bd68-879d185c54cb None None] Provisioning for port 20202e91-62ea-4591-829c-d5d8df0620d1 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:31.610688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.611159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a51ab5cf-c0e2-4b02-bd68-879d185c54cb None None] Provisioning complete for port 20202e91-62ea-4591-829c-d5d8df0620d1 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:31.611769 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a51ab5cf-c0e2-4b02-bd68-879d185c54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.699430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a51ab5cf-c0e2-4b02-bd68-879d185c54cb None None] Port 20202e91-62ea-4591-829c-d5d8df0620d1 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:31.700627 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.708652 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1df7c02-15d5-410b-947a-51e67b77633c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:31.713697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a51ab5cf-c0e2-4b02-bd68-879d185c54cb None None] Provisioning complete for port 7b231adf-ec60-48d1-861a-b69065b64a01 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:31.714076 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a51ab5cf-c0e2-4b02-bd68-879d185c54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.824098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0907acc9-5264-44a6-9094-54e3cfd88175 req-6ab60a7b-c23a-41ff-be17-b423343d90f3 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205276 Nov 09 11:22:31.827322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1c6e0b-d691-4f8a-9465-c8bb72fd3998,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:31.843667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.847463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:31.848054 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.871162 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:31.880248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:31.908548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f1c6e0b-d691-4f8a-9465-c8bb72fd3998 HTTP/1.1" status: 204 len: 168 time: 0.9216928 Nov 09 11:22:31.949419 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a705fb19-9b2d-4023-8c63-4aa67cb55156 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:32.009027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb6e7c62-df39-41cf-99c3-6a2d4ebd64c0 req-5ef4e8e8-511d-4306-80c8-c636d031d1c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 1096 time: 0.4501953 Nov 09 11:22:32.091626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-93d507af-f779-4aa8-acc2-9306faa11226 None None] Provisioning complete for port 20202e91-62ea-4591-829c-d5d8df0620d1 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:32.092312 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-93d507af-f779-4aa8-acc2-9306faa11226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:32.144322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb6e7c62-df39-41cf-99c3-6a2d4ebd64c0 req-4b7fb33c-c8bd-4242-bc60-9c9b404c95bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280377 Nov 09 11:22:32.317729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-93d507af-f779-4aa8-acc2-9306faa11226 None None] Port 20202e91-62ea-4591-829c-d5d8df0620d1 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:32.452170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bd53a733-213a-4d52-8240-ce47304df622 None None] Provisioning complete for port 20202e91-62ea-4591-829c-d5d8df0620d1 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:32.453363 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd53a733-213a-4d52-8240-ce47304df622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:32.524748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-bd53a733-213a-4d52-8240-ce47304df622 None None] Port 20202e91-62ea-4591-829c-d5d8df0620d1 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:32.538689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472aa1-64e5-4db3-9a65-423729aa2447 req-50d84b4c-ab50-4229-a745-e1fab8b55bab tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:32.542427 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:27Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:28Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:32.549477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f472aa1-64e5-4db3-9a65-423729aa2447 req-50d84b4c-ab50-4229-a745-e1fab8b55bab tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.3147664 Nov 09 11:22:32.559547 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:22:32.567442 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Updating router 17ba5da2-2bac-48ca-9071-2c95487f33dc port 20202e91-62ea-4591-829c-d5d8df0620d1 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:22:32.626969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39536) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:32.627946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4697664 Nov 09 11:22:32.651193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=8267a42b-19ed-4b17-9a0a-850820589335,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:32.653375 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:32.662177 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 8267a42b-19ed-4b17-9a0a-850820589335 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:22:32.663288 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:32.675415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:32.757155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f472aa1-64e5-4db3-9a65-423729aa2447 req-5a50d553-47ec-4520-ac05-757a7fb47d1d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057905 Nov 09 11:22:33.082305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-36b36099-e6ad-4174-b1a8-6e954dec3a0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1096 time: 0.9312842 Nov 09 11:22:33.292143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7b231adf-ec60-48d1-861a-b69065b64a01 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:33.357021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-30025e6f-1ef4-4997-8ba4-2ffa8654edbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:33.358771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-30025e6f-1ef4-4997-8ba4-2ffa8654edbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.2644491 Nov 09 11:22:33.360063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:33.362350 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:33.364808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:33.373369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:33.393649 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Transition to ACTIVE for port object 20202e91-62ea-4591-829c-d5d8df0620d1 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:33.468653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44c203-e25c-430d-8d4b-8ed413d0b74a req-52326a2a-7b4f-43ff-8bda-6d6443bd9a66 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:33.469768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7b231adf-ec60-48d1-861a-b69065b64a01 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:33.470166 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:33.480982 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e44c203-e25c-430d-8d4b-8ed413d0b74a req-52326a2a-7b4f-43ff-8bda-6d6443bd9a66 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 945 time: 0.2541475 Nov 09 11:22:33.502236 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:33.509229 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:33.559607 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e44c203-e25c-430d-8d4b-8ed413d0b74a req-d3ff085f-9567-4cd4-af81-c3c3ec79533e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776322 Nov 09 11:22:33.579405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:33.729351 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-08679ca8-8a39-493a-a9a4-686b26501890 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 1001 time: 0.3490672 Nov 09 11:22:33.729351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:33.770713 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Pushing event updated for resources: {'Port': ['ID=20202e91-62ea-4591-829c-d5d8df0620d1,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:33.794810 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.795423 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.795842 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.796301 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.796686 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.797382 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.797864 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.798480 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.799007 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.800093 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.800823 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:33.806145 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:34.094931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-9172286f-57cc-4718-9f98-38da0e06794c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:34.096699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-9172286f-57cc-4718-9f98-38da0e06794c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.3482213 Nov 09 11:22:34.118107 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:34.178975 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Attempting to bind port 20202e91-62ea-4591-829c-d5d8df0620d1 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:34.178975 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Attempting to bind port 20202e91-62ea-4591-829c-d5d8df0620d1 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:34.178975 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Attempting to bind port 20202e91-62ea-4591-829c-d5d8df0620d1 on network f1e38372-803a-40ec-965f-4578f7cff7cc {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:34.183449 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:34.183971 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Checking segment: {'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:34.184391 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:34.184789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Bound using segment: {'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:34.185270 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Bound port: 20202e91-62ea-4591-829c-d5d8df0620d1, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:34.185646 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:34.379748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72151e-4396-4bba-bb94-c6ba08362df0 req-31daf16a-b4de-4972-b8e5-01f8304a8961 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:34.380371 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] For port 20202e91-62ea-4591-829c-d5d8df0620d1, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:34.381352 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e72151e-4396-4bba-bb94-c6ba08362df0 req-31daf16a-b4de-4972-b8e5-01f8304a8961 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.2340941 Nov 09 11:22:34.384874 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] For port 20202e91-62ea-4591-829c-d5d8df0620d1, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=20202e91-62ea-4591-829c-d5d8df0620d1,segment=NetworkSegment(d22acf4c-3a92-4f01-b38b-b5844f41ac5f),segment_id=d22acf4c-3a92-4f01-b38b-b5844f41ac5f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:34.433059 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:34.446963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:22:34.466267 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:34.482390 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e72151e-4396-4bba-bb94-c6ba08362df0 req-9e4784c8-d1ca-47a5-aea0-656dfc167dfb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910466 Nov 09 11:22:34.482918 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-27c6387e-66ba-45d8-a47a-3197ebe4ac9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:34.618588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-d00d5a04-120c-43c3-8b89-5d9e03ebe0f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5114145 Nov 09 11:22:34.638128 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:34.638766 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:34.740255 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:34.779776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:34.781181 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:34.866683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:34.869931 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-15d3ec43-fcd0-4f97-a635-6e3acdc5881b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:35.050480 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'code': 200} Nov 09 11:22:35.063732 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Pushing event updated for resources: {'Port': ['ID=20202e91-62ea-4591-829c-d5d8df0620d1,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:35.078192 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:35.089885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-d2b8ea1b-ca1b-4413-9058-ef8c1114cac8 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617391 Nov 09 11:22:35.142232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:35.145716 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:35.166044 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:22:35.440093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74d576-24f5-4e88-aed7-ca709834121c req-14b64439-ffdb-49de-aaa8-dee92b4b5bed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:35.441614 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f74d576-24f5-4e88-aed7-ca709834121c req-14b64439-ffdb-49de-aaa8-dee92b4b5bed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 945 time: 0.6023047 Nov 09 11:22:35.460589 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a573270f-342e-4285-96a2-6718ce9ca7b4 req-a0fb0aa9-6f95-44d7-be12-ec4c2a1ee335 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576353 Nov 09 11:22:35.531332 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f74d576-24f5-4e88-aed7-ca709834121c req-3bad38f7-2bb7-4686-bd39-58189c2ec990 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734401 Nov 09 11:22:35.575021 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:35.582946 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-348e1ac5-c2c5-4781-b79d-331a3743383e tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:35.614976 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:27Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:34Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:35.620590 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf45fc-d19a-4310-b193-44f9d769eea1 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:27Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:34Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:22:35.756421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=f82adbcf-b0a4-4aac-b1c2-ce53c340111c,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:35.764106 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:35.766595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:35.766752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: 8267a42b-19ed-4b17-9a0a-850820589335, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:22:35.848871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3119c9-1c8b-4e16-8f9d-68e34bc1c338 req-58ccdb1a-07d5-4eee-a5f0-8b41401d99de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:35.855370 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3119c9-1c8b-4e16-8f9d-68e34bc1c338 req-58ccdb1a-07d5-4eee-a5f0-8b41401d99de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.1577909 Nov 09 11:22:35.953264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3119c9-1c8b-4e16-8f9d-68e34bc1c338 req-7c30e2d9-0a20-45c9-a2f4-6940d376045f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963004 Nov 09 11:22:35.955536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 8267a42b-19ed-4b17-9a0a-850820589335 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:22:36.051718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 8267a42b-19ed-4b17-9a0a-850820589335) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:36.056244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:36.057111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:36.062881 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87322b71-2042-4a83-ae18-1e4471902660 None None] Network 8267a42b-19ed-4b17-9a0a-850820589335 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:36.172366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5438261 Nov 09 11:22:36.175276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39622) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:36.549049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-8267a42b-19ed-4b17-9a0a-850820589335', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:22:36.549049 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:36.733617 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:36.761202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143905-16bf-4e24-9c9a-636e7ac22ae8 req-ab6a7df9-7511-4992-a2ff-c847a6005934 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:36.775996 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d3143905-16bf-4e24-9c9a-636e7ac22ae8 req-ab6a7df9-7511-4992-a2ff-c847a6005934 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 945 time: 0.3574610 Nov 09 11:22:36.854260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Allocated IP 2001:db8:1::2 (8267a42b-19ed-4b17-9a0a-850820589335/f82adbcf-b0a4-4aac-b1c2-ce53c340111c/8673172f-e951-4eb2-b657-6bd0255b2a11) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:37.308922 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d3143905-16bf-4e24-9c9a-636e7ac22ae8 req-e713bc11-d96a-4f3c-a89e-2f9ad74fb088 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317600 Nov 09 11:22:37.387237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20202e91-62ea-4591-829c-d5d8df0620d1 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:37.388639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6487-26b2-40da-915b-a9d1fa8b9aa3 req-c33c4913-026a-4cb5-8332-4accef07d359 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:37.398960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edff6487-26b2-40da-915b-a9d1fa8b9aa3 req-c33c4913-026a-4cb5-8332-4accef07d359 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.1486492 Nov 09 11:22:37.536038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-edff6487-26b2-40da-915b-a9d1fa8b9aa3 req-546b367d-d937-405c-8776-561fbcdc4d7f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354749 Nov 09 11:22:37.564422 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:37.586240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Transition to ACTIVE for port object 8673172f-e951-4eb2-b657-6bd0255b2a11 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:37.615051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Transition to ACTIVE for port object 8673172f-e951-4eb2-b657-6bd0255b2a11 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:37.719058 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:37.732025 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:37.843444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 20202e91-62ea-4591-829c-d5d8df0620d1 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:37.857793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 20202e91-62ea-4591-829c-d5d8df0620d1 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:37.858372 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:38.002714 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Network 8267a42b-19ed-4b17-9a0a-850820589335 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:38.011299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:38.030815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:38.037064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e43e2-4f97-4868-9895-1ea1e2848449 req-367e27d4-79ce-4334-860c-92fddd7e287b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:38.039809 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Pushing event updated for resources: {'Port': ['ID=8673172f-e951-4eb2-b657-6bd0255b2a11,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:38.052558 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f9e43e2-4f97-4868-9895-1ea1e2848449 req-367e27d4-79ce-4334-860c-92fddd7e287b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 945 time: 0.3921645 Nov 09 11:22:38.097821 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:38.170460 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f9e43e2-4f97-4868-9895-1ea1e2848449 req-d37a3bea-452e-4ed3-add5-ab524fc070c4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050384 Nov 09 11:22:38.218729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Attempting to bind port 8673172f-e951-4eb2-b657-6bd0255b2a11 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:38.219206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Attempting to bind port 8673172f-e951-4eb2-b657-6bd0255b2a11 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:38.219580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Attempting to bind port 8673172f-e951-4eb2-b657-6bd0255b2a11 on network 8267a42b-19ed-4b17-9a0a-850820589335 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:38.238834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:38.239310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Checking segment: {'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:38.239723 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:38.240121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Bound using segment: {'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:38.240730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Bound port: 8673172f-e951-4eb2-b657-6bd0255b2a11, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:38.241110 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:38.257951 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:38.344369 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:38.405553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] For port 8673172f-e951-4eb2-b657-6bd0255b2a11, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:38.409017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] For port 8673172f-e951-4eb2-b657-6bd0255b2a11, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8673172f-e951-4eb2-b657-6bd0255b2a11,segment=NetworkSegment(aeb3fb31-1e8d-4094-a92e-7dbe580b6646),segment_id=aeb3fb31-1e8d-4094-a92e-7dbe580b6646)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:38.430940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 20202e91-62ea-4591-829c-d5d8df0620d1, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=20202e91-62ea-4591-829c-d5d8df0620d1,segment=NetworkSegment(d22acf4c-3a92-4f01-b38b-b5844f41ac5f),segment_id=d22acf4c-3a92-4f01-b38b-b5844f41ac5f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:38.542779 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:38.568532 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:38.572041 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:38.677727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Pushing event updated for resources: {'Port': ['ID=8673172f-e951-4eb2-b657-6bd0255b2a11,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:38.783504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=20202e91-62ea-4591-829c-d5d8df0620d1,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:38.787660 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:38.788617 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:38.789261 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:39.190932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8:1::1 (8267a42b-19ed-4b17-9a0a-850820589335/f82adbcf-b0a4-4aac-b1c2-ce53c340111c/5ed91508-0f86-48fd-8c7f-aaa05dd6cf09) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:39.200513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8937d9-ed2c-4897-99a8-752eeae16b19 req-afc291a2-f2d6-4a60-9078-a8ca6089ebbc tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:39.209781 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b8937d9-ed2c-4897-99a8-752eeae16b19 req-afc291a2-f2d6-4a60-9078-a8ca6089ebbc tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 945 time: 0.1066291 Nov 09 11:22:39.220343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aa350-28f8-4c4a-b674-c1b6f71d8783 req-5098d7ed-41dd-4b0d-a0e8-2ae53111ba9c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:39.223266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b1aa350-28f8-4c4a-b674-c1b6f71d8783 req-5098d7ed-41dd-4b0d-a0e8-2ae53111ba9c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.2405157 Nov 09 11:22:39.258767 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2b8937d9-ed2c-4897-99a8-752eeae16b19 req-d88d92f8-d6dd-4e98-80c5-52f3232e6274 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475843 Nov 09 11:22:39.340694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20202e91-62ea-4591-829c-d5d8df0620d1 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:39.435640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5b1aa350-28f8-4c4a-b674-c1b6f71d8783 req-f9b6ae40-49df-4b34-a350-1fd1eacde496 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128657 Nov 09 11:22:39.491327 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:39.516255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:39.532229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 20202e91-62ea-4591-829c-d5d8df0620d1 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:39.532847 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:39.628742 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:39.640373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6662ffcc-205a-4d2c-9bea-b878452bbc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:39.737705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8673172f-e951-4eb2-b657-6bd0255b2a11 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:39.756151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:39.761000 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:39.765292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 8267a42b-19ed-4b17-9a0a-850820589335 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:39.766571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:39.771330 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:39.772133 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:39.969207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 8673172f-e951-4eb2-b657-6bd0255b2a11 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:40.032113 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:40.134947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc852732-a3ea-4d58-8dd3-f4923dc9f678 None None] Network 8267a42b-19ed-4b17-9a0a-850820589335 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:40.436299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Provisioning for port 8673172f-e951-4eb2-b657-6bd0255b2a11 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:40.466513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Provisioning complete for port 8673172f-e951-4eb2-b657-6bd0255b2a11 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:40.466941 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:40.496074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:22:40.566706 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:40.632793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-5fc077be-2b76-4f88-97c3-34fc17e5d834 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:40.634588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-5fc077be-2b76-4f88-97c3-34fc17e5d834 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 945 time: 0.2668598 Nov 09 11:22:40.711415 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:40.712444 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:40.717819 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:40.826713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08980c8-29a3-42b2-ba42-ae7193d8546a req-8026bf6b-a742-4349-b16b-b560a855be12 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:40.836606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b08980c8-29a3-42b2-ba42-ae7193d8546a req-8026bf6b-a742-4349-b16b-b560a855be12 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 945 time: 0.3590853 Nov 09 11:22:40.895048 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:41.004147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Deleting port 1969d3de-07f6-40fd-a3cc-04c9363d369c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:22:41.004597 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:41.011958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] For port 8673172f-e951-4eb2-b657-6bd0255b2a11, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8673172f-e951-4eb2-b657-6bd0255b2a11,segment=NetworkSegment(aeb3fb31-1e8d-4094-a92e-7dbe580b6646),segment_id=aeb3fb31-1e8d-4094-a92e-7dbe580b6646)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:41.128728 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:41.130915 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:41.176786 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b08980c8-29a3-42b2-ba42-ae7193d8546a req-51c07215-a4a8-420a-8522-52990fcc8b7b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291862 Nov 09 11:22:41.259245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:41.263693 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:41.343185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 8267a42b-19ed-4b17-9a0a-850820589335 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:41.345595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:41.422275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Pushing event updated for resources: {'Port': ['ID=8673172f-e951-4eb2-b657-6bd0255b2a11,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:41.436104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.436453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.436846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.437182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.437509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.440218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.447474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.451357 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.451709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.454209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.454694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:41.469062 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:41.517162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9caaabf3-b71e-4084-866c-6d7c2f555d18 None None] Provisioning for port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:41.524487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9caaabf3-b71e-4084-866c-6d7c2f555d18 None None] Provisioning complete for port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:41.525104 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9caaabf3-b71e-4084-866c-6d7c2f555d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:41.680532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9caaabf3-b71e-4084-866c-6d7c2f555d18 None None] Port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:41.706635 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9caaabf3-b71e-4084-866c-6d7c2f555d18 None None] Provisioning complete for port 8673172f-e951-4eb2-b657-6bd0255b2a11 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:41.709090 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9caaabf3-b71e-4084-866c-6d7c2f555d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:41.830881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] For port 1969d3de-07f6-40fd-a3cc-04c9363d369c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=1969d3de-07f6-40fd-a3cc-04c9363d369c,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:41.831308 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:42.157659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-51d3dc0c-c9a8-4cfa-9773-410a18cbcde5 None None] Provisioning complete for port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:42.158695 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-51d3dc0c-c9a8-4cfa-9773-410a18cbcde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:42.246055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Calling delete_port for 1969d3de-07f6-40fd-a3cc-04c9363d369c owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:22:42.296561 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-51d3dc0c-c9a8-4cfa-9773-410a18cbcde5 None None] Port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:42.414624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:22:42.523287 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:42.544903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:22:42.545089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90392e62-1d7a-4293-8080-85d586714f30 req-ce63e14e-1d14-41f8-be99-10255bdd1e05 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 210 time: 0.0670128 Nov 09 11:22:42.559536 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:42.644272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event deleted for resources: {'Port': ['ID=1969d3de-07f6-40fd-a3cc-04c9363d369c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:42.648825 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:42.767435 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-237b69b7-8c86-48c3-8c61-418deb725ef8 req-36ae05a1-a92d-4189-98a0-3e3945f6a1c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1746705 Nov 09 11:22:42.815412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:22:42.829139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:22:42.829349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] No DVR routers for this DVR port 1969d3de-07f6-40fd-a3cc-04c9363d369c on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:22:42.832904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:42.840795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'name': 'network-vif-deleted', 'tag': '1969d3de-07f6-40fd-a3cc-04c9363d369c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:42.844381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6671050 Nov 09 11:22:42.846729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39752) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:42.856534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306164188'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:42.862046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:42.868224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:42.873092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:42.881666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:42.907234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:42.910787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:42.947111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5002848a-fa72-42b2-a6e9-709471e780d5 req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "DELETE /v2.0/ports/1969d3de-07f6-40fd-a3cc-04c9363d369c HTTP/1.1" status: 204 len: 173 time: 2.3063154 Nov 09 11:22:42.983141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:42.994993 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:43.036725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:22:43.051515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:43.052083 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment 98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a of type vlan for network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad Nov 09 11:22:43.122766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:43.238240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:22:43.254351 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f12f6c-c73e-4076-9f44-e0d1aeccd46d', 'name': 'network-vif-deleted', 'tag': '1969d3de-07f6-40fd-a3cc-04c9363d369c', 'status': 'completed', 'code': 200} Nov 09 11:22:43.294786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:43.299541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:43.300531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:43.361068 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ad9d009f-4346-4fe0-b977-87ef89dd2918 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:43.478139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8673172f-e951-4eb2-b657-6bd0255b2a11 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:43.520823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 1969d3de-07f6-40fd-a3cc-04c9363d369c no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:22:43.580701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e416e4-40b5-4ee8-a9c6-6f41417f9a93 req-dae46432-a8fd-47c2-b229-5dc84804214d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:43.582694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8e416e4-40b5-4ee8-a9c6-6f41417f9a93 req-dae46432-a8fd-47c2-b229-5dc84804214d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.0992205 Nov 09 11:22:43.614492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7642474 Nov 09 11:22:43.622618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39784) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:43.632441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:43.640747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=d7f3a1d2-6775-49cf-a210-91ae71ebf0ad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:43.672443 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:43.687667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:22:43.699709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8e416e4-40b5-4ee8-a9c6-6f41417f9a93 req-a4086d24-2764-4966-a399-efd88b0ee8e6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083419 Nov 09 11:22:43.702824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 1969d3de-07f6-40fd-a3cc-04c9363d369c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:22:43.703320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 1969d3de-07f6-40fd-a3cc-04c9363d369c not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:22:43.752521 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-d2fe1ef1-45b2-4b28-868e-7975cbf44883 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1829534 Nov 09 11:22:44.006900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:44.027668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:44.042897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:44.054370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:44.063164 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-81c68452-0b16-4ae4-82ad-095dd0478ecf req-f3c76f8c-d686-4cc7-a892-41baea67b783 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f12f6c-c73e-4076-9f44-e0d1aeccd46d HTTP/1.1" status: 200 len: 210 time: 0.1187067 Nov 09 11:22:44.072644 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8673172f-e951-4eb2-b657-6bd0255b2a11 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:44.073172 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:44.217287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:44.226924 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:39Z', 'revision_number': 3, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:40Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:44.236380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:22:44.236911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Updating router 17ba5da2-2bac-48ca-9071-2c95487f33dc port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:22:44.312995 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:44.330770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:44.455159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39808) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:44.830382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:44.836535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84a6e178-485a-4a87-ace9-e3d2f42e3131 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:44.841456 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:44.862252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Transition to ACTIVE for port object 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:44.943915 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:44.957221 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:44.962366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Deleting subnet 363d83fb-e22a-4ecd-877a-96d415b4dcec {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:22:44.966780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.067527 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.103614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75291985-4686-4898-b182-5e8bcc55c931 None None] Pushing event updated for resources: {'Port': ['ID=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:45.110188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=33ed6066-04d6-4e04-b832-5e1c747c78f4,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:45.119419 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-75291985-4686-4898-b182-5e8bcc55c931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:45.167003 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:45.224569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:45.224964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: d7f3a1d2-6775-49cf-a210-91ae71ebf0ad, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:22:45.264536 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.288898 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Attempting to bind port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:45.289595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Attempting to bind port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:45.290964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Attempting to bind port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 on network 8267a42b-19ed-4b17-9a0a-850820589335 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:45.327523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:45.328186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Checking segment: {'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:45.328294 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.328688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Bound using segment: {'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:45.329176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Bound port: 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:45.329556 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.338524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e43c56-fbad-4c63-92e0-019f0481967d req-ee58007b-b118-4840-b429-13fc0cbd5c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:45.344682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45e43c56-fbad-4c63-92e0-019f0481967d req-ee58007b-b118-4840-b429-13fc0cbd5c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.3086317 Nov 09 11:22:45.462528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45e43c56-fbad-4c63-92e0-019f0481967d req-2ca0b330-36c7-451c-89ee-9e1cce75f36c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833981 Nov 09 11:22:45.465339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:22:45.540744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.545747 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cbad7b19-80ef-474f-9108-481276af7971 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:45.547086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] For port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:45.550911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] For port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,segment=NetworkSegment(aeb3fb31-1e8d-4094-a92e-7dbe580b6646),segment_id=aeb3fb31-1e8d-4094-a92e-7dbe580b6646)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:45.576870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d7f3a1d2-6775-49cf-a210-91ae71ebf0ad) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:45.588202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:45.588202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.593973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5e001-f9df-4170-b4a9-e7b4c457e12f None None] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:45.717780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363d83fb-e22a-4ecd-877a-96d415b4dcec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:45.723847 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:45.731024 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.763463 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1312671 Nov 09 11:22:45.763463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39842) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:45.763835 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/363d83fb-e22a-4ecd-877a-96d415b4dcec HTTP/1.1" status: 204 len: 168 time: 1.3058767 Nov 09 11:22:45.771409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:45.874313 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:45.923841 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2fe53fef-6cfb-4803-b4e5-ebff8af3e8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:46.010066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:22:46.011584 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:46.152395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:46.202112 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:46.202900 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:46.426117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:46.485161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70948bdc-5f10-47f7-bec2-1476f939748f']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:46.511196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6171cad4-7280-4884-93b0-a4f34e0935c7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:46.511514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6171cad4-7280-4884-93b0-a4f34e0935c7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:46.530410 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:46.558278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:46.574036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:22:46.574696 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:46.610424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75291985-4686-4898-b182-5e8bcc55c931 None None] Pushing event updated for resources: {'Port': ['ID=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:46.618674 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-75291985-4686-4898-b182-5e8bcc55c931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:22:46.735589 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:22:46.773641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Allocated IP 2001:db8:2::2 (d7f3a1d2-6775-49cf-a210-91ae71ebf0ad/33ed6066-04d6-4e04-b832-5e1c747c78f4/89aa070f-f28d-4a5a-ba27-caa5ca70639d) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:46.823731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-f0ee60f5-468c-4037-a2be-d6ff8bda96b0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:46.838653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-f0ee60f5-468c-4037-a2be-d6ff8bda96b0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.8302796 Nov 09 11:22:46.852674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-f2db94d6-d1f0-41a4-adad-71d7f8f0dcc5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/quotas/8c021868390a48eda9b6656d14cc2115 HTTP/1.1" status: 200 len: 375 time: 0.0191307 Nov 09 11:22:46.900233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e945-43de-4003-a358-b8dcd0948ca7 req-a09a138b-e97d-4749-84af-acd332dab702 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:46.923386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eb48e945-43de-4003-a358-b8dcd0948ca7 req-a09a138b-e97d-4749-84af-acd332dab702 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.1830022 Nov 09 11:22:46.957167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:46.961235 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-270c43c9-a128-4461-9515-3491c2263665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:47.009961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.012546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70948bdc-5f10-47f7-bec2-1476f939748f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:47.020677 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:47.059032 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eb48e945-43de-4003-a358-b8dcd0948ca7 req-89743e71-adcc-4d7d-8a43-7d04f5c1c9de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346331 Nov 09 11:22:47.092510 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/70948bdc-5f10-47f7-bec2-1476f939748f HTTP/1.1" status: 204 len: 168 time: 1.3198321 Nov 09 11:22:47.153750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-d40379b8-5da5-42a4-bede-0f1e0a8daa6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:22:47.155212 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.173250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Transition to ACTIVE for port object 89aa070f-f28d-4a5a-ba27-caa5ca70639d will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:47.227004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Transition to ACTIVE for port object 89aa070f-f28d-4a5a-ba27-caa5ca70639d will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:47.267789 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:22:47.379673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-d40379b8-5da5-42a4-bede-0f1e0a8daa6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:22:47.381863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-d40379b8-5da5-42a4-bede-0f1e0a8daa6f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5281160 Nov 09 11:22:47.394508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.445660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.467745 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:47.504653 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-50d2fa60-27fb-4b81-83e0-f54b60765ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.635229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:47.636014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Pushing event updated for resources: {'Port': ['ID=89aa070f-f28d-4a5a-ba27-caa5ca70639d,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:47.640845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:47.650326 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:47.650539 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.654419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:47.788169 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-0c313c98-079b-4db3-afaf-54703402e094 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959477 Nov 09 11:22:47.809927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:47.881274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0a93c759-c89d-43f7-99d5-150ff03125c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e94e699b0cc4e1f9a299efcd0e2209a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0685136 Nov 09 11:22:47.881875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 39870) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:47.918019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Attempting to bind port 89aa070f-f28d-4a5a-ba27-caa5ca70639d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:47.922470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Attempting to bind port 89aa070f-f28d-4a5a-ba27-caa5ca70639d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:47.922470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Attempting to bind port 89aa070f-f28d-4a5a-ba27-caa5ca70639d on network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:47.941691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:47.942197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Checking segment: {'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:47.942610 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.943144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Bound using segment: {'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:47.944182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Bound port: 89aa070f-f28d-4a5a-ba27-caa5ca70639d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:47.944758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:47.992361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:48.030431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:48.041532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:39Z', 'revision_number': 3, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:45Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:48.051247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf76200-09ff-4c86-9b60-8124f23ac1d1 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:39Z', 'revision_number': 3, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:45Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:22:48.060279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] For port 89aa070f-f28d-4a5a-ba27-caa5ca70639d, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:48.072180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] For port 89aa070f-f28d-4a5a-ba27-caa5ca70639d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=89aa070f-f28d-4a5a-ba27-caa5ca70639d,segment=NetworkSegment(98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a),segment_id=98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:48.155259 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:48.159733 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7c81d756-e4f6-4f0a-b186-65aa406e4913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:48.180821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-8bbbe65c-905d-4119-89f5-9b5a20f7d8e4 service neutron] 10.222.0.50 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737252 Nov 09 11:22:48.217523 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:48.226066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8:2::1 (d7f3a1d2-6775-49cf-a210-91ae71ebf0ad/33ed6066-04d6-4e04-b832-5e1c747c78f4/24c4f198-ca3f-400f-ac9a-f5f74988d3a7) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:48.229065 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-89beae60-45df-4cfa-b1d8-a2efabb1798a tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:48.273359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce4d386-0105-4159-b90b-4373b647ee22,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:48.300069 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:48.410827 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Pushing event updated for resources: {'Port': ['ID=89aa070f-f28d-4a5a-ba27-caa5ca70639d,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:48.414190 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:48.441947 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:48.445538 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ce4d386-0105-4159-b90b-4373b647ee22 HTTP/1.1" status: 204 len: 168 time: 0.5601008 Nov 09 11:22:48.596246 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:48.622429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:48.774940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:48.817363 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a3a851ce-ffb6-49ba-a650-d62bf8f7b556 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:48.914124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe19325-c78a-4c62-81aa-3691a7c84745 req-23657e85-dcb8-4ef1-a814-826876741c89 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:48.922946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0fe19325-c78a-4c62-81aa-3691a7c84745 req-23657e85-dcb8-4ef1-a814-826876741c89 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.5450311 Nov 09 11:22:49.010494 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0fe19325-c78a-4c62-81aa-3691a7c84745 req-689899a6-dd8c-4e15-b7d3-93e9221b0ba8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815940 Nov 09 11:22:49.069114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-42bab5b9-0c6b-405c-9fcf-d4186528ab12 req-1b7500de-2db6-4073-8712-976133a4758b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 210 time: 0.1812174 Nov 09 11:22:49.093273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:49.093273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:49.100706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:49.106482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:49.152337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:49.155869 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:49.424973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 89aa070f-f28d-4a5a-ba27-caa5ca70639d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:49.488764 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:49.515543 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-94f08705-cb3b-4a6d-9906-4846a359c9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:49.705650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 89aa070f-f28d-4a5a-ba27-caa5ca70639d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:49.721405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:49.896961 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:49.913567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:49.913567 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:50.182569 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611dc1bd-8e8a-45d9-883e-ba8248db6744 None None] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:50.221403 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:50.340262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-f233cc45-ee11-45f3-a63a-6ad11d89a9c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e&tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 1094 time: 0.9149077 Nov 09 11:22:50.369577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:50.489376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,segment=NetworkSegment(aeb3fb31-1e8d-4094-a92e-7dbe580b6646),segment_id=aeb3fb31-1e8d-4094-a92e-7dbe580b6646)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:50.511157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ea3a171a-a938-46de-a28a-f762362cad69 req-974ae262-1536-4db9-971f-91a5e5f23500 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 210 time: 0.0685990 Nov 09 11:22:50.637341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6df37-61bb-4ce3-aa43-db836611aa39 req-17757332-f901-4fd2-91b5-2c4bd8bba93e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:50.638770 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Provisioning for port 89aa070f-f28d-4a5a-ba27-caa5ca70639d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:50.640839 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-82e6df37-61bb-4ce3-aa43-db836611aa39 req-17757332-f901-4fd2-91b5-2c4bd8bba93e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.4147544 Nov 09 11:22:50.662169 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:50.672439 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:50.721063 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:50.721621 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Provisioning complete for port 89aa070f-f28d-4a5a-ba27-caa5ca70639d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:50.721985 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:50.745299 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-82e6df37-61bb-4ce3-aa43-db836611aa39 req-23a46425-aab6-41a2-b779-5eded5810a3f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935106 Nov 09 11:22:50.757454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:50.846549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 39946) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:50.992978 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:22:51.045747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:51.047070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:51.050827 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:51.122313 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:51.180674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] For port 89aa070f-f28d-4a5a-ba27-caa5ca70639d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=89aa070f-f28d-4a5a-ba27-caa5ca70639d,segment=NetworkSegment(98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a),segment_id=98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:51.276946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:51.278692 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a92334ef-67db-4dae-9d90-349bda29f0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:51.305954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1457480336-network', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:51.310746 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:51.311968 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:51.316070 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:51.333254 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:51.423075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:51.439243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Pushing event updated for resources: {'Port': ['ID=89aa070f-f28d-4a5a-ba27-caa5ca70639d,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:51.443819 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:51.470076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:51.471366 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:51.478118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Usage tracker for resource:network and tenant:937c4b933b5d402088fe3d97ce648d8e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:51.485477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:51.488244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:51.501212 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:51.544360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:51.558515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:22:51.580048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-739d2294-d647-41bc-ab49-26165cfb8738 None None] Provisioning complete for port 89aa070f-f28d-4a5a-ba27-caa5ca70639d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:51.580629 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-739d2294-d647-41bc-ab49-26165cfb8738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:51.805309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:51.807908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:51.839641 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-242f6204-7849-4be8-afe6-c823300426f8 req-922b024c-c4ad-4446-bee1-4c6ad0b0f461 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 210 time: 0.0804336 Nov 09 11:22:52.044902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-051518f1-0c10-466e-8e77-3ee6eb00e322 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:52.061445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-051518f1-0c10-466e-8e77-3ee6eb00e322 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 805 time: 0.4482844 Nov 09 11:22:52.082263 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.090023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Request body: {'port': {'device_id': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'admin_state_up': True, 'tenant_id': '8c021868390a48eda9b6656d14cc2115'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:52.118047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-739d2294-d647-41bc-ab49-26165cfb8738 None None] Provisioning for port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:22:52.118047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-739d2294-d647-41bc-ab49-26165cfb8738 None None] Provisioning complete for port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:52.118047 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-739d2294-d647-41bc-ab49-26165cfb8738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.176245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Made reservation on behalf of 937c4b933b5d402088fe3d97ce648d8e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:52.176245 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.189147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:22:52.226690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.256611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:52.326529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-739d2294-d647-41bc-ab49-26165cfb8738 None None] Port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:52.407260 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474c6061-567c-476c-bd0c-3c2e4e99f812 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:22:52.415863 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.432771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Transition to ACTIVE for port object 474c6061-567c-476c-bd0c-3c2e4e99f812 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:52.465400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-46f0669a-5e0d-42f5-9258-d0b4fb2af3c3 None None] Provisioning complete for port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:52.466048 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-46f0669a-5e0d-42f5-9258-d0b4fb2af3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.494847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:52.512143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:52.570320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729645-2ef3-4891-9861-06489721e7d6 req-5e547229-d317-4eef-a31c-14e81b4c4a9c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:52.576471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-46f0669a-5e0d-42f5-9258-d0b4fb2af3c3 None None] Port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:22:52.587799 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc729645-2ef3-4891-9861-06489721e7d6 req-5e547229-d317-4eef-a31c-14e81b4c4a9c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 943 time: 0.1477222 Nov 09 11:22:52.609393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Made reservation on behalf of 8c021868390a48eda9b6656d14cc2115 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:52.613169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.671157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:52.676314 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3986dbce-7483-4281-ab88-4d7d8ecfd675 tempest-VolumesSnapshotTestJSON-932168444 tempest-VolumesSnapshotTestJSON-932168444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:52.706052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc729645-2ef3-4891-9861-06489721e7d6 req-c6ec65ab-cb48-4642-a348-633c1cf66b47 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145189 Nov 09 11:22:52.816150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:52.838383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Allocated IP 172.20.0.11 (a0488c69-9248-451f-a8b9-2223f9c91c17/473988ac-f45f-49ce-b066-b580a4c03897/2fae68ab-bef9-4226-b053-f56f4740ce97) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:22:52.841765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Usage tracker for resource:security_group_rule and tenant:937c4b933b5d402088fe3d97ce648d8e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:52.850111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:52.853641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:52.861600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:52.904113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.904494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.904861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.905227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.905586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.905977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.906285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.906632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.907020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.907495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.907852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:52.928005 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:53.022624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] No DVR routers for this DVR port 474c6061-567c-476c-bd0c-3c2e4e99f812 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:22:53.211051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14addf21-66a7-4877-8cbf-2e1cb94cf701 req-87c03d64-2312-4a32-8549-9c99ed66e41c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 210 time: 0.0886750 Nov 09 11:22:53.230977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:22:53.290127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.293733 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.338064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 89aa070f-f28d-4a5a-ba27-caa5ca70639d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:53.463929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 89aa070f-f28d-4a5a-ba27-caa5ca70639d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:22:53.463929 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.574892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.580932 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-404123dc-4558-4730-ac8f-5dad72b2121a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:53.613695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b257f892-2bca-45dc-b278-b8d57b1dc4a9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:53.620467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.623860 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:53.641272 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-879cce75-1705-4e70-8713-5bc0a71bdbcc tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:53.648355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:22:53.693815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.693815 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Added segment 705472b7-3e1a-4419-9411-1eec91f048af of type vlan for network 474cc22c-d535-48a2-a10c-51d6ed843873 Nov 09 11:22:53.709575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:22:53.748391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Network a0488c69-9248-451f-a8b9-2223f9c91c17 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:22:53.751831 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.754235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:53.766332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:22:53.862111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:22:53.979779 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:22:53.979779 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:53.979779 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:53.984867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:53.984867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:53.984867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event updated for resources: {'Port': ['ID=2fae68ab-bef9-4226-b053-f56f4740ce97,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:22:53.985586 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:53.987539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Port 474c6061-567c-476c-bd0c-3c2e4e99f812 on network e9c7f859-1b59-470e-aabd-c58d6afde908 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:22:53.987539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Attempting to bind port 474c6061-567c-476c-bd0c-3c2e4e99f812 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:53.987539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:53.987539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Checking segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:53.987539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Bound using segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:53.987539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Bound port: 474c6061-567c-476c-bd0c-3c2e4e99f812, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:53.987539 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:53.988615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:53.988615 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:54.101170 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0248985 Nov 09 11:22:54.115233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Request body: {'port': {'device_id': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:54.210034 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:54.210034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:54.210034 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:54.216184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:54.216184 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b014f4cf-fed1-4a00-a9f7-6593a01e931a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:54.266853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:54.266853 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5058017 Nov 09 11:22:54.323798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40012) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:54.342485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-741582408'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:54.352431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:54.377756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Pushing event updated for resources: {'Network': ['ID=474cc22c-d535-48a2-a10c-51d6ed843873,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:54.386600 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5359101 Nov 09 11:22:54.386600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:54.394517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 474cc22c-d535-48a2-a10c-51d6ed843873 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:22:54.420792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:network and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:54.420792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40018) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:54.420792 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:54.420792 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-df4ffa71-28a0-4265-b803-229d6112a756 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:54.508315 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:22:54.531833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:54.583247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:54.616030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Request body: {'subnet': {'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1457480336-subnet', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:54.655143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:54.658428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:54.673081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:54.674652 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] 10.222.0.59 "PUT /v2.0/ports/474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 1091 time: 4.3232288 Nov 09 11:22:54.676792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:54.745290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Usage tracker for resource:subnet and tenant:937c4b933b5d402088fe3d97ce648d8e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:54.814402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:54.850700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:54.887751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:54.901937 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:54.913241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceea39d-1b18-4b83-9285-2e9fcd115720 req-754e4eb8-7b0f-40df-9e2a-07c3669757dd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:54.916495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:54.928579 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bceea39d-1b18-4b83-9285-2e9fcd115720 req-754e4eb8-7b0f-40df-9e2a-07c3669757dd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.7080102 Nov 09 11:22:54.930577 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.006496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245b182-3097-4111-99ce-51ff9dbedf6a req-cef78efb-d566-4656-adce-b0e4d567befd tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:55.020856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6245b182-3097-4111-99ce-51ff9dbedf6a req-cef78efb-d566-4656-adce-b0e4d567befd tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 932 time: 0.5123160 Nov 09 11:22:55.024465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Made reservation on behalf of 937c4b933b5d402088fe3d97ce648d8e for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:55.026400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.300356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:22:55.312287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-bc152550-5f9f-4656-8b25-5f3cee199dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1095 time: 0.5619798 Nov 09 11:22:55.317845 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:49Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:55.333424 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:22:55.333424 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Updating router 17ba5da2-2bac-48ca-9071-2c95487f33dc port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:22:55.337543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bceea39d-1b18-4b83-9285-2e9fcd115720 req-6652aae3-3ac5-43aa-98ca-745d7ef44b24 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081032 Nov 09 11:22:55.438560 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.566720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6245b182-3097-4111-99ce-51ff9dbedf6a req-304575cd-8216-4452-824c-91e26a935968 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448070 Nov 09 11:22:55.594979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.594979 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added segment 7347b50c-53e3-4c93-9c8e-5cab0691e022 of type vlan for network 195d997a-c442-4c23-b3c7-fb7cd771ad7a Nov 09 11:22:55.605626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fae68ab-bef9-4226-b053-f56f4740ce97 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:22:55.605626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.667481 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.676135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Transition to ACTIVE for port object 2fae68ab-bef9-4226-b053-f56f4740ce97 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:55.771983 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.771983 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:55.814865 n-d-817173-1 neutron-server[84334]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'status': 'failed', 'code': 422} returned with failed status Nov 09 11:22:55.836878 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.836878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:55.836878 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:55.836878 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:56.032343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Network': ['ID=195d997a-c442-4c23-b3c7-fb7cd771ad7a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:56.058776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:22:56.111295 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:56.169318 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8476291 Nov 09 11:22:56.233272 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:56.252550 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Transition to ACTIVE for port object 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:22:56.309205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40046) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:56.332824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'subnet': {'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:56.337655 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:56.349762 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:56.390406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c6936-387a-45d4-b711-83a76de64762 req-80dcdea0-cc54-4edf-978e-e38a9d4e9dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:56.391908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-80dcdea0-cc54-4edf-978e-e38a9d4e9dd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 1.0432012 Nov 09 11:22:56.405864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae68ab-bef9-4226-b053-f56f4740ce97,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:56.422890 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:56.940230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:56.953707 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f9ba7-2a74-411e-b65d-ba35d4734c1c None None] Pushing event updated for resources: {'Port': ['ID=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:56.963935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:subnet and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:56.963935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:56.985590 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-1f5f9ba7-2a74-411e-b65d-ba35d4734c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:57.000401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:57.013037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Attempting to bind port 2fae68ab-bef9-4226-b053-f56f4740ce97 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:57.013037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Attempting to bind port 2fae68ab-bef9-4226-b053-f56f4740ce97 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:57.013037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Attempting to bind port 2fae68ab-bef9-4226-b053-f56f4740ce97 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:57.035200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Port 2fae68ab-bef9-4226-b053-f56f4740ce97 on network a0488c69-9248-451f-a8b9-2223f9c91c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:22:57.035855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Attempting to bind port 2fae68ab-bef9-4226-b053-f56f4740ce97 on network a0488c69-9248-451f-a8b9-2223f9c91c17 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:57.073938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Made reservation on behalf of 45d97c928aa34e4cbaa163ba0b996cdf for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:22:57.081496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:57.081845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Checking segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:57.083287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Bound using segment: {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:57.086280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Bound port: 2fae68ab-bef9-4226-b053-f56f4740ce97, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff67ecc9-cab4-474e-9694-fac34a32ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:57.090054 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.093322 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Attempting to bind port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:22:57.094063 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Attempting to bind port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:22:57.094758 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Attempting to bind port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 on network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:22:57.102456 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:22:57.103142 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Checking segment: {'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:57.103731 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.104355 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Bound using segment: {'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:22:57.105117 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Bound port: 24c4f198-ca3f-400f-ac9a-f5f74988d3a7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:22:57.105673 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.139267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.235938 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-62d519f3-1282-4af6-8d5b-031e266129bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:57.290530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-76bb0fb3-6b6f-4244-8108-34fca7c0e4c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 999 time: 0.7670028 Nov 09 11:22:57.304912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf89df-1d0a-4e38-82fb-50042e292247 req-9229fb8e-3744-4dd7-970b-ab48897c1d2f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:57.304912 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96bf89df-1d0a-4e38-82fb-50042e292247 req-9229fb8e-3744-4dd7-970b-ab48897c1d2f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.6443689 Nov 09 11:22:57.310090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] For port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:57.324078 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] For port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,segment=NetworkSegment(98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a),segment_id=98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:57.400049 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.400049 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:57.466220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] For port 2fae68ab-bef9-4226-b053-f56f4740ce97, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:22:57.491153 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96bf89df-1d0a-4e38-82fb-50042e292247 req-16791990-ec79-4fc8-8eb6-d2a755f49c37 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833074 Nov 09 11:22:57.497085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] For port 2fae68ab-bef9-4226-b053-f56f4740ce97, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2fae68ab-bef9-4226-b053-f56f4740ce97,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:22:57.509775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.577256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.583293 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e93af5df-cebe-483c-99e4-a846c39ac7a7 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:57.597826 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:22:57.598849 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:57.607320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3792a98c-5808-47da-a50c-e4a36f97066b,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:57.619137 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:57.631066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c6936-387a-45d4-b711-83a76de64762 req-5bbbe4f1-4c3d-4176-9a80-34d903625775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:57.632946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-5bbbe4f1-4c3d-4176-9a80-34d903625775 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.3410382 Nov 09 11:22:57.798746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae68ab-bef9-4226-b053-f56f4740ce97,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:57.808249 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:57.814668 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:57.814668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] 10.222.0.59 "PUT /v2.0/ports/2fae68ab-bef9-4226-b053-f56f4740ce97 HTTP/1.1" status: 200 len: 1092 time: 3.7048843 Nov 09 11:22:57.814668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'tag': '2fae68ab-bef9-4226-b053-f56f4740ce97'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:22:57.926949 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f9ba7-2a74-411e-b65d-ba35d4734c1c None None] Pushing event updated for resources: {'Port': ['ID=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:57.964715 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-1f5f9ba7-2a74-411e-b65d-ba35d4734c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:58.066663 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:22:58.086334 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'tag': '2fae68ab-bef9-4226-b053-f56f4740ce97', 'status': 'completed', 'code': 200} Nov 09 11:22:58.182140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Checking segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:58.182140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Network hostable DHCP agents. Network: 474cc22c-d535-48a2-a10c-51d6ed843873, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:22:58.190530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-c1787242-fde2-4baf-bb9e-94b2b96fb13a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 1095 time: 0.2154496 Nov 09 11:22:58.279537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e64076-10a8-4158-9ead-d411adb516bf req-d8495758-b6e3-4865-b98a-5886a36e4ce0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:58.288740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-72e64076-10a8-4158-9ead-d411adb516bf req-d8495758-b6e3-4865-b98a-5886a36e4ce0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 944 time: 1.0247679 Nov 09 11:22:58.357335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-0811668b-2901-4a44-9e11-efaf1e722f4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fae68ab-bef9-4226-b053-f56f4740ce97 HTTP/1.1" status: 200 len: 217 time: 0.1627271 Nov 09 11:22:58.362658 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:58.373573 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0ec9784-2e0c-4154-a480-71ebe990d9b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:22:58.465356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Subnet': ['ID=9f2638a5-dc21-4ff9-aad9-b7b044c021a9,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:22:58.465356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Network 474cc22c-d535-48a2-a10c-51d6ed843873 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:22:58.475386 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:22:58.510783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-613dbf8f-a434-48db-895a-b97f905aa32c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:58.510783 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-613dbf8f-a434-48db-895a-b97f905aa32c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.1422050 Nov 09 11:22:58.514781 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-72e64076-10a8-4158-9ead-d411adb516bf req-ce029ede-450f-4680-9383-d1b813f916f6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217598 Nov 09 11:22:58.538436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-35a0ca2b-ea93-4194-9a0e-357f419e74d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7297242 Nov 09 11:22:58.588727 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-b2941017-7a04-43b3-8fca-043f605ef647 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662367 Nov 09 11:22:58.637461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 474cc22c-d535-48a2-a10c-51d6ed843873) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:58.647000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1c348-5f44-4264-8710-a6384879906a None None] Network 474cc22c-d535-48a2-a10c-51d6ed843873 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:58.650649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:58.650649 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:58.738698 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:49Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:22:57Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:22:58.765923 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57acf119-eb26-43f2-ba93-97962c04ea9a None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:22:49Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:22:57Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:22:58.777669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Checking segment: {'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:22:58.777788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network hostable DHCP agents. Network: 195d997a-c442-4c23-b3c7-fb7cd771ad7a, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:22:58.890171 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.3885047 Nov 09 11:22:58.893657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40084) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:58.908210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:22:58.981968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:22:59.050978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-54d5e36f-7421-4eb3-8be2-ff32f20bdfd1 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136726 Nov 09 11:22:59.117421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Usage tracker for resource:router and tenant:937c4b933b5d402088fe3d97ce648d8e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:22:59.119136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:22:59.125001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:22:59.142977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:22:59.295267 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-250d4084-8c5a-45a9-9674-c35521cee1f8 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947699 Nov 09 11:22:59.512182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:22:59.605044 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc3a7964-39f9-46e2-9f20-dd4759ce2cbb req-64aea2c8-8d5c-4032-a048-ef32f7b313fa service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949142 Nov 09 11:22:59.645631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-474cc22c-d535-48a2-a10c-51d6ed843873', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:22:59.648284 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:59.648904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 195d997a-c442-4c23-b3c7-fb7cd771ad7a) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:22:59.654991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:59.655605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:59.665106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d2627-ea8a-42f3-8f46-b47da1926c88 req-139cc739-a103-40c2-8876-847b26ea835e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:22:59.679327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-034d2627-ea8a-42f3-8f46-b47da1926c88 req-139cc739-a103-40c2-8876-847b26ea835e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.7579319 Nov 09 11:22:59.684364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486503c0-e153-4092-bfd8-5920226326e2 None None] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:22:59.773533 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4635150 Nov 09 11:22:59.777142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40102) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:22:59.806064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:59.806064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:59.841821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:22:59.896570 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-1eb64ca6-273c-4661-ba11-0bddb95476d2 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8444293 Nov 09 11:23:00.110369 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-034d2627-ea8a-42f3-8f46-b47da1926c88 req-f30fb343-c561-4a3b-8774-b0debc99df52 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4091821 Nov 09 11:23:00.284450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Allocated IP 172.20.0.2 (474cc22c-d535-48a2-a10c-51d6ed843873/3792a98c-5808-47da-a50c-e4a36f97066b/ac506144-d908-4862-8886-99f460cc3ac4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:00.416282 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-51c0867f-92b6-4e30-864d-c6644d500c5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c021868390a48eda9b6656d14cc2115&device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 1095 time: 0.4934011 Nov 09 11:23:00.754736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa5dd-e46c-40b6-9657-e41db1922a88 req-96d3eb3a-b208-4d01-b9fa-d99f11957578 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:00.758393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4efa5dd-e46c-40b6-9657-e41db1922a88 req-96d3eb3a-b208-4d01-b9fa-d99f11957578 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 944 time: 0.8033741 Nov 09 11:23:00.761684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:00.850909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4efa5dd-e46c-40b6-9657-e41db1922a88 req-9987ad49-2908-4c18-b715-ec20e6b36ad5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746393 Nov 09 11:23:00.898069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:00.931213 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:00.932604 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:01.076821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'fixed_ips': [{'subnet_id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:23:01.076821 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:01.108816 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:01.231397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Transition to ACTIVE for port object ac506144-d908-4862-8886-99f460cc3ac4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:01.251386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-9de42a53-0908-45c1-be19-cb21e16bf3e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:01.252981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-9de42a53-0908-45c1-be19-cb21e16bf3e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 200 len: 906 time: 0.6623781 Nov 09 11:23:01.392808 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:01.395123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Transition to ACTIVE for port object ac506144-d908-4862-8886-99f460cc3ac4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:01.461164 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-b4b8c7df-2ec7-48bd-b946-a990190bbb74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fae68ab-bef9-4226-b053-f56f4740ce97 HTTP/1.1" status: 200 len: 217 time: 0.1972218 Nov 09 11:23:01.540306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:01.556387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-0f80fee3-1ca2-48bb-b75c-33c9c3ac6d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:01.556387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-0f80fee3-1ca2-48bb-b75c-33c9c3ac6d2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 200 len: 845 time: 0.0828965 Nov 09 11:23:01.560036 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:01.637908 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fe5aae2f-29e5-424b-8781-a3708ab9f82d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:01.735569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-4f363fda-477c-4dee-a666-b812f9df7285 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0488c69-9248-451f-a8b9-2223f9c91c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709075 Nov 09 11:23:01.787016 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:01.869163 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Allocated IP 2001:db8:3::2 (195d997a-c442-4c23-b3c7-fb7cd771ad7a/9f2638a5-dc21-4ff9-aad9-b7b044c021a9/09f621ea-fc94-43b8-a065-e86648056cf0) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:01.941328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796acb-4af7-4f00-94ef-37e979415a54 req-d0477c42-ff32-4026-9435-0bf5aa120736 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:01.955453 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70796acb-4af7-4f00-94ef-37e979415a54 req-d0477c42-ff32-4026-9435-0bf5aa120736 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.4307437 Nov 09 11:23:02.116343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Pushing event updated for resources: {'Port': ['ID=ac506144-d908-4862-8886-99f460cc3ac4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:02.135543 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:02.150359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Network 474cc22c-d535-48a2-a10c-51d6ed843873 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:02.183513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:02.183513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:02.221334 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70796acb-4af7-4f00-94ef-37e979415a54 req-1b9a86cd-07a2-4de9-b487-670ad80c4a7e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649469 Nov 09 11:23:02.230137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Allocated IP 172.25.7.33 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/8e1b4c15-0938-4399-860b-6f58c3513a71) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:02.367788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,segment=NetworkSegment(98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a),segment_id=98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:02.630557 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:02.651921 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:02.719174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Attempting to bind port ac506144-d908-4862-8886-99f460cc3ac4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:02.719174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Attempting to bind port ac506144-d908-4862-8886-99f460cc3ac4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:02.719174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Attempting to bind port ac506144-d908-4862-8886-99f460cc3ac4 on network 474cc22c-d535-48a2-a10c-51d6ed843873 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:02.762262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:02.762262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Checking segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:02.762262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:02.762262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Bound using segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:02.762262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Bound port: ac506144-d908-4862-8886-99f460cc3ac4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:02.762262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:02.807079 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:02.820557 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:02.872716 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:02.931811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:02.937948 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-625a96a0-ed75-4ab2-aa08-a6becbb7c3d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:03.049031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] For port ac506144-d908-4862-8886-99f460cc3ac4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:03.055750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] For port ac506144-d908-4862-8886-99f460cc3ac4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ac506144-d908-4862-8886-99f460cc3ac4,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:03.057349 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:03.081721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Transition to ACTIVE for port object 09f621ea-fc94-43b8-a065-e86648056cf0 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:03.131135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Transition to ACTIVE for port object 09f621ea-fc94-43b8-a065-e86648056cf0 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:03.135623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:03.148294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-e450ce42-cd52-4936-9a70-9f8bbf30f115 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4032562 Nov 09 11:23:03.156490 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-75291985-4686-4898-b182-5e8bcc55c931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:03.172118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fabe6-dc7e-4163-9abc-d62438b9421f req-1c7f6ec5-9102-40a8-b3aa-f810c6c16d3a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:03.172951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3e8fabe6-dc7e-4163-9abc-d62438b9421f req-1c7f6ec5-9102-40a8-b3aa-f810c6c16d3a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:23:03.248179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Pushing event updated for resources: {'Port': ['ID=8e1b4c15-0938-4399-860b-6f58c3513a71,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:03.292202 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:03.338855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:03.350997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3e8fabe6-dc7e-4163-9abc-d62438b9421f req-1c7f6ec5-9102-40a8-b3aa-f810c6c16d3a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:23:03.350997 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3e8fabe6-dc7e-4163-9abc-d62438b9421f req-1c7f6ec5-9102-40a8-b3aa-f810c6c16d3a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 944 time: 1.0286744 Nov 09 11:23:03.354859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:03.365448 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:03.379793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:03.491816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Pushing event updated for resources: {'Port': ['ID=ac506144-d908-4862-8886-99f460cc3ac4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:03.519636 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:03.520317 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c6333472-ffe5-401e-9872-3afb9cf2657d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:03.608563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2fae68ab-bef9-4226-b053-f56f4740ce97 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:23:03.671055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80bddf2f-6b99-47d0-869f-281dc2288e0d req-91ce9ed1-a46a-48ab-815b-b7a40be4c161 service neutron] 10.222.0.59 "GET /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946840 Nov 09 11:23:04.148271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2fae68ab-bef9-4226-b053-f56f4740ce97, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2fae68ab-bef9-4226-b053-f56f4740ce97,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:04.153857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3e8fabe6-dc7e-4163-9abc-d62438b9421f req-faad2c48-dc9c-4ef5-a806-2d837c50c736 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266483 Nov 09 11:23:04.221710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '2fae68ab-bef9-4226-b053-f56f4740ce97', 'network_id': 'a0488c69-9248-451f-a8b9-2223f9c91c17', 'port_id': '2fae68ab-bef9-4226-b053-f56f4740ce97', 'mac_address': 'fa:16:3e:98:3b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473988ac-f45f-49ce-b066-b580a4c03897', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:23:04.389566 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:04.403726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Pushing event updated for resources: {'Port': ['ID=09f621ea-fc94-43b8-a065-e86648056cf0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:04.408477 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:04.445843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:04.461885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:04.468331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:04.707535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-842660e3-db31-441b-85a1-be9cee953233 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1095 time: 0.6537051 Nov 09 11:23:04.730163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:04.730163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:04.733077 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:04.747211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b737c-c269-415c-b43c-d2e95d839c24 req-2de8ec0e-1c9e-4677-ab9a-150f58c4437b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:04.747211 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-558b737c-c269-415c-b43c-d2e95d839c24 req-2de8ec0e-1c9e-4677-ab9a-150f58c4437b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.6975965 Nov 09 11:23:04.897553 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:05.010037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fae68ab-bef9-4226-b053-f56f4740ce97 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:23:05.232633 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2fae68ab-bef9-4226-b053-f56f4740ce97, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2fae68ab-bef9-4226-b053-f56f4740ce97,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:05.251029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:05.700231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Attempting to bind port 09f621ea-fc94-43b8-a065-e86648056cf0 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:05.700231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Attempting to bind port 09f621ea-fc94-43b8-a065-e86648056cf0 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:05.700231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Attempting to bind port 09f621ea-fc94-43b8-a065-e86648056cf0 on network 195d997a-c442-4c23-b3c7-fb7cd771ad7a {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:05.700231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:05.700231 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-75291985-4686-4898-b182-5e8bcc55c931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:05.700231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:05.711436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Allocated IP 2001:db8:3::1 (195d997a-c442-4c23-b3c7-fb7cd771ad7a/9f2638a5-dc21-4ff9-aad9-b7b044c021a9/8dff3ca3-c496-4acf-8ec0-238c9d51a07d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:05.719744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Checking segment: {'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:05.719744 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:05.719744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Bound using segment: {'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:05.719744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Bound port: 09f621ea-fc94-43b8-a065-e86648056cf0, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:05.719744 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:05.719744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f220f04-6453-499c-8c89-c20431acfda4 None None] Network 474cc22c-d535-48a2-a10c-51d6ed843873 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:23:06.026324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-558b737c-c269-415c-b43c-d2e95d839c24 req-e9293513-0887-496d-81c2-ebc8c40f19f5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2585349 Nov 09 11:23:06.155225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-b8c5d3da-140d-49ea-abbb-3ea7d48fe317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:06.157062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-b8c5d3da-140d-49ea-abbb-3ea7d48fe317 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 1.4151604 Nov 09 11:23:06.251735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['2fae68ab-bef9-4226-b053-f56f4740ce97'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:23:06.528629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:06.623248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9ff28-f88e-4eae-8542-d221470bbc44 req-05a3280e-de8b-475c-a5f4-bf76024d4141 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:06.633444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-94a9ff28-f88e-4eae-8542-d221470bbc44 req-05a3280e-de8b-475c-a5f4-bf76024d4141 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 945 time: 0.4746830 Nov 09 11:23:06.676482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-8d823997-bb4f-48d2-b2b7-7e68061c0574 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 999 time: 0.5035877 Nov 09 11:23:06.800739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:06.832977 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-94a9ff28-f88e-4eae-8542-d221470bbc44 req-631821d5-2376-410d-aa77-6ff2c3b96998 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951637 Nov 09 11:23:06.853055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Transition to ACTIVE for port object 8dff3ca3-c496-4acf-8ec0-238c9d51a07d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:06.875996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-5513b48a-6a96-4bdb-b11c-bca8c8d7e891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:06.877816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-5513b48a-6a96-4bdb-b11c-bca8c8d7e891 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.1728790 Nov 09 11:23:07.098019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:07.144128 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:23:07.166925 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f8e8b98e-28fd-46f1-89a5-2cfbd8ba62d6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:07.171522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-72d5a7d1-7449-4054-9a76-0e9e9d96539d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795305 Nov 09 11:23:07.233394 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=2fae68ab-bef9-4226-b053-f56f4740ce97,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:07.236873 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.822s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:07.261207 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:07.321845 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:07.362006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-09a85590-3256-410a-8a6d-874df3263359 None None] Provisioning for port ac506144-d908-4862-8886-99f460cc3ac4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:07.385089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] For port 09f621ea-fc94-43b8-a065-e86648056cf0, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:07.400385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] For port 09f621ea-fc94-43b8-a065-e86648056cf0, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=09f621ea-fc94-43b8-a065-e86648056cf0,segment=NetworkSegment(7347b50c-53e3-4c93-9c8e-5cab0691e022),segment_id=7347b50c-53e3-4c93-9c8e-5cab0691e022)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:07.402000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:07.402119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:07.406707 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:07.417643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Router 7f609af6-7e92-4523-876e-be9463b96c38 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:23:07.421030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:07.435466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:07.436868 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:07.484574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:07.492746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Usage tracker for resource:security_group_rule and tenant:7a7c12b31a1d4b51bdced5d71af7e32b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:07.515614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:07.584242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:07.591201 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:07.599700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:07.635160 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:07.641821 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:07.885964 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-8cd2ede2-7ff6-4e80-a48f-172279f70bd9 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953015 Nov 09 11:23:07.896457 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:08.025798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Pushing event updated for resources: {'Port': ['ID=09f621ea-fc94-43b8-a065-e86648056cf0,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:08.037074 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:08.116509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ac506144-d908-4862-8886-99f460cc3ac4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:08.205912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:08.251758 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:08.310278 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2629b472-e76e-4788-8729-5b214e2a17ab tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:08.362169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdeb69-50ce-4478-8719-d3d1422abc2e req-31a5cd70-db05-41a2-b0b6-7eb687c57121 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:08.371151 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89cdeb69-50ce-4478-8719-d3d1422abc2e req-31a5cd70-db05-41a2-b0b6-7eb687c57121 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.9739342 Nov 09 11:23:08.495918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8e0526-9020-41d5-8971-116a5e6d721e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:08.503866 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:08.513792 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a7c12b31a1d4b51bdced5d71af7e32b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6787131 Nov 09 11:23:08.517884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:08.522201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port ac506144-d908-4862-8886-99f460cc3ac4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:08.546444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ac506144-d908-4862-8886-99f460cc3ac4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:08.580891 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:08.755894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] Provisioning complete for port ac506144-d908-4862-8886-99f460cc3ac4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:08.756233 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:08.854296 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-89cdeb69-50ce-4478-8719-d3d1422abc2e req-679f52e8-568e-4995-a9ae-36678ffd00e4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146562 Nov 09 11:23:08.876908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bac275-7a84-406e-88c6-add69d5f43f9 req-a606fdbe-77ae-494a-97e1-51cd237e2530 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9777107 Nov 09 11:23:09.000882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:09.050382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Sync routers for ids ['7f609af6-7e92-4523-876e-be9463b96c38'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:09.107979 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:09.109714 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:09.109714 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.2085323 Nov 09 11:23:09.109714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40234) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:09.111356 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:09.215992 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:09.254972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] For port ac506144-d908-4862-8886-99f460cc3ac4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ac506144-d908-4862-8886-99f460cc3ac4,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:09.275916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Routers {'7f609af6-7e92-4523-876e-be9463b96c38'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:09.306412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f609af6-7e92-4523-876e-be9463b96c38'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:09.316476 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:09.816145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2fae68ab-bef9-4226-b053-f56f4740ce97 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:09.932693 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:09.932693 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6b2bebe8-b9de-4af1-83d3-7c18d2a6841c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:09.969887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e79d7-a6b0-4deb-8344-78e114b4b58a req-a5390a42-1a6b-4094-8e08-f46c447051f1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:09.982580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-929e79d7-a6b0-4deb-8344-78e114b4b58a req-a5390a42-1a6b-4094-8e08-f46c447051f1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 945 time: 1.2541885 Nov 09 11:23:10.065720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:10.091647 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8ffacb03-ec28-42a5-9bd8-a036445e02c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:10.138443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8e0526-9020-41d5-8971-116a5e6d721e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:10.138443 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:10.148310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c9ded-e462-4e1d-9567-b31d81783c70 None None] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:23:10.197842 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-929e79d7-a6b0-4deb-8344-78e114b4b58a req-4a3af915-e13d-46a1-b1d8-07e7bfa26c51 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202740 Nov 09 11:23:10.230084 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:10.232813 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:10.234473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b8e0526-9020-41d5-8971-116a5e6d721e HTTP/1.1" status: 204 len: 168 time: 1.7154136 Nov 09 11:23:10.297078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:10.298168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:10.324712 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:10.504196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event updated for resources: {'Port': ['ID=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:10.524952 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:10.588465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] Pushing event updated for resources: {'Port': ['ID=ac506144-d908-4862-8886-99f460cc3ac4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:10.621747 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:10.621747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 2fae68ab-bef9-4226-b053-f56f4740ce97 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:10.633228 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:23:10.633228 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:23:10.643513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0b07fb38-887c-423e-a234-6f4a76005fc1 None None] Provisioning for port 09f621ea-fc94-43b8-a065-e86648056cf0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:10.667873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Set router 7f609af6-7e92-4523-876e-be9463b96c38 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:10.791991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:10.800551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:10.831529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 2fae68ab-bef9-4226-b053-f56f4740ce97 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:10.831975 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:11.025279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8d0bc-0360-4703-bd0b-ae87edccae3b req-8f668eab-1715-4a30-8882-fe26ea6e8ec9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:11.032267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81c8d0bc-0360-4703-bd0b-ae87edccae3b req-8f668eab-1715-4a30-8882-fe26ea6e8ec9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.7616816 Nov 09 11:23:11.132767 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-81c8d0bc-0360-4703-bd0b-ae87edccae3b req-055fec89-1bed-45db-a774-db3862f7decd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016738 Nov 09 11:23:11.768400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:12.040903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887127-6076-48ad-bf35-c486a3f97f2b req-7987b459-43fd-40ec-9825-6d92d51f4176 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:12.055882 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-55887127-6076-48ad-bf35-c486a3f97f2b req-7987b459-43fd-40ec-9825-6d92d51f4176 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 945 time: 0.3479376 Nov 09 11:23:12.095233 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:12.187401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-55887127-6076-48ad-bf35-c486a3f97f2b req-c5b5726c-24fe-4577-b995-a9f54722542b tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349149 Nov 09 11:23:12.231193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:12.243632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 2fae68ab-bef9-4226-b053-f56f4740ce97, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2fae68ab-bef9-4226-b053-f56f4740ce97,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:12.249643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ac506144-d908-4862-8886-99f460cc3ac4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:12.476572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae68ab-bef9-4226-b053-f56f4740ce97'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:23:12.504657 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:12.518751 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c0379aa0-29c9-4c7a-a096-be92b1f422bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:12.650705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Allocated IP 172.20.0.1 (474cc22c-d535-48a2-a10c-51d6ed843873/3792a98c-5808-47da-a50c-e4a36f97066b/2994e6e6-698a-406f-9d66-91c247dcf1e6) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:12.677385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=2fae68ab-bef9-4226-b053-f56f4740ce97,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:12.682486 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:12.756563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:12.763602 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9956474 Nov 09 11:23:12.769194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40298) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:12.784113 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:12.790337 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae68ab-bef9-4226-b053-f56f4740ce97', 'code': 200} Nov 09 11:23:12.803340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:23:03Z', 'revision_number': 3, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port': {'id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:01Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:12.812760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:23:12.816272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ac506144-d908-4862-8886-99f460cc3ac4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:12.816602 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:12.824086 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:12.824718 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:12.928447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Checking router: 7f609af6-7e92-4523-876e-be9463b96c38 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:12.938644 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Updating router 7f609af6-7e92-4523-876e-be9463b96c38 port 8e1b4c15-0938-4399-860b-6f58c3513a71 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:23:13.278632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:13.337217 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:13.379773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Transition to ACTIVE for port object 2994e6e6-698a-406f-9d66-91c247dcf1e6 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:13.456276 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:13.549068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:13.564577 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e694f8ae-f32f-4047-85d5-fd3ec445e18f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:13.649857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 09f621ea-fc94-43b8-a065-e86648056cf0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:13.731480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2994e6e6-698a-406f-9d66-91c247dcf1e6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:13.731480 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:13.829610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32098297-db8b-4f56-b1fc-197c1689b70e req-00ffff5b-ef7a-4766-94d6-218a0c69193f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:13.829610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32098297-db8b-4f56-b1fc-197c1689b70e req-00ffff5b-ef7a-4766-94d6-218a0c69193f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 1.0921433 Nov 09 11:23:13.882201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Network 474cc22c-d535-48a2-a10c-51d6ed843873 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:13.912210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:13.990856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0a11c7e1-079c-4854-bdeb-861b5b0eb02f None None] Provisioning for port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:13.991039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:14.058108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0a11c7e1-079c-4854-bdeb-861b5b0eb02f None None] Provisioning complete for port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:14.060778 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0a11c7e1-079c-4854-bdeb-861b5b0eb02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:14.296406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173896a-2a44-4d0b-94b4-016aae357297 req-b8e07bbe-d656-4c33-8f68-7b7251eca4f6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:14.317296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1173896a-2a44-4d0b-94b4-016aae357297 req-b8e07bbe-d656-4c33-8f68-7b7251eca4f6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.6489372 Nov 09 11:23:14.345363 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:14.392471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-32098297-db8b-4f56-b1fc-197c1689b70e req-f5f3b1a5-0b15-4698-b8c5-258d7ba71cd1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5507772 Nov 09 11:23:14.427888 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db6dd82c-592e-40ec-8639-f8bf96203a3b req-8953527d-71f1-429b-8512-2de6969f3c31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 1097 time: 1.0013330 Nov 09 11:23:14.458489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0a11c7e1-079c-4854-bdeb-861b5b0eb02f None None] Port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:23:14.567977 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-db6dd82c-592e-40ec-8639-f8bf96203a3b req-f9c6f577-cdb5-4952-8a45-17f90c461467 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158068 Nov 09 11:23:14.618268 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1173896a-2a44-4d0b-94b4-016aae357297 req-f600548c-5deb-4b83-8195-6893bd7c0808 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998252 Nov 09 11:23:14.859151 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 09f621ea-fc94-43b8-a065-e86648056cf0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:14.908322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 09f621ea-fc94-43b8-a065-e86648056cf0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:14.908322 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:14.949783 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:07Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dff3ca3-c496-4acf-8ec0-238c9d51a07d', 'name': '', 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:68:29:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:05Z', 'updated_at': '2021-11-09T11:23:09Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:14.968594 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:14.969076 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Updating router 17ba5da2-2bac-48ca-9071-2c95487f33dc port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:23:15.018968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8c6b39b5-75de-4046-8b40-8ad12c6366e0 None None] Provisioning complete for port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:15.019340 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c6b39b5-75de-4046-8b40-8ad12c6366e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.068894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 09 11:23:15.090498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Removed routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 09 11:23:15.095592 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.098177 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b39b5-75de-4046-8b40-8ad12c6366e0 None None] Port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:23:15.119209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.309584 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.323560 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.354596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Transition to ACTIVE for port object 8e1b4c15-0938-4399-860b-6f58c3513a71 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:15.363747 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.404741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8c6b39b5-75de-4046-8b40-8ad12c6366e0 None None] Provisioning for port 2994e6e6-698a-406f-9d66-91c247dcf1e6 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:15.420670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8c6b39b5-75de-4046-8b40-8ad12c6366e0 None None] Provisioning complete for port 2994e6e6-698a-406f-9d66-91c247dcf1e6 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:15.420670 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c6b39b5-75de-4046-8b40-8ad12c6366e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.470615 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.492670 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1f9b68d4-76e0-4ed9-868d-4f17b769fd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:15.549501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 09f621ea-fc94-43b8-a065-e86648056cf0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=09f621ea-fc94-43b8-a065-e86648056cf0,segment=NetworkSegment(7347b50c-53e3-4c93-9c8e-5cab0691e022),segment_id=7347b50c-53e3-4c93-9c8e-5cab0691e022)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:15.585643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Attempting to bind port 8e1b4c15-0938-4399-860b-6f58c3513a71 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:15.587299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Attempting to bind port 8e1b4c15-0938-4399-860b-6f58c3513a71 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:15.587697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Attempting to bind port 8e1b4c15-0938-4399-860b-6f58c3513a71 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:15.622419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.659839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:15.660229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:15.660647 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.665634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:15.685967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Bound port: 8e1b4c15-0938-4399-860b-6f58c3513a71, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:15.686570 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.850872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:15.932632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:16.071771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b39b5-75de-4046-8b40-8ad12c6366e0 None None] Port 2994e6e6-698a-406f-9d66-91c247dcf1e6 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:23:16.080135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbe3c6-9c3a-45b6-a3e6-a5abb9d3371d None None] Pushing event updated for resources: {'Port': ['ID=8e1b4c15-0938-4399-860b-6f58c3513a71,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:16.083750 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c924fb61-210a-4f48-8afe-ea2ef50cd17e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:16.099781 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adfbe3c6-9c3a-45b6-a3e6-a5abb9d3371d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:16.104131 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b9bfe5ae-b8f1-4b26-9ed8-730838bbb9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:16.312841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] For port 8e1b4c15-0938-4399-860b-6f58c3513a71, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:16.316695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] For port 8e1b4c15-0938-4399-860b-6f58c3513a71, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8e1b4c15-0938-4399-860b-6f58c3513a71,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:16.365052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2994e6e6-698a-406f-9d66-91c247dcf1e6,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:16.371047 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:16.407895 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:16.420305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:16.424225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=09f621ea-fc94-43b8-a065-e86648056cf0,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:16.449875 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:16.449875 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-023b3757-c867-487f-a9ef-0502491e9957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:16.646108 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:16.686184 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Transition to ACTIVE for port object 8dff3ca3-c496-4acf-8ec0-238c9d51a07d will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:16.706465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Routers {'7f609af6-7e92-4523-876e-be9463b96c38'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:16.707179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f609af6-7e92-4523-876e-be9463b96c38'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:16.765723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbe3c6-9c3a-45b6-a3e6-a5abb9d3371d None None] Pushing event updated for resources: {'Port': ['ID=8e1b4c15-0938-4399-860b-6f58c3513a71,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:16.784068 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:16.784180 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adfbe3c6-9c3a-45b6-a3e6-a5abb9d3371d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:16.784262 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-32d39d5c-8f36-4f56-aa08-b9a4fcdcde58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:16.812249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37b5f6-c79c-4472-9bfb-c813e850a7b6 req-d6474c90-f8cc-4dfe-9498-37b5642080b6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:16.826576 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf37b5f6-c79c-4472-9bfb-c813e850a7b6 req-d6474c90-f8cc-4dfe-9498-37b5642080b6 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.5973425 Nov 09 11:23:16.832452 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:16.853935 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:16.854206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Network 474cc22c-d535-48a2-a10c-51d6ed843873 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:16.898517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:17.272932 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6a69-fa63-4baa-9630-99c144bdf3c1 None None] Pushing event updated for resources: {'Port': ['ID=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:17.282410 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b67f6a69-fa63-4baa-9630-99c144bdf3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:17.367834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] Set router 7f609af6-7e92-4523-876e-be9463b96c38 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:17.437823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a61f8638-29e4-4636-af53-2cd40374e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:17.483892 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Attempting to bind port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:17.484654 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Attempting to bind port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:17.485080 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Attempting to bind port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d on network 195d997a-c442-4c23-b3c7-fb7cd771ad7a {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:17.508395 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:17.515530 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Checking segment: {'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:17.519727 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:17.520934 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Bound using segment: {'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:17.522221 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Bound port: 8dff3ca3-c496-4acf-8ec0-238c9d51a07d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7347b50c-53e3-4c93-9c8e-5cab0691e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:17.522858 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:17.614207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe64d3-808e-429c-b624-6dd298ddc482 req-94137bff-998a-40ca-a16e-a2b73488798c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:17.649380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8fbe64d3-808e-429c-b624-6dd298ddc482 req-94137bff-998a-40ca-a16e-a2b73488798c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.9827590 Nov 09 11:23:17.757905 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf37b5f6-c79c-4472-9bfb-c813e850a7b6 req-895bf54f-6805-47a7-b1c9-0ce25ac844bb tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9292355 Nov 09 11:23:17.810730 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:17.840471 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8fbe64d3-808e-429c-b624-6dd298ddc482 req-aa6fbb69-71b8-4c8a-838e-fde334771f5e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710708 Nov 09 11:23:17.889551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:17.988682 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] For port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:18.001916 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] For port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,segment=NetworkSegment(7347b50c-53e3-4c93-9c8e-5cab0691e022),segment_id=7347b50c-53e3-4c93-9c8e-5cab0691e022)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:18.081645 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:18.103810 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-4fe99858-77b0-4c73-9feb-1175c2693f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:18.119054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 09f621ea-fc94-43b8-a065-e86648056cf0 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:18.353705 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:18.353705 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:22:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:18.441435 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6a69-fa63-4baa-9630-99c144bdf3c1 None None] Pushing event updated for resources: {'Port': ['ID=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:18.446527 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b67f6a69-fa63-4baa-9630-99c144bdf3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:18.511387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8d3b42a1-b077-41c1-a079-06b37958e46a None None] Provisioning complete for port 2994e6e6-698a-406f-9d66-91c247dcf1e6 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:18.511762 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8d3b42a1-b077-41c1-a079-06b37958e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:18.597862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:18.610278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:18.626852 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-38cdb19e-05ff-4110-9191-744588c7b1be tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 200 len: 954 time: 5.8564324 Nov 09 11:23:18.632346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40380) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:18.699349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b42a1-b077-41c1-a079-06b37958e46a None None] Port 2994e6e6-698a-406f-9d66-91c247dcf1e6 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:23:18.773131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 09f621ea-fc94-43b8-a065-e86648056cf0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:18.773131 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:18.827614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:23:14Z', 'revision_number': 4, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port': {'id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:01Z', 'updated_at': '2021-11-09T11:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '2994e6e6-698a-406f-9d66-91c247dcf1e6', 'name': '', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'mac_address': 'fa:16:3e:3d:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:11Z', 'updated_at': '2021-11-09T11:23:15Z', 'revision_number': 2, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'subnets': [{'id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:18.859759 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:18.974995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Router 7f609af6-7e92-4523-876e-be9463b96c38 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:19.071564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22badb4f-660b-4ede-afbe-4fee5d541b89 None None] The sync data for ids ['7f609af6-7e92-4523-876e-be9463b96c38'] in n-d-817173-1 is: [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:23:14Z', 'revision_number': 4, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port': {'id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:01Z', 'updated_at': '2021-11-09T11:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '2994e6e6-698a-406f-9d66-91c247dcf1e6', 'name': '', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'mac_address': 'fa:16:3e:3d:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:11Z', 'updated_at': '2021-11-09T11:23:15Z', 'revision_number': 2, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'subnets': [{'id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:19.144047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4fd88c28-71ed-41a7-a649-53267d5e26d5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 200 len: 954 time: 0.5111578 Nov 09 11:23:19.144685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40394) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:19.155217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'routes': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:23:19.660126 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f3b395e2-9a5d-479a-a407-95d5c34c0877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:19.763999 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309735d-cc4a-43bb-81cb-1b16f7e3aa02 req-81819c2e-e80f-46fe-8916-906b3827679f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:19.767480 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2309735d-cc4a-43bb-81cb-1b16f7e3aa02 req-81819c2e-e80f-46fe-8916-906b3827679f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.3820064 Nov 09 11:23:19.991637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:20.010241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2309735d-cc4a-43bb-81cb-1b16f7e3aa02 req-64e19b60-4c7e-4037-91b3-3931488cbd1a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300012 Nov 09 11:23:20.014646 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:15Z', 'revision_number': 6, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dff3ca3-c496-4acf-8ec0-238c9d51a07d', 'name': '', 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:68:29:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:05Z', 'updated_at': '2021-11-09T11:23:17Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:20.034600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585377b-20a0-4642-8180-adbf2f93e757 req-2674ccfb-9c0d-4f29-a094-4af1ace937b7 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:20.054325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5585377b-20a0-4642-8180-adbf2f93e757 req-2674ccfb-9c0d-4f29-a094-4af1ace937b7 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.6479719 Nov 09 11:23:20.089698 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf949ba3-de78-451d-b750-080f768799f5 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:15Z', 'revision_number': 6, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dff3ca3-c496-4acf-8ec0-238c9d51a07d', 'name': '', 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:68:29:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:05Z', 'updated_at': '2021-11-09T11:23:17Z', 'revision_number': 4, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:20.124681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] 10.222.0.50 "PUT /v2.0/routers/7f609af6-7e92-4523-876e-be9463b96c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9996924 Nov 09 11:23:20.284912 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5585377b-20a0-4642-8180-adbf2f93e757 req-5858b340-6e5c-4e23-abce-24f28cca6425 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374995 Nov 09 11:23:20.628083 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:21.643930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40432) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:22.060798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543502-3ddd-46f0-a420-fa863ddda77e req-c071fb79-8eb7-4fb8-aa09-846f944d3445 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:22.075330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fd543502-3ddd-46f0-a420-fa863ddda77e req-c071fb79-8eb7-4fb8-aa09-846f944d3445 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.3093481 Nov 09 11:23:22.100010 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:22.109403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8dff3ca3-c496-4acf-8ec0-238c9d51a07d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:22.232264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fd543502-3ddd-46f0-a420-fa863ddda77e req-f014930b-ad4a-4b21-af5c-11a9ac7539ae tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558557 Nov 09 11:23:22.326749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:22.458739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:22.502037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Usage tracker for resource:security_group_rule and tenant:e88c06bfee6c42d0bc3c80c222a9776c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:22.508389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:22.539413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:22.610565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:22.617764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:22.618410 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:22.630511 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:22.684728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 09 11:23:22.685192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 09 11:23:22.724818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:22.733799 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ad16f02-8c32-47bf-80d3-50d2913a35ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:22.796528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceae27f3-03d8-4a2f-80da-d056d41e60f9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:22.800394 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:22.809085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e88c06bfee6c42d0bc3c80c222a9776c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1640413 Nov 09 11:23:22.809796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40456) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:22.863344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dffe6e-0fd0-4dd5-bc32-c622f31dee5e req-eae323c0-f1ca-464e-8124-8770e287c6db tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:22.863344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63dffe6e-0fd0-4dd5-bc32-c622f31dee5e req-eae323c0-f1ca-464e-8124-8770e287c6db tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.3743560 Nov 09 11:23:23.010444 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.045034 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.062038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63dffe6e-0fd0-4dd5-bc32-c622f31dee5e req-836ff2f3-dca1-4916-9c03-1f5c99cbd766 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019074 Nov 09 11:23:23.107783 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.177987 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.243367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,segment=NetworkSegment(7347b50c-53e3-4c93-9c8e-5cab0691e022),segment_id=7347b50c-53e3-4c93-9c8e-5cab0691e022)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:23.310889 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.312210 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8e1b4c15-0938-4399-860b-6f58c3513a71 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:23.452164 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:23.506080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40472) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:23.536020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1134727179-network', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:23:23.549089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:23.549089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Usage tracker for resource:network and tenant:ea736bc8b84b4406b5e80f5b4f08a511 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:23.549089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:23.559013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:23.574977 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.577252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-111b601d-51e4-4630-b013-7c7af752d9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:23.606004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:23.606004 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:23.623683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.623683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ceae27f3-03d8-4a2f-80da-d056d41e60f9 HTTP/1.1" status: 204 len: 168 time: 0.8088131 Nov 09 11:23:23.642056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceae27f3-03d8-4a2f-80da-d056d41e60f9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:23.642056 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:23.675058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Made reservation on behalf of ea736bc8b84b4406b5e80f5b4f08a511 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:23:23.675058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.719185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e3217-1981-4f94-8b96-db0895b7cbf1 req-da4d7464-c14c-41f7-97ac-e3359d8bda09 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.732995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 8e1b4c15-0938-4399-860b-6f58c3513a71 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:23.748554 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b58e3217-1981-4f94-8b96-db0895b7cbf1 req-da4d7464-c14c-41f7-97ac-e3359d8bda09 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.2562940 Nov 09 11:23:23.751145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8e1b4c15-0938-4399-860b-6f58c3513a71 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:23.752853 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.768833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.774879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.791469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.795984 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.808575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.820221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.832190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:23.846036 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-cb3517fe-80bf-43e4-a538-760a16c7c222 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.5042381 Nov 09 11:23:23.849700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:23.980175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:23.991281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Usage tracker for resource:security_group_rule and tenant:ea736bc8b84b4406b5e80f5b4f08a511 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:24.014692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:24.032462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:24.075163 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.091327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b58e3217-1981-4f94-8b96-db0895b7cbf1 req-a7c11a72-93b6-441d-8a8e-f43d76498a8e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392889 Nov 09 11:23:24.135134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 8e1b4c15-0938-4399-860b-6f58c3513a71, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8e1b4c15-0938-4399-860b-6f58c3513a71,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:24.203083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.203083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.233946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.233946 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1a9c7f0a-5db1-4753-98ad-4040326fb474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:24.275483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3763fd5d-a396-4f49-b59c-a0049d748e2a req-d22893df-7ccb-4e93-ad3b-4c67b5905e98 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3788590 Nov 09 11:23:24.341328 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.379357 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=8e1b4c15-0938-4399-860b-6f58c3513a71,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:24.396894 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.400580 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:24.403150 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-849c5d08-cbe8-4a2f-a6d9-ff66713cd0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:24.428901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8dff3ca3-c496-4acf-8ec0-238c9d51a07d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:24.504228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:23:24.568726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e58cd-a1af-4acf-bda5-c63cef126264,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:24.581945 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:24.601697 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.601697 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Added segment 8227bb89-4e9f-4ff0-8665-c4cfbefd2576 of type vlan for network 012cce3e-8a23-4ce8-b37e-43d98971affd Nov 09 11:23:24.684202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:24.689212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81db1b-91c9-4d64-befd-efcf2c7f2c7a req-a48c8325-0b82-41a5-9f48-b6c6c38c7c21 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:24.689212 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c81db1b-91c9-4d64-befd-efcf2c7f2c7a req-a48c8325-0b82-41a5-9f48-b6c6c38c7c21 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.2044237 Nov 09 11:23:24.695695 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.747887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:24.747887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.778095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c81db1b-91c9-4d64-befd-efcf2c7f2c7a req-142e09db-5a60-4f06-b5f9-24b93d28004b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789747 Nov 09 11:23:24.783284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:24.783284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:24.814037 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:24.856948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.857908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:24.858494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:24.863063 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ba8b811-3518-4733-a808-859bb56ad43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:25.178833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Pushing event updated for resources: {'Network': ['ID=012cce3e-8a23-4ce8-b37e-43d98971affd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:25.178833 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:25.199594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40496) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:25.237989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 012cce3e-8a23-4ce8-b37e-43d98971affd details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:23:25.249004 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:25.264106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7612605 Nov 09 11:23:25.266591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40502) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:25.281886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Request body: {'subnet': {'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1134727179-subnet', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:23:25.298415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:25.301958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:25.306497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:25.306674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Usage tracker for resource:subnet and tenant:ea736bc8b84b4406b5e80f5b4f08a511 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:25.311287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:25.315597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:25.319136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:25.321544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:25.326172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:25.329188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:25.330972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:25.333157 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b6251b6-bd79-495c-8e1b-62390cd8d6dc req-a4e92d84-058d-4601-87fb-bd68113e2df5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.2933784 Nov 09 11:23:25.350131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:25.355577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:25.357892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Usage tracker for resource:security_group_rule and tenant:ffad97cc36cd4561806ce5998be58a39 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:25.363177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:25.386921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:25.399459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:25.413108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:25.413108 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4596ad5f-8f22-43c5-8177-2596f2e8db22 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 200 len: 704 time: 6.2526100 Nov 09 11:23:25.413108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:25.446935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Made reservation on behalf of ea736bc8b84b4406b5e80f5b4f08a511 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:23:25.446935 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:25.802318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:25.860967 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-71b9bff9-31b4-4a36-9d39-b7fadf6106ae tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 200 len: 704 time: 0.4604032 Nov 09 11:23:25.874460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40522) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:25.924501 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:25.948225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:22Z', 'revision_number': 7, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dff3ca3-c496-4acf-8ec0-238c9d51a07d', 'name': '', 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:68:29:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:05Z', 'updated_at': '2021-11-09T11:23:23Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:25.954969 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-895c3fc8-31ef-48ff-bf55-b7071f581348 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:25.958910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:25.990399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:25.990399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:26.106614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda942b5-23c4-4c59-b0ca-f9bb3d4dcb3e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:26.135992 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:26.199237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffad97cc36cd4561806ce5998be58a39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9868631 Nov 09 11:23:26.199237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40526) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:26.281505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0af2-cc39-476b-a5d7-5366bda4883e req-190b8826-1878-49cd-8538-85a79936517a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:26.283611 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80ba0af2-cc39-476b-a5d7-5366bda4883e req-190b8826-1878-49cd-8538-85a79936517a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.5663848 Nov 09 11:23:26.288300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.298812 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68b1e178-df5a-4354-85ca-a6904b856940 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:26.381112 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8e1b4c15-0938-4399-860b-6f58c3513a71 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:26.402266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-80ba0af2-cc39-476b-a5d7-5366bda4883e req-82703038-0262-4c3c-94c3-1bf1d4d5348d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963798 Nov 09 11:23:26.429257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed05082-d453-439b-88b3-4d191791f3c8,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:26.453541 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:26.465624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef61aa-38ea-40da-8d3b-8e5513d105f9 req-7caee9f5-b39a-4449-992c-268255e170de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:26.465624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cef61aa-38ea-40da-8d3b-8e5513d105f9 req-7caee9f5-b39a-4449-992c-268255e170de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.3394332 Nov 09 11:23:26.475044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.496372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Checking segment: {'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:26.496372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Network hostable DHCP agents. Network: 012cce3e-8a23-4ce8-b37e-43d98971affd, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:23:26.527229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:26.548796 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.629635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3cef61aa-38ea-40da-8d3b-8e5513d105f9 req-7dc74438-8f75-4515-b25f-d001e4d8f42f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588399 Nov 09 11:23:26.669635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.690416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Network 012cce3e-8a23-4ce8-b37e-43d98971affd is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:23:26.732928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.736991 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f40b56c-83ae-4ac7-ac5a-2ab65402af22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:26.775914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda942b5-23c4-4c59-b0ca-f9bb3d4dcb3e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:26.804267 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:26.804267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.804267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eda942b5-23c4-4c59-b0ca-f9bb3d4dcb3e HTTP/1.1" status: 204 len: 168 time: 0.6026082 Nov 09 11:23:26.854557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 012cce3e-8a23-4ce8-b37e-43d98971affd) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:26.854557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:26.854557 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.884956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab26fe8-b5a8-46d8-956b-b1b7f71cbd76 None None] Network 012cce3e-8a23-4ce8-b37e-43d98971affd requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:23:26.920535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8e1b4c15-0938-4399-860b-6f58c3513a71 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:26.920535 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:26.968925 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6979764 Nov 09 11:23:26.971206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40540) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:26.993166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:23:27.039119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:27.070286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Usage tracker for resource:router and tenant:ea736bc8b84b4406b5e80f5b4f08a511 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:27.074750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:27.089433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:27.188836 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:27.191031 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:27.240849 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:27.488365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:22Z', 'revision_number': 7, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dff3ca3-c496-4acf-8ec0-238c9d51a07d', 'name': '', 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:68:29:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:05Z', 'updated_at': '2021-11-09T11:23:23Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:27.493572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42524fe4-a27f-49a4-806b-0bdd0204d30d None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:22Z', 'revision_number': 7, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dff3ca3-c496-4acf-8ec0-238c9d51a07d', 'name': '', 'network_id': '195d997a-c442-4c23-b3c7-fb7cd771ad7a', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:68:29:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:05Z', 'updated_at': '2021-11-09T11:23:23Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '9f2638a5-dc21-4ff9-aad9-b7b044c021a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:27.498705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-012cce3e-8a23-4ce8-b37e-43d98971affd', 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'fixed_ips': [{'subnet_id': '2ed05082-d453-439b-88b3-4d191791f3c8'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:23:27.505069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:27.717236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:27.822978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a55d-71ca-4358-9d82-572bdb8dc679 req-324bb5e1-4177-40a7-9103-fc069526abad tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:27.826503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7604a55d-71ca-4358-9d82-572bdb8dc679 req-324bb5e1-4177-40a7-9103-fc069526abad tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.2166648 Nov 09 11:23:27.960839 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7604a55d-71ca-4358-9d82-572bdb8dc679 req-c2094ba8-592b-441f-a5f9-41901d57148c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276853 Nov 09 11:23:27.961908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Allocated IP 172.20.0.2 (012cce3e-8a23-4ce8-b37e-43d98971affd/2ed05082-d453-439b-88b3-4d191791f3c8/d976714a-cc14-4f99-8310-9a86b72fcb51) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:28.135894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:28.135894 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.295844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.319082 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.335998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Transition to ACTIVE for port object d976714a-cc14-4f99-8310-9a86b72fcb51 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:28.351645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa5361-35d9-456e-a3c1-364b8958918e req-13d8e015-f30b-4468-a726-3be3a3646bdf tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:28.358578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.365543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5aa5361-35d9-456e-a3c1-364b8958918e req-13d8e015-f30b-4468-a726-3be3a3646bdf tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.4063098 Nov 09 11:23:28.370468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Transition to ACTIVE for port object d976714a-cc14-4f99-8310-9a86b72fcb51 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:28.451544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5aa5361-35d9-456e-a3c1-364b8958918e req-94e8af0c-8e9b-4487-8b78-f2d6c83f3522 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902963 Nov 09 11:23:28.470780 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.477219 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:28.523606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 8dff3ca3-c496-4acf-8ec0-238c9d51a07d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,segment=NetworkSegment(7347b50c-53e3-4c93-9c8e-5cab0691e022),segment_id=7347b50c-53e3-4c93-9c8e-5cab0691e022)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:28.524044 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.572115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Pushing event updated for resources: {'Port': ['ID=d976714a-cc14-4f99-8310-9a86b72fcb51,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:28.576504 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:28.587079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Network 012cce3e-8a23-4ce8-b37e-43d98971affd is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:28.588633 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:28.594039 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:28.628802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Allocated IP 172.25.7.75 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:28.714279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Attempting to bind port d976714a-cc14-4f99-8310-9a86b72fcb51 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:28.714279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Attempting to bind port d976714a-cc14-4f99-8310-9a86b72fcb51 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:28.714279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Attempting to bind port d976714a-cc14-4f99-8310-9a86b72fcb51 on network 012cce3e-8a23-4ce8-b37e-43d98971affd {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:28.727870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:28.727870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Checking segment: {'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:28.727870 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.727870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Bound using segment: {'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:28.727870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Bound port: d976714a-cc14-4f99-8310-9a86b72fcb51, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:28.727870 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:28.889072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 8dff3ca3-c496-4acf-8ec0-238c9d51a07d owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:28.934726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] For port d976714a-cc14-4f99-8310-9a86b72fcb51, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:28.947070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] For port d976714a-cc14-4f99-8310-9a86b72fcb51, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d976714a-cc14-4f99-8310-9a86b72fcb51,segment=NetworkSegment(8227bb89-4e9f-4ff0-8665-c4cfbefd2576),segment_id=8227bb89-4e9f-4ff0-8665-c4cfbefd2576)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:28.970195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:29.018534 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:29.037891 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:29.133960 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:29.168367 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-efb37997-e4b8-4406-b54c-576151e11f5a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:29.247118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Pushing event updated for resources: {'Port': ['ID=d976714a-cc14-4f99-8310-9a86b72fcb51,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:29.278868 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:29.502779 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:29.511124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:29.514376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:29.763100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:29.784833 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:30.042491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bccc22-94ec-4784-ac15-84b4827bfe57 req-1ae93438-10a0-411a-aae7-4cc37d712af7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:30.052206 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:30.053055 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27bccc22-94ec-4784-ac15-84b4827bfe57 req-1ae93438-10a0-411a-aae7-4cc37d712af7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.6121590 Nov 09 11:23:30.135403 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-be9b6d01-3344-4926-b17c-e1c3035ac881 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:30.295142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27bccc22-94ec-4784-ac15-84b4827bfe57 req-b89dd66c-7ab1-4bb1-bc4a-4169da594326 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343688 Nov 09 11:23:30.386015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:30.386516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=8dff3ca3-c496-4acf-8ec0-238c9d51a07d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:30.386773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:30.390058 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:30.732079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d976714a-cc14-4f99-8310-9a86b72fcb51 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:30.734587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747deb9-1b58-452a-9967-08355cbdb3a3 req-5e6e7fa7-3f7f-4ec2-b983-031640064e97 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:30.734587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9747deb9-1b58-452a-9967-08355cbdb3a3 req-5e6e7fa7-3f7f-4ec2-b983-031640064e97 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.6732652 Nov 09 11:23:30.748433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9747deb9-1b58-452a-9967-08355cbdb3a3 req-a831b5c1-b9e8-4197-99e2-8a7cf357f20a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925155 Nov 09 11:23:30.812440 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:31.024751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d976714a-cc14-4f99-8310-9a86b72fcb51 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:31.042198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40618) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:31.430151 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af28001-e58b-4d6e-8326-e33cc7d29e6a None None] Network 012cce3e-8a23-4ce8-b37e-43d98971affd requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:23:31.442598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:23:31.478625 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6551be38-2000-4b85-a41f-f96b2a27e056 req-5dc0de56-1121-4e8e-bc5a-3d3c197b9e84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6501 time: 0.4149930 Nov 09 11:23:31.544242 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6551be38-2000-4b85-a41f-f96b2a27e056 req-00245a63-66c0-4b35-81d3-a8c957a22ff2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582356 Nov 09 11:23:31.854159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Provisioning for port d976714a-cc14-4f99-8310-9a86b72fcb51 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:31.861914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4bce-6ee2-4214-891c-a1b8a6797faf req-da94007e-7196-46f8-8554-2c623ba55618 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:31.869322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Provisioning complete for port d976714a-cc14-4f99-8310-9a86b72fcb51 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:31.869625 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:31.871375 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-288a4bce-6ee2-4214-891c-a1b8a6797faf req-da94007e-7196-46f8-8554-2c623ba55618 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.3276277 Nov 09 11:23:31.966281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:31.979069 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Sync routers for ids ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:32.091082 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Routers {'7de0ca31-7ae7-48f7-9a9a-5e34b8519903'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:32.091082 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:32.188396 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:32.247487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] For port d976714a-cc14-4f99-8310-9a86b72fcb51, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d976714a-cc14-4f99-8310-9a86b72fcb51,segment=NetworkSegment(8227bb89-4e9f-4ff0-8665-c4cfbefd2576),segment_id=8227bb89-4e9f-4ff0-8665-c4cfbefd2576)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:32.267892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61794e-f79b-473d-ad84-277a2b92f2b3 req-92294963-07c1-488e-975c-b6a6ae927636 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:32.282552 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a61794e-f79b-473d-ad84-277a2b92f2b3 req-92294963-07c1-488e-975c-b6a6ae927636 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.2875748 Nov 09 11:23:32.309626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:32.309626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3348694 Nov 09 11:23:32.322474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40660) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:32.366027 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:32.366027 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:32.387201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-288a4bce-6ee2-4214-891c-a1b8a6797faf req-a25279a9-9181-418a-9efc-4b1be2f0b286 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146945 Nov 09 11:23:32.516586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Pushing event updated for resources: {'Port': ['ID=d976714a-cc14-4f99-8310-9a86b72fcb51,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:32.520157 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a61794e-f79b-473d-ad84-277a2b92f2b3 req-ecddb293-89cf-45c2-b40e-370d830ddfa2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438328 Nov 09 11:23:32.524477 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:32.572410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:32.607481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f8a7727a-9684-4bf4-a51c-ab73ee544560 None None] Provisioning complete for port d976714a-cc14-4f99-8310-9a86b72fcb51 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:32.607950 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8a7727a-9684-4bf4-a51c-ab73ee544560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:32.650069 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Set router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:32.956528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:32.981381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:32.982023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:33.312068 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 3, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:33.312068 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Checking router: 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:33.312068 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Updating router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:23:33.327041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:33.474169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4803085 Nov 09 11:23:33.474169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40682) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:33.479043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:33.484523 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:33.676605 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:23:33.708079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet 9f2638a5-dc21-4ff9-aad9-b7b044c021a9 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:23:33.712184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:33.800352 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:23:33.838043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:33.863095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555586eb-0e99-4e24-bae1-af3826094b73 req-444c203c-265b-4456-b721-db8e624b49ea tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:33.870030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-555586eb-0e99-4e24-bae1-af3826094b73 req-444c203c-265b-4456-b721-db8e624b49ea tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.1895525 Nov 09 11:23:33.872784 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:33.886361 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Transition to ACTIVE for port object e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:33.921848 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:33.946996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ef9ce-62ae-4a33-aa85-ec33f89438e9 req-4ec13f2b-1a0f-4970-825c-638d02203d38 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:33.953969 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e5ef9ce-62ae-4a33-aa85-ec33f89438e9 req-4ec13f2b-1a0f-4970-825c-638d02203d38 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 944 time: 0.2008042 Nov 09 11:23:33.980893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:33.994070 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-555586eb-0e99-4e24-bae1-af3826094b73 req-b4277566-fbb6-4ebe-b389-bd4c56c7a5df tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227727 Nov 09 11:23:34.000960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'port_id': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'mac_address': 'fa:16:3e:c1:52:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:23:34.047407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6e5ef9ce-62ae-4a33-aa85-ec33f89438e9 req-1cd593f9-6693-44be-94b0-53c57ca9575f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920484 Nov 09 11:23:34.064836 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.094515 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.149503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474c6061-567c-476c-bd0c-3c2e4e99f812 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:23:34.166655 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.176632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:34.197087 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-1f5f9ba7-2a74-411e-b65d-ba35d4734c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:34.214428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Allocated IP 172.20.0.1 (012cce3e-8a23-4ce8-b37e-43d98971affd/2ed05082-d453-439b-88b3-4d191791f3c8/fcb13414-0fd8-4ff9-a6d1-1a34ead8751d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:34.216681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 8, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:34.223062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:34.234588 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.257587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:34.257587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:34.331204 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Attempting to bind port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:34.331204 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Attempting to bind port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:34.331204 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Attempting to bind port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:34.360428 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Pushing event updated for resources: {'Port': ['ID=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:34.362218 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.368072 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:34.368072 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:34.368072 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.368072 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:34.368072 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Bound port: e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:34.368072 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.383509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.387203 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:34.389791 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-39fe2fb8-e32f-473e-89c2-ef86c123d929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.450600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:34.458756 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:34.476594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.494831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2638a5-dc21-4ff9-aad9-b7b044c021a9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:34.494831 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:34.494831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/9f2638a5-dc21-4ff9-aad9-b7b044c021a9 HTTP/1.1" status: 204 len: 168 time: 1.1381140 Nov 09 11:23:34.494831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 40702) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:34.553594 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] For port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:34.565219 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] For port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:34.633783 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.637638 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-986aa23e-3667-42b8-9c6a-8c983f0f617a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:34.664383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.672823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.678260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d976714a-cc14-4f99-8310-9a86b72fcb51 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:34.690007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 09f621ea-fc94-43b8-a065-e86648056cf0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:34.690381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Transition to ACTIVE for port object fcb13414-0fd8-4ff9-a6d1-1a34ead8751d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:34.690515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.706123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15131488-e8e8-4787-9c95-3a3b54f4725a None None] Network 195d997a-c442-4c23-b3c7-fb7cd771ad7a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:23:34.772802 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Routers {'7de0ca31-7ae7-48f7-9a9a-5e34b8519903'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:34.773440 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:34.789870 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:34.789870 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-03a7ad2e-9e9c-4140-a0f6-52c32f274dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:34.873149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:34.883767 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Pushing event updated for resources: {'Port': ['ID=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:34.891707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Network 012cce3e-8a23-4ce8-b37e-43d98971affd is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:34.893983 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:34.904015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:34.904015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:34.978650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:34.992227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:35.140842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:35.150273 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] Set router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:35.364336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['474c6061-567c-476c-bd0c-3c2e4e99f812'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:23:35.382241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 09f621ea-fc94-43b8-a065-e86648056cf0, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=09f621ea-fc94-43b8-a065-e86648056cf0,segment=NetworkSegment(7347b50c-53e3-4c93-9c8e-5cab0691e022),segment_id=7347b50c-53e3-4c93-9c8e-5cab0691e022)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:35.382241 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:35.619811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:35.668470 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Sync routers for ids ['7f609af6-7e92-4523-876e-be9463b96c38'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:35.688479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=11']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:35.719746 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:35.741460 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Routers {'7f609af6-7e92-4523-876e-be9463b96c38'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:35.742086 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f609af6-7e92-4523-876e-be9463b96c38'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:35.872697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c1b0052f-0180-4541-ad7c-658268a469d2 None None] Provisioning for port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:35.881068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 09f621ea-fc94-43b8-a065-e86648056cf0 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:35.989655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.042540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d976714a-cc14-4f99-8310-9a86b72fcb51 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:36.046183 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.055401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287132be-f57c-412c-a9ff-6800b182f957 req-940a688d-865a-4746-bfd5-30926512f877 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:36.056555 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-287132be-f57c-412c-a9ff-6800b182f957 req-940a688d-865a-4746-bfd5-30926512f877 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.4249027 Nov 09 11:23:36.116784 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.141476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d44f23-98cc-4f8d-86d1-b29593a32bbe req-b8779ee2-cdf8-4524-bbe8-61913e915cef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:36.155633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24d44f23-98cc-4f8d-86d1-b29593a32bbe req-b8779ee2-cdf8-4524-bbe8-61913e915cef tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.7282517 Nov 09 11:23:36.155772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c1b0052f-0180-4541-ad7c-658268a469d2 None None] Provisioning complete for port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:36.155772 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c1b0052f-0180-4541-ad7c-658268a469d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.158685 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Set router 7f609af6-7e92-4523-876e-be9463b96c38 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:36.222458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24d44f23-98cc-4f8d-86d1-b29593a32bbe req-3c17c383-fd31-42b6-8556-0e2f110c8e35 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689371 Nov 09 11:23:36.223554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.233830 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cbe50ea-0883-45a9-bd35-547aee48ef10 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:36.273086 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f4d29a2b-a743-4575-922d-9fdb57c28222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:36.409137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.417451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:36.436690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=09f621ea-fc94-43b8-a065-e86648056cf0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:36.438726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0052f-0180-4541-ad7c-658268a469d2 None None] Port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:23:36.454210 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:36.495362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No DVR routers for this DVR port 09f621ea-fc94-43b8-a065-e86648056cf0 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:23:36.535113 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:36.605953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-287132be-f57c-412c-a9ff-6800b182f957 req-97f32eb6-624b-4067-aa41-2f730a7a7a33 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5438530 Nov 09 11:23:36.672706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 8, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:36.685848 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.696738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c7a97-e7ac-4455-9a22-fd5dfb5fe503 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 8, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:36.749231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Network 012cce3e-8a23-4ce8-b37e-43d98971affd is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:36.756544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:36.779454 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.784085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525cdb7-eb54-4e19-a9c9-c2bfd4910e2f None None] DHCP port deletion for 195d997a-c442-4c23-b3c7-fb7cd771ad7a request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:23:36.842831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195d997a-c442-4c23-b3c7-fb7cd771ad7a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:36.858367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7347b50c-53e3-4c93-9c8e-5cab0691e022') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:36.858367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7347b50c-53e3-4c93-9c8e-5cab0691e022') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:36.880980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.897692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.897692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:23:36.897692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:23:36.915596 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:23:36.994396 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 3, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:36.994396 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2ddf8-0381-4a27-8573-d36671212bd6 None None] The sync data for ids ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'] in n-d-817173-1 is: [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 3, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:37.194152 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:23:14Z', 'revision_number': 4, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port': {'id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:01Z', 'updated_at': '2021-11-09T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '2994e6e6-698a-406f-9d66-91c247dcf1e6', 'name': '', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'mac_address': 'fa:16:3e:3d:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:11Z', 'updated_at': '2021-11-09T11:23:15Z', 'revision_number': 2, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'subnets': [{'id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:37.210894 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Checking router: 7f609af6-7e92-4523-876e-be9463b96c38 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:37.211484 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Updating router 7f609af6-7e92-4523-876e-be9463b96c38 port 2994e6e6-698a-406f-9d66-91c247dcf1e6 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:23:37.349460 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:37.405549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7acaa2da-9028-4547-955e-878eed98c0bc None None] Provisioning complete for port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:37.405549 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7acaa2da-9028-4547-955e-878eed98c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:37.591384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7acaa2da-9028-4547-955e-878eed98c0bc None None] Port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:23:37.640037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:37.644308 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f92310d4-2da1-4b6e-903b-d75f55e65c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:37.666067 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:37.713326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=195d997a-c442-4c23-b3c7-fb7cd771ad7a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:37.715350 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:37.717387 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:37.734938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/195d997a-c442-4c23-b3c7-fb7cd771ad7a HTTP/1.1" status: 204 len: 168 time: 3.2419198 Nov 09 11:23:37.740142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 40774) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:37.846940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:37.997341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:38.029021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:38.145008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d807-10a6-43bf-9646-96ec4e8aedb9 req-a916839f-7066-4a2b-a5e2-5a6d697093f7 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:38.156259 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84c3d807-10a6-43bf-9646-96ec4e8aedb9 req-a916839f-7066-4a2b-a5e2-5a6d697093f7 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.2520788 Nov 09 11:23:38.241963 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-84c3d807-10a6-43bf-9646-96ec4e8aedb9 req-ada79527-b4fc-42dc-81e2-2093acf49eb5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848165 Nov 09 11:23:38.269932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 474c6061-567c-476c-bd0c-3c2e4e99f812 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:38.281445 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:38.314084 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Transition to ACTIVE for port object 2994e6e6-698a-406f-9d66-91c247dcf1e6 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:38.325715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 474c6061-567c-476c-bd0c-3c2e4e99f812 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:38.325715 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:38.405675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:38.409318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b3ce-b26d-4358-8620-165b6495669d req-3966651c-e7fb-4a38-a860-1839e821fbe8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:38.412020 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:38.421203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7908b3ce-b26d-4358-8620-165b6495669d req-3966651c-e7fb-4a38-a860-1839e821fbe8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.8297963 Nov 09 11:23:38.424154 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-21ad2897-3221-4ed5-bbe0-55774ce75f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:38.590872 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:38.808428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7908b3ce-b26d-4358-8620-165b6495669d req-ccdf1447-b024-4d20-9d73-57e83b8bdc63 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828106 Nov 09 11:23:38.886701 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2976d22-9b25-4be9-9f11-b55a6672edab None None] Pushing event updated for resources: {'Port': ['ID=2994e6e6-698a-406f-9d66-91c247dcf1e6,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:38.925048 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e2976d22-9b25-4be9-9f11-b55a6672edab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:39.096765 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:39.124036 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Attempting to bind port 2994e6e6-698a-406f-9d66-91c247dcf1e6 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:39.124140 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Attempting to bind port 2994e6e6-698a-406f-9d66-91c247dcf1e6 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:39.124458 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Attempting to bind port 2994e6e6-698a-406f-9d66-91c247dcf1e6 on network 474cc22c-d535-48a2-a10c-51d6ed843873 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:39.140734 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:39.141119 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Checking segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:39.141557 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:39.141957 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Bound using segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:39.142501 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Bound port: 2994e6e6-698a-406f-9d66-91c247dcf1e6, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:39.142918 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:39.297158 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] For port 2994e6e6-698a-406f-9d66-91c247dcf1e6, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:39.309038 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] For port 2994e6e6-698a-406f-9d66-91c247dcf1e6, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2994e6e6-698a-406f-9d66-91c247dcf1e6,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:39.382448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:39.402761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:39.516344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:39.518147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] 10.222.0.50 "PUT /v2.0/routers/7de0ca31-7ae7-48f7-9a9a-5e34b8519903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1459525 Nov 09 11:23:39.545550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:23:39.600634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:39.640991 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:39.652910 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d952acae-1d39-4586-9cc8-36a9b2b0f96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:39.679484 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:39.681424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:39.695625 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bd0350c2-5fc1-4566-a5dd-cc9001629e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:39.748568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97032f53-7262-4fcb-bb3a-40c357ea683a req-57e73988-7350-4198-81d2-bc964f50093e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:39.763144 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-97032f53-7262-4fcb-bb3a-40c357ea683a req-57e73988-7350-4198-81d2-bc964f50093e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 945 time: 0.2757053 Nov 09 11:23:39.858004 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:39.858395 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:39.912824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-97032f53-7262-4fcb-bb3a-40c357ea683a req-60b9338b-379f-45bb-806b-ca81d33dcf5f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387684 Nov 09 11:23:40.052595 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2976d22-9b25-4be9-9f11-b55a6672edab None None] Pushing event updated for resources: {'Port': ['ID=2994e6e6-698a-406f-9d66-91c247dcf1e6,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:40.068928 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e2976d22-9b25-4be9-9f11-b55a6672edab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:40.100927 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Routers {'7f609af6-7e92-4523-876e-be9463b96c38'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:40.100927 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f609af6-7e92-4523-876e-be9463b96c38'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:40.162478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=12']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:40.182719 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:40.187979 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:40.317405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:40.340921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 8, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:40.361282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:40.394636 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:40.419267 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-98acb26d-9b33-46f5-a671-9b009ea51271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:40.580639 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] Set router 7f609af6-7e92-4523-876e-be9463b96c38 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:40.636406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:40.636406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:40.805097 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'code': 200} Nov 09 11:23:40.827389 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8dff3ca3-c496-4acf-8ec0-238c9d51a07d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:23:41.007223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:41.007223 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:41.081111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 8dff3ca3-c496-4acf-8ec0-238c9d51a07d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:23:41.081111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8dff3ca3-c496-4acf-8ec0-238c9d51a07d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:23:41.081111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 09f621ea-fc94-43b8-a065-e86648056cf0 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:23:41.214319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 09f621ea-fc94-43b8-a065-e86648056cf0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:23:41.214319 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 09f621ea-fc94-43b8-a065-e86648056cf0 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:23:41.240593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:41.251770 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:41.279727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:41.310526 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:23:14Z', 'revision_number': 4, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port': {'id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:01Z', 'updated_at': '2021-11-09T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '2994e6e6-698a-406f-9d66-91c247dcf1e6', 'name': '', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'mac_address': 'fa:16:3e:3d:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:11Z', 'updated_at': '2021-11-09T11:23:39Z', 'revision_number': 4, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'subnets': [{'id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:41.324525 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc19475-95f2-4e1f-8152-68f18cbc0a1c None None] The sync data for ids ['7f609af6-7e92-4523-876e-be9463b96c38'] in n-d-817173-1 is: [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:23:14Z', 'revision_number': 4, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port': {'id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:01Z', 'updated_at': '2021-11-09T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '2994e6e6-698a-406f-9d66-91c247dcf1e6', 'name': '', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'mac_address': 'fa:16:3e:3d:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:11Z', 'updated_at': '2021-11-09T11:23:39Z', 'revision_number': 4, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'subnets': [{'id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:41.425838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476eeb1-db4c-40e7-922c-65f858853d2d req-1abd6ed1-9d2f-42ac-893b-b5e8cbffc65e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:41.437465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f476eeb1-db4c-40e7-922c-65f858853d2d req-1abd6ed1-9d2f-42ac-893b-b5e8cbffc65e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.5966117 Nov 09 11:23:41.531135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 24c4f198-ca3f-400f-ac9a-f5f74988d3a7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,segment=NetworkSegment(98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a),segment_id=98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:41.531135 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:41.637374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:41.765085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d65fc-954a-400d-affb-5b8183f8a95e req-61621809-3218-45da-af53-b042caea3d82 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:41.766675 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-61621809-3218-45da-af53-b042caea3d82 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/networks?id=474cc22c-d535-48a2-a10c-51d6ed843873 HTTP/1.1" status: 200 len: 911 time: 0.3961055 Nov 09 11:23:41.793428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-7e497b83-95e6-41cc-a2de-f19a4c07cc16 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/quotas/ea736bc8b84b4406b5e80f5b4f08a511 HTTP/1.1" status: 200 len: 375 time: 0.0205328 Nov 09 11:23:42.047357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:42.101616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-c45599cc-3856-442d-8d72-074e7f798af9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea736bc8b84b4406b5e80f5b4f08a511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2995064 Nov 09 11:23:42.256234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f476eeb1-db4c-40e7-922c-65f858853d2d req-ee92673e-ef77-46f0-a580-a13aca22d78c tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8222246 Nov 09 11:23:42.297301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b850da47-3768-4d35-b9b3-9043aa6bf031 req-c30ae882-45ad-43ed-b2f1-12e699034632 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1097 time: 1.4725242 Nov 09 11:23:42.308986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:42.309568 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:42.457067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 8, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:42.493003 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4523496-851c-4512-a56b-d7dc30f85bb1 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:29Z', 'revision_number': 8, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24c4f198-ca3f-400f-ac9a-f5f74988d3a7', 'name': '', 'network_id': 'd7f3a1d2-6775-49cf-a210-91ae71ebf0ad', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:47Z', 'updated_at': '2021-11-09T11:23:02Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': '33ed6066-04d6-4e04-b832-5e1c747c78f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:42.557790 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Sync routers for ids ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:42.563392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-844830b3-f8b0-4a24-9224-36922380edc5 service neutron] 10.222.0.50 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584315 Nov 09 11:23:42.583989 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Routers {'7de0ca31-7ae7-48f7-9a9a-5e34b8519903'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:42.590750 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:42.898368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-9dea15d2-1b14-4638-946a-8224987fcf0f service neutron] 10.222.0.50 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371508 Nov 09 11:23:42.906414 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Set router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:42.921991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2994e6e6-698a-406f-9d66-91c247dcf1e6 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:43.007071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b850da47-3768-4d35-b9b3-9043aa6bf031 req-a6a9b572-04d9-4a87-a407-1bfbece6d8fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6805725 Nov 09 11:23:43.050950 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:43.063173 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c65963c1-29f3-4581-a6b7-43394c3da79f tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:43.144542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 2994e6e6-698a-406f-9d66-91c247dcf1e6 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:43.156834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2994e6e6-698a-406f-9d66-91c247dcf1e6 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:43.156834 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:43.222612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=24c4f198-ca3f-400f-ac9a-f5f74988d3a7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:43.249020 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:43.553953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913765-1530-4a09-9a8b-fb226c265316 req-3efec072-bf97-497b-9eef-10ed4915874f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:43.555828 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0913765-1530-4a09-9a8b-fb226c265316 req-3efec072-bf97-497b-9eef-10ed4915874f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.8611803 Nov 09 11:23:43.576244 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:43.667428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0913765-1530-4a09-9a8b-fb226c265316 req-b310d082-7200-4bcf-b10c-c0b48af1766a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015692 Nov 09 11:23:43.695157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 2994e6e6-698a-406f-9d66-91c247dcf1e6, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2994e6e6-698a-406f-9d66-91c247dcf1e6,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:43.744376 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:43.752165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-34791d21-d12b-4c3d-b6bd-6bb7ba420e03 req-74f5f2af-4d76-4864-b933-42c48153dbe0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 210 time: 0.1090026 Nov 09 11:23:43.802263 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:43.802263 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:43.827476 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:23:35Z', 'revision_number': 4, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'fcb13414-0fd8-4ff9-a6d1-1a34ead8751d', 'name': '', 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'mac_address': 'fa:16:3e:5f:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ed05082-d453-439b-88b3-4d191791f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:33Z', 'updated_at': '2021-11-09T11:23:35Z', 'revision_number': 2, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'subnets': [{'id': '2ed05082-d453-439b-88b3-4d191791f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:43.836653 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Checking router: 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:43.836653 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Updating router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:23:43.993220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=2994e6e6-698a-406f-9d66-91c247dcf1e6,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:44.015797 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:44.028237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.028585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.028927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.029343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.029569 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.030087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.031644 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.032529 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.035647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.036400 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.037025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:44.043125 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:44.165888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c96e4c-5c92-4fc8-9f25-864e4ca0f2f5 req-67ab9a99-6d04-4858-af44-be1d6781c801 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:44.172760 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a1c96e4c-5c92-4fc8-9f25-864e4ca0f2f5 req-67ab9a99-6d04-4858-af44-be1d6781c801 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.1959817 Nov 09 11:23:44.326736 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a1c96e4c-5c92-4fc8-9f25-864e4ca0f2f5 req-0e0da0fa-61c3-4e02-8bb1-998d94a2babf tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531129 Nov 09 11:23:44.365199 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:23:44.739194 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:44.782168 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Transition to ACTIVE for port object fcb13414-0fd8-4ff9-a6d1-1a34ead8751d will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:44.886502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cb6b1737-9ddd-45f4-a0b5-fe187e2867c4 req-bc0f6510-1cee-4d02-9ce8-5927a1251d6c tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 210 time: 0.0620799 Nov 09 11:23:44.907656 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:44.913910 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-81c5a8df-f3c6-4e1a-9919-3e4b3a63ef30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:45.094056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372852-f8e8-40a3-a47a-e7053ba07106 None None] Pushing event updated for resources: {'Port': ['ID=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:45.105925 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-17372852-f8e8-40a3-a47a-e7053ba07106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:45.124354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1a4db-6fb5-4b75-9028-c8c41422811e req-c6dd8073-3089-455e-829b-418ef83590ff tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:45.140068 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28d1a4db-6fb5-4b75-9028-c8c41422811e req-c6dd8073-3089-455e-829b-418ef83590ff tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.1827860 Nov 09 11:23:45.232995 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:45.343705 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28d1a4db-6fb5-4b75-9028-c8c41422811e req-37002d63-19da-4ddc-a537-e1182eae8113 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029393 Nov 09 11:23:45.367638 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Attempting to bind port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:45.368020 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Attempting to bind port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:45.368396 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Attempting to bind port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d on network 012cce3e-8a23-4ce8-b37e-43d98971affd {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:45.378496 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:45.378496 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Checking segment: {'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:45.378496 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:45.378496 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Bound using segment: {'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:45.378496 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Bound port: fcb13414-0fd8-4ff9-a6d1-1a34ead8751d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8227bb89-4e9f-4ff0-8665-c4cfbefd2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:45.379386 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:45.515445 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] For port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:45.522941 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] For port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,segment=NetworkSegment(8227bb89-4e9f-4ff0-8665-c4cfbefd2576),segment_id=8227bb89-4e9f-4ff0-8665-c4cfbefd2576)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:45.621787 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:45.628476 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:45.762075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112afd06-a6f5-41ec-a137-0f17d640b38c req-f7ba72cd-d271-4d55-a7ba-80a95cf79d19 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:45.766072 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-112afd06-a6f5-41ec-a137-0f17d640b38c req-f7ba72cd-d271-4d55-a7ba-80a95cf79d19 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.2081316 Nov 09 11:23:45.774090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372852-f8e8-40a3-a47a-e7053ba07106 None None] Pushing event updated for resources: {'Port': ['ID=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:45.774090 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-17372852-f8e8-40a3-a47a-e7053ba07106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:45.774090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Routers {'7de0ca31-7ae7-48f7-9a9a-5e34b8519903'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:45.774090 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:45.781245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:45.810036 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0734868 Nov 09 11:23:45.813555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41030) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:45.887402 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-112afd06-a6f5-41ec-a137-0f17d640b38c req-7f6c7023-133b-49fb-8820-f27c48a5bcd5 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214969 Nov 09 11:23:46.001222 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2994e6e6-698a-406f-9d66-91c247dcf1e6 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:46.391650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2994e6e6-698a-406f-9d66-91c247dcf1e6 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:46.394975 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:46.455620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47656afa-be9f-4aac-9d8d-d5292b1f888a req-3e5970fe-d783-45ec-b33f-39c7fddbd61d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 210 time: 0.0889006 Nov 09 11:23:46.483344 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] Set router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:46.569741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet 33ed6066-04d6-4e04-b832-5e1c747c78f4 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:23:46.586124 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:46.851986 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:46.949014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1227-a6c7-4809-bd72-0886f826c700 req-744d2cc8-e8be-4414-9036-96b5cac0c877 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:46.950402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2cda1227-a6c7-4809-bd72-0886f826c700 req-744d2cc8-e8be-4414-9036-96b5cac0c877 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.2491941 Nov 09 11:23:47.016723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:47.093765 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2cda1227-a6c7-4809-bd72-0886f826c700 req-1de8bf80-78be-4c4a-9225-a467ad1581e0 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249816 Nov 09 11:23:47.125594 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:23:35Z', 'revision_number': 4, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'fcb13414-0fd8-4ff9-a6d1-1a34ead8751d', 'name': '', 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'mac_address': 'fa:16:3e:5f:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ed05082-d453-439b-88b3-4d191791f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:33Z', 'updated_at': '2021-11-09T11:23:45Z', 'revision_number': 4, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'subnets': [{'id': '2ed05082-d453-439b-88b3-4d191791f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:47.151631 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b0c8d-5cb0-4bb0-818d-4e965b87290f None None] The sync data for ids ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'] in n-d-817173-1 is: [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:23:35Z', 'revision_number': 4, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'fcb13414-0fd8-4ff9-a6d1-1a34ead8751d', 'name': '', 'network_id': '012cce3e-8a23-4ce8-b37e-43d98971affd', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'mac_address': 'fa:16:3e:5f:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ed05082-d453-439b-88b3-4d191791f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:33Z', 'updated_at': '2021-11-09T11:23:45Z', 'revision_number': 4, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'subnets': [{'id': '2ed05082-d453-439b-88b3-4d191791f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:47.179889 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e715ed8-c846-44cb-94d3-7a541a80dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:47.296997 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:47.305591 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fbe2cc42-aa61-4e70-bef0-307b4d972a42 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:47.359590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23d78b-ad60-40d4-bdf1-3d615a8d0553 req-082d4e7a-d79b-44b7-adcb-0a95b1b96d2f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:47.362017 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c23d78b-ad60-40d4-bdf1-3d615a8d0553 req-082d4e7a-d79b-44b7-adcb-0a95b1b96d2f tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.2305160 Nov 09 11:23:47.409133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=33ed6066-04d6-4e04-b832-5e1c747c78f4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:47.420768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:23:47.427973 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:47.439355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:47.440379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:47.446121 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:47.471837 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/33ed6066-04d6-4e04-b832-5e1c747c78f4 HTTP/1.1" status: 204 len: 168 time: 1.6552567 Nov 09 11:23:47.473194 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41066) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:47.480864 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c23d78b-ad60-40d4-bdf1-3d615a8d0553 req-c93fda54-ce05-4d56-b0d5-0b8be531b117 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117859 Nov 09 11:23:47.608351 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9771b0-333f-4d9f-bb72-35514ed44934 None None] Network d7f3a1d2-6775-49cf-a210-91ae71ebf0ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:23:47.832229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:47.883551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 89aa070f-f28d-4a5a-ba27-caa5ca70639d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:47.883972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:47.968001 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:48.110413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cbaa95ba-d39a-41a3-8e16-5152e738b935 req-f7ef3a34-253c-4f73-a0dd-19ab726b07c1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Synchronizing usage tracker for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:23:48.316281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:48.386424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fcb13414-0fd8-4ff9-a6d1-1a34ead8751d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:48.393508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cbaa95ba-d39a-41a3-8e16-5152e738b935 req-f7ef3a34-253c-4f73-a0dd-19ab726b07c1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Unset dirty status for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:23:48.400078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cbaa95ba-d39a-41a3-8e16-5152e738b935 req-f7ef3a34-253c-4f73-a0dd-19ab726b07c1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 210 time: 0.4495668 Nov 09 11:23:48.470913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d65fc-954a-400d-affb-5b8183f8a95e req-8c49190f-7095-45e9-bb08-897590d1c29f tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:48.472026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-066d65fc-954a-400d-affb-5b8183f8a95e req-8c49190f-7095-45e9-bb08-897590d1c29f tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Synchronizing usage tracker for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:23:48.595952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-066d65fc-954a-400d-affb-5b8183f8a95e req-8c49190f-7095-45e9-bb08-897590d1c29f tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Unset dirty status for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:23:48.595952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-8c49190f-7095-45e9-bb08-897590d1c29f tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.57 "GET /v2.0/networks?id=474cc22c-d535-48a2-a10c-51d6ed843873 HTTP/1.1" status: 200 len: 911 time: 0.7597446 Nov 09 11:23:48.657017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Request body: {'port': {'device_id': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'admin_state_up': True, 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:23:48.686157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:48.775314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:48.817584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 89aa070f-f28d-4a5a-ba27-caa5ca70639d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=89aa070f-f28d-4a5a-ba27-caa5ca70639d,segment=NetworkSegment(98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a),segment_id=98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:48.818151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:49.042554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:49.059472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:49.060078 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:49.095551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 89aa070f-f28d-4a5a-ba27-caa5ca70639d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:49.210365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Made reservation on behalf of ea736bc8b84b4406b5e80f5b4f08a511 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:23:49.210365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:49.233419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0270542-8461-40c3-8d22-c2848b39579f req-0f1663a0-8cc6-4c1d-87f4-b5dc312834b8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:49.241738 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f0270542-8461-40c3-8d22-c2848b39579f req-0f1663a0-8cc6-4c1d-87f4-b5dc312834b8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.2379241 Nov 09 11:23:49.311987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f0270542-8461-40c3-8d22-c2848b39579f req-0f8b2537-1cfd-4838-b21f-326af1cfbd4e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693178 Nov 09 11:23:49.366345 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22f85f-b5e5-43f7-bd74-2715dacf31c2 None None] DHCP port deletion for d7f3a1d2-6775-49cf-a210-91ae71ebf0ad request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:23:49.374301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:42Z', 'revision_number': 9, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:49.384830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:23:49.421623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:49.460705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:23:49.461540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:49.559338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:49.566174 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:49.626644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=89aa070f-f28d-4a5a-ba27-caa5ca70639d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:49.638840 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:49.645854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4438-4cf9-4e81-8658-874c53f2250a req-0a010b17-3b71-470f-8a27-ba7b070b011e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:49.655853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d127de8-bc8f-4e52-b784-2b9b9651058c req-6a96cc46-ba77-47cb-9c20-8b78bfe90d77 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:49.658773 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c39b4438-4cf9-4e81-8658-874c53f2250a req-0a010b17-3b71-470f-8a27-ba7b070b011e tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.1341136 Nov 09 11:23:49.663677 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d127de8-bc8f-4e52-b784-2b9b9651058c req-6a96cc46-ba77-47cb-9c20-8b78bfe90d77 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.9833643 Nov 09 11:23:49.668651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No DVR routers for this DVR port 89aa070f-f28d-4a5a-ba27-caa5ca70639d on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:23:49.704392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:23:49.739431 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c39b4438-4cf9-4e81-8658-874c53f2250a req-d109fe69-bfdb-4aaa-9a07-d1034973a611 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790832 Nov 09 11:23:49.839310 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9d127de8-bc8f-4e52-b784-2b9b9651058c req-bb2e9ea5-6734-4616-9dea-1f123f80ee26 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703870 Nov 09 11:23:49.872245 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d48a86cc-21f5-4614-822d-09fbce3e6a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:49.933034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,segment=NetworkSegment(8227bb89-4e9f-4ff0-8665-c4cfbefd2576),segment_id=8227bb89-4e9f-4ff0-8665-c4cfbefd2576)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:50.020094 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7603f0d-866d-4bb5-90e7-8f0831858489 req-d8a7f2ae-782f-42ef-bd52-2a52092b76c0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 210 time: 0.0521710 Nov 09 11:23:50.072374 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.124944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f3a1d2-6775-49cf-a210-91ae71ebf0ad']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:50.141457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:50.141834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ac9dfc-8f8e-4553-abc9-95f0f0a4ba6a') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:50.166383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.189300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Allocated IP 172.20.0.10 (474cc22c-d535-48a2-a10c-51d6ed843873/3792a98c-5808-47da-a50c-e4a36f97066b/5f61285f-ad0b-4ea9-b88d-9ef746e06b6a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:23:50.202940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.204217 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.208740 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:50.213986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:23:50.214650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:23:50.235066 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:23:50.304901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:42Z', 'revision_number': 9, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:50.321451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320b4bb-73b0-4318-87a7-85695ae8b151 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:42Z', 'revision_number': 9, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None, '_interfaces': [{'id': '20202e91-62ea-4591-829c-d5d8df0620d1', 'name': '', 'network_id': 'f1e38372-803a-40ec-965f-4578f7cff7cc', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:7b:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:25Z', 'updated_at': '2021-11-09T11:22:38Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'b196bdf0-f1ea-4607-bf34-2f6b5febcf7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ed91508-0f86-48fd-8c7f-aaa05dd6cf09', 'name': '', 'network_id': '8267a42b-19ed-4b17-9a0a-850820589335', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'mac_address': 'fa:16:3e:69:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:22:38Z', 'updated_at': '2021-11-09T11:22:50Z', 'revision_number': 5, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'subnets': [{'id': 'f82adbcf-b0a4-4aac-b1c2-ce53c340111c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:23:50.326103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 89aa070f-f28d-4a5a-ba27-caa5ca70639d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:23:50.380800 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:50.383835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 89aa070f-f28d-4a5a-ba27-caa5ca70639d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:23:50.385046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 89aa070f-f28d-4a5a-ba27-caa5ca70639d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:23:50.388002 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:50.492600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.497772 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.505848 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4c2b7ba8-6f48-4322-b4a0-ac02b641de42 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:50.546042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=d7f3a1d2-6775-49cf-a210-91ae71ebf0ad,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:50.549058 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:50.558170 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/d7f3a1d2-6775-49cf-a210-91ae71ebf0ad HTTP/1.1" status: 204 len: 168 time: 3.0818422 Nov 09 11:23:50.562774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41142) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:50.579313 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.640994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.674339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Transition to ACTIVE for port object 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:50.723626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41146) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:50.793259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2777-72b5-46a8-be16-a5b1c97a8f21 req-f438df5e-126b-46ba-ad0d-af50dbb790ac tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:50.802163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-407d2777-72b5-46a8-be16-a5b1c97a8f21 req-f438df5e-126b-46ba-ad0d-af50dbb790ac tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.1091702 Nov 09 11:23:50.825805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.845639 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3dfff258-3857-4e22-9d16-77a1887f73b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:50.912333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Network 474cc22c-d535-48a2-a10c-51d6ed843873 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:23:50.921060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:23:50.928566 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:50.947871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:23:51.008271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:51.012220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:3977612081ec4349aa1557aa88b12226 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:51.015761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:51.022600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:51.040634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-407d2777-72b5-46a8-be16-a5b1c97a8f21 req-fff79809-9ae2-4eaa-9310-cad36517b8b0 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371674 Nov 09 11:23:51.043655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Pushing event updated for resources: {'Port': ['ID=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:51.054447 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:51.055891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:51.056496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.184905 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5342824 Nov 09 11:23:51.196988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Request body: {'port': {'device_id': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:23:51.320019 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.320924 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.347474 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0462950c-8309-477d-88d7-7248124cce4b req-7d80fd24-29b2-456e-b362-ca05cebd392d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1028 time: 0.1765320 Nov 09 11:23:51.353178 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.440285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cb08a423-f12c-4575-832c-e0d04be917e3 None None] Provisioning for port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:23:51.447503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cb08a423-f12c-4575-832c-e0d04be917e3 None None] Provisioning complete for port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:51.447944 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cb08a423-f12c-4575-832c-e0d04be917e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.479007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.494113 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4131f3a8-4756-4f64-a4ba-d517ceaf6b92 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:51.509061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cb08a423-f12c-4575-832c-e0d04be917e3 None None] Port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:23:51.557794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff06d66-1e67-40df-9723-6827f2f71c9a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:51.563219 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:51.569850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3977612081ec4349aa1557aa88b12226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8409078 Nov 09 11:23:51.570273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41158) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:51.573298 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0462950c-8309-477d-88d7-7248124cce4b req-fe5fd6d8-cb93-4279-8957-f2ff28114179 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639268 Nov 09 11:23:51.679531 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.749395 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.761568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:23:51.771770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.807544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Transition to ACTIVE for port object 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:23:51.872836 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.877455 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-77c9c238-9ee8-4393-a3da-efb1145f76ba tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:51.937615 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:51.962131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:52.084709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:52.085477 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:52.328991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fcb13414-0fd8-4ff9-a6d1-1a34ead8751d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:23:52.369828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,segment=NetworkSegment(aeb3fb31-1e8d-4094-a92e-7dbe580b6646),segment_id=aeb3fb31-1e8d-4094-a92e-7dbe580b6646)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:52.369828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:52.377561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:52.381415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ff06d66-1e67-40df-9723-6827f2f71c9a HTTP/1.1" status: 204 len: 168 time: 0.8056667 Nov 09 11:23:52.387136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:52.407592 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:52.409650 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9e75709e-dcc3-4b30-b045-da8603589a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:52.426089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff06d66-1e67-40df-9723-6827f2f71c9a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:52.437764 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:52.483436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:23:52.484024 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:52.542767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:52.577654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13d8a3-556c-4817-b97f-91e795182520 req-e648f58b-aa38-4625-a7b2-400b61a292a8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:52.579164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fd13d8a3-556c-4817-b97f-91e795182520 req-e648f58b-aa38-4625-a7b2-400b61a292a8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.6700299 Nov 09 11:23:52.630652 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:23:52.644491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abf08b-1761-422d-98d4-4f5bbb96e189 req-7a40b79d-1216-4575-a2a3-c48c630f54d7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:52.650907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54abf08b-1761-422d-98d4-4f5bbb96e189 req-7a40b79d-1216-4575-a2a3-c48c630f54d7 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 946 time: 0.3728592 Nov 09 11:23:52.674645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Attempting to bind port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:23:52.675852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Attempting to bind port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:23:52.676375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Attempting to bind port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a on network 474cc22c-d535-48a2-a10c-51d6ed843873 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:52.700925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a on network 474cc22c-d535-48a2-a10c-51d6ed843873 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:23:52.701298 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Attempting to bind port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a on network 474cc22c-d535-48a2-a10c-51d6ed843873 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:23:52.702646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:23:52.703209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 24c4f198-ca3f-400f-ac9a-f5f74988d3a7 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:23:52.724441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Deleting port 2fae68ab-bef9-4226-b053-f56f4740ce97 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:52.724823 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:52.771674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:23:52.772019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Checking segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:23:52.772415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Bound using segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:23:52.772863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Bound port: 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:23:52.773208 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:52.797268 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-54abf08b-1761-422d-98d4-4f5bbb96e189 req-bf8cad33-abc9-4f52-970e-805bb2c6a31a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454241 Nov 09 11:23:53.053687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] For port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:23:53.146543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0ed8dee-db50-4028-9bce-b66dece92087 req-04480716-5952-4ef2-9aca-bb358ef3a5f9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1053 time: 0.1368220 Nov 09 11:23:53.196787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e0ed8dee-db50-4028-9bce-b66dece92087 req-03336458-ef99-4a19-9b2b-ea0fc9666da2 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Nov 09 11:23:53.197600 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:53.201608 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac900c08-7884-4175-ae85-f4e054704d4b tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:53.211648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] For port 2fae68ab-bef9-4226-b053-f56f4740ce97, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=2fae68ab-bef9-4226-b053-f56f4740ce97,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:53.212004 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:53.249966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=5ed91508-0f86-48fd-8c7f-aaa05dd6cf09,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:53.254304 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:53.406340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Calling delete_port for 2fae68ab-bef9-4226-b053-f56f4740ce97 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:53.503483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] For port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:23:53.582700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:53.654435 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:53.660445 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:53.714012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:53.727861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['7339dc1b-1db7-46b0-8067-74f81540f962'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:23:53.759510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['2fae68ab-bef9-4226-b053-f56f4740ce97'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:23:53.769685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:53.771767 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] 10.222.0.57 "PUT /v2.0/ports/5f61285f-ad0b-4ea9-b88d-9ef746e06b6a HTTP/1.1" status: 200 len: 1092 time: 2.5794659 Nov 09 11:23:53.774926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'tag': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:23:53.781890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:53.987226 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'tag': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a', 'status': 'completed', 'code': 200} Nov 09 11:23:53.996277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:53.996952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:53.997564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:53.998090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:53.999350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:53.999880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:54.000454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:54.000983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:54.001507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:54.002078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:54.002588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:54.111044 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:54.118820 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-419e48e4-4b50-486b-beeb-8d1ffe64d93c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:54.156103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] No DVR routers for this DVR port 2fae68ab-bef9-4226-b053-f56f4740ce97 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:23:54.173858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:54.186432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event deleted for resources: {'Port': ['ID=2fae68ab-bef9-4226-b053-f56f4740ce97,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:54.238837 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:54.247631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d44087ab-1a2f-46b9-8f6c-8d998ae4066d req-a7856902-060b-49f3-8628-0481fb256160 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Synchronizing usage tracker for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:23:54.297023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-c450a591-54de-4951-934d-fc0c3eec0363 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea736bc8b84b4406b5e80f5b4f08a511&device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1095 time: 0.3031688 Nov 09 11:23:54.389590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fd13d8a3-556c-4817-b97f-91e795182520 req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.59 "DELETE /v2.0/ports/2fae68ab-bef9-4226-b053-f56f4740ce97 HTTP/1.1" status: 204 len: 173 time: 1.7994487 Nov 09 11:23:54.408125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-95145a2b-d69a-4c20-91ed-c12850ddfaab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a HTTP/1.1" status: 200 len: 217 time: 0.0848734 Nov 09 11:23:54.470759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d44087ab-1a2f-46b9-8f6c-8d998ae4066d req-a7856902-060b-49f3-8628-0481fb256160 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Unset dirty status for tenant:8c021868390a48eda9b6656d14cc2115 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:23:54.482678 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d44087ab-1a2f-46b9-8f6c-8d998ae4066d req-a7856902-060b-49f3-8628-0481fb256160 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 210 time: 0.3141677 Nov 09 11:23:54.513297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d65fc-954a-400d-affb-5b8183f8a95e req-656699af-6f14-4c38-b432-5327d07fc8eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:54.518201 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-656699af-6f14-4c38-b432-5327d07fc8eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3792a98c-5808-47da-a50c-e4a36f97066b HTTP/1.1" status: 200 len: 849 time: 0.1017625 Nov 09 11:23:54.606782 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7db0f6a-8f91-4caf-912f-47ec24317c7c req-35afae0a-34eb-4d34-82ba-ca4c7191eb05 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1095 time: 0.1154878 Nov 09 11:23:54.619287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:23:54.624491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-333840aa-0a73-40cc-acf8-04b2ac50f0f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=474cc22c-d535-48a2-a10c-51d6ed843873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995648 Nov 09 11:23:54.797399 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b7db0f6a-8f91-4caf-912f-47ec24317c7c req-d7bcab98-232a-49c5-b47f-231c53371de7 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811056 Nov 09 11:23:55.032887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:23:55.032887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4325902 Nov 09 11:23:55.033804 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-a8563e80-1a5c-4b2e-beac-444e1f7e2b93 service neutron] 10.222.0.57 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745940 Nov 09 11:23:55.033913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:55.165806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-066d65fc-954a-400d-affb-5b8183f8a95e req-bda2f0ac-f4d9-4441-a819-e33e13b90a32 service neutron] 10.222.0.57 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532576 Nov 09 11:23:55.416413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet f82adbcf-b0a4-4aac-b1c2-ce53c340111c {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:23:55.421680 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:55.459403 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-f685cae7-5eef-4913-b2cf-fb622ee63a9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea736bc8b84b4406b5e80f5b4f08a511&device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1095 time: 0.1362519 Nov 09 11:23:55.501212 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:55.660356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:55.766732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2fae68ab-bef9-4226-b053-f56f4740ce97 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:23:55.780591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f45880be-3160-4744-be80-1753f1d7dbed req-3279c3e8-cd62-4e48-b73b-6770d7bdc0d2 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=e126d558-88b4-4bb3-ae1a-f4e2950b637b HTTP/1.1" status: 200 len: 210 time: 0.0930319 Nov 09 11:23:55.786748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-0e4237ad-e714-4068-91fc-dda2c1108e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:55.793976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-0e4237ad-e714-4068-91fc-dda2c1108e60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=474cc22c-d535-48a2-a10c-51d6ed843873 HTTP/1.1" status: 200 len: 911 time: 0.3245447 Nov 09 11:23:55.879410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 2fae68ab-bef9-4226-b053-f56f4740ce97 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:23:55.879807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 2fae68ab-bef9-4226-b053-f56f4740ce97 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:23:55.924443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:55.933630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-35337d89-2e5b-41e3-a51e-9fc1074e2ad4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a HTTP/1.1" status: 200 len: 217 time: 0.1346343 Nov 09 11:23:55.934267 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ff568681-df6c-442e-9f2a-a62b7096b47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:55.973801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=f82adbcf-b0a4-4aac-b1c2-ce53c340111c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:55.977337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:55.982507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a246ee-2d55-42eb-b986-00aa0a615ed3 None None] Network 8267a42b-19ed-4b17-9a0a-850820589335 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:23:56.021690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.027679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:23:56.030717 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/f82adbcf-b0a4-4aac-b1c2-ce53c340111c HTTP/1.1" status: 204 len: 168 time: 0.9998615 Nov 09 11:23:56.031931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:56.034040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:56.066368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'name': 'network-vif-deleted', 'tag': '2fae68ab-bef9-4226-b053-f56f4740ce97'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:23:56.183637 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e126d558-88b4-4bb3-ae1a-f4e2950b637b', 'name': 'network-vif-deleted', 'tag': '2fae68ab-bef9-4226-b053-f56f4740ce97', 'status': 'completed', 'code': 200} Nov 09 11:23:56.186617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-6f093596-3eed-4295-b6ee-dbb5c52e9987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:56.188566 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-6f093596-3eed-4295-b6ee-dbb5c52e9987 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3792a98c-5808-47da-a50c-e4a36f97066b HTTP/1.1" status: 200 len: 849 time: 0.2473752 Nov 09 11:23:56.228294 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:56.242278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 8673172f-e951-4eb2-b657-6bd0255b2a11 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:56.243333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:56.292214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f169573-df51-4667-bfd7-be8d7f811fa9 req-3cdf92c6-c33f-49b3-aa0f-3a06b7d165fe tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Synchronizing usage tracker for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:23:56.302043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-3ed916f9-9e6f-46bd-a311-9b9331a0c3b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=474cc22c-d535-48a2-a10c-51d6ed843873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053572 Nov 09 11:23:56.397129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] DHCP port deletion for 8267a42b-19ed-4b17-9a0a-850820589335 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:23:56.407182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Deleting port 8673172f-e951-4eb2-b657-6bd0255b2a11 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:56.407182 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:56.463178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f169573-df51-4667-bfd7-be8d7f811fa9 req-3cdf92c6-c33f-49b3-aa0f-3a06b7d165fe tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Unset dirty status for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:23:56.471329 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f169573-df51-4667-bfd7-be8d7f811fa9 req-3cdf92c6-c33f-49b3-aa0f-3a06b7d165fe tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1095 time: 0.3980334 Nov 09 11:23:56.501929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-7187ea49-de86-4573-9d46-a42ce402fa78 service neutron] 10.222.0.57 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902900 Nov 09 11:23:56.558861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 8673172f-e951-4eb2-b657-6bd0255b2a11, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8673172f-e951-4eb2-b657-6bd0255b2a11,segment=NetworkSegment(aeb3fb31-1e8d-4094-a92e-7dbe580b6646),segment_id=aeb3fb31-1e8d-4094-a92e-7dbe580b6646)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:56.559228 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:56.580428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f169573-df51-4667-bfd7-be8d7f811fa9 req-481a9c22-c2ba-4a44-ba0d-5e09fd40e560 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Synchronizing usage tracker for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:23:56.744958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2b55da3-aceb-4d6d-b4ff-f69b51e958df req-eedea1ff-c810-435b-b273-afe9d4c2cc5a service neutron] 10.222.0.57 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029426 Nov 09 11:23:56.746732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 8673172f-e951-4eb2-b657-6bd0255b2a11 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:56.747206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] For port 8673172f-e951-4eb2-b657-6bd0255b2a11, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8673172f-e951-4eb2-b657-6bd0255b2a11,segment=NetworkSegment(aeb3fb31-1e8d-4094-a92e-7dbe580b6646),segment_id=aeb3fb31-1e8d-4094-a92e-7dbe580b6646)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:56.747662 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:56.829073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f169573-df51-4667-bfd7-be8d7f811fa9 req-481a9c22-c2ba-4a44-ba0d-5e09fd40e560 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Unset dirty status for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:23:56.831855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f169573-df51-4667-bfd7-be8d7f811fa9 req-481a9c22-c2ba-4a44-ba0d-5e09fd40e560 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594692 Nov 09 11:23:56.882643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Calling delete_port for 8673172f-e951-4eb2-b657-6bd0255b2a11 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:56.904101 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:56.904101 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d21ff63d-6712-4604-9324-aac3c548cccf tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:56.915188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:23:56.961348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=8673172f-e951-4eb2-b657-6bd0255b2a11,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:56.968847 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:56.975811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No DVR routers for this DVR port 8673172f-e951-4eb2-b657-6bd0255b2a11 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:23:57.074327 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:23:57.075091 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:23:57.146061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:57.156814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'port_id': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a', 'mac_address': 'fa:16:3e:22:76:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:23:57.170158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.209039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8267a42b-19ed-4b17-9a0a-850820589335']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:57.235168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:57.235515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb3fb31-1e8d-4094-a92e-7dbe580b6646') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:23:57.249878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.250137 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.268019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.278032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:23:57.279147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:23:57.279739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.294088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:23:57.297202 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:23:57.461050 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.462830 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:57.492202 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.497451 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6f1c2b1d-9eed-40af-b89b-1612732b7043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:57.521629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.535424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:57.535603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=8267a42b-19ed-4b17-9a0a-850820589335,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:57.540991 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/8267a42b-19ed-4b17-9a0a-850820589335 HTTP/1.1" status: 204 len: 168 time: 1.5034099 Nov 09 11:23:57.541382 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:57.541477 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:57.541477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:57.576627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Deleting port 8673172f-e951-4eb2-b657-6bd0255b2a11 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:57.577020 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:57.641396 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6ec25738-2412-4f9d-be4f-007f0c0f9919 None None] The port '8673172f-e951-4eb2-b657-6bd0255b2a11' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:23:57.856727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['5f61285f-ad0b-4ea9-b88d-9ef746e06b6a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:23:58.183124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48aa916a-93f9-4fda-b088-405498124571 req-99ad8885-78b0-4b50-a8c2-0adfa3e97a47 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1096 time: 0.1043265 Nov 09 11:23:58.189154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:58.340280 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8673172f-e951-4eb2-b657-6bd0255b2a11 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:23:58.359412 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48aa916a-93f9-4fda-b088-405498124571 req-6a6d3329-acff-438e-b6e0-0e9238df2d26 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213548 Nov 09 11:23:58.431269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 8673172f-e951-4eb2-b657-6bd0255b2a11 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:23:58.431269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8673172f-e951-4eb2-b657-6bd0255b2a11 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:23:58.505751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41440) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:58.694654 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:58.735522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:23:58.740126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Usage tracker for resource:security_group_rule and tenant:0d17d867dc9d4ae2a2602f12d436a9dd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:23:58.743026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:23:58.748838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:23:58.817520 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:58.896063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 20202e91-62ea-4591-829c-d5d8df0620d1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:23:58.896402 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:58.983356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:58.991059 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0152e100-c6de-44ef-9d0d-929b2d20aa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:59.038662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481727e8-03a1-445f-bd1a-11a25ace1646,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:59.041864 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:59.044241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d17d867dc9d4ae2a2602f12d436a9dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5371764 Nov 09 11:23:59.049253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41466) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:23:59.148840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 20202e91-62ea-4591-829c-d5d8df0620d1, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=20202e91-62ea-4591-829c-d5d8df0620d1,segment=NetworkSegment(d22acf4c-3a92-4f01-b38b-b5844f41ac5f),segment_id=d22acf4c-3a92-4f01-b38b-b5844f41ac5f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:23:59.149193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:59.221473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32becde-646b-4a07-85d8-4592ff6c9599 req-c5f9fda6-298e-46f8-9e27-d39b5b545dc3 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:23:59.223630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e32becde-646b-4a07-85d8-4592ff6c9599 req-c5f9fda6-298e-46f8-9e27-d39b5b545dc3 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 946 time: 0.0832803 Nov 09 11:23:59.276315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e32becde-646b-4a07-85d8-4592ff6c9599 req-0b977de6-61c7-43db-9fd1-1c0426ed7a77 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Nov 09 11:23:59.283654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 20202e91-62ea-4591-829c-d5d8df0620d1 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:23:59.317514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:59.366508 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:59.566724 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:59.569940 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d31bd38d-2817-487d-890f-2369a67b5aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:59.580498 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b874bd83-4354-43bb-a0db-22fe481ee6c3 req-043d7550-c1ea-42a4-a2c6-04d24af3e7c5 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1096 time: 0.0705416 Nov 09 11:23:59.584261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481727e8-03a1-445f-bd1a-11a25ace1646,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:59.586668 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:23:59.602085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:59.605831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/481727e8-03a1-445f-bd1a-11a25ace1646 HTTP/1.1" status: 204 len: 168 time: 0.5530596 Nov 09 11:23:59.611714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:23:59.628519 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:23:59.650467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b874bd83-4354-43bb-a0db-22fe481ee6c3 req-2542ddfe-7186-4b42-9632-81fb366a0efc tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613985 Nov 09 11:23:59.692951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=20202e91-62ea-4591-829c-d5d8df0620d1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:23:59.696989 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:00.006466 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:00.392111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41526) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:00.423602 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:00.478120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:00.484195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e171a6c82ba24e81a2c4375d62cebae1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:00.488907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:00.489035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:24:00.501583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-77ccf40d-40d9-4281-994b-cc5b22a11baa tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:00.502519 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-77ccf40d-40d9-4281-994b-cc5b22a11baa tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 946 time: 0.1477022 Nov 09 11:24:00.504241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:00.591108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Deleting port 7339dc1b-1db7-46b0-8067-74f81540f962 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:00.597939 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:00.599176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8b17-248e-4e8d-993e-a910cfc77bd9 req-e4477ece-ea92-485a-9fb5-52758121252d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:00.599176 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-582a8b17-248e-4e8d-993e-a910cfc77bd9 req-e4477ece-ea92-485a-9fb5-52758121252d tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 946 time: 0.1746359 Nov 09 11:24:00.717629 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-582a8b17-248e-4e8d-993e-a910cfc77bd9 req-95048d69-8444-49a1-a015-5c4e45f27fd4 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282cfc9-1e0d-4f89-bf79-57d95302de6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Nov 09 11:24:00.723350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:00.757701 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2050591 Nov 09 11:24:00.757701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:00.937728 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:00.952598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:00.976580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting subnet b196bdf0-f1ea-4607-bf34-2f6b5febcf7a {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:24:00.981959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.000161 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.057673 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-16ae5089-c38f-4d32-8a6c-5e617164e415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:01.072253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.108561 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:01.143859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:01.145768 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:01.145986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d95c4ec-5483-4fd9-a7f2-b5c1df1f9f7c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:01.146411 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:01.150786 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:01.151470 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.153004 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:01.194580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd5732f3-d166-4628-8582-20fef36f9e24 req-b89bfc38-f38f-4a0a-acf9-7bee6de8f3db tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1096 time: 0.3655944 Nov 09 11:24:01.226102 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e171a6c82ba24e81a2c4375d62cebae1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8328078 Nov 09 11:24:01.242977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41560) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:01.243147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.275482 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd5732f3-d166-4628-8582-20fef36f9e24 req-7b038fcb-3450-4890-bc8b-0bd64ea05cb5 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917566 Nov 09 11:24:01.277080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] For port 7339dc1b-1db7-46b0-8067-74f81540f962, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7339dc1b-1db7-46b0-8067-74f81540f962,segment=NetworkSegment(ff67ecc9-cab4-474e-9694-fac34a32ce18),segment_id=ff67ecc9-cab4-474e-9694-fac34a32ce18)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:01.277454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.332405 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.357619 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:24:01.362260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:24:01.373856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:01.428605 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a', 'code': 200} Nov 09 11:24:01.441515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Calling delete_port for 7339dc1b-1db7-46b0-8067-74f81540f962 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:01.455484 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.459590 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cd21980-13da-43f7-9026-3e1fb8b89d14 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:01.481080 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:59Z', 'revision_number': 11, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:01.488903 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.489777 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] Checking router: 17ba5da2-2bac-48ca-9071-2c95487f33dc for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:24:01.500736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Subnet': ['ID=b196bdf0-f1ea-4607-bf34-2f6b5febcf7a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:01.501283 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adfbe3c6-9c3a-45b6-a3e6-a5abb9d3371d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:01.505496 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:01.509936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.517144 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] Routers {'17ba5da2-2bac-48ca-9071-2c95487f33dc'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:01.517821 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['17ba5da2-2bac-48ca-9071-2c95487f33dc'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:01.518587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/b196bdf0-f1ea-4607-bf34-2f6b5febcf7a HTTP/1.1" status: 204 len: 168 time: 0.7688975 Nov 09 11:24:01.520747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41574) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:01.566610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.570160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e309e-0f83-49ca-8262-238db225e8cb None None] Network f1e38372-803a-40ec-965f-4578f7cff7cc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:01.722011 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.742945 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.752151 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] Set router 17ba5da2-2bac-48ca-9071-2c95487f33dc gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:24:01.756793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Deleting port 7b231adf-ec60-48d1-861a-b69065b64a01 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:01.757201 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:01.844679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:01.869401 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:01.993676 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:59Z', 'revision_number': 11, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:01.998648 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526c0cc-ed19-48ff-9d82-faa7cb58ea68 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [{'id': '17ba5da2-2bac-48ca-9071-2c95487f33dc', 'name': 'tempest-RoutersIpV6Test-router-1897666892', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:18Z', 'updated_at': '2021-11-09T11:23:59Z', 'revision_number': 11, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:02.012913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fed5613c-e83d-40e9-b4a4-94545254f270 req-26e90843-eac7-4d47-b9c7-0d4e3a17c1c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.4531624 Nov 09 11:24:02.030465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] DHCP port deletion for f1e38372-803a-40ec-965f-4578f7cff7cc request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:24:02.038125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Deleting port 7b231adf-ec60-48d1-861a-b69065b64a01 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:02.038744 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.046678 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.060034 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:02.123726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Pushing event deleted for resources: {'Port': ['ID=7339dc1b-1db7-46b0-8067-74f81540f962,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:02.124595 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45f0cba3-e687-45b6-82c8-509c49ee9154 req-ed08fc2c-6392-407c-9cc4-a0dda6f8e8f8 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 210 time: 0.0653901 Nov 09 11:24:02.148215 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:02.156823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fed5613c-e83d-40e9-b4a4-94545254f270 req-bf90fa26-cb9f-4186-931b-c63e6fab462a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364646 Nov 09 11:24:02.187119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.195728 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-824d44e1-a572-4650-8874-aa82798437f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:02.245588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d95c4ec-5483-4fd9-a7f2-b5c1df1f9f7c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:02.248997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] No DVR routers for this DVR port 7339dc1b-1db7-46b0-8067-74f81540f962 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:02.250658 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:02.255186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.259281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'name': 'network-vif-deleted', 'tag': '7339dc1b-1db7-46b0-8067-74f81540f962'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:24:02.298638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] For port 7b231adf-ec60-48d1-861a-b69065b64a01, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7b231adf-ec60-48d1-861a-b69065b64a01,segment=NetworkSegment(d22acf4c-3a92-4f01-b38b-b5844f41ac5f),segment_id=d22acf4c-3a92-4f01-b38b-b5844f41ac5f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:02.300435 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.302133 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.303347 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d95c4ec-5483-4fd9-a7f2-b5c1df1f9f7c HTTP/1.1" status: 204 len: 168 time: 1.0706747 Nov 09 11:24:02.306416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1710305c-76b6-4c4d-a61f-467ea70edaad req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.57 "DELETE /v2.0/ports/7339dc1b-1db7-46b0-8067-74f81540f962 HTTP/1.1" status: 204 len: 173 time: 1.7981567 Nov 09 11:24:02.328504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] For port 7b231adf-ec60-48d1-861a-b69065b64a01, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7b231adf-ec60-48d1-861a-b69065b64a01,segment=NetworkSegment(d22acf4c-3a92-4f01-b38b-b5844f41ac5f),segment_id=d22acf4c-3a92-4f01-b38b-b5844f41ac5f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:02.329022 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.332958 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68dddaa-5b7d-4f15-a5e0-87f39db98062', 'name': 'network-vif-deleted', 'tag': '7339dc1b-1db7-46b0-8067-74f81540f962', 'status': 'completed', 'code': 200} Nov 09 11:24:02.543135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Calling delete_port for 7b231adf-ec60-48d1-861a-b69065b64a01 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:02.599239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Calling delete_port for 7b231adf-ec60-48d1-861a-b69065b64a01 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:02.666525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8056ef02-f719-4c58-83dc-4f177be5d2f3 req-51161df6-318e-43c3-9629-3f6f5d7d475c tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.1642721 Nov 09 11:24:02.699642 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.703015 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:24:02.703564 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:24:02.706839 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:02.746120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20202e91-62ea-4591-829c-d5d8df0620d1 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:02.754724 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8056ef02-f719-4c58-83dc-4f177be5d2f3 req-c1a7ff93-7b57-4846-bca9-6a664849876c tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870466 Nov 09 11:24:02.756510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Port': ['ID=7b231adf-ec60-48d1-861a-b69065b64a01,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:02.759925 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:02.760698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No DVR routers for this DVR port 7b231adf-ec60-48d1-861a-b69065b64a01 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:02.789238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 20202e91-62ea-4591-829c-d5d8df0620d1 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:02.789921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20202e91-62ea-4591-829c-d5d8df0620d1 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:02.790364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7b231adf-ec60-48d1-861a-b69065b64a01 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:02.825574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 7b231adf-ec60-48d1-861a-b69065b64a01 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:02.825574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7b231adf-ec60-48d1-861a-b69065b64a01 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:02.943554 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:02.987037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7339dc1b-1db7-46b0-8067-74f81540f962 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:03.011330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-7933619b-523a-42d1-92a8-54baf1313bc0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1474464 Nov 09 11:24:03.018667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e38372-803a-40ec-965f-4578f7cff7cc']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:03.036320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:03.036857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22acf4c-3a92-4f01-b38b-b5844f41ac5f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:03.057900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:03.079242 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:03.089857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:03.090148 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:03.099344 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 7339dc1b-1db7-46b0-8067-74f81540f962 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:03.100203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7339dc1b-1db7-46b0-8067-74f81540f962 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:03.108975 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:03.205119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Deleting port 7b231adf-ec60-48d1-861a-b69065b64a01 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:03.205664 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:03.279431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b75ef36c-78e5-4f23-ab9e-a74ad96a488d None None] The port '7b231adf-ec60-48d1-861a-b69065b64a01' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:24:03.300611 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:03.306252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:03.311497 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-589571eb-3cf3-4df3-90a6-7839506ea71f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 6501 time: 0.1675637 Nov 09 11:24:03.316249 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d4983100-308a-4547-a3f0-c0c730065420 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:03.390590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Pushing event deleted for resources: {'Network': ['ID=f1e38372-803a-40ec-965f-4578f7cff7cc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:03.393804 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:03.399277 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-85a3dbf3-08a1-4ceb-bf45-6caeebf42756 req-82bdb106-34ae-4ea6-ab19-303c64248c66 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] 10.222.0.50 "GET /v2.0/ports?device_id=a68dddaa-5b7d-4f15-a5e0-87f39db98062 HTTP/1.1" status: 200 len: 210 time: 0.1006134 Nov 09 11:24:03.400924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/networks/f1e38372-803a-40ec-965f-4578f7cff7cc HTTP/1.1" status: 204 len: 168 time: 1.8790705 Nov 09 11:24:03.403635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41670) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:03.416542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'routes': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:03.551326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-48e5532a-152d-4322-aefd-ddb8e2139f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:03.551855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-48e5532a-152d-4322-aefd-ddb8e2139f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:03.552235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-48e5532a-152d-4322-aefd-ddb8e2139f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:03.553801 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-48e5532a-152d-4322-aefd-ddb8e2139f33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=1b97fa72-da0e-4d01-af72-419d0b5a182d&id=d452b088-5da4-4d2e-b403-6b36975ebdc7&id=d452b088-5da4-4d2e-b403-6b36975ebdc7 HTTP/1.1" status: 200 len: 2296 time: 0.2180650 Nov 09 11:24:03.674289 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-3cddb0d9-938d-4871-b28e-632945b4836f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 HTTP/1.1" status: 200 len: 1002 time: 0.1131814 Nov 09 11:24:03.743127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-96612a21-0a3c-4e53-8a6d-e4ff0e4eefc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:03.743826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Added routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 09 11:24:03.744283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Removed routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 09 11:24:03.744459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:03.744613 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-96612a21-0a3c-4e53-8a6d-e4ff0e4eefc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaee3a1a-f850-45c3-8941-be5d555165a4 HTTP/1.1" status: 200 len: 855 time: 0.0631831 Nov 09 11:24:03.847782 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-187f1e9a-a64a-4f28-8b4f-151e40f65477 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959466 Nov 09 11:24:04.143858 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:04.195609 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-55477bda-f3b1-4b6b-9455-91c3912dd6d6 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383341 Nov 09 11:24:04.214372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55f94fed-038f-43c0-9518-eed5dd49ad76 req-91c933f5-546a-4085-9d7f-cf3d49e71d96 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.2625506 Nov 09 11:24:04.265712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:04.266748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:04.273017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:04.318118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:04.318652 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5ed91508-0f86-48fd-8c7f-aaa05dd6cf09 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:04.444761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router 17ba5da2-2bac-48ca-9071-2c95487f33dc has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:24:04.452341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-e980ee0f-bd2d-4024-aee2-0cd321b7cf3d service neutron] 10.222.0.57 "GET /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480471 Nov 09 11:24:04.459207 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55f94fed-038f-43c0-9518-eed5dd49ad76 req-b971c809-6cd6-4243-99ee-58599f42b367 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286519 Nov 09 11:24:04.525843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41730) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:04.598850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-d4fb2f47-faef-46c4-b3b7-d87ef5e02c82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 217 time: 0.1385932 Nov 09 11:24:04.629511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:04.635931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:04.637055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-75da2bc5-72a5-4e32-9206-4784e480328a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 200 len: 705 time: 1.2310033 Nov 09 11:24:04.639770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:04.683596 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6507e1a-f802-4787-9a1d-5807a0e4dc26 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:24:04.707577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-e0556492-4bda-47c0-a473-98291933be2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3726790 Nov 09 11:24:04.713142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Deleting subnet 473988ac-f45f-49ce-b066-b580a4c03897 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:24:04.725735 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:04.771571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-68e90c90-94a6-4841-b0df-15301a665b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:04.781115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-68e90c90-94a6-4841-b0df-15301a665b78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1661346 Nov 09 11:24:04.800832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6507e1a-f802-4787-9a1d-5807a0e4dc26 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:24:04.802101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a6507e1a-f802-4787-9a1d-5807a0e4dc26 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 200 len: 205 time: 0.1614013 Nov 09 11:24:04.804882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41752) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:04.859487 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:04.958991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1952d3e9-ee2f-4f98-97fe-ae730689f8df req-d6421614-d14c-4445-8feb-06ceb93ec75e tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.3557107 Nov 09 11:24:04.964511 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:04.983248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5870-7d93-41be-954c-82b177f6e82b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.098321 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-bed64311-2fff-423d-a375-aeaa561c52ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 1097 time: 0.3130014 Nov 09 11:24:05.103987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-fdc26e7d-8b2e-460e-ace0-31ca7b6b0618 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3162236 Nov 09 11:24:05.115386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1952d3e9-ee2f-4f98-97fe-ae730689f8df req-05ac6110-e845-4361-8b3c-b321bf00fc9e tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180396 Nov 09 11:24:05.465648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.474236 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0cf15536-88ae-43d2-b081-0f048fc25987 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:05.546017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473988ac-f45f-49ce-b066-b580a4c03897,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:05.551348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-285382f9-dbdc-4fc0-bfa0-d2a3bc714483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:05.552804 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-285382f9-dbdc-4fc0-bfa0-d2a3bc714483 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.4142635 Nov 09 11:24:05.556452 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:05.558985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-73c88598-24f1-4bb4-b2df-7e5b4e026423 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476829 Nov 09 11:24:05.611147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.641319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5870-7d93-41be-954c-82b177f6e82b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.650863 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5870-7d93-41be-954c-82b177f6e82b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.672637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/473988ac-f45f-49ce-b066-b580a4c03897 HTTP/1.1" status: 204 len: 168 time: 1.1433403 Nov 09 11:24:05.679023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41816) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:05.757684 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-3556482e-de1c-42fd-8a3d-04ce92024771 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 200 len: 1001 time: 0.1976171 Nov 09 11:24:05.788629 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-09714dad-1e8c-4958-98d5-b78a35d51ed4 req-57a78e50-c98d-4ff1-8bde-cd2bfb7e2c76 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.1908514 Nov 09 11:24:05.825234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5870-7d93-41be-954c-82b177f6e82b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.825907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0e5870-7d93-41be-954c-82b177f6e82b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Fanout notify agent at l3_agent the message router_deleted on router 17ba5da2-2bac-48ca-9071-2c95487f33dc {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:24:05.831859 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.864712 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5870-7d93-41be-954c-82b177f6e82b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:05.864712 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5a0e5870-7d93-41be-954c-82b177f6e82b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 204 len: 168 time: 1.0557835 Nov 09 11:24:05.870949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:05.881066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1492208671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:05.915636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:05.923258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-09714dad-1e8c-4958-98d5-b78a35d51ed4 req-2351da94-1615-45f0-8458-07396eca80e0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228487 Nov 09 11:24:05.925124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Usage tracker for resource:router and tenant:45d97c928aa34e4cbaa163ba0b996cdf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:05.931329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:05.953108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:05.975112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-6af21e99-d2a3-49cd-8eef-482a36c587e0 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603203 Nov 09 11:24:06.050469 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.074654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-1b835149-152c-4280-9734-0616e34bca65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 217 time: 0.0937216 Nov 09 11:24:06.076070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-fd42f833-3859-462b-abf4-2d877ad8a921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:06.077823 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-fd42f833-3859-462b-abf4-2d877ad8a921 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.3071375 Nov 09 11:24:06.083638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0488c69-9248-451f-a8b9-2223f9c91c17']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:06.100844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff67ecc9-cab4-474e-9694-fac34a32ce18') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:06.101375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff67ecc9-cab4-474e-9694-fac34a32ce18') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:06.114652 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.134842 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.142196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:06.143145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.233585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-54232a69-4c23-4ee3-9b15-6fc942e95850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:06.235093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-54232a69-4c23-4ee3-9b15-6fc942e95850 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1489708 Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:06.255991 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:06.259522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.261028 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.275582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] Sync routers for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:06.293759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:06.295104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:24:06.295798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17ba5da2-2bac-48ca-9071-2c95487f33dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:24:06.306876 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.313808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:06.314194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:24:06.315532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17ba5da2-2bac-48ca-9071-2c95487f33dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:24:06.315917 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e638990-e79c-43fc-b32e-c82278e12e57 None None] The sync data for ids ['17ba5da2-2bac-48ca-9071-2c95487f33dc'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:06.375142 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.379261 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92d0b65e-27b0-44a8-882c-d4d0858a902c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:06.411606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.422741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a0488c69-9248-451f-a8b9-2223f9c91c17,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:06.436114 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:06.448261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:06.472710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-afeee650-06e0-4f6a-a3f1-bf270e861b16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3876548 Nov 09 11:24:06.484156 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.580766 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] 10.222.0.50 "DELETE /v2.0/networks/a0488c69-9248-451f-a8b9-2223f9c91c17 HTTP/1.1" status: 204 len: 168 time: 0.8970468 Nov 09 11:24:06.589090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.589479 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.591562 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bc2b9b64-f286-4be5-a982-ad6bbcd19a9c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7192271 Nov 09 11:24:06.598098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:06.604817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2d287c04-7b53-4213-8cea-15a2918bc9b0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:06.608884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-52f2746f-4104-4ebe-b0f2-6cf1d4aaa58d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:06.615321 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-52f2746f-4104-4ebe-b0f2-6cf1d4aaa58d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/networks?id=474cc22c-d535-48a2-a10c-51d6ed843873 HTTP/1.1" status: 200 len: 911 time: 0.3264644 Nov 09 11:24:06.687322 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-312aa185-88df-4795-b993-aa6e4f40bb51 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/quotas/ea736bc8b84b4406b5e80f5b4f08a511 HTTP/1.1" status: 200 len: 375 time: 0.0709062 Nov 09 11:24:06.690749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-56fbb447-5ab3-4ea3-9509-a1df282fb702 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4486353 Nov 09 11:24:06.751102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:06.778669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-cc394813-8abe-4004-a026-e67417aca518 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950337 Nov 09 11:24:06.850224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:06.902427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Usage tracker for resource:security_group_rule and tenant:a0e6d1cec1b84a42a94c326d91b328f9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:06.909199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:06.922918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:06.982841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41898) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:06.984822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-115b475e-3c35-4f61-9fcf-10b2bd8c393a service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838571 Nov 09 11:24:07.073023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-1f751019-a56a-4724-9e5c-772efa9eb855 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea736bc8b84b4406b5e80f5b4f08a511&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3729639 Nov 09 11:24:07.086911 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d287c04-7b53-4213-8cea-15a2918bc9b0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.129896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.166436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d287c04-7b53-4213-8cea-15a2918bc9b0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.188152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fe90392-2c7d-4815-80cd-2a28fbd6a578 req-4860f321-0d85-463d-9750-f32e3fa3aadc service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640580 Nov 09 11:24:07.223125 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.239301 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a2e1bdc1-0eff-4920-82b8-198714a71cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:07.298590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6336c275-90d9-4574-b029-3b0607d82c53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c021868390a48eda9b6656d14cc2115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3069775 Nov 09 11:24:07.303682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41916) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:07.310774 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-296cfba5-c9c2-471a-8f75-779ff7a14337 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142827 Nov 09 11:24:07.345092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59ae329-c7f5-4695-ab5f-62021eec4a98,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:07.349375 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:07.353788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0e6d1cec1b84a42a94c326d91b328f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9022157 Nov 09 11:24:07.355487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:07.440781 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-beac0335-1e41-4b22-9911-9919ed6566b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2 HTTP/1.1" status: 200 len: 217 time: 0.1062102 Nov 09 11:24:07.443780 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-3b708b9d-d7c2-422e-8129-74baf21733b9 service neutron] 10.222.0.50 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697243 Nov 09 11:24:07.450730 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.484655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.552688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d287c04-7b53-4213-8cea-15a2918bc9b0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Router c15df519-0568-41e1-b0a4-e61f6a800c4d is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:24:07.625748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.771613 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-76eee24f-4d07-4565-bb0e-fa672275f8cf tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:07.788428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.790759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-12a5b9ad-bc34-4658-81fb-9d4002e95757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:07.792223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-12a5b9ad-bc34-4658-81fb-9d4002e95757 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.3435957 Nov 09 11:24:07.830177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59ae329-c7f5-4695-ab5f-62021eec4a98,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:07.841668 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:07.850609 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.851760 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b59ae329-c7f5-4695-ab5f-62021eec4a98 HTTP/1.1" status: 204 len: 168 time: 0.4947727 Nov 09 11:24:07.864887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d287c04-7b53-4213-8cea-15a2918bc9b0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:07.871390 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d287c04-7b53-4213-8cea-15a2918bc9b0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.882751 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2d287c04-7b53-4213-8cea-15a2918bc9b0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "PUT /v2.0/routers/c15df519-0568-41e1-b0a4-e61f6a800c4d HTTP/1.1" status: 200 len: 698 time: 1.2724457 Nov 09 11:24:07.883971 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] Sync routers for ids ['c15df519-0568-41e1-b0a4-e61f6a800c4d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:07.888694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:07.894993 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] Routers {'c15df519-0568-41e1-b0a4-e61f6a800c4d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:07.896215 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c15df519-0568-41e1-b0a4-e61f6a800c4d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:07.897074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 41948) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:08.053604 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] Set router c15df519-0568-41e1-b0a4-e61f6a800c4d gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:24:08.058620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-381221d5-a7ca-4fd2-ab30-7e9b535e070b service neutron] 10.222.0.50 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729496 Nov 09 11:24:08.110516 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bb13a8aa-0201-463c-9d19-93d8e446b815 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/routers/c15df519-0568-41e1-b0a4-e61f6a800c4d HTTP/1.1" status: 200 len: 704 time: 0.2121940 Nov 09 11:24:08.113976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41962) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:08.121897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-458968c1-2761-40ef-bbb5-c508b5a25a9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3131940 Nov 09 11:24:08.193896 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-42031584-1a43-49b6-897a-afaf13bfdbb0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=c15df519-0568-41e1-b0a4-e61f6a800c4d HTTP/1.1" status: 200 len: 205 time: 0.0786004 Nov 09 11:24:08.196713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 41970) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:08.204914 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15df519-0568-41e1-b0a4-e61f6a800c4d', 'name': 'tempest-RoutersIpV6Test-router-1492208671', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:24:06Z', 'updated_at': '2021-11-09T11:24:07Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:08.209188 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] Checking router: c15df519-0568-41e1-b0a4-e61f6a800c4d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:24:08.221408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] Routers {'c15df519-0568-41e1-b0a4-e61f6a800c4d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:08.222280 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:23:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c15df519-0568-41e1-b0a4-e61f6a800c4d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:08.248161 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:08.254608 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a909f0da-366b-4454-8b91-19f4570458f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:08.286865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282cfc9-1e0d-4f89-bf79-57d95302de6b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:08.296429 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:08.326337 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-c7f65d57-987f-4a8e-89af-dd6f2f479528 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858745 Nov 09 11:24:08.388180 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] Set router c15df519-0568-41e1-b0a4-e61f6a800c4d gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:24:08.409777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-494ba2e8-56f6-4386-953e-4e97a57df070 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:08.428122 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:08.432024 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d282cfc9-1e0d-4f89-bf79-57d95302de6b HTTP/1.1" status: 204 len: 168 time: 1.1261299 Nov 09 11:24:08.490744 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-58fbeef2-809d-49fe-bd46-10256b3eed78 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580551 Nov 09 11:24:08.573235 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-98dbfb35-89ed-4bc9-8977-c08febc35170 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=90260d63-50cd-435d-83b9-743a89cd3fe4 HTTP/1.1" status: 200 len: 217 time: 0.0737314 Nov 09 11:24:08.665468 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15df519-0568-41e1-b0a4-e61f6a800c4d', 'name': 'tempest-RoutersIpV6Test-router-1492208671', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:24:06Z', 'updated_at': '2021-11-09T11:24:07Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:08.674405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-47338343-4738-46f9-ae82-aeddb15a9cb0 req-acafd765-4fc4-470b-bb35-471c955b0968 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 210 time: 0.0677409 Nov 09 11:24:08.679983 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942efa3-859b-40fc-ba9d-6368b13a3280 None None] The sync data for ids ['c15df519-0568-41e1-b0a4-e61f6a800c4d'] in n-d-817173-1 is: [{'id': 'c15df519-0568-41e1-b0a4-e61f6a800c4d', 'name': 'tempest-RoutersIpV6Test-router-1492208671', 'tenant_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:24:06Z', 'updated_at': '2021-11-09T11:24:07Z', 'revision_number': 2, 'project_id': '45d97c928aa34e4cbaa163ba0b996cdf', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:08.710257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-4b8d56d0-21de-4cd8-8c0d-ccdb77834d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:08.712125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-4b8d56d0-21de-4cd8-8c0d-ccdb77834d53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 200 len: 797 time: 0.1321428 Nov 09 11:24:08.854824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-beb55312-9fc9-4e3e-a530-0ae1ff42e47a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b97fa72-da0e-4d01-af72-419d0b5a182d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278415 Nov 09 11:24:09.026671 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-20069edd-075b-4a93-8535-61e588aaefdb service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709001 Nov 09 11:24:09.056843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-494ba2e8-56f6-4386-953e-4e97a57df070 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:09.061178 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-494ba2e8-56f6-4386-953e-4e97a57df070 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:09.155020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-494ba2e8-56f6-4386-953e-4e97a57df070 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:09.155779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494ba2e8-56f6-4386-953e-4e97a57df070 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Fanout notify agent at l3_agent the message router_deleted on router c15df519-0568-41e1-b0a4-e61f6a800c4d {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:24:09.173556 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-494ba2e8-56f6-4386-953e-4e97a57df070 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:09.174870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-e88dc610-7997-4688-8341-51349accb819 service neutron] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410537 Nov 09 11:24:09.175322 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-494ba2e8-56f6-4386-953e-4e97a57df070 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/c15df519-0568-41e1-b0a4-e61f6a800c4d HTTP/1.1" status: 204 len: 168 time: 0.9769011 Nov 09 11:24:09.178251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42010) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.249182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1b006477-09ec-4292-99d7-edf3bc7c30ce tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=c15df519-0568-41e1-b0a4-e61f6a800c4d HTTP/1.1" status: 200 len: 205 time: 0.0697308 Nov 09 11:24:09.252779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42020) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.284688 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-afa90e62-6812-4291-a8f9-37fcaf9859bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9 HTTP/1.1" status: 200 len: 217 time: 0.0990884 Nov 09 11:24:09.342145 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-fa08b445-106a-4986-be61-1a6038409c5d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] delete failed (client error): The resource could not be found. Nov 09 11:24:09.343201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fa08b445-106a-4986-be61-1a6038409c5d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/c15df519-0568-41e1-b0a4-e61f6a800c4d HTTP/1.1" status: 404 len: 336 time: 0.0894399 Nov 09 11:24:09.345670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.386196 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-b4a15827-fc21-4ac8-9aed-26e26c61ed9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:09.390026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-b4a15827-fc21-4ac8-9aed-26e26c61ed9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.0929654 Nov 09 11:24:09.392583 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a80d65-29b7-49ea-8b7e-662d7db0ec7d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:09.392583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a80d65-29b7-49ea-8b7e-662d7db0ec7d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:09.397247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e5a80d65-29b7-49ea-8b7e-662d7db0ec7d tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/9f2638a5-dc21-4ff9-aad9-b7b044c021a9 HTTP/1.1" status: 404 len: 337 time: 0.0481930 Nov 09 11:24:09.397450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42034) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.483459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-221754b4-f7f7-4606-bfc0-bd128209ec6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844204 Nov 09 11:24:09.495947 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdd2529-798c-4f4c-90bd-334d08f1e238 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:09.496382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdd2529-798c-4f4c-90bd-334d08f1e238 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:09.498837 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5bdd2529-798c-4f4c-90bd-334d08f1e238 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/33ed6066-04d6-4e04-b832-5e1c747c78f4 HTTP/1.1" status: 404 len: 337 time: 0.0973098 Nov 09 11:24:09.501040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.542853 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-524443a8-fe42-4056-8c60-a34082d98193 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:09.543256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524443a8-fe42-4056-8c60-a34082d98193 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:09.545265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-524443a8-fe42-4056-8c60-a34082d98193 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/f82adbcf-b0a4-4aac-b1c2-ce53c340111c HTTP/1.1" status: 404 len: 337 time: 0.0427172 Nov 09 11:24:09.547440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42044) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.585944 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-375917a2-8c0e-431a-ab79-f6ec1609b3b5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:09.586377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375917a2-8c0e-431a-ab79-f6ec1609b3b5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:09.590605 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-375917a2-8c0e-431a-ab79-f6ec1609b3b5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/b196bdf0-f1ea-4607-bf34-2f6b5febcf7a HTTP/1.1" status: 404 len: 337 time: 0.0399013 Nov 09 11:24:09.590844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.643772 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6c54a7c6-427f-495e-ae71-82287b270b08 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 200 len: 205 time: 0.0509634 Nov 09 11:24:09.646366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.673909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-cc137a8c-69e4-4918-b47b-17292b94032b service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793671 Nov 09 11:24:09.713220 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-e4d314f4-5e9e-439b-84f8-1b6e3354abd2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] delete failed (client error): The resource could not be found. Nov 09 11:24:09.714229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e4d314f4-5e9e-439b-84f8-1b6e3354abd2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/17ba5da2-2bac-48ca-9071-2c95487f33dc HTTP/1.1" status: 404 len: 336 time: 0.0669270 Nov 09 11:24:09.723308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42062) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:09.831322 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5b940a87-0222-4d3b-a1a0-fc0c20b46acd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=12ba8e39-b970-4f2c-83a3-a0ea8779b0df HTTP/1.1" status: 200 len: 205 time: 0.1066597 Nov 09 11:24:09.833567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.103196 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-d5ac3a6b-27ba-452f-a9e3-fb6e8082c459 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] delete failed (client error): The resource could not be found. Nov 09 11:24:10.106624 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d5ac3a6b-27ba-452f-a9e3-fb6e8082c459 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/12ba8e39-b970-4f2c-83a3-a0ea8779b0df HTTP/1.1" status: 404 len: 336 time: 0.2697530 Nov 09 11:24:10.106624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42078) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.192396 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-0b32f580-99e8-4f01-bc9f-54cc346e727f service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007858 Nov 09 11:24:10.225567 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be1d251-cc06-4488-a796-bc5d334586d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:10.226031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be1d251-cc06-4488-a796-bc5d334586d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:10.230744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5be1d251-cc06-4488-a796-bc5d334586d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/78d3e6cb-2322-4dbc-938e-b4c22827321e HTTP/1.1" status: 404 len: 337 time: 0.1204982 Nov 09 11:24:10.230744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec88b54c-fb8c-4901-bcd5-108a63a0b671 req-73f7425c-0f2b-42e9-8c72-b99be2da3950 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 210 time: 0.1248090 Nov 09 11:24:10.230744 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42088) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.279859 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-17c58a24-173c-4ece-b21a-6083feeb35fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f69a3e32-113a-472c-a2a8-7286809f5242 HTTP/1.1" status: 200 len: 217 time: 0.0855215 Nov 09 11:24:10.318704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e2176a0-6a2f-4acc-8877-de0ac3dc852e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 HTTP/1.1" status: 200 len: 205 time: 0.0850737 Nov 09 11:24:10.319212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42092) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.414960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-8616123e-268e-4d8f-a161-1dbb1944c99d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:10.416568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-8616123e-268e-4d8f-a161-1dbb1944c99d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 200 len: 797 time: 0.1305234 Nov 09 11:24:10.425080 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-fde2db81-7ef3-4c26-99ba-16203639d834 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] delete failed (client error): The resource could not be found. Nov 09 11:24:10.428875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42098) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.429903 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fde2db81-7ef3-4c26-99ba-16203639d834 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/2b86d6b5-10e7-4a4a-a60f-c1c3a1904866 HTTP/1.1" status: 404 len: 336 time: 0.1099541 Nov 09 11:24:10.539049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3ca0588b-a7f5-4a6f-afcb-fcc85a155bfe tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Synchronizing usage tracker for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:24:10.558626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3ca0588b-a7f5-4a6f-afcb-fcc85a155bfe tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Unset dirty status for tenant:45d97c928aa34e4cbaa163ba0b996cdf on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:24:10.562632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3ca0588b-a7f5-4a6f-afcb-fcc85a155bfe tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac5635d-329b-49b6-aa6f-896799c2ec7d HTTP/1.1" status: 200 len: 205 time: 0.1301095 Nov 09 11:24:10.562811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.588264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-872e660e-5750-4e83-8454-355bd940ab00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d452b088-5da4-4d2e-b403-6b36975ebdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627042 Nov 09 11:24:10.668433 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-48e00c14-2cb5-43c3-8bf2-a7bab6c0188b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] delete failed (client error): The resource could not be found. Nov 09 11:24:10.669981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-48e00c14-2cb5-43c3-8bf2-a7bab6c0188b tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/8ac5635d-329b-49b6-aa6f-896799c2ec7d HTTP/1.1" status: 404 len: 336 time: 0.1061859 Nov 09 11:24:10.672086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42112) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.721005 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8f3a2d-668b-4533-8d04-efb5f75d0344 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:10.721525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8f3a2d-668b-4533-8d04-efb5f75d0344 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:10.725983 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0b8f3a2d-668b-4533-8d04-efb5f75d0344 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/f2482986-3b67-4f22-8d8e-7d9f6de671dc HTTP/1.1" status: 404 len: 337 time: 0.0505955 Nov 09 11:24:10.726371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42118) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.776693 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-399385c0-b30a-44c7-ad25-420da871b981 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f0d7271-1917-46f6-9742-d03a637b7acb HTTP/1.1" status: 200 len: 205 time: 0.0470483 Nov 09 11:24:10.779353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42128) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.848993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-1c95a391-8d59-4312-bffc-8d6a0525e629 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501373 Nov 09 11:24:10.864167 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-dc5cd9fa-3b7a-4d12-9322-6519c8427a23 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] delete failed (client error): The resource could not be found. Nov 09 11:24:10.868465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dc5cd9fa-3b7a-4d12-9322-6519c8427a23 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/5f0d7271-1917-46f6-9742-d03a637b7acb HTTP/1.1" status: 404 len: 336 time: 0.0879545 Nov 09 11:24:10.869255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42132) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:10.915887 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0769a8cd-03ef-497e-95f5-38c52d0af01a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:10.916837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0769a8cd-03ef-497e-95f5-38c52d0af01a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:10.931599 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0769a8cd-03ef-497e-95f5-38c52d0af01a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/31f6d403-9154-4e58-8421-db2bdf26fe2b HTTP/1.1" status: 404 len: 337 time: 0.0504384 Nov 09 11:24:10.933811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:11.002167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e1e56e07-59e6-48fc-8281-e764bbef6011 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ae22d4a-db03-41dd-b29f-cb75785eeaf8 HTTP/1.1" status: 200 len: 205 time: 0.0668476 Nov 09 11:24:11.003700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42140) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:11.123298 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-238a73f2-c957-4f28-b77c-27b6cbe62a82 req-2da6bce8-fea7-4421-8598-8f10b0a2fbc9 service neutron] 10.222.0.57 "GET /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685351 Nov 09 11:24:11.141253 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-625602bb-a8fc-4d4d-8cba-ee0be922dd20 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] delete failed (client error): The resource could not be found. Nov 09 11:24:11.145031 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-625602bb-a8fc-4d4d-8cba-ee0be922dd20 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/routers/4ae22d4a-db03-41dd-b29f-cb75785eeaf8 HTTP/1.1" status: 404 len: 336 time: 0.1400530 Nov 09 11:24:11.145187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42148) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:11.207130 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-87298e17-4d53-4553-b58f-73ffcd2947b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:11.207781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87298e17-4d53-4553-b58f-73ffcd2947b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:11.214781 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-87298e17-4d53-4553-b58f-73ffcd2947b2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/7d65a68f-29c8-4c0f-a955-f03b5b0674b6 HTTP/1.1" status: 404 len: 337 time: 0.0632465 Nov 09 11:24:11.215012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42156) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:11.267481 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb73210-8ad7-490c-84aa-ae4220478fc0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:11.268405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb73210-8ad7-490c-84aa-ae4220478fc0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:11.284473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8cb73210-8ad7-490c-84aa-ae4220478fc0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] 10.222.0.50 "DELETE /v2.0/subnets/9ee8b3de-2f41-4215-ba81-ba284b5caba2 HTTP/1.1" status: 404 len: 337 time: 0.0598772 Nov 09 11:24:11.570603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-30b69b59-5238-4aac-9daf-6107af2e4888 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:11.573423 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-30b69b59-5238-4aac-9daf-6107af2e4888 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.59 "GET /v2.0/networks?id=474cc22c-d535-48a2-a10c-51d6ed843873 HTTP/1.1" status: 200 len: 911 time: 0.3020654 Nov 09 11:24:11.601753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Request body: {'port': {'device_id': '9829e222-7bf1-4f84-8a42-14788340cf24', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'admin_state_up': True, 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:11.632451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:11.657816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:11.676330 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c20ed8bd-e5ee-4f80-8e5d-71965e65a784 req-1fcbe057-934c-4735-83a9-a66ed8d64f82 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 210 time: 0.1094904 Nov 09 11:24:11.782673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:11.800253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Made reservation on behalf of ea736bc8b84b4406b5e80f5b4f08a511 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:11.802618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:11.996982 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9a5937eb-3594-4527-a880-0ffc61036e2a req-b5a88177-e25f-4f13-9fa1-ebd099c8d0f9 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0888448 Nov 09 11:24:12.063341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42186) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:12.139593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Allocated IP 172.20.0.9 (474cc22c-d535-48a2-a10c-51d6ed843873/3792a98c-5808-47da-a50c-e4a36f97066b/97d1bce2-ac8c-4c47-b581-04107d8742ba) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:12.153460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-594363780'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:12.166253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:12.170777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Usage tracker for resource:network and tenant:7da64f1678aa420cb3a0a894e0a3bb5a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:12.174226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:12.198463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:12.240550 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8e7f185c-61ab-4572-b6a5-b49ea18d38e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45d97c928aa34e4cbaa163ba0b996cdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1754444 Nov 09 11:24:12.243057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42196) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:12.304440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Made reservation on behalf of 7da64f1678aa420cb3a0a894e0a3bb5a for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:12.307711 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.323526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.326402 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.339239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.355826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Transition to ACTIVE for port object 97d1bce2-ac8c-4c47-b581-04107d8742ba will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:12.368239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.414779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:12.422765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Usage tracker for resource:security_group_rule and tenant:7da64f1678aa420cb3a0a894e0a3bb5a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:12.426442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:12.433647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:12.458659 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.467439 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:12.476072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['5f61285f-ad0b-4ea9-b88d-9ef746e06b6a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:24:12.515102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.543899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Network 474cc22c-d535-48a2-a10c-51d6ed843873 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:12.547214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:12.551894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:12.552254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.556499 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ab5a073-47c3-4eac-9ccf-05fcd697ef5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:12.572659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd4dc3-e787-4244-8642-ec775fb6c265,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:12.582853 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:12.585074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Pushing event updated for resources: {'Port': ['ID=97d1bce2-ac8c-4c47-b581-04107d8742ba,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:12.593713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.594492 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:12.601417 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a46b9b74-2f34-44ca-8d88-4c619b7ea807 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:12.622690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:12.623555 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.624853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.629477 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75cd4dc3-e787-4244-8642-ec775fb6c265 HTTP/1.1" status: 204 len: 168 time: 0.3842490 Nov 09 11:24:12.652772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:12.672290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062ab872-0415-49de-9432-ded950a309aa,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:12.676887 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.677521 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Added segment 1c2a7cd3-00e3-4574-8419-dc4540f2d5d5 of type vlan for network 7e17066b-f141-4a7b-a435-d1694284c117 Nov 09 11:24:12.679940 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:12.731822 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.790462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1954045 Nov 09 11:24:12.801375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Request body: {'port': {'device_id': '9829e222-7bf1-4f84-8a42-14788340cf24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:12.951888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.951888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:12.951888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:12.967951 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80b59675-c693-497a-bbbd-c7fc37d8cbc9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:13.081796 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:13.148844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d2373f05-6188-45b2-946f-fbaa5bfc9716 None None] Provisioning for port 97d1bce2-ac8c-4c47-b581-04107d8742ba completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:13.155774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d2373f05-6188-45b2-946f-fbaa5bfc9716 None None] Provisioning complete for port 97d1bce2-ac8c-4c47-b581-04107d8742ba triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:13.156163 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d2373f05-6188-45b2-946f-fbaa5bfc9716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:13.172599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event updated for resources: {'Network': ['ID=7e17066b-f141-4a7b-a435-d1694284c117,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:13.178154 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:13.206581 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b8bd840-2a3d-4f2a-8b93-08e3a0ae1d9c req-89224d6c-bf03-436c-9b77-8a63581a13ab tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1027 time: 0.2468727 Nov 09 11:24:13.248474 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c85db21-7257-43dc-bfec-9f7d4900ef5c req-edba9fc0-31ff-4d5e-8b3b-81d648a58d20 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0768373 Nov 09 11:24:13.268734 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b8bd840-2a3d-4f2a-8b93-08e3a0ae1d9c req-7b5a7142-37df-4438-b25d-0bd27e6beedd tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549848 Nov 09 11:24:13.270860 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4864762 Nov 09 11:24:13.273844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42220) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:13.280049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d2373f05-6188-45b2-946f-fbaa5bfc9716 None None] Port 97d1bce2-ac8c-4c47-b581-04107d8742ba cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:13.283946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7e17066b-f141-4a7b-a435-d1694284c117 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:13.294293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Request body: {'subnet': {'network_id': '7e17066b-f141-4a7b-a435-d1694284c117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:13.493335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:13.497038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Usage tracker for resource:subnet and tenant:7da64f1678aa420cb3a0a894e0a3bb5a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:13.500507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:13.511142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:13.619159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Made reservation on behalf of 7da64f1678aa420cb3a0a894e0a3bb5a for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:13.831760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:13.844937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d1bce2-ac8c-4c47-b581-04107d8742ba {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:24:13.855326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:13.874841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Transition to ACTIVE for port object 97d1bce2-ac8c-4c47-b581-04107d8742ba will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:13.976155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:13.992197 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ac9e5c6-6efb-4cae-a1cd-bcbaebf7455c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:14.139029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Pushing event updated for resources: {'Port': ['ID=97d1bce2-ac8c-4c47-b581-04107d8742ba,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:14.177194 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:14.281819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Attempting to bind port 97d1bce2-ac8c-4c47-b581-04107d8742ba on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:24:14.282359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Attempting to bind port 97d1bce2-ac8c-4c47-b581-04107d8742ba by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:24:14.284013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Attempting to bind port 97d1bce2-ac8c-4c47-b581-04107d8742ba on network 474cc22c-d535-48a2-a10c-51d6ed843873 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:24:14.294085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Port 97d1bce2-ac8c-4c47-b581-04107d8742ba on network 474cc22c-d535-48a2-a10c-51d6ed843873 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:24:14.294724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Attempting to bind port 97d1bce2-ac8c-4c47-b581-04107d8742ba on network 474cc22c-d535-48a2-a10c-51d6ed843873 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:24:14.304516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:24:14.305209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Checking segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:14.306241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Bound using segment: {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:24:14.306941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Bound port: 97d1bce2-ac8c-4c47-b581-04107d8742ba, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705472b7-3e1a-4419-9411-1eec91f048af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:24:14.307566 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:14.316841 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:14.337615 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5bf2192d-cff7-414f-9647-8714dccae65f tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:14.394012 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42244) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:14.446788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] For port 97d1bce2-ac8c-4c47-b581-04107d8742ba, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:24:14.451059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] For port 97d1bce2-ac8c-4c47-b581-04107d8742ba, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=97d1bce2-ac8c-4c47-b581-04107d8742ba,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:24:14.486426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event updated for resources: {'Subnet': ['ID=059c81f3-1b40-400e-94f0-8291a64b8cf0,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:14.508954 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:14.567741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:14.579070 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5aa34b74-d104-496a-bffd-7087634e3415 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:14.616445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-208233813'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:14.640959 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:14.660588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:14.670132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:14.688578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:14.690392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/97d1bce2-ac8c-4c47-b581-04107d8742ba HTTP/1.1" status: 200 len: 1091 time: 1.8948381 Nov 09 11:24:14.694108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829e222-7bf1-4f84-8a42-14788340cf24', 'tag': '97d1bce2-ac8c-4c47-b581-04107d8742ba'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:24:14.702926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:14.703472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-da2a8e9c-3930-4d43-9080-418902e8085a req-7b6410fc-7ac0-4ffb-9d07-54a810fe80a5 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1840334 Nov 09 11:24:14.716645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Checking segment: {'id': '1c2a7cd3-00e3-4574-8419-dc4540f2d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e17066b-f141-4a7b-a435-d1694284c117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:14.720688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Network hostable DHCP agents. Network: 7e17066b-f141-4a7b-a435-d1694284c117, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:24:14.740269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Pushing event updated for resources: {'Port': ['ID=97d1bce2-ac8c-4c47-b581-04107d8742ba,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:14.756607 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:14.762591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-26d16af2-c3b5-45a5-86a9-4ba49ee2c91c req-80912dfe-2d7a-4623-bb12-57197afac90d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Synchronizing usage tracker for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:24:14.838188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:14.842076 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:14.860134 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:14.897136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Network 7e17066b-f141-4a7b-a435-d1694284c117 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:24:14.899235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-26d16af2-c3b5-45a5-86a9-4ba49ee2c91c req-80912dfe-2d7a-4623-bb12-57197afac90d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Unset dirty status for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:24:14.900748 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26d16af2-c3b5-45a5-86a9-4ba49ee2c91c req-80912dfe-2d7a-4623-bb12-57197afac90d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1094 time: 0.3729665 Nov 09 11:24:14.926570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:15.000386 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9829e222-7bf1-4f84-8a42-14788340cf24', 'tag': '97d1bce2-ac8c-4c47-b581-04107d8742ba', 'status': 'completed', 'code': 200} Nov 09 11:24:15.006384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 7e17066b-f141-4a7b-a435-d1694284c117) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:15.010382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:security_group_rule and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:15.017247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:15.023557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:15.024287 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.029449 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d80ec05-4db4-48fe-99a2-a446b5cb958a None None] Network 7e17066b-f141-4a7b-a435-d1694284c117 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:15.039387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:15.067512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26d16af2-c3b5-45a5-86a9-4ba49ee2c91c req-2b0e6f08-8846-4d08-82cf-f1f87cb6e8cb tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607800 Nov 09 11:24:15.094208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-4ba2ba8a-949b-4f02-b751-fd96c4c90e25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea736bc8b84b4406b5e80f5b4f08a511&device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1094 time: 0.1688972 Nov 09 11:24:15.159887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8848338 Nov 09 11:24:15.161078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:15.166954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Request body: {'port': {'network_id': '7e17066b-f141-4a7b-a435-d1694284c117', 'name': 'tempest-DHCPAgentSchedulersTestJSON-838771443'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:15.177339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-daa9a2de-8056-418b-aacd-a4c2e3caad4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97d1bce2-ac8c-4c47-b581-04107d8742ba HTTP/1.1" status: 200 len: 217 time: 0.0765676 Nov 09 11:24:15.276807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-85f24a65-7b8e-4155-afac-d5d4ed1b6344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:15.278578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-85f24a65-7b8e-4155-afac-d5d4ed1b6344 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3792a98c-5808-47da-a50c-e4a36f97066b HTTP/1.1" status: 200 len: 849 time: 0.0947006 Nov 09 11:24:15.338325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-7e17066b-f141-4a7b-a435-d1694284c117', 'network_id': '7e17066b-f141-4a7b-a435-d1694284c117', 'tenant_id': '7da64f1678aa420cb3a0a894e0a3bb5a', 'fixed_ips': [{'subnet_id': '059c81f3-1b40-400e-94f0-8291a64b8cf0'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:24:15.339631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.373646 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.376658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:15.382260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Usage tracker for resource:port and tenant:7da64f1678aa420cb3a0a894e0a3bb5a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:15.386602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:15.394988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:15.399646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-b48ee29b-6ec2-4815-bd2e-27fc1ef8366e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474cc22c-d535-48a2-a10c-51d6ed843873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137929 Nov 09 11:24:15.490373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.492019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Made reservation on behalf of 7da64f1678aa420cb3a0a894e0a3bb5a for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:15.496316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.503993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:15.513869 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.514339 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment 0eef3ee9-fc72-4f83-9855-9f5358791d43 of type vlan for network 276dced3-27cd-4122-8160-8b0c378878a6 Nov 09 11:24:15.539987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] device_id is not set on port ca9f02df-7ddb-4745-af89-21cea29c4a9b yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:24:15.544730 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.547185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Allocated IP 172.20.0.2 (7e17066b-f141-4a7b-a435-d1694284c117/059c81f3-1b40-400e-94f0-8291a64b8cf0/1dbc513a-1b69-4d9f-b97b-b051ce20c683) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:15.556254 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2872c3e1-8355-429a-bb0f-3b7ae3408d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:15.612203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361cf7d2-5c75-4a7a-bd66-5f733b730cc0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:15.619027 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:15.656683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-7af62285-2432-420d-97d3-07880d7e8f7e service neutron] 10.222.0.59 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508907 Nov 09 11:24:15.745360 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.749032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:15.749688 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.760020 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ee6ca6f-802b-41de-bab4-22df725daaa8 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:15.795209 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.809464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Transition to ACTIVE for port object 1dbc513a-1b69-4d9f-b97b-b051ce20c683 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:15.831937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Transition to ACTIVE for port object 1dbc513a-1b69-4d9f-b97b-b051ce20c683 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:15.901379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:15.912835 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:15.921065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=276dced3-27cd-4122-8160-8b0c378878a6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:15.935830 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:15.943381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5748db17-7aaa-4f2f-8616-521302cb7f62 req-4d62c258-1620-411f-bef2-c1cc75d46450 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0646396 Nov 09 11:24:15.973327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ef41aa23-88ee-4840-8e74-af4cc7f5244c req-fb41bb84-e8de-4fae-be31-231ee0835f48 service neutron] 10.222.0.59 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090894 Nov 09 11:24:15.976674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 276dced3-27cd-4122-8160-8b0c378878a6 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:15.980755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5854087 Nov 09 11:24:15.981461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42264) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:15.988399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899117451'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:16.004709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:16.010568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:16.016690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:16.023502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:16.048347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Allocated IP 172.20.0.5 (7e17066b-f141-4a7b-a435-d1694284c117/059c81f3-1b40-400e-94f0-8291a64b8cf0/ca9f02df-7ddb-4745-af89-21cea29c4a9b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:16.181378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:16.186088 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.256659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Network 7e17066b-f141-4a7b-a435-d1694284c117 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:16.262891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:16.263836 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:16.274267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:16.279451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Pushing event updated for resources: {'Port': ['ID=1dbc513a-1b69-4d9f-b97b-b051ce20c683,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:16.287585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.287942 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment 4ac2679b-06b0-4f40-9cfa-d54bc40fa84d of type vlan for network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 Nov 09 11:24:16.318539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-7e6eb748-4de1-4da6-8283-99b5721e0b06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea736bc8b84b4406b5e80f5b4f08a511&device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1094 time: 0.2019372 Nov 09 11:24:16.332944 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:16.419672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.444267 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89e1465d-59d2-4cfd-b064-4233332dc59a req-4c8b11bf-e3b9-43a9-9670-e3401e494e97 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1094 time: 0.1599879 Nov 09 11:24:16.449855 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.460044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Attempting to bind port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:24:16.460044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Attempting to bind port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1c2a7cd3-00e3-4574-8419-dc4540f2d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e17066b-f141-4a7b-a435-d1694284c117'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:24:16.460044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Attempting to bind port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 on network 7e17066b-f141-4a7b-a435-d1694284c117 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:24:16.464305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Transition to ACTIVE for port object ca9f02df-7ddb-4745-af89-21cea29c4a9b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:16.467951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:24:16.467951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Checking segment: {'id': '1c2a7cd3-00e3-4574-8419-dc4540f2d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e17066b-f141-4a7b-a435-d1694284c117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:16.467951 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.467951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Bound using segment: {'id': '1c2a7cd3-00e3-4574-8419-dc4540f2d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e17066b-f141-4a7b-a435-d1694284c117'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:24:16.467951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Bound port: 1dbc513a-1b69-4d9f-b97b-b051ce20c683, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2a7cd3-00e3-4574-8419-dc4540f2d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e17066b-f141-4a7b-a435-d1694284c117'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:24:16.467951 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.540229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89e1465d-59d2-4cfd-b064-4233332dc59a req-fef56b58-1470-4e73-b74d-8ae73029f86f tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869071 Nov 09 11:24:16.608524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] For port 1dbc513a-1b69-4d9f-b97b-b051ce20c683, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:24:16.612464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] For port 1dbc513a-1b69-4d9f-b97b-b051ce20c683, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1dbc513a-1b69-4d9f-b97b-b051ce20c683,segment=NetworkSegment(1c2a7cd3-00e3-4574-8419-dc4540f2d5d5),segment_id=1c2a7cd3-00e3-4574-8419-dc4540f2d5d5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:24:16.668471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ff1a8a3-4ed8-4601-b80a-323ecd57c784 req-fbd3f1fc-33d9-4b2f-9200-ba7bfb0b42a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0483961 Nov 09 11:24:16.677289 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:24:16.685963 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.692158 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:16.707848 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.712056 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:16.735825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-ea2fff70-14f4-4c27-8768-bccbe5ebd727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:16.737834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-ea2fff70-14f4-4c27-8768-bccbe5ebd727 service neutron] 10.222.0.59 "GET /v2.0/networks?id=474cc22c-d535-48a2-a10c-51d6ed843873 HTTP/1.1" status: 200 len: 911 time: 0.4102812 Nov 09 11:24:16.770615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Network 7e17066b-f141-4a7b-a435-d1694284c117 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:16.774658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:16.780143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:16.790666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Pushing event updated for resources: {'Port': ['ID=1dbc513a-1b69-4d9f-b97b-b051ce20c683,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:16.793600 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:16.805112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.808863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:16.809453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.811745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event updated for resources: {'Port': ['ID=ca9f02df-7ddb-4745-af89-21cea29c4a9b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:16.819072 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:16.821565 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8491615b-40c8-473c-bfb3-ec7bc9bfc274 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:16.847563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:16.848165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:16.851106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-b8aa91a6-d046-480f-894e-a18da324101c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97d1bce2-ac8c-4c47-b581-04107d8742ba HTTP/1.1" status: 200 len: 217 time: 0.1065011 Nov 09 11:24:16.966354 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9837875 Nov 09 11:24:16.967641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:16.975652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=9b5c5b93-29d8-42ef-9eba-8d30150abae1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:16.977100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': '276dced3-27cd-4122-8160-8b0c378878a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:16.984489 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:16.988972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:16.996149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-a76a74c1-eb2c-4dff-bf0b-b0a74c8e5540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:16.997605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-a76a74c1-eb2c-4dff-bf0b-b0a74c8e5540 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3792a98c-5808-47da-a50c-e4a36f97066b HTTP/1.1" status: 200 len: 849 time: 0.1387825 Nov 09 11:24:16.999534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8371327 Nov 09 11:24:16.999966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42278) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:17.146484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:17.150764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:17.151098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Deleting port ca9f02df-7ddb-4745-af89-21cea29c4a9b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:17.151557 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:17.154440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:17.162821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:17.261734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:17.285839 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-51a5c4d6-7773-48ca-a718-d1f2db4ef8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:17.370504 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90229d82-8d04-4322-bbf6-cfd34038d202 req-8ee0c7f0-86f3-4037-b13b-4dc86deb170a tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0623670 Nov 09 11:24:17.381612 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:17.400092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-fe178527-3957-4c81-9f0f-b09a8975df0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474cc22c-d535-48a2-a10c-51d6ed843873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3954990 Nov 09 11:24:17.497630 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:17.676854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:17.693131 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-9526ac33-5105-445f-b25e-739ee5796516 service neutron] 10.222.0.59 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693360 Nov 09 11:24:17.719371 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:17.725279 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a7ac3e3e-12b7-4992-8653-512996358812 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:17.925801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:17.929242 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:17.971932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': '0eef3ee9-fc72-4f83-9855-9f5358791d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '276dced3-27cd-4122-8160-8b0c378878a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:17.972287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: 276dced3-27cd-4122-8160-8b0c378878a6, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:24:17.994965 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1a507af3-6f61-4306-9cd9-cf6139a1ca60 req-41d9fb24-05a0-4199-b980-fa6f8fa97b6f tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1094 time: 0.1975603 Nov 09 11:24:18.028258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Calling delete_port for ca9f02df-7ddb-4745-af89-21cea29c4a9b owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:18.057045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1a507af3-6f61-4306-9cd9-cf6139a1ca60 req-49230a48-4151-43c2-8e91-5358bad8eeb2 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 Nov 09 11:24:18.098418 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2163723-b172-4afb-ae0a-34598ac74d0a req-9ad54944-b735-4003-93e8-fc360100602b service neutron] 10.222.0.59 "GET /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306942 Nov 09 11:24:18.114126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 276dced3-27cd-4122-8160-8b0c378878a6 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:24:18.141808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c375d-d9ac-4621-ad35-89dea84cdffa None None] Network 7e17066b-f141-4a7b-a435-d1694284c117 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:18.222671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 276dced3-27cd-4122-8160-8b0c378878a6) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:18.226817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:18.233197 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:18.236586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5530d-5adc-4075-a555-3139c7c36cbd None None] Network 276dced3-27cd-4122-8160-8b0c378878a6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:18.308653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:18.315253 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae561f34-ae32-4654-a387-565eb4404038 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:18.375692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event deleted for resources: {'Port': ['ID=ca9f02df-7ddb-4745-af89-21cea29c4a9b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:18.376149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1dbc513a-1b69-4d9f-b97b-b051ce20c683 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:18.381896 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:18.404969 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4357905 Nov 09 11:24:18.409261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:18.415965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': '9b5c5b93-29d8-42ef-9eba-8d30150abae1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:18.512109 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:18.519974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "DELETE /v2.0/ports/ca9f02df-7ddb-4745-af89-21cea29c4a9b HTTP/1.1" status: 204 len: 168 time: 1.5189373 Nov 09 11:24:18.522395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42310) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:18.563014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c1fc34a0-844e-4eed-90a8-96d4879a528e None None] Provisioning for port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:18.595004 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:18.648983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:18.744392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-276dced3-27cd-4122-8160-8b0c378878a6', 'network_id': '276dced3-27cd-4122-8160-8b0c378878a6', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': '4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:24:18.745589 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:18.783546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:18.799492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c208769-b39f-44f4-a4d5-c8b2c6da9c06 req-71b23650-7f34-4059-8d4b-26e8c4aa7141 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.2077425 Nov 09 11:24:18.807873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:18.831994 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:18.832657 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4ecda535-5062-4b5f-8460-dc7b442e5351 tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3089457 Nov 09 11:24:18.837558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1633611202'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:18.843307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:18.848550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Usage tracker for resource:network and tenant:7da64f1678aa420cb3a0a894e0a3bb5a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:18.855056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:18.874905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:18.903553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:18.949909 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:18.960941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:18.961740 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.084515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Allocated IP 172.20.0.2 (276dced3-27cd-4122-8160-8b0c378878a6/4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db/391f0b03-551d-4c64-87e0-4cb920a96458) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:19.147089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.179624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Made reservation on behalf of 7da64f1678aa420cb3a0a894e0a3bb5a for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:19.197110 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.274884 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.415708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:19.418425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-81010ffe-cf65-4168-a9b4-8911b3a302fa None None] Provisioning complete for port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:19.419065 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-81010ffe-cf65-4168-a9b4-8911b3a302fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.445335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.445724 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Added segment a1ba1c07-5da7-4d88-b925-3e153d752304 of type vlan for network 3d4ce184-4dbe-4305-8e9a-3b99235bc1ff Nov 09 11:24:19.457120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 1dbc513a-1b69-4d9f-b97b-b051ce20c683, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1dbc513a-1b69-4d9f-b97b-b051ce20c683,segment=NetworkSegment(1c2a7cd3-00e3-4574-8419-dc4540f2d5d5),segment_id=1c2a7cd3-00e3-4574-8419-dc4540f2d5d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:19.509309 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-58987d3d-478d-4416-897e-4dad32585f27 req-b4b74d85-1ef0-4361-bf81-558ffbac1ca3 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1094 time: 0.2077367 Nov 09 11:24:19.511062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.520357 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-002563fa-da7b-4856-9ae5-50191f51df99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.593759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.605381 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:19.667364 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-58987d3d-478d-4416-897e-4dad32585f27 req-8fca9b63-73c3-4bc6-8a3b-0c7764b46c82 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502538 Nov 09 11:24:19.728169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.732808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:19.733416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.764876 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-16242394-f82e-4e31-bc80-f4980554794d tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:19.903908 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.907990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event updated for resources: {'Network': ['ID=3d4ce184-4dbe-4305-8e9a-3b99235bc1ff,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:19.911812 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0787709 Nov 09 11:24:19.912980 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:19.913822 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:19.914998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42344) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:19.922657 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bedea9e4-0ccb-4ed7-9a79-4d657d312e48 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:19.943208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Transition to ACTIVE for port object 391f0b03-551d-4c64-87e0-4cb920a96458 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:19.981871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 3d4ce184-4dbe-4305-8e9a-3b99235bc1ff details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:19.999033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 97d1bce2-ac8c-4c47-b581-04107d8742ba details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:24:20.014507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=f55f2286-506b-46ff-8db5-fc91221975ee,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:20.018248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': '4ac2679b-06b0-4f40-9cfa-d54bc40fa84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9b5c5b93-29d8-42ef-9eba-8d30150abae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:20.018527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: 9b5c5b93-29d8-42ef-9eba-8d30150abae1, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:24:20.024798 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:20.155160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Transition to ACTIVE for port object 391f0b03-551d-4c64-87e0-4cb920a96458 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:20.159062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:24:20.165289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=1dbc513a-1b69-4d9f-b97b-b051ce20c683,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:20.165289 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:20.165289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e912ef9a-5cc2-4f27-a603-0ba6b078e5e2 None None] Could not find standard attr ID for object ca9f02df-7ddb-4745-af89-21cea29c4a9b. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:24:20.262771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 9b5c5b93-29d8-42ef-9eba-8d30150abae1) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:20.271380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:20.272047 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.272536 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.282349 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:20.313935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea75e50-cd51-4885-8922-7979af171644 None None] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:20.324103 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-90f32973-bdbc-4e23-b4a4-856a96afe288 tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "GET /v2.0/agents/8e662739-01c2-4f3d-b63b-d0f0aa7897bc/dhcp-networks HTTP/1.1" status: 200 len: 10863 time: 0.4073830 Nov 09 11:24:20.327455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:20.406344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9952233 Nov 09 11:24:20.409309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42358) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:20.420146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1392983036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:20.435174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:20.440782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:router and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:20.444936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:20.451715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:20.469507 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1dbc513a-1b69-4d9f-b97b-b051ce20c683 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:20.534709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfa7d0-4406-4875-8bc3-ae2441d1788e tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] Network 3d4ce184-4dbe-4305-8e9a-3b99235bc1ff is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:24:20.549709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.550756 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.555664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Network 276dced3-27cd-4122-8160-8b0c378878a6 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:20.560948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Pushing event updated for resources: {'Port': ['ID=391f0b03-551d-4c64-87e0-4cb920a96458,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:20.584465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 97d1bce2-ac8c-4c47-b581-04107d8742ba, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=97d1bce2-ac8c-4c47-b581-04107d8742ba,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:20.593800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.607020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:20.613550 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:20.618582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:20.632782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '97d1bce2-ac8c-4c47-b581-04107d8742ba', 'network_id': '474cc22c-d535-48a2-a10c-51d6ed843873', 'port_id': '97d1bce2-ac8c-4c47-b581-04107d8742ba', 'mac_address': 'fa:16:3e:ad:be:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792a98c-5808-47da-a50c-e4a36f97066b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:24:20.669808 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-540cb847-7751-42db-af34-75648102b7bb req-ad644a62-0513-46ce-bcff-a5228c9758b3 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0502853 Nov 09 11:24:20.867419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.911980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d1bce2-ac8c-4c47-b581-04107d8742ba {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:24:20.911980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Attempting to bind port 391f0b03-551d-4c64-87e0-4cb920a96458 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:24:20.911980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Attempting to bind port 391f0b03-551d-4c64-87e0-4cb920a96458 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '0eef3ee9-fc72-4f83-9855-9f5358791d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '276dced3-27cd-4122-8160-8b0c378878a6'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:24:20.911980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Attempting to bind port 391f0b03-551d-4c64-87e0-4cb920a96458 on network 276dced3-27cd-4122-8160-8b0c378878a6 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:24:20.931150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:20.931579 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.937223 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fcdfa7d0-4406-4875-8bc3-ae2441d1788e tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "POST /v2.0/agents/8e662739-01c2-4f3d-b63b-d0f0aa7897bc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6085088 Nov 09 11:24:20.941458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42372) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:20.977446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:24:20.977446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Checking segment: {'id': '0eef3ee9-fc72-4f83-9855-9f5358791d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '276dced3-27cd-4122-8160-8b0c378878a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:20.977446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.977446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Bound using segment: {'id': '0eef3ee9-fc72-4f83-9855-9f5358791d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '276dced3-27cd-4122-8160-8b0c378878a6'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:24:20.977446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Bound port: 391f0b03-551d-4c64-87e0-4cb920a96458, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eef3ee9-fc72-4f83-9855-9f5358791d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '276dced3-27cd-4122-8160-8b0c378878a6'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:24:20.977446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:20.983891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b50f918b-9650-46f5-82ee-53d37ae6629f req-33bc545d-6909-4920-9d68-860c9f1cbee5 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1094 time: 0.1491177 Nov 09 11:24:21.016275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78167fe2-548a-45bc-9c6b-1c83eb1f7493 None None] Network 3d4ce184-4dbe-4305-8e9a-3b99235bc1ff requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:21.032161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b50f918b-9650-46f5-82ee-53d37ae6629f req-404d48d2-6d47-4c6b-a844-4d8b91c2c9f7 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Nov 09 11:24:21.081010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 97d1bce2-ac8c-4c47-b581-04107d8742ba, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=97d1bce2-ac8c-4c47-b581-04107d8742ba,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:21.083147 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:21.121638 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:21.156596 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:24:21.188357 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-9b5c5b93-29d8-42ef-9eba-8d30150abae1', 'network_id': '9b5c5b93-29d8-42ef-9eba-8d30150abae1', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': 'f55f2286-506b-46ff-8db5-fc91221975ee'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:24:21.190153 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:21.222826 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:21.232605 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c0c65699-c95c-4600-8e06-6ac698197f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:21.234748 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a18604a1-9d63-4210-9a01-dfea39b00f60 tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "GET /v2.0/agents/8e662739-01c2-4f3d-b63b-d0f0aa7897bc/dhcp-networks HTTP/1.1" status: 200 len: 12362 time: 0.2920575 Nov 09 11:24:21.239336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42380) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:21.247560 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:21.250969 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6ad9b9ab-5e20-43d7-827e-19f58ca88b11 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8384848 Nov 09 11:24:21.253597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:21.426513 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c4befd64-4368-43ba-a097-93efced546a8 tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "DELETE /v2.0/agents/8e662739-01c2-4f3d-b63b-d0f0aa7897bc/dhcp-networks/3d4ce184-4dbe-4305-8e9a-3b99235bc1ff HTTP/1.1" status: 204 len: 168 time: 0.1823978 Nov 09 11:24:21.427165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42390) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:21.558980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=97d1bce2-ac8c-4c47-b581-04107d8742ba,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:21.566350 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:21.571150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] For port 391f0b03-551d-4c64-87e0-4cb920a96458, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:24:21.572720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['97d1bce2-ac8c-4c47-b581-04107d8742ba'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:24:21.657660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] For port 391f0b03-551d-4c64-87e0-4cb920a96458, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=391f0b03-551d-4c64-87e0-4cb920a96458,segment=NetworkSegment(0eef3ee9-fc72-4f83-9855-9f5358791d43),segment_id=0eef3ee9-fc72-4f83-9855-9f5358791d43)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:24:21.695316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3a670b93-6c3b-45e6-b3da-7c7980da0d02 tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "GET /v2.0/agents/8e662739-01c2-4f3d-b63b-d0f0aa7897bc/dhcp-networks HTTP/1.1" status: 200 len: 11617 time: 0.2668748 Nov 09 11:24:21.702446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42396) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:21.709242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Allocated IP 172.21.0.2 (9b5c5b93-29d8-42ef-9eba-8d30150abae1/f55f2286-506b-46ff-8db5-fc91221975ee/67f2b75e-6685-4fba-aba6-5f5781566bf3) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:21.744285 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:21.759819 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:21.768232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e671655e-1cec-4986-956c-674c9f08e7d2 tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "GET /v2.0/networks/7e17066b-f141-4a7b-a435-d1694284c117/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0599058 Nov 09 11:24:21.769255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42404) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:21.837021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ca719fd7-bb0e-487b-a646-66d80f23652a tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "GET /v2.0/networks/7e17066b-f141-4a7b-a435-d1694284c117/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0611577 Nov 09 11:24:21.837911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42408) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:22.104084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-92c67a34-9c92-4c90-8d2c-b8f2b7f647f4 req-cd2a7acd-3d5b-476f-a6df-2a7aee537bfe tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1414559 Nov 09 11:24:22.140160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Pushing event updated for resources: {'Port': ['ID=391f0b03-551d-4c64-87e0-4cb920a96458,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:22.149115 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:22.181269 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.291431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.300328 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-abf7afe5-774d-4e8b-9fc4-320692fc106d tempest-DHCPAgentSchedulersTestJSON-1248891155 tempest-DHCPAgentSchedulersTestJSON-1248891155-project-admin] 10.222.0.50 "GET /v2.0/agents/8e662739-01c2-4f3d-b63b-d0f0aa7897bc/dhcp-networks HTTP/1.1" status: 200 len: 11617 time: 0.4591501 Nov 09 11:24:22.303797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42420) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:22.412067 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.424536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Transition to ACTIVE for port object 67f2b75e-6685-4fba-aba6-5f5781566bf3 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:22.448590 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Transition to ACTIVE for port object 67f2b75e-6685-4fba-aba6-5f5781566bf3 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:22.504682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.526255 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.530066 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:22.612375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Pushing event updated for resources: {'Port': ['ID=67f2b75e-6685-4fba-aba6-5f5781566bf3,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:22.631460 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:22.637746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:22.639685 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:22.647583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:22.711277 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.743420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Attempting to bind port 67f2b75e-6685-4fba-aba6-5f5781566bf3 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:24:22.743792 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Attempting to bind port 67f2b75e-6685-4fba-aba6-5f5781566bf3 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '4ac2679b-06b0-4f40-9cfa-d54bc40fa84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9b5c5b93-29d8-42ef-9eba-8d30150abae1'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:24:22.744159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Attempting to bind port 67f2b75e-6685-4fba-aba6-5f5781566bf3 on network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:24:22.748216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4ce184-4dbe-4305-8e9a-3b99235bc1ff']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:22.750918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:24:22.751300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Checking segment: {'id': '4ac2679b-06b0-4f40-9cfa-d54bc40fa84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9b5c5b93-29d8-42ef-9eba-8d30150abae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:22.752680 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.753089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Bound using segment: {'id': '4ac2679b-06b0-4f40-9cfa-d54bc40fa84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9b5c5b93-29d8-42ef-9eba-8d30150abae1'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:24:22.753553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Bound port: 67f2b75e-6685-4fba-aba6-5f5781566bf3, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac2679b-06b0-4f40-9cfa-d54bc40fa84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9b5c5b93-29d8-42ef-9eba-8d30150abae1'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:24:22.753934 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.763623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ba1c07-5da7-4d88-b925-3e153d752304') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:22.764347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ba1c07-5da7-4d88-b925-3e153d752304') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:22.767397 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-905a6198-0193-4d8b-bb1f-44462856e2ed req-8eb1ca36-e621-4a43-bc62-79fd15ae99de tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1095 time: 0.3994024 Nov 09 11:24:22.778308 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.801198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.814087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:22.815755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:22.833386 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:22.861705 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-905a6198-0193-4d8b-bb1f-44462856e2ed req-ef99e128-a4a4-4ce1-98d8-febd90968540 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869505 Nov 09 11:24:22.871001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] For port 67f2b75e-6685-4fba-aba6-5f5781566bf3, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:24:22.871001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] For port 67f2b75e-6685-4fba-aba6-5f5781566bf3, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=67f2b75e-6685-4fba-aba6-5f5781566bf3,segment=NetworkSegment(4ac2679b-06b0-4f40-9cfa-d54bc40fa84d),segment_id=4ac2679b-06b0-4f40-9cfa-d54bc40fa84d)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:24:22.942735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:22.946575 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:23.020387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.20.0.1 (276dced3-27cd-4122-8160-8b0c378878a6/4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db/9cc3f42e-95bc-42a8-8364-ea7b07d0d115) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:23.037797 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.051925 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9b455af-6b82-4db2-aa80-9936074bc487 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:23.072336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Pushing event updated for resources: {'Port': ['ID=67f2b75e-6685-4fba-aba6-5f5781566bf3,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:23.075963 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:23.080611 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.092860 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "DELETE /v2.0/networks/3d4ce184-4dbe-4305-8e9a-3b99235bc1ff HTTP/1.1" status: 204 len: 168 time: 0.7873375 Nov 09 11:24:23.098130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42430) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:23.172121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event deleted for resources: {'Network': ['ID=3d4ce184-4dbe-4305-8e9a-3b99235bc1ff,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:23.200077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:23.209652 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3f2b4b-eaf8-44d0-baf6-68dadd114a96 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:23.210106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3f2b4b-eaf8-44d0-baf6-68dadd114a96 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:23.214391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2a3f2b4b-eaf8-44d0-baf6-68dadd114a96 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "DELETE /v2.0/ports/ca9f02df-7ddb-4745-af89-21cea29c4a9b HTTP/1.1" status: 404 len: 333 time: 0.1126215 Nov 09 11:24:23.214657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42440) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:23.360210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.407656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:23.478896 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-292b46e2-7555-471f-9558-201cf7f7f261 req-9bcda00f-fb89-48a1-a665-2eda0581c06b tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0745027 Nov 09 11:24:23.589165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.594074 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ea30804-bb2c-4962-bf64-ea897bf380c1 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:23.680769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Deleting subnet 059c81f3-1b40-400e-94f0-8291a64b8cf0 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:24:23.683710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.705427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 276dced3-27cd-4122-8160-8b0c378878a6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:23.709080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:23.711947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:23.740341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.746153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=9cc3f42e-95bc-42a8-8364-ea7b07d0d115,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:23.749785 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:23.781332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.815111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9488c93-6ca9-45a1-8999-a1f767e2d0bb None None] Network 276dced3-27cd-4122-8160-8b0c378878a6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:23.844666 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:23.971801 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 97d1bce2-ac8c-4c47-b581-04107d8742ba up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:24.050661 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.068836 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.075110 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb781691-9b1d-4f94-abc0-159e18b794c2 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:24.087156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e1186de3-bf19-477e-bab2-ea9e8f1a0754 None None] Provisioning for port 391f0b03-551d-4c64-87e0-4cb920a96458 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:24.209931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event deleted for resources: {'Subnet': ['ID=059c81f3-1b40-400e-94f0-8291a64b8cf0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:24.219309 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:24.226551 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.248420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "DELETE /v2.0/subnets/059c81f3-1b40-400e-94f0-8291a64b8cf0 HTTP/1.1" status: 204 len: 168 time: 1.0326707 Nov 09 11:24:24.248871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa8b57b-1b55-4765-a7b2-facf9fdd6ac4 None None] Network 7e17066b-f141-4a7b-a435-d1694284c117 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:24.258382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42454) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:24.453348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ccc81c5e-7292-42bc-8411-d5ce8e24298e req-df1c4298-e2a0-40f0-a83f-5f7e67c6b0dd tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1095 time: 0.3792698 Nov 09 11:24:24.505629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.525072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 97d1bce2-ac8c-4c47-b581-04107d8742ba completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:24.543001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 97d1bce2-ac8c-4c47-b581-04107d8742ba triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:24.543382 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.545181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Deleting port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:24.545533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.581318 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 67f2b75e-6685-4fba-aba6-5f5781566bf3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:24.684377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ccc81c5e-7292-42bc-8411-d5ce8e24298e req-0e12bc87-fdd8-4df7-beb9-7f26c75db0d7 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197189 Nov 09 11:24:24.715594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.761953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6025f5-76cc-4dd8-9a0e-6395da2cf458 None None] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:24.812095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3827d2ae-3fd1-40e9-912d-ec57c3c3b11d req-c329cc3c-fedb-4692-bd43-d7ab547f311b tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0457816 Nov 09 11:24:24.813543 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.842478 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2cf77e9d-5137-4269-9e54-cf7f27048ddf tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:24.926869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] For port 1dbc513a-1b69-4d9f-b97b-b051ce20c683, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1dbc513a-1b69-4d9f-b97b-b051ce20c683,segment=NetworkSegment(1c2a7cd3-00e3-4574-8419-dc4540f2d5d5),segment_id=1c2a7cd3-00e3-4574-8419-dc4540f2d5d5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:24.927345 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.931705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:24.936147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=9cc3f42e-95bc-42a8-8364-ea7b07d0d115,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:24.940393 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:25.075294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Calling delete_port for 1dbc513a-1b69-4d9f-b97b-b051ce20c683 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:25.237706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 276dced3-27cd-4122-8160-8b0c378878a6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:25.239294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:25.249749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.268228 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3844ac11-24c5-4093-b5bf-ea04585ef3ed tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:25.315078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] No DVR routers for this DVR port 1dbc513a-1b69-4d9f-b97b-b051ce20c683 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:25.315472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 67f2b75e-6685-4fba-aba6-5f5781566bf3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:25.319312 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Provisioning for port 67f2b75e-6685-4fba-aba6-5f5781566bf3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:25.350548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event deleted for resources: {'Port': ['ID=1dbc513a-1b69-4d9f-b97b-b051ce20c683,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:25.355549 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:25.378987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Provisioning complete for port 67f2b75e-6685-4fba-aba6-5f5781566bf3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:25.379297 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.402342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 67f2b75e-6685-4fba-aba6-5f5781566bf3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:25.402729 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.458217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556139a-f5de-456f-aaa6-3678811fdde8 None None] DHCP port deletion for 7e17066b-f141-4a7b-a435-d1694284c117 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:24:25.466159 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.516314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e17066b-f141-4a7b-a435-d1694284c117']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:25.541862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2a7cd3-00e3-4574-8419-dc4540f2d5d5') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:25.542488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2a7cd3-00e3-4574-8419-dc4540f2d5d5') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:25.549842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.557762 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.575542 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.583203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:25.583611 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.676121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829e222-7bf1-4f84-8a42-14788340cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d1bce2-ac8c-4c47-b581-04107d8742ba'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:24:25.710729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 97d1bce2-ac8c-4c47-b581-04107d8742ba, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=97d1bce2-ac8c-4c47-b581-04107d8742ba,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:25.775671 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:25.842001 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.862342 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.866980 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8fbe9b0d-e20f-45a3-bb0c-4c01f0e09185 tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:25.901440 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9829e222-7bf1-4f84-8a42-14788340cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d1bce2-ac8c-4c47-b581-04107d8742ba', 'code': 200} Nov 09 11:24:25.901665 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.920253 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:25.920814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Pushing event deleted for resources: {'Network': ['ID=7e17066b-f141-4a7b-a435-d1694284c117,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:25.921701 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:25.924971 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:25.933194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] 10.222.0.50 "DELETE /v2.0/networks/7e17066b-f141-4a7b-a435-d1694284c117 HTTP/1.1" status: 204 len: 168 time: 1.6679125 Nov 09 11:24:26.011120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router ef05a1fd-bab5-4ee0-8cf8-d440f412c558 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:24:26.043066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] For port 67f2b75e-6685-4fba-aba6-5f5781566bf3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=67f2b75e-6685-4fba-aba6-5f5781566bf3,segment=NetworkSegment(4ac2679b-06b0-4f40-9cfa-d54bc40fa84d),segment_id=4ac2679b-06b0-4f40-9cfa-d54bc40fa84d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:26.073111 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:26.219789 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-716eba9a-b557-40da-b14f-8afe758b4b76 req-a3bc6bdf-b226-4c1b-913f-2981a5854ffd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.2849576 Nov 09 11:24:26.289392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a221a8f5-55e3-413d-b9b1-78a60976b1b6 req-c107e858-e30a-49f1-b3d8-1780bf969000 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.2495027 Nov 09 11:24:26.290993 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-716eba9a-b557-40da-b14f-8afe758b4b76 req-4e4c1c84-3a9d-46a7-a136-b4fdacc0a0af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644712 Nov 09 11:24:26.323864 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:26.339421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:24:26.339782 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:24:26.340452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=97d1bce2-ac8c-4c47-b581-04107d8742ba,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:26.345765 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:26.348086 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:26.371491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a221a8f5-55e3-413d-b9b1-78a60976b1b6 req-1bfc9c53-8824-493d-953e-0295dbba9da1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738225 Nov 09 11:24:26.430072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Pushing event updated for resources: {'Port': ['ID=67f2b75e-6685-4fba-aba6-5f5781566bf3,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:26.434729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-90274acf-398c-4ae5-8a5d-c14fe12d1d55 req-ca89aa89-105f-4169-b5a2-f96aaf67065a tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1882362 Nov 09 11:24:26.459806 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:26.491628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-94351940-7f73-49b8-ae4e-d33adad37260 None None] Provisioning complete for port 67f2b75e-6685-4fba-aba6-5f5781566bf3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:26.492013 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-94351940-7f73-49b8-ae4e-d33adad37260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:26.499650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:26.525500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] Sync routers for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:26.530379 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/ef05a1fd-bab5-4ee0-8cf8-d440f412c558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2724271 Nov 09 11:24:26.532611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42496) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:26.566597 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:26.567461 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:26.620454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80968e97-fdd2-4880-8e90-09c7b7c0b9d4 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:26.623300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-80968e97-fdd2-4880-8e90-09c7b7c0b9d4 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports/9cc3f42e-95bc-42a8-8364-ea7b07d0d115 HTTP/1.1" status: 200 len: 910 time: 0.0886328 Nov 09 11:24:26.625345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42500) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:26.637508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:26.686558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:26.686558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:26.757730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:26.758189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458f1d3-604a-480c-b95d-e943b22aa860 None None] The sync data for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:26.895508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-94351940-7f73-49b8-ae4e-d33adad37260 None None] Provisioning for port 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:26.910038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-94351940-7f73-49b8-ae4e-d33adad37260 None None] Provisioning complete for port 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:26.910421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-94351940-7f73-49b8-ae4e-d33adad37260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:26.939635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42512) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:26.972251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 391f0b03-551d-4c64-87e0-4cb920a96458 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:27.023336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-94351940-7f73-49b8-ae4e-d33adad37260 None None] Port 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:27.171102 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 391f0b03-551d-4c64-87e0-4cb920a96458 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:27.179343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 391f0b03-551d-4c64-87e0-4cb920a96458 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:27.179343 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:27.225171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4cef51a5-fc88-4891-ab68-00ac3779ca49 None None] Provisioning complete for port 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:27.225550 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4cef51a5-fc88-4891-ab68-00ac3779ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:27.285806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-55942fec-f94b-41aa-a1e8-80d0035537ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7da64f1678aa420cb3a0a894e0a3bb5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446038 Nov 09 11:24:27.288698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42522) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:27.302098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4cef51a5-fc88-4891-ab68-00ac3779ca49 None None] Port 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:27.383843 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:27.434497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 391f0b03-551d-4c64-87e0-4cb920a96458, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=391f0b03-551d-4c64-87e0-4cb920a96458,segment=NetworkSegment(0eef3ee9-fc72-4f83-9855-9f5358791d43),segment_id=0eef3ee9-fc72-4f83-9855-9f5358791d43)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:27.495505 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:27.512032 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:27.625149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 67f2b75e-6685-4fba-aba6-5f5781566bf3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:27.670850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=391f0b03-551d-4c64-87e0-4cb920a96458,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:27.721693 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1aa7ac37-af0e-4a0e-beda-c4740655f6d4 req-c38b4100-5370-4a54-8142-8e487ff5cfe1 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0667896 Nov 09 11:24:27.763616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:27.767167 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:27.784298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 67f2b75e-6685-4fba-aba6-5f5781566bf3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:27.785809 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:27.817402 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:27.831677 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:28.075309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1dbc513a-1b69-4d9f-b97b-b051ce20c683 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:28.102360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:28.108310 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d70db6d5-23d4-4026-acd7-669d34c62818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:28.113704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 1dbc513a-1b69-4d9f-b97b-b051ce20c683 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:28.114050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 1dbc513a-1b69-4d9f-b97b-b051ce20c683 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:28.146014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ab872-0415-49de-9432-ded950a309aa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:28.150413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-51aecbe1-367e-4442-aafd-5c1ac99a05e0 req-c4f141d9-3cee-427f-9229-a862133d10a8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.5957868 Nov 09 11:24:28.156166 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:28.168841 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:28.168841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/062ab872-0415-49de-9432-ded950a309aa HTTP/1.1" status: 204 len: 168 time: 0.8718665 Nov 09 11:24:28.287459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-51aecbe1-367e-4442-aafd-5c1ac99a05e0 req-394a39c4-70c2-408c-b846-36ad70927d5f tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227195 Nov 09 11:24:28.440817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.21.0.1 (9b5c5b93-29d8-42ef-9eba-8d30150abae1/f55f2286-506b-46ff-8db5-fc91221975ee/3b27668a-8b67-4d14-b3f0-85cef51af571) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:28.631346 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:28.646455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object 3b27668a-8b67-4d14-b3f0-85cef51af571 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:28.737826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:28.741903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f9ce2ee-90a3-4263-84db-e6c7afd74841 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:28.816474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:28.820090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:28.824629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:28.862778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=3b27668a-8b67-4d14-b3f0-85cef51af571,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:28.872172 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:28.909117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.097915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-92c617e6-c176-4086-881a-9965fb731629 req-85961adc-ba75-4002-833c-65fbccadf88d tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1040840 Nov 09 11:24:29.167027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42560) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:29.183256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.212922 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.284348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:29.289420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Usage tracker for resource:security_group_rule and tenant:e9295038efe545fca37bb1ba0b030d8e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:29.292886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:29.299245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:29.352771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f5343626-aaac-40b7-b213-4d22ab56aafb None None] Provisioning for port 3b27668a-8b67-4d14-b3f0-85cef51af571 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:29.358667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f5343626-aaac-40b7-b213-4d22ab56aafb None None] Provisioning complete for port 3b27668a-8b67-4d14-b3f0-85cef51af571 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:29.359077 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f5343626-aaac-40b7-b213-4d22ab56aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.421480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.485478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f5343626-aaac-40b7-b213-4d22ab56aafb None None] Port 3b27668a-8b67-4d14-b3f0-85cef51af571 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:29.510729 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.522689 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:29.574880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a47f830-aece-4c22-9f74-0d4c80b2d684,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:29.633682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9295038efe545fca37bb1ba0b030d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4653723 Nov 09 11:24:29.645634 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46a69048-567d-4915-bc8e-a75ae12236fb req-c63a165d-b076-4b2e-9df0-5747c019efb6 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.2137694 Nov 09 11:24:29.656169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42570) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:29.663130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 391f0b03-551d-4c64-87e0-4cb920a96458 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:29.686992 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:29.764692 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46a69048-567d-4915-bc8e-a75ae12236fb req-1411e347-4762-44d2-9a61-703ee38a6b83 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170857 Nov 09 11:24:29.775368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.823155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.891128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 391f0b03-551d-4c64-87e0-4cb920a96458 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:29.891513 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:29.922363 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:24:29.965114 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:30.074104 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:30.233509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:30.274629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:30.289374 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40c1fa42-2bc2-45ea-bfb6-4a4863ae3d38 req-e0ed1fe3-b8ed-4f91-96ea-e34dd44871cc tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.3221829 Nov 09 11:24:30.313687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce521597-a84c-4046-a7ed-a7a1c6596d4a req-d7e47c1e-14d2-41d5-b6f3-e9642dab7a83 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0431390 Nov 09 11:24:30.353196 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:30.370097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=3b27668a-8b67-4d14-b3f0-85cef51af571,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:30.382185 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:30.388665 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72aa5932-7883-46c6-b42c-d1495e6b2dbe tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:30.407572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a47f830-aece-4c22-9f74-0d4c80b2d684,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:30.422723 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:30.426940 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:30.430473 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a47f830-aece-4c22-9f74-0d4c80b2d684 HTTP/1.1" status: 204 len: 168 time: 0.7702553 Nov 09 11:24:30.442852 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40c1fa42-2bc2-45ea-bfb6-4a4863ae3d38 req-188ad3df-0719-48ed-a83f-8d65c66478fa tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345518 Nov 09 11:24:30.577207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:30.578534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:31.027357 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3869270a-630b-4c8b-84da-6b4828fbe2c2 req-797f407c-305e-4d32-b646-879bcebb1cac tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.3745079 Nov 09 11:24:31.035207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-79fbae5d-1eb2-4ea8-a7e8-4269de449cb0 None None] Provisioning complete for port 3b27668a-8b67-4d14-b3f0-85cef51af571 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:31.035717 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-79fbae5d-1eb2-4ea8-a7e8-4269de449cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:31.098423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-79fbae5d-1eb2-4ea8-a7e8-4269de449cb0 None None] Port 3b27668a-8b67-4d14-b3f0-85cef51af571 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:31.116200 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3869270a-630b-4c8b-84da-6b4828fbe2c2 req-8202cbc0-04ca-404b-9423-08b5acd1def1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675094 Nov 09 11:24:31.135590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router ef05a1fd-bab5-4ee0-8cf8-d440f412c558 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:24:31.335234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:31.341123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/ef05a1fd-bab5-4ee0-8cf8-d440f412c558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7143719 Nov 09 11:24:31.345786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42618) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:31.349907 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] Sync routers for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:31.400009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:31.400009 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:31.495901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d29c98-bfb3-4c96-92fa-95afad0f1d42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:31.498046 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-47d29c98-bfb3-4c96-92fa-95afad0f1d42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports/3b27668a-8b67-4d14-b3f0-85cef51af571 HTTP/1.1" status: 200 len: 910 time: 0.1505771 Nov 09 11:24:31.500406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42626) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:31.507148 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:31.519896 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:31.520606 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:31.583600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:31.584066 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12525f0e-be2f-4867-bd4f-46655e9231d3 None None] The sync data for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:31.662696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb2420d2-b578-48c7-91c0-38f30aa8d241 req-f2d60c54-3e0a-4c50-93aa-2bd8ea4ffb40 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0970652 Nov 09 11:24:32.136318 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d155320b-490e-416f-8100-96d13518bb46 req-27f6b6a5-38be-4f5b-a7ff-14c25ee4eeb7 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.2747810 Nov 09 11:24:32.180786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:32.310332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d155320b-490e-416f-8100-96d13518bb46 req-7d5ef507-28bf-409c-b241-f5229c3e136e tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682649 Nov 09 11:24:32.801742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 3b27668a-8b67-4d14-b3f0-85cef51af571 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:32.802151 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:32.915748 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4911ee21-70d6-4a37-b363-43ab6098d8f0 req-4d1f35d5-75e4-418d-a05c-83a392bbc7d1 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0571864 Nov 09 11:24:33.076651 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:33.206338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 3b27668a-8b67-4d14-b3f0-85cef51af571 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:33.358323 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-7c972a12-e4d6-47d4-a586-8239ffb8cc68 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.0858452 Nov 09 11:24:33.435406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Deleting port 97d1bce2-ac8c-4c47-b581-04107d8742ba {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:33.435700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:33.491235 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:33.528859 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:33.544276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42688) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:33.584083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=3b27668a-8b67-4d14-b3f0-85cef51af571,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:33.589744 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:33.762504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] For port 97d1bce2-ac8c-4c47-b581-04107d8742ba, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=97d1bce2-ac8c-4c47-b581-04107d8742ba,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:33.763242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:33.791521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1460275153'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:33.850180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:33.854299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74309e25-8021-4090-bed7-09eed5cabdc8 req-1d7a208a-e6f0-44b9-a0d4-1ef0b04cd827 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 1096 time: 0.3580403 Nov 09 11:24:33.926122 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74309e25-8021-4090-bed7-09eed5cabdc8 req-e83797b5-6748-4925-bf9d-8920cccc62e9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Nov 09 11:24:33.962376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Calling delete_port for 97d1bce2-ac8c-4c47-b581-04107d8742ba owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:34.107798 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.127611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Usage tracker for resource:network and tenant:bb7fd640782c47d189b297886a8c4f72 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:34.128642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:34.136739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:34.163544 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.239331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Made reservation on behalf of bb7fd640782c47d189b297886a8c4f72 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:34.242464 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.256619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.287752 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.288717 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-880894c7-a342-4e04-b6d3-a1bb0bb7d247 req-f78690bd-66b9-491c-9b7a-0e45cef495b8 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1043172 Nov 09 11:24:34.295393 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e547de3e-4c91-40c7-86d8-c8e1b231599a tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:34.299458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['5f61285f-ad0b-4ea9-b88d-9ef746e06b6a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:24:34.350553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:34.361293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d1bce2-ac8c-4c47-b581-04107d8742ba,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:34.363670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Usage tracker for resource:security_group_rule and tenant:bb7fd640782c47d189b297886a8c4f72 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:34.369065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:34.373365 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:34.381575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:34.488141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] No DVR routers for this DVR port 97d1bce2-ac8c-4c47-b581-04107d8742ba on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:34.491708 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.494123 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829e222-7bf1-4f84-8a42-14788340cf24', 'name': 'network-vif-deleted', 'tag': '97d1bce2-ac8c-4c47-b581-04107d8742ba'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:24:34.581187 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.600170 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b39e1e47-45b1-4290-b492-6faa704d0f17 req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.59 "DELETE /v2.0/ports/97d1bce2-ac8c-4c47-b581-04107d8742ba HTTP/1.1" status: 204 len: 173 time: 1.2352698 Nov 09 11:24:34.628027 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9829e222-7bf1-4f84-8a42-14788340cf24', 'name': 'network-vif-deleted', 'tag': '97d1bce2-ac8c-4c47-b581-04107d8742ba', 'status': 'completed', 'code': 200} Nov 09 11:24:34.660866 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.664021 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa257268-fe96-4875-a71b-d1d91fa05990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:34.700903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:34.709249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59cd470-fa1d-41c8-bd8c-c025ad20528a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:34.712755 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:34.720489 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.722498 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Added segment e4b26d24-35ad-488d-b068-129938b26cdc of type vlan for network 819cc79d-b62f-4183-94a7-906f3b3b6817 Nov 09 11:24:34.752439 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.824667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router ef05a1fd-bab5-4ee0-8cf8-d440f412c558 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:24:34.875521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.883423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:34.884271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:34.892031 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ee7f5b2-ab1d-4121-9795-5bc0024f9a6e tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:35.022017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:35.031983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] Sync routers for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:35.038904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/ef05a1fd-bab5-4ee0-8cf8-d440f412c558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361056 Nov 09 11:24:35.041256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42716) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:35.045222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Pushing event updated for resources: {'Network': ['ID=819cc79d-b62f-4183-94a7-906f3b3b6817,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:35.049059 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:35.051372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:35.052018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:35.119879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5741661 Nov 09 11:24:35.125079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42722) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:35.126144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 819cc79d-b62f-4183-94a7-906f3b3b6817 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:35.238840 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d12b288b-2de6-47e1-ac6d-074805ca279d req-01986dd8-41cf-4f3a-bef1-964e38d966ae tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9829e222-7bf1-4f84-8a42-14788340cf24 HTTP/1.1" status: 200 len: 210 time: 0.1110430 Nov 09 11:24:35.257532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'network': {'name': 'tempest-network--1120691193', 'router:external': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:35.259167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:35.263761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:35.268339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:network and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:35.274209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:35.281610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:35.307874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:35.307874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:35.368796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Made reservation on behalf of 9187a2b0f20548e6a7aae61f9277d521 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:35.372324 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.400026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.431239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:35.431661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74062f1-c7e4-42c3-85fe-d8c4871ee407 None None] The sync data for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:35.448622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:35.452644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:security_group_rule and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:35.456606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:35.462685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:35.544078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.610550 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5acc35b7-ae62-4d3b-8924-f62179283bd9 req-16841f9d-0aa0-4b42-a13a-7b799133edda tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0526872 Nov 09 11:24:35.628374 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.633285 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:35.657010 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.660387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:35.680070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44f1fd-4168-4ad7-bea2-df233b1cedc6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:35.683603 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:35.686557 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.686936 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Added segment 09fee5bf-22af-4be8-b62f-ecc0fc713580 of type vlan for network 7e90869d-885a-4789-bcab-e281ccca8333 Nov 09 11:24:35.725508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.826496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.827671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:35.828397 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:35.833272 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:35.940297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Network': ['ID=7e90869d-885a-4789-bcab-e281ccca8333,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:35.943024 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:35.952327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7e90869d-885a-4789-bcab-e281ccca8333 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:36.002777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:36.003964 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8774598 Nov 09 11:24:36.022027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 97d1bce2-ac8c-4c47-b581-04107d8742ba no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:36.070681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 97d1bce2-ac8c-4c47-b581-04107d8742ba {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:36.071046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 97d1bce2-ac8c-4c47-b581-04107d8742ba not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:36.185304 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.401163 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.442015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e90869d-885a-4789-bcab-e281ccca8333']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:36.483604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fee5bf-22af-4be8-b62f-ecc0fc713580') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:36.483933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fee5bf-22af-4be8-b62f-ecc0fc713580') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:36.503875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.529951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.532037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.549746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:36.549746 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:36.567380 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:36.829735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.834470 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2bb8d285-add2-4b16-aa15-67cd36341a03 req-fa045c64-531f-493f-ab83-bdf97d24b0b8 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0513837 Nov 09 11:24:36.836534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:36.836857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.864114 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ae61953c-d989-4040-9ae4-d98dcd397ac0 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:36.876570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e90869d-885a-4789-bcab-e281ccca8333 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 11:24:36.882944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:36.901963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e90869d-885a-4789-bcab-e281ccca8333,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:36.905629 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:36.934181 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "DELETE /v2.0/networks/7e90869d-885a-4789-bcab-e281ccca8333 HTTP/1.1" status: 204 len: 168 time: 0.9252648 Nov 09 11:24:36.934979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42766) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:36.940412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:36.952195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:36.968794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:network and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:36.973438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:36.980837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:37.144726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.231636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Made reservation on behalf of 9187a2b0f20548e6a7aae61f9277d521 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:37.234093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.268071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:37.273391 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.273769 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Added segment 37e4fd0d-0b80-4bed-9923-aecea2954eb0 of type vlan for network c515d9bb-e0ad-4c50-9b85-6c38630e4b15 Nov 09 11:24:37.304290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.316168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 9cc3f42e-95bc-42a8-8364-ea7b07d0d115 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:37.409354 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.410592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:37.411872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.423555 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-86a5e1b4-ccc8-4774-aa1f-38da693c3cfc tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:37.440553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2442268d-9803-4084-83b6-85447ef6cb61 req-01bfae90-ea00-48ec-99ab-04ed6f5a4464 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.2314487 Nov 09 11:24:37.569439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Network': ['ID=c515d9bb-e0ad-4c50-9b85-6c38630e4b15,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:37.572620 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:37.582313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network c515d9bb-e0ad-4c50-9b85-6c38630e4b15 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:37.627015 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6912127 Nov 09 11:24:37.632894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42782) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:37.640043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'subnet': {'network_id': 'c515d9bb-e0ad-4c50-9b85-6c38630e4b15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:37.647106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:37.652134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:subnet and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:37.655538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:37.663796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:37.720424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2442268d-9803-4084-83b6-85447ef6cb61 req-3f9e235e-4706-4b7a-b7ce-c9ee02edd1fb tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786798 Nov 09 11:24:37.739892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Made reservation on behalf of 9187a2b0f20548e6a7aae61f9277d521 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:37.742291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.791496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:37.795439 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-80e85a0b-418c-47c8-b2b3-ba6ebb988762 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:37.850469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=9cc3f42e-95bc-42a8-8364-ea7b07d0d115,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:37.853613 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:38.150941 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749b375e-da0f-47b2-8745-8590de92b619 req-48935863-53aa-4d92-95c3-7992e05ddf1a tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0468962 Nov 09 11:24:38.183171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:38.347086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.objects.ports [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84334) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 11:24:38.347974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:38.351593 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9a7bfe7d-8cac-4714-b93a-25d66e806d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:38.419564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8ae81dda-df09-4200-8bd8-ccea999bdf51,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:38.424709 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:38.434858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Checking segment: {'id': '37e4fd0d-0b80-4bed-9923-aecea2954eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c515d9bb-e0ad-4c50-9b85-6c38630e4b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:38.435290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Network hostable DHCP agents. Network: c515d9bb-e0ad-4c50-9b85-6c38630e4b15, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:24:38.541851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Network c515d9bb-e0ad-4c50-9b85-6c38630e4b15 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:24:38.614979 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router ef05a1fd-bab5-4ee0-8cf8-d440f412c558 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:24:38.639687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, c515d9bb-e0ad-4c50-9b85-6c38630e4b15) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:38.648687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:38.650468 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:38.651758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42319248-d8bf-405b-a7a3-d69d29cb130d None None] Network c515d9bb-e0ad-4c50-9b85-6c38630e4b15 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:38.759498 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1251807 Nov 09 11:24:38.760225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42806) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:38.768508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'floatingip': {'floating_network_id': 'c515d9bb-e0ad-4c50-9b85-6c38630e4b15'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:38.778154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:38.790154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:floatingip and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:38.795756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:38.808140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:38.815272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-809fd23b-e9d2-45a0-9ac4-3d2224f4ffb1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Synchronizing usage tracker for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:24:38.821521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:38.832054 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] Sync routers for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:38.840660 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/ef05a1fd-bab5-4ee0-8cf8-d440f412c558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7980933 Nov 09 11:24:38.850336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:38.855940 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:38.856611 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:38.904050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0dac61aa-0e95-4543-8b06-b0fc6f92400b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:24:38.908825 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:38.935670 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:38.952014 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] Routers {'ef05a1fd-bab5-4ee0-8cf8-d440f412c558'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:38.952779 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:39.005291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-809fd23b-e9d2-45a0-9ac4-3d2224f4ffb1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Unset dirty status for tenant:ea736bc8b84b4406b5e80f5b4f08a511 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:24:39.006785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-809fd23b-e9d2-45a0-9ac4-3d2224f4ffb1 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.3233602 Nov 09 11:24:39.026598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0dac61aa-0e95-4543-8b06-b0fc6f92400b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:24:39.026598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0dac61aa-0e95-4543-8b06-b0fc6f92400b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef05a1fd-bab5-4ee0-8cf8-d440f412c558 HTTP/1.1" status: 200 len: 205 time: 0.1704500 Nov 09 11:24:39.026598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42816) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:39.037992 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:39.038402 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8d902-312a-4542-b322-66bb538439ee None None] The sync data for ids ['ef05a1fd-bab5-4ee0-8cf8-d440f412c558'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:39.056987 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ce778-a103-4b8d-887d-9a802e875d90 None None] Network c515d9bb-e0ad-4c50-9b85-6c38630e4b15 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:39.184356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a62e-75c5-4600-9f66-c30900680fd7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.187499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Deleting port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:39.187967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.247956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8effa453-d9c4-4398-8cfd-d1fcb058c71a req-bc7f6776-8c16-43d8-af6b-df838872912b tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 1097 time: 0.3136766 Nov 09 11:24:39.325074 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8effa453-d9c4-4398-8cfd-d1fcb058c71a req-eb2a9e81-b70b-4fbc-bd9b-25c6c69f153d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ed1e58cd-a1af-4acf-bda5-c63cef126264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714302 Nov 09 11:24:39.415090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.545325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f3814bf8-195c-4417-8d89-b23b006eff9b req-e846fe0b-51bf-4b76-b0da-6ace2db9411f tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0523267 Nov 09 11:24:39.669877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] For port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:39.670242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.850458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a62e-75c5-4600-9f66-c30900680fd7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.855057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a62e-75c5-4600-9f66-c30900680fd7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.930183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Calling delete_port for 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:39.962663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Allocated IP 172.20.0.9 (c515d9bb-e0ad-4c50-9b85-6c38630e4b15/8ae81dda-df09-4200-8bd8-ccea999bdf51/a93a5afc-3110-4c45-b32d-ba70e2594e50) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:39.974330 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a62e-75c5-4600-9f66-c30900680fd7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.974980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc7a62e-75c5-4600-9f66-c30900680fd7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Fanout notify agent at l3_agent the message router_deleted on router ef05a1fd-bab5-4ee0-8cf8-d440f412c558 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:24:39.988956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a62e-75c5-4600-9f66-c30900680fd7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:39.990277 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dbc7a62e-75c5-4600-9f66-c30900680fd7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/ef05a1fd-bab5-4ee0-8cf8-d440f412c558 HTTP/1.1" status: 204 len: 168 time: 0.9645376 Nov 09 11:24:39.993005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42834) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:40.196430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet f55f2286-506b-46ff-8db5-fc91221975ee {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:24:40.199437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.224865 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.257078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.289482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.296470 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa0a4877-9657-4da6-8fe9-ef650a02c5e4 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:40.302167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['5f61285f-ad0b-4ea9-b88d-9ef746e06b6a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:24:40.335951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.352421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f61285f-ad0b-4ea9-b88d-9ef746e06b6a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:40.355541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.359123 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:40.361978 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f96e6737-9159-4005-a39b-9648015995ca tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:40.478655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Network c515d9bb-e0ad-4c50-9b85-6c38630e4b15 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:40.488814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:40.507883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:40.541839 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2417a3b-73f8-4f26-b965-bcd90bd6ea1a req-12f26ded-51b5-452b-b418-ae797595819d tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 210 time: 0.0542290 Nov 09 11:24:40.542884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] No DVR routers for this DVR port 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:40.545013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.548258 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c2564bed-4e74-435c-b332-5263d264e3ab tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:40.550068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.554944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'name': 'network-vif-deleted', 'tag': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:24:40.565555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Port': ['ID=a93a5afc-3110-4c45-b32d-ba70e2594e50,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:40.574434 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:40.587109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=f55f2286-506b-46ff-8db5-fc91221975ee,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:40.589624 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:40.593333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.601462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93574cb3-abc9-4c9b-bfec-82abd06c18dd None None] Network 9b5c5b93-29d8-42ef-9eba-8d30150abae1 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:40.603293 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e1c04119-6150-489a-ba83-7bf934a9c2cb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/f55f2286-506b-46ff-8db5-fc91221975ee HTTP/1.1" status: 204 len: 168 time: 0.6091201 Nov 09 11:24:40.605738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:40.693118 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eab0da75-8d2c-44fb-9ee6-7b861aec38d9 req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5f61285f-ad0b-4ea9-b88d-9ef746e06b6a HTTP/1.1" status: 204 len: 173 time: 1.6672704 Nov 09 11:24:40.708708 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f2839a-fb13-4837-83fb-e48b4cfbd4be', 'name': 'network-vif-deleted', 'tag': '5f61285f-ad0b-4ea9-b88d-9ef746e06b6a', 'status': 'completed', 'code': 200} Nov 09 11:24:40.795552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.895327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b1305eb-b9b2-401e-bd7b-69175bf692a4 req-1df8774b-3454-4700-8127-3f7e8631177f tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0603786 Nov 09 11:24:40.914822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet 4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:24:40.923842 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:40.985519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.017670 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.172827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.175530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] DHCP port deletion for 9b5c5b93-29d8-42ef-9eba-8d30150abae1 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:24:41.180110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Deleting port 67f2b75e-6685-4fba-aba6-5f5781566bf3 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:41.180557 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.284665 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.340904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.346740 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdfa3949-9d74-4583-9f44-62d1bb33a96a tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:41.368857 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.373586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85a1d257-95d1-4bb2-8dc7-6f97e2e8e3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:41.382516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:41.384901 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:41.396907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] For port 67f2b75e-6685-4fba-aba6-5f5781566bf3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=67f2b75e-6685-4fba-aba6-5f5781566bf3,segment=NetworkSegment(4ac2679b-06b0-4f40-9cfa-d54bc40fa84d),segment_id=4ac2679b-06b0-4f40-9cfa-d54bc40fa84d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:41.397432 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.400400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.409211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682f3de-e8a6-4661-b1c2-1022b43a1960 None None] Network 276dced3-27cd-4122-8160-8b0c378878a6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:41.412247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db HTTP/1.1" status: 204 len: 168 time: 0.8028860 Nov 09 11:24:41.414107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:41.503507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Port': ['ID=a93a5afc-3110-4c45-b32d-ba70e2594e50,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:41.505794 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:41.531337 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.665959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.667218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9046736 Nov 09 11:24:41.669957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42874) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:41.681090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 67f2b75e-6685-4fba-aba6-5f5781566bf3 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:41.722495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Calling delete_port for 67f2b75e-6685-4fba-aba6-5f5781566bf3 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:41.726147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.744307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 67f2b75e-6685-4fba-aba6-5f5781566bf3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:41.745771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:41.811400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-76965a12-2584-4698-a812-29f102b5657b tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Synchronizing usage tracker for tenant:9187a2b0f20548e6a7aae61f9277d521 on resource:floatingip {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:24:41.917443 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56079038-3942-4ca4-9fc8-5194af8c3466 req-76baec40-15d2-4c98-a515-cadb5b1fc9b5 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f2839a-fb13-4837-83fb-e48b4cfbd4be HTTP/1.1" status: 200 len: 210 time: 0.0798562 Nov 09 11:24:41.923120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-76965a12-2584-4698-a812-29f102b5657b tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Unset dirty status for tenant:9187a2b0f20548e6a7aae61f9277d521 on resource:floatingip {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:24:41.925220 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-76965a12-2584-4698-a812-29f102b5657b tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=c515d9bb-e0ad-4c50-9b85-6c38630e4b15 HTTP/1.1" status: 200 len: 689 time: 0.2543066 Nov 09 11:24:41.927737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42880) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:42.012645 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.032514 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:42.107598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port 67f2b75e-6685-4fba-aba6-5f5781566bf3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=67f2b75e-6685-4fba-aba6-5f5781566bf3,segment=NetworkSegment(4ac2679b-06b0-4f40-9cfa-d54bc40fa84d),segment_id=4ac2679b-06b0-4f40-9cfa-d54bc40fa84d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:42.108088 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.131111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] No DVR routers for this DVR port 67f2b75e-6685-4fba-aba6-5f5781566bf3 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:42.150769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Pushing event deleted for resources: {'Port': ['ID=67f2b75e-6685-4fba-aba6-5f5781566bf3,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:42.152721 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.155872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.173524 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:42.205394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f989b3fd-f808-4b2a-8f49-f0fd84ad7376 req-d6194947-4d28-42e5-a9fc-01340272a834 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0468562 Nov 09 11:24:42.310085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Deleting port a93a5afc-3110-4c45-b32d-ba70e2594e50 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:42.310738 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.332890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] DHCP port deletion for 276dced3-27cd-4122-8160-8b0c378878a6 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:24:42.337325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Deleting port 391f0b03-551d-4c64-87e0-4cb920a96458 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:42.337878 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.341898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 67f2b75e-6685-4fba-aba6-5f5781566bf3 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:42.445762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:24:42.446095 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:24:42.570825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] For port 391f0b03-551d-4c64-87e0-4cb920a96458, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=391f0b03-551d-4c64-87e0-4cb920a96458,segment=NetworkSegment(0eef3ee9-fc72-4f83-9855-9f5358791d43),segment_id=0eef3ee9-fc72-4f83-9855-9f5358791d43)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:42.571360 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.637318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.637670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.734103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Calling delete_port for 391f0b03-551d-4c64-87e0-4cb920a96458 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:42.768963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Calling delete_port for a93a5afc-3110-4c45-b32d-ba70e2594e50 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:42.896542 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.901026 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:42.945326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Pushing event deleted for resources: {'Port': ['ID=391f0b03-551d-4c64-87e0-4cb920a96458,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:42.947799 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:42.949198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 67f2b75e-6685-4fba-aba6-5f5781566bf3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:42.949866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:42.952150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] No DVR routers for this DVR port 391f0b03-551d-4c64-87e0-4cb920a96458 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:43.013316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.026004 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:43.065839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] The port '67f2b75e-6685-4fba-aba6-5f5781566bf3' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:24:43.067179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42902) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:43.069986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event deleted for resources: {'Port': ['ID=a93a5afc-3110-4c45-b32d-ba70e2594e50,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:43.074002 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:43.112023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:43.149291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:43.149970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 5f61285f-ad0b-4ea9-b88d-9ef746e06b6a not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:43.165111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.228491 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.272617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.308895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5c5b93-29d8-42ef-9eba-8d30150abae1']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:43.330494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac2679b-06b0-4f40-9cfa-d54bc40fa84d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:43.330804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac2679b-06b0-4f40-9cfa-d54bc40fa84d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:43.385525 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.385525 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cccc53ac-b9c0-46ea-bef1-1793859d061c tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:43.411263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.428126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae81dda-df09-4200-8bd8-ccea999bdf51,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:43.433642 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:43.435181 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.482203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:43.482519 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:43.497680 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:43.538848 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74d16d6d-5e37-4d09-9d1f-2ec1c0a7e49d req-c90b5b03-c805-45f3-bf32-790360a0a085 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0923624 Nov 09 11:24:43.562582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.607870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c515d9bb-e0ad-4c50-9b85-6c38630e4b15']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:43.624002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 391f0b03-551d-4c64-87e0-4cb920a96458 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:43.628671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e4fd0d-0b80-4bed-9923-aecea2954eb0') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:43.629227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e4fd0d-0b80-4bed-9923-aecea2954eb0') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:43.642084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.658365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 391f0b03-551d-4c64-87e0-4cb920a96458 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:43.658884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 391f0b03-551d-4c64-87e0-4cb920a96458 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:43.660095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.667244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:43.667741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:43.681326 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:43.698635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-c1831c12-4e54-4097-97f7-ce2455de9785 req-6830e728-6395-4963-b023-533c93f9c6f0 service neutron] (84333) timed out ('10.222.0.59', 58063) {{(pid=84333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:24:43.713431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.718255 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.722316 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3935df85-01fc-431a-a151-a20d2f25f5bd tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:43.757459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=9b5c5b93-29d8-42ef-9eba-8d30150abae1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:43.760104 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:43.851468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/9b5c5b93-29d8-42ef-9eba-8d30150abae1 HTTP/1.1" status: 204 len: 168 time: 2.4361076 Nov 09 11:24:43.856406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42920) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:43.894727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.956043 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.961911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c515d9bb-e0ad-4c50-9b85-6c38630e4b15 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 11:24:43.965197 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:43.986566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-11d4f5b6-afdd-4994-9e54-245a4cd7d207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:44.018251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event deleted for resources: {'Network': ['ID=c515d9bb-e0ad-4c50-9b85-6c38630e4b15,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:44.021364 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:44.053387 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.192929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c515d9bb-e0ad-4c50-9b85-6c38630e4b15 HTTP/1.1" status: 204 len: 168 time: 2.2568305 Nov 09 11:24:44.194234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:44.211695 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.239526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276dced3-27cd-4122-8160-8b0c378878a6']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:44.254690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eef3ee9-fc72-4f83-9855-9f5358791d43') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:44.255346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eef3ee9-fc72-4f83-9855-9f5358791d43') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:44.268222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.290989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.299145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:44.300004 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:44.321680 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:44.358820 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-08dcf6a4-445c-4867-9b25-57cde32394af tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.1611524 Nov 09 11:24:44.358820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:44.502296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.502657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.503034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.503387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.503732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.504076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.504415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.505003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.505349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.505688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.506026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.506363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:44.508379 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-83eb5f32-c05d-4d64-94ab-73c1c8372730 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7644 time: 0.1498485 Nov 09 11:24:44.511714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42936) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:44.577145 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.592239 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dd3310b2-9509-43f2-9887-12f9905a88d4 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:44.618775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.628087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/276dced3-27cd-4122-8160-8b0c378878a6 HTTP/1.1" status: 204 len: 168 time: 0.7667611 Nov 09 11:24:44.628486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42946) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:44.634280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-90099370'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:44.643128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=276dced3-27cd-4122-8160-8b0c378878a6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:44.643128 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-86c94eaa-2831-4fc8-a40e-185cd3f517bb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] delete failed (client error): The resource could not be found. Nov 09 11:24:44.643128 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-86c94eaa-2831-4fc8-a40e-185cd3f517bb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/c06298e7-9ec3-4349-9f89-2088f229c20e HTTP/1.1" status: 404 len: 345 time: 0.1286976 Nov 09 11:24:44.643865 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:44.645642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42950) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:44.666397 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:44.675198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:44.678499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:44.683806 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e12ba73-c9ee-476d-8492-30640e1de471 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 11:24:44.683806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e12ba73-c9ee-476d-8492-30640e1de471 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:44.689476 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1e12ba73-c9ee-476d-8492-30640e1de471 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c515d9bb-e0ad-4c50-9b85-6c38630e4b15 HTTP/1.1" status: 404 len: 339 time: 0.0376122 Nov 09 11:24:44.692359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:44.694395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42956) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:44.700053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'network': {'name': 'tempest-network--61919830', 'router:external': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:44.707673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:44.712235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:network and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:44.716478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:44.726567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:44.768183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-295ee68c-e956-4e1d-89c2-2f99c20856a8 req-b4dcada0-42bb-4082-a724-69fb0fe3c1ba tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0544455 Nov 09 11:24:44.797637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:44.817235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.841556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Made reservation on behalf of 9187a2b0f20548e6a7aae61f9277d521 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:44.844813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.882170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:44.899065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.899468 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment 722267c1-51d8-418d-b503-fe366cecb16b of type vlan for network cdb19845-6a8c-4c5f-9440-074c0346fd3b Nov 09 11:24:44.910080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:44.936665 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:44.937012 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Added segment 4cf00cc3-d44e-4571-8e1a-2dd479b0523a of type vlan for network ed96ed4e-e8ad-471f-9914-e57622f7d45a Nov 09 11:24:44.946120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.011083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.101954 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.102293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Deleting port 2994e6e6-698a-406f-9d66-91c247dcf1e6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:45.102628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.105819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:45.115011 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.115011 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21574ab6-011c-4708-bd73-4b034ddbf0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:45.144318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.145347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:45.145805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.302152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] For port 2994e6e6-698a-406f-9d66-91c247dcf1e6, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2994e6e6-698a-406f-9d66-91c247dcf1e6,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:45.302507 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:45.380145 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=cdb19845-6a8c-4c5f-9440-074c0346fd3b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:45.382824 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:45.386334 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:45.396943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:45.435187 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Calling delete_port for 2994e6e6-698a-406f-9d66-91c247dcf1e6 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:45.472417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8427846 Nov 09 11:24:45.475616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 42970) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:45.479108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7813497 Nov 09 11:24:45.479363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42974) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:45.483666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:45.502761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Network': ['ID=ed96ed4e-e8ad-471f-9914-e57622f7d45a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:45.508368 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:45.523127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ed96ed4e-e8ad-471f-9914-e57622f7d45a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:45.645405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:45.653454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:45.656539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:45.664937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:45.701062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb352fa-60f6-439d-b113-bdfdee007341 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:45.706441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb352fa-60f6-439d-b113-bdfdee007341 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:45.710978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb352fa-60f6-439d-b113-bdfdee007341 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:45.715639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb352fa-60f6-439d-b113-bdfdee007341 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:45.716700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7bb352fa-60f6-439d-b113-bdfdee007341 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Synchronizing usage tracker for tenant:bb7fd640782c47d189b297886a8c4f72 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:24:45.770463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:45.826465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7bb352fa-60f6-439d-b113-bdfdee007341 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Unset dirty status for tenant:bb7fd640782c47d189b297886a8c4f72 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:24:45.826465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7bb352fa-60f6-439d-b113-bdfdee007341 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3431456 Nov 09 11:24:45.829966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42982) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:45.954029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.057585 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c13a22db-c354-48e7-8929-8c505b5d7e4b req-f5809892-beda-46a2-90b9-cc796bce216c tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0638254 Nov 09 11:24:46.061100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.103003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.135466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed96ed4e-e8ad-471f-9914-e57622f7d45a']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:46.148302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf00cc3-d44e-4571-8e1a-2dd479b0523a') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:46.148603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf00cc3-d44e-4571-8e1a-2dd479b0523a') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:46.160505 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.169855 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.177311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.178398 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d76eddad-3f2c-4240-9cf0-e102c4e6d1c2 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:46.184645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:46.185033 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:46.199651 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:46.230965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Pushing event deleted for resources: {'Port': ['ID=2994e6e6-698a-406f-9d66-91c247dcf1e6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:46.238029 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:46.364819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.369381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed96ed4e-e8ad-471f-9914-e57622f7d45a {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 11:24:46.372041 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.374911 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:46.402587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ed96ed4e-e8ad-471f-9914-e57622f7d45a HTTP/1.1" status: 204 len: 168 time: 0.5713415 Nov 09 11:24:46.421417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed96ed4e-e8ad-471f-9914-e57622f7d45a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:46.425036 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:46.425777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 42998) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:46.435071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'network': {'name': 'tempest-network--1001343536', 'router:external': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:46.452974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:46.467927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:network and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:46.472807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:46.530262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:46.644529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Made reservation on behalf of 9187a2b0f20548e6a7aae61f9277d521 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:46.648255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.689594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.691714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:46.704236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.712225 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Added segment aea0b125-3d81-44f7-b5f2-1c44562c78a2 of type vlan for network aabccfd2-0a2d-4623-b05f-3cc21f07be4e Nov 09 11:24:46.746014 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.760861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.771510 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2d6835f9-5cb4-45ff-a41f-a85badad5ce7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:46.862597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=23ebe810-4d9a-46cf-bab9-fa1991719e8a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:46.862597 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:46.887562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': '722267c1-51d8-418d-b503-fe366cecb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:46.887917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: cdb19845-6a8c-4c5f-9440-074c0346fd3b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:24:46.907622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.908895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:46.910045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:46.918755 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:47.063024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:24:47.159700 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e94ee5b1-2469-405c-a959-30e6b2e14259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.168695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Network': ['ID=aabccfd2-0a2d-4623-b05f-3cc21f07be4e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:47.171406 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:47.184408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network aabccfd2-0a2d-4623-b05f-3cc21f07be4e details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:47.207776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7796032 Nov 09 11:24:47.210181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43012) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:47.255532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, cdb19845-6a8c-4c5f-9440-074c0346fd3b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:47.266874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:47.269185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.285436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36105cf3-87db-4a4d-83be-77a46c6aad41 None None] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:47.389373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57962aa-af84-49f6-9bcb-850c1d872a00 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:47.390726 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d57962aa-af84-49f6-9bcb-850c1d872a00 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] 10.222.0.50 "GET /v2.0/networks/aabccfd2-0a2d-4623-b05f-3cc21f07be4e HTTP/1.1" status: 200 len: 757 time: 0.1795239 Nov 09 11:24:47.394746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43018) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:47.435970 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4e5c5ce1-85f6-41cc-8f92-62043bed58d3 req-ac816219-2899-4630-8d4e-6029f7656b5c tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1082609 Nov 09 11:24:47.447847 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9707713 Nov 09 11:24:47.454363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43024) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:47.467100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1911113474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:47.480876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:47.487204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:router and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:47.491875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:47.499874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:47.595144 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.599436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b47c5db-862a-45c3-96e5-70d262a8580d tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:47.600855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1b47c5db-862a-45c3-96e5-70d262a8580d tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] 10.222.0.50 "GET /v2.0/networks/819cc79d-b62f-4183-94a7-906f3b3b6817 HTTP/1.1" status: 200 len: 768 time: 0.2049301 Nov 09 11:24:47.608171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43028) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:47.644930 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.646678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.692265 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.710748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-cdb19845-6a8c-4c5f-9440-074c0346fd3b', 'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': '23ebe810-4d9a-46cf-bab9-fa1991719e8a'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:24:47.712163 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.763663 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Router 7f609af6-7e92-4523-876e-be9463b96c38 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:24:47.768222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.942071 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.951983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Allocated IP 172.20.0.2 (cdb19845-6a8c-4c5f-9440-074c0346fd3b/23ebe810-4d9a-46cf-bab9-fa1991719e8a/ba2fea25-7a67-43c3-aafa-a4dfdb0f7623) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:47.982887 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:47.985939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabccfd2-0a2d-4623-b05f-3cc21f07be4e']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:48.001775 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea0b125-3d81-44f7-b5f2-1c44562c78a2') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:48.002371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea0b125-3d81-44f7-b5f2-1c44562c78a2') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:48.036206 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.056416 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.065720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:48.066188 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.152730 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.159256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3d31f5da-5795-4317-83dc-4f7f3a4a0138 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7084081 Nov 09 11:24:48.160024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:48.173674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'port': {'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b', 'name': 'tempest-RoutersTest-37545930'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:48.304893 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:48.346464 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.372023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:48.378345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:port and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:48.388388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:48.389326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:48.403910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Transition to ACTIVE for port object ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:48.404906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:48.408143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.421606 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b71f6aa8-f0cb-4bd6-8ce9-bb131a9c6ec2 tempest-RoutersIpV6AdminTest-1814913832 tempest-RoutersIpV6AdminTest-1814913832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:48.421748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] 10.222.0.50 "PUT /v2.0/routers/7f609af6-7e92-4523-876e-be9463b96c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3485711 Nov 09 11:24:48.421883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] Sync routers for ids ['7f609af6-7e92-4523-876e-be9463b96c38'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:48.422034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:48.446556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aabccfd2-0a2d-4623-b05f-3cc21f07be4e {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 11:24:48.447510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] Routers {'7f609af6-7e92-4523-876e-be9463b96c38'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:48.450901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f609af6-7e92-4523-876e-be9463b96c38'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:48.458861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.466270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event deleted for resources: {'Network': ['ID=aabccfd2-0a2d-4623-b05f-3cc21f07be4e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:48.480801 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:48.484165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e0d4b64e-b60b-4dfc-940b-683086ee28bc tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "DELETE /v2.0/networks/aabccfd2-0a2d-4623-b05f-3cc21f07be4e HTTP/1.1" status: 204 len: 168 time: 0.8749776 Nov 09 11:24:48.487876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43052) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:48.494502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'network': {'name': 'tempest-network--1178188186'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:48.513038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:48.528750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Usage tracker for resource:network and tenant:9187a2b0f20548e6a7aae61f9277d521 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:48.528750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:48.537182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:48.537563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Transition to ACTIVE for port object ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:48.544904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:48.550893 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.589426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] device_id is not set on port fe836291-18a6-4992-9499-3f5f28ba22ea yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:24:48.697939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] Set router 7f609af6-7e92-4523-876e-be9463b96c38 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:24:48.706558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Made reservation on behalf of 9187a2b0f20548e6a7aae61f9277d521 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:24:48.710469 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.779989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:24:48.803547 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.803894 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Added segment 5b533fac-dbbe-40bc-bd62-c05fc67149ea of type vlan for network b8769684-a92c-447c-9e46-188560594d89 Nov 09 11:24:48.834854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.885958 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.896278 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6ec6ea0d-c6f0-42b0-a9bd-0de771d642c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:48.901194 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ee6de04a-3a32-402e-b250-8c92ab4536da req-b42c50f1-711f-4bd6-be75-ad9a62fd4d22 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0661376 Nov 09 11:24:48.972391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.20.0.6 (cdb19845-6a8c-4c5f-9440-074c0346fd3b/23ebe810-4d9a-46cf-bab9-fa1991719e8a/fe836291-18a6-4992-9499-3f5f28ba22ea) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:24:48.978154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.979304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:48.981486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.982258 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:48.987968 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f7a49c9b-55c1-487a-ab0b-28e224218622 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:49.119654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Pushing event updated for resources: {'Port': ['ID=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:49.133461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Network': ['ID=b8769684-a92c-447c-9e46-188560594d89,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:49.145307 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:49.159712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network b8769684-a92c-447c-9e46-188560594d89 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:24:49.182461 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:49.187544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:49.188815 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6986172 Nov 09 11:24:49.194631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43064) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:49.195571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.195923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.196270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.196602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.197039 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.197374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.197788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.198257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.198581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.198926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.199251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:49.210679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:24:49.247050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:49.258682 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:49.448212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Attempting to bind port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:24:49.448867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Attempting to bind port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '722267c1-51d8-418d-b503-fe366cecb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:24:49.449035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Attempting to bind port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 on network cdb19845-6a8c-4c5f-9440-074c0346fd3b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:24:49.477665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:24:49.478054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Checking segment: {'id': '722267c1-51d8-418d-b503-fe366cecb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:24:49.478465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.478899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Bound using segment: {'id': '722267c1-51d8-418d-b503-fe366cecb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:24:49.479591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Bound port: ba2fea25-7a67-43c3-aafa-a4dfdb0f7623, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722267c1-51d8-418d-b503-fe366cecb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdb19845-6a8c-4c5f-9440-074c0346fd3b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:24:49.479778 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.498128 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.532481 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ef4af69f-e991-453f-99f5-dd15fdefeb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.587717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.599817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.618285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object fe836291-18a6-4992-9499-3f5f28ba22ea will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:24:49.634093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.643802 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0f6f30e-e008-486e-8a35-d8719d879975 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:49.671676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] For port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:24:49.675841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] For port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,segment=NetworkSegment(722267c1-51d8-418d-b503-fe366cecb16b),segment_id=722267c1-51d8-418d-b503-fe366cecb16b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:24:49.688932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:24:45Z', 'revision_number': 5, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port': {'id': '8e1b4c15-0938-4399-860b-6f58c3513a71', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f609af6-7e92-4523-876e-be9463b96c38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:01Z', 'updated_at': '2021-11-09T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:49.693503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] Checking router: 7f609af6-7e92-4523-876e-be9463b96c38 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:24:49.705981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] Routers {'7f609af6-7e92-4523-876e-be9463b96c38'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:49.706579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7f609af6-7e92-4523-876e-be9463b96c38'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:49.709528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Network b8769684-a92c-447c-9e46-188560594d89 is not hosted by any dhcp agent {{(pid=84334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 09 11:24:49.710307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:49.710921 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.714777 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "PUT /v2.0/networks/b8769684-a92c-447c-9e46-188560594d89 HTTP/1.1" status: 200 len: 858 time: 0.5160830 Nov 09 11:24:49.716495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43074) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:49.758398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Deleting port 8e1b4c15-0938-4399-860b-6f58c3513a71 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:49.758926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.790844 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.792943 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-99beac1d-50ea-4cef-8358-e4378543cc76 req-dfbcdc72-676a-4366-a962-96acfa7e809c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1139822 Nov 09 11:24:49.803239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event updated for resources: {'Network': ['ID=b8769684-a92c-447c-9e46-188560594d89,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:49.806013 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:49.806847 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-690c44e5-1b75-4ad5-85a6-c5528b2c8cf4 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:49.829488 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:49.840062 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:50.007165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Pushing event updated for resources: {'Port': ['ID=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:50.008473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=fe836291-18a6-4992-9499-3f5f28ba22ea,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:50.018585 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:50.021929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] Set router 7f609af6-7e92-4523-876e-be9463b96c38 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:24:50.025479 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:50.142641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:24:49Z', 'revision_number': 6, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:50.148331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9585d-dbb2-4a01-9eca-bb7fc1cd44b4 None None] The sync data for ids ['7f609af6-7e92-4523-876e-be9463b96c38'] in n-d-817173-1 is: [{'id': '7f609af6-7e92-4523-876e-be9463b96c38', 'name': 'tempest-TestServerMultinode-1457480336-router', 'tenant_id': '937c4b933b5d402088fe3d97ce648d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:22:59Z', 'updated_at': '2021-11-09T11:24:49Z', 'revision_number': 6, 'project_id': '937c4b933b5d402088fe3d97ce648d8e', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:50.267848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:50.271742 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:50.279287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:50.319142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:24:50.375960 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cef8db93-fd16-4efe-af65-ce36ecbdf94a req-9c1b8534-6903-4247-a6fc-a6940d1c4db5 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1067674 Nov 09 11:24:50.492051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:50.492765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:50.611077 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:50.645528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] For port 8e1b4c15-0938-4399-860b-6f58c3513a71, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8e1b4c15-0938-4399-860b-6f58c3513a71,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:50.646097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:50.660735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:50.815078 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.6401992 Nov 09 11:24:50.815881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43096) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:50.818487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Calling delete_port for 8e1b4c15-0938-4399-860b-6f58c3513a71 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:50.870954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8769684-a92c-447c-9e46-188560594d89']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:50.901631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b533fac-dbbe-40bc-bd62-c05fc67149ea') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:50.902224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b533fac-dbbe-40bc-bd62-c05fc67149ea') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:50.916088 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:50.953735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:50.968505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:50.970197 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:51.019483 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:51.238627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:51.277797 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-848ce1b6-ba20-429b-ac84-153229ee4af8 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:51.295904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8769684-a92c-447c-9e46-188560594d89 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 11:24:51.318591 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:51.326899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8769684-a92c-447c-9e46-188560594d89,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:51.339864 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:51.352837 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] 10.222.0.50 "DELETE /v2.0/networks/b8769684-a92c-447c-9e46-188560594d89 HTTP/1.1" status: 204 len: 168 time: 1.6347127 Nov 09 11:24:51.369271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43106) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:51.427313 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c39d04b-7afd-4a21-8e86-ea053d224461 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] DELETE failed (client error): The resource could not be found. Nov 09 11:24:51.430725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c39d04b-7afd-4a21-8e86-ea053d224461 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:24:51.434476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4c39d04b-7afd-4a21-8e86-ea053d224461 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] 10.222.0.50 "DELETE /v2.0/subnets/8ae81dda-df09-4200-8bd8-ccea999bdf51 HTTP/1.1" status: 404 len: 337 time: 0.0627558 Nov 09 11:24:51.437407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:51.649441 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15a0c3-37eb-48ff-8a6b-656cfdb2dc3f None None] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:51.681614 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:51.701177 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f40f7cf8-7636-4b3a-ae24-8f2b6ccdb8e6 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:51.722444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:51.782614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:51.951100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.064194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1b4c15-0938-4399-860b-6f58c3513a71,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:52.073424 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:52.088663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fa616a7e-7ab3-4ccc-a0bc-3ecce5d1785e req-90b15109-e651-48c2-9db3-039f4b848518 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.4159224 Nov 09 11:24:52.311465 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.323296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-eed8fb4e-9f36-4f4e-9c1a-8d52d7d3359c None None] Provisioning for port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:52.330197 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.380817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:52.399484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:52.399862 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.552789 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.633258 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.639031 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ce7d872-83c0-4e6f-9206-532d52f99ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:52.657280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.747665 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.760813 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4a95d983-c33a-42a9-9c75-d5ba362dc039 None None] Provisioning for port fe836291-18a6-4992-9499-3f5f28ba22ea completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:24:52.772028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4a95d983-c33a-42a9-9c75-d5ba362dc039 None None] Provisioning complete for port fe836291-18a6-4992-9499-3f5f28ba22ea triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:52.772762 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a95d983-c33a-42a9-9c75-d5ba362dc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.810009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819cc79d-b62f-4183-94a7-906f3b3b6817']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:52.837648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b26d24-35ad-488d-b068-129938b26cdc') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:52.837648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b26d24-35ad-488d-b068-129938b26cdc') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:52.851513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,segment=NetworkSegment(722267c1-51d8-418d-b503-fe366cecb16b),segment_id=722267c1-51d8-418d-b503-fe366cecb16b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:52.854444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4a95d983-c33a-42a9-9c75-d5ba362dc039 None None] Port fe836291-18a6-4992-9499-3f5f28ba22ea cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:52.875785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4a95d983-c33a-42a9-9c75-d5ba362dc039 None None] Provisioning complete for port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:52.876431 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a95d983-c33a-42a9-9c75-d5ba362dc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.929143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=fe836291-18a6-4992-9499-3f5f28ba22ea,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:52.934358 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:52.943660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:52.954260 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:52.986018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.084887 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.097001 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.108750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:53.111363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8e1b4c15-0938-4399-860b-6f58c3513a71 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:53.111991 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:53.152443 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:53.168097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.177708 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d12f47a0-150f-47f3-a2c6-0ecd758e8df5 req-d6fc6334-7088-49f8-b05f-c340852c61c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f060218582d45268345d8b8611ca54e&device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0484757 Nov 09 11:24:53.206054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 8e1b4c15-0938-4399-860b-6f58c3513a71 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:53.211628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8e1b4c15-0938-4399-860b-6f58c3513a71 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:53.211628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2994e6e6-698a-406f-9d66-91c247dcf1e6 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:53.236087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d12f47a0-150f-47f3-a2c6-0ecd758e8df5 req-bd0c28c4-b8cc-4316-8887-eb32b6fe38f2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5f060218582d45268345d8b8611ca54e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410047 Nov 09 11:24:53.253255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 2994e6e6-698a-406f-9d66-91c247dcf1e6 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:53.253885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2994e6e6-698a-406f-9d66-91c247dcf1e6 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:53.282059 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:53.286530 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:53.336079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eb5451f9-fcb2-4564-90e2-002ea26d4b63 req-ff1176d0-53d7-4606-a6a5-b55b20851163 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0763955 Nov 09 11:24:53.387673 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.393130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.396120 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f879a78-12bd-4293-bba1-2ac6a867f75e tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:53.421008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Pushing event deleted for resources: {'Network': ['ID=819cc79d-b62f-4183-94a7-906f3b3b6817,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:53.423790 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:53.441099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.441939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f609af6-7e92-4523-876e-be9463b96c38 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:24:53.447939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.450343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43148) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:53.451366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7f609af6-7e92-4523-876e-be9463b96c38 HTTP/1.1" status: 204 len: 168 time: 5.0289643 Nov 09 11:24:53.484346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f60aed5-18ff-471f-8b3a-ab65441e1589 None None] Provisioning complete for port fe836291-18a6-4992-9499-3f5f28ba22ea triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:53.485642 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f60aed5-18ff-471f-8b3a-ab65441e1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.498310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] 10.222.0.50 "DELETE /v2.0/networks/819cc79d-b62f-4183-94a7-906f3b3b6817 HTTP/1.1" status: 204 len: 168 time: 2.0589852 Nov 09 11:24:53.547988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5f60aed5-18ff-471f-8b3a-ab65441e1589 None None] Port fe836291-18a6-4992-9499-3f5f28ba22ea cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:53.566085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Deleting subnet 3792a98c-5808-47da-a50c-e4a36f97066b {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:24:53.578991 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.594632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.673749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f47a0-150f-47f3-a2c6-0ecd758e8df5 req-ea3b1094-7fac-477d-92dd-139f6ac91a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:53.674026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d12f47a0-150f-47f3-a2c6-0ecd758e8df5 req-ea3b1094-7fac-477d-92dd-139f6ac91a92 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4300623 Nov 09 11:24:53.682634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:24:53.714191 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.765031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:53.766178 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.811212 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:53.935361 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.164868 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.172165 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f291963e-3542-4582-9ef1-20691ffbc06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:54.177505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43166) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:54.384824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3792a98c-5808-47da-a50c-e4a36f97066b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:54.418680 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.427001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.427001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.427167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.427584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.428020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.428536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.429000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.429426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.429858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.430284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.430714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:54.431129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622cf0c6-5237-4ec1-a223-7f74f6301bda None None] Network 474cc22c-d535-48a2-a10c-51d6ed843873 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:24:54.442852 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:54.446336 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3792a98c-5808-47da-a50c-e4a36f97066b HTTP/1.1" status: 204 len: 168 time: 0.9949379 Nov 09 11:24:54.449416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:54.711255 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.741210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Deleting port ac506144-d908-4862-8886-99f460cc3ac4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:54.741724 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.817502 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.835985 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-33191c05-1666-4841-844e-eb06f93c33d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb7fd640782c47d189b297886a8c4f72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6556807 Nov 09 11:24:54.838247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43188) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:54.866902 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2d5a6d69-5952-4236-b431-9f0ee2415e01 req-aed66794-0d46-4b53-b587-1004653aa4dd tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.0951622 Nov 09 11:24:54.881992 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.894196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] DHCP port deletion for 474cc22c-d535-48a2-a10c-51d6ed843873 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:24:54.900271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Deleting port ac506144-d908-4862-8886-99f460cc3ac4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:54.900655 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:54.929455 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:55.118212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] For port ac506144-d908-4862-8886-99f460cc3ac4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ac506144-d908-4862-8886-99f460cc3ac4,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:55.118854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.210064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.213393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d12f47a0-150f-47f3-a2c6-0ecd758e8df5 req-3ae628ba-54a0-4dbf-a7d6-82835f709d84 tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.57 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.2414079 Nov 09 11:24:55.223484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=fe836291-18a6-4992-9499-3f5f28ba22ea,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:55.234359 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:55.245086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] For port ac506144-d908-4862-8886-99f460cc3ac4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ac506144-d908-4862-8886-99f460cc3ac4,segment=NetworkSegment(705472b7-3e1a-4419-9411-1eec91f048af),segment_id=705472b7-3e1a-4419-9411-1eec91f048af)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:55.245843 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.253229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.258843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Calling delete_port for ac506144-d908-4862-8886-99f460cc3ac4 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:55.275592 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.439377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.443833 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:55.449833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Calling delete_port for ac506144-d908-4862-8886-99f460cc3ac4 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:55.450754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:24:55.452173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:24:55.492232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac506144-d908-4862-8886-99f460cc3ac4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:55.495055 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:55.504352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] No DVR routers for this DVR port ac506144-d908-4862-8886-99f460cc3ac4 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:24:55.608082 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:24:55.608445 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:24:55.726558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ac506144-d908-4862-8886-99f460cc3ac4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:24:55.769599 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.789209 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5de4bd8a-4280-468c-88e0-30ba9c9f531b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:55.810396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59cd470-fa1d-41c8-bd8c-c025ad20528a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:55.813862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: ac506144-d908-4862-8886-99f460cc3ac4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:24:55.814267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ac506144-d908-4862-8886-99f460cc3ac4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:24:55.814622 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:55.816148 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:55.819816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d59cd470-fa1d-41c8-bd8c-c025ad20528a HTTP/1.1" status: 204 len: 168 time: 0.9779446 Nov 09 11:24:56.014883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-83b512c9-6a32-4528-be9b-f995d373636a None None] Provisioning complete for port fe836291-18a6-4992-9499-3f5f28ba22ea triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:24:56.016325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-83b512c9-6a32-4528-be9b-f995d373636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.077481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.101587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-83b512c9-6a32-4528-be9b-f995d373636a None None] Port fe836291-18a6-4992-9499-3f5f28ba22ea cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:24:56.109279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Deleting port ac506144-d908-4862-8886-99f460cc3ac4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:56.110061 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.122104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474cc22c-d535-48a2-a10c-51d6ed843873']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:56.146451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705472b7-3e1a-4419-9411-1eec91f048af') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:56.147241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705472b7-3e1a-4419-9411-1eec91f048af') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:56.175955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d854f-02d5-4dfd-8e02-dd0cd4c7eaac None None] The port 'ac506144-d908-4862-8886-99f460cc3ac4' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:24:56.261526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.302165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-97f1f78f-b578-418d-b1cc-209ae6394478 req-d211ebe0-87aa-45ee-8308-663bc349d63a tempest-ServerShowV254Test-939774283 tempest-ServerShowV254Test-939774283-project] 10.222.0.50 "GET /v2.0/ports?device_id=2075f0da-a730-4c0f-8a6a-97d067b4fc6d HTTP/1.1" status: 200 len: 210 time: 0.1429274 Nov 09 11:24:56.302514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.311186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:24:56.311414 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:24:56.347012 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:24:56.408350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 7121577c-7f94-45ba-84f2-657094d6c717 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:24:56.608128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:24:56.619166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/7121577c-7f94-45ba-84f2-657094d6c717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8013883 Nov 09 11:24:56.619166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43226) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:56.619380 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.624603 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] Sync routers for ids ['7121577c-7f94-45ba-84f2-657094d6c717'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:24:56.641432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:56.659730 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82fbb0c9-0935-4029-9e01-19f427ad98f8 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:56.661756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] Routers {'7121577c-7f94-45ba-84f2-657094d6c717'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:56.662418 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7121577c-7f94-45ba-84f2-657094d6c717'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:56.731467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77644d56-2f66-4929-a61e-1fc9dc6c6b32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:56.733152 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-77644d56-2f66-4929-a61e-1fc9dc6c6b32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports/fe836291-18a6-4992-9499-3f5f28ba22ea HTTP/1.1" status: 200 len: 975 time: 0.1152329 Nov 09 11:24:56.738143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:56.753058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=474cc22c-d535-48a2-a10c-51d6ed843873,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:56.795873 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:56.807903 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] Routers {'7121577c-7f94-45ba-84f2-657094d6c717'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:24:56.808728 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7121577c-7f94-45ba-84f2-657094d6c717'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:56.833165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] 10.222.0.50 "DELETE /v2.0/networks/474cc22c-d535-48a2-a10c-51d6ed843873 HTTP/1.1" status: 204 len: 168 time: 2.3819370 Nov 09 11:24:56.834400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43238) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:56.894282 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:24:56.894922 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d13819-0ea9-49a7-89b7-19fe6e66a56d None None] The sync data for ids ['7121577c-7f94-45ba-84f2-657094d6c717'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:24:56.955767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43244) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:56.993170 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:56.998340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:56.999062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.002633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.003239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.003712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.004178 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.014814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.017545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.018070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.018555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:24:57.035668 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:57.109196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-325b63e6-fbd5-4c4d-a0b7-ac6ef9d3fc21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9187a2b0f20548e6a7aae61f9277d521&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1488266 Nov 09 11:24:57.116051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43250) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:57.318135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:57.382944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:57.578620 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:57.587128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:57.594497 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ea35f69-baca-48c4-a014-b6af31918190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:57.611104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44f1fd-4168-4ad7-bea2-df233b1cedc6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:57.613789 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:57.628594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:57.630403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed44f1fd-4168-4ad7-bea2-df233b1cedc6 HTTP/1.1" status: 204 len: 168 time: 0.5135701 Nov 09 11:24:57.744509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:58.157586 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:24:58.177800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43280) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:58.301579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port fe836291-18a6-4992-9499-3f5f28ba22ea {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:58.301912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:58.533478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Deleting port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:24:58.533953 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:58.677002 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:58.748113 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:58.761898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:24:58.818336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] For port fcb13414-0fd8-4ff9-a6d1-1a34ead8751d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,segment=NetworkSegment(8227bb89-4e9f-4ff0-8665-c4cfbefd2576),segment_id=8227bb89-4e9f-4ff0-8665-c4cfbefd2576)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:24:58.819092 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:58.839768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Usage tracker for resource:security_group_rule and tenant:5f060218582d45268345d8b8611ca54e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:24:58.843054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:24:58.850702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:24:58.942479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for fe836291-18a6-4992-9499-3f5f28ba22ea owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:59.021473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Calling delete_port for fcb13414-0fd8-4ff9-a6d1-1a34ead8751d owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:24:59.046104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.051026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.055072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.059613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.064333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.069096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.072707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.082261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-9d6ced26-39f0-4b8f-8c70-2d532cbe95e7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.6099751 Nov 09 11:24:59.263525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ed90287-f377-4e7d-b448-9e5327b9b150 req-ef5253d2-6859-47ef-81f9-f63cc6ffd662 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816638 Nov 09 11:24:59.279321 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:59.352683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:59.377700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b521573-cb29-41b0-a5f8-46b661d67128 req-4304dc33-af58-4ca2-ac8b-9f1af59ca66b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.383470 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88dde386-d43a-420f-b52c-cf01623fbf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:59.385354 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b521573-cb29-41b0-a5f8-46b661d67128 req-4304dc33-af58-4ca2-ac8b-9f1af59ca66b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.1691370 Nov 09 11:24:59.423394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77620fc4-9cfd-4fc0-b006-053198b3463e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:59.424988 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:59.431610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5fcc4fa6-fd08-4c55-8ab5-5abdeb89d3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:59.449211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f060218582d45268345d8b8611ca54e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2679961 Nov 09 11:24:59.452807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:59.456326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:24:59.477562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb13414-0fd8-4ff9-a6d1-1a34ead8751d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:59.494246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0b521573-cb29-41b0-a5f8-46b661d67128 req-640b2909-e4c9-4d78-affe-1330517bd44a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073527 Nov 09 11:24:59.495316 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:59.644330 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:59.653745 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e33a3a77-0dbe-4a4a-b736-31415e361dc0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:24:59.719941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=fe836291-18a6-4992-9499-3f5f28ba22ea,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:24:59.728222 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:24:59.732967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:24:59.745359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.750056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.756830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.763975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.770520 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.774616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.784265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:24:59.786481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a51ab24b-c596-4194-add7-6165718c654f req-4eaa8f2a-4a13-49b6-b5e8-1659f4679b23 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.3348691 Nov 09 11:24:59.921782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:00.159666 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:00.237143 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:00.321231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:00.337516 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b56c2325-71a1-4912-911a-746393342ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:00.410874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77620fc4-9cfd-4fc0-b006-053198b3463e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:00.413331 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:00.434552 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:00.435770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77620fc4-9cfd-4fc0-b006-053198b3463e HTTP/1.1" status: 204 len: 168 time: 0.9785442 Nov 09 11:25:01.078246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf134-498a-4878-9992-2f0b9a040423 req-d78cff11-6bf3-4ea6-af48-0966921989bf tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:01.080294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-865bf134-498a-4878-9992-2f0b9a040423 req-d78cff11-6bf3-4ea6-af48-0966921989bf tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.2445993 Nov 09 11:25:01.217688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 7121577c-7f94-45ba-84f2-657094d6c717 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:01.245615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-96d11cb6-184b-44fb-8466-5599495cc764 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:01.247312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-96d11cb6-184b-44fb-8466-5599495cc764 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.3592813 Nov 09 11:25:01.362233 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-865bf134-498a-4878-9992-2f0b9a040423 req-23c0d105-0b85-4e30-9da1-2ec12e15d8a9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681522 Nov 09 11:25:01.416093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Deleting port 474c6061-567c-476c-bd0c-3c2e4e99f812 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:01.420583 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:01.438339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:01.443785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/7121577c-7f94-45ba-84f2-657094d6c717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6878433 Nov 09 11:25:01.448756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] Sync routers for ids ['7121577c-7f94-45ba-84f2-657094d6c717'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:01.458647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43382) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:01.469797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] Routers {'7121577c-7f94-45ba-84f2-657094d6c717'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:01.478600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7121577c-7f94-45ba-84f2-657094d6c717'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:01.530343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:01.607228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43386) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:01.679738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:01.919120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] For port 474c6061-567c-476c-bd0c-3c2e4e99f812, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=474c6061-567c-476c-bd0c-3c2e4e99f812,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:01.919979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:01.943553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] Routers {'7121577c-7f94-45ba-84f2-657094d6c717'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:01.944182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7121577c-7f94-45ba-84f2-657094d6c717'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:01.948214 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-26ae6fdb-4f05-476a-86c4-7cf990461778 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 11:25:01.951906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26ae6fdb-4f05-476a-86c4-7cf990461778 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/7121577c-7f94-45ba-84f2-657094d6c717/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4886572 Nov 09 11:25:01.952400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43400) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:02.053076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-745ea36b-aed3-40ab-a0e2-7fbfdf09bb3b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:02.083465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:02.085070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b40e4-f911-4168-9b36-10acddcce4a0 None None] The sync data for ids ['7121577c-7f94-45ba-84f2-657094d6c717'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:02.215774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-745ea36b-aed3-40ab-a0e2-7fbfdf09bb3b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:02.217131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-745ea36b-aed3-40ab-a0e2-7fbfdf09bb3b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121577c-7f94-45ba-84f2-657094d6c717 HTTP/1.1" status: 200 len: 205 time: 0.2629726 Nov 09 11:25:02.220453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43408) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:02.390761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:02.394087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43414) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:02.438743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:02.443652 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f72e5b5d-ab5f-4cca-9cd5-75cdda033122 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:02.446708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Usage tracker for resource:floatingip and tenant:a1d21d76e24d417baf3ed5f0a16a514c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:02.456254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:02.481604 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:02.627294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43438) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:02.654730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:02.686951 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] Sync routers for ids ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:02.689859 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:02.702522 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:02.703442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:02.703945 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Floating IP 0bdad542-282e-4f7b-ab8d-a8e63a29d315 disassociated. External IP: 172.25.7.241, port: 474c6061-567c-476c-bd0c-3c2e4e99f812. Nov 09 11:25:02.704466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Calling delete_port for 474c6061-567c-476c-bd0c-3c2e4e99f812 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:02.712522 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] Routers {'7de0ca31-7ae7-48f7-9a9a-5e34b8519903'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:02.713712 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:02.739355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] 10.222.0.50 "PUT /v2.0/routers/7de0ca31-7ae7-48f7-9a9a-5e34b8519903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9008408 Nov 09 11:25:02.740876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1853104010-network', 'tenant_id': '9cd43e5ec8ed41c59f23e12712031ab3'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:02.745147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43444) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:02.752170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:02.756531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Usage tracker for resource:network and tenant:9cd43e5ec8ed41c59f23e12712031ab3 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:02.759455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:02.765375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:02.860767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Made reservation on behalf of 9cd43e5ec8ed41c59f23e12712031ab3 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:02.863409 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:02.939146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.054650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:03.079788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd43e5ec8ed41c59f23e12712031ab3 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:03.085296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:03.092634 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] Set router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:03.100510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:03.130484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b77f2440-fd8a-443b-a39e-0740c36872b2 req-91bf2b0d-42e5-4c61-8fef-8529ace18684 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6490 time: 0.4973392 Nov 09 11:25:03.243170 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b77f2440-fd8a-443b-a39e-0740c36872b2 req-fb56451b-bf32-4199-a99a-1b39225a724b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0416db2f-7583-403c-b585-c98d3ec2881f&id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113856 Nov 09 11:25:03.246769 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.279435 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.285621 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c985f767-b9a4-41f0-8d28-3676bdf50bd1 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:03.371077 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.433748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event deleted for resources: {'Port': ['ID=474c6061-567c-476c-bd0c-3c2e4e99f812,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:03.436338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.440793 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:03.443499 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6c76067a-4df3-43ae-b495-d694b668baac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:03.490620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:25:03.508987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937c7e8-db47-49ce-b9c3-fdd2ef93d65b req-59296899-d49a-4d12-a8a2-12b5ea549b06 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:03.511080 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6937c7e8-db47-49ce-b9c3-fdd2ef93d65b req-59296899-d49a-4d12-a8a2-12b5ea549b06 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 946 time: 0.7819886 Nov 09 11:25:03.515632 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f72e5b5d-ab5f-4cca-9cd5-75cdda033122 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.524855 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f72e5b5d-ab5f-4cca-9cd5-75cdda033122 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.541177 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:24:59Z', 'revision_number': 5, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:03.553064 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] Checking router: 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:25:03.575784 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] Routers {'7de0ca31-7ae7-48f7-9a9a-5e34b8519903'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:03.576609 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:03.644897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d482a70a-dc65-4f23-81dc-b70d01711b27,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:03.644897 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.647586 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6937c7e8-db47-49ce-b9c3-fdd2ef93d65b req-32390fc5-9cce-4389-a558-f542f58e0039 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0fe885b-0ce2-4412-8158-82a82ab112c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087308 Nov 09 11:25:03.648073 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Added segment 233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8 of type vlan for network d5dd27f9-b835-4b97-adc3-f6816de6fc70 Nov 09 11:25:03.660036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.681468 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:03.737315 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.745057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f72e5b5d-ab5f-4cca-9cd5-75cdda033122 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.745705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e5b5d-ab5f-4cca-9cd5-75cdda033122 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Fanout notify agent at l3_agent the message router_deleted on router 7121577c-7f94-45ba-84f2-657094d6c717 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:25:03.763675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f72e5b5d-ab5f-4cca-9cd5-75cdda033122 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:03.764723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f72e5b5d-ab5f-4cca-9cd5-75cdda033122 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/7121577c-7f94-45ba-84f2-657094d6c717 HTTP/1.1" status: 204 len: 168 time: 1.5426118 Nov 09 11:25:03.770374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43462) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:03.790146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Allocated IP 172.25.7.7 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/8b9be305-92fb-4bd3-8da0-4a3da8da0733) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:03.914286 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] Set router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:04.080818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet 23ebe810-4d9a-46cf-bab9-fa1991719e8a {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:25:04.093222 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.105152 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.131409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:04.131409 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.145068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.175814 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ce6174e5-6a7e-48a2-bf3f-1405124d7a59 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:04.183165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:04.204756 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.266445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 474c6061-567c-476c-bd0c-3c2e4e99f812 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:04.267049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 474c6061-567c-476c-bd0c-3c2e4e99f812 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:04.286130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8858104 Nov 09 11:25:04.289437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43472) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:04.307991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Request body: {'subnet': {'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1853104010-subnet', 'tenant_id': '9cd43e5ec8ed41c59f23e12712031ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:04.317726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.324727 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:04.337745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Usage tracker for resource:subnet and tenant:9cd43e5ec8ed41c59f23e12712031ab3 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:04.344051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:04.352238 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.353513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:04.372250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=d5dd27f9-b835-4b97-adc3-f6816de6fc70,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:04.376267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.377175 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:04.386983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d5dd27f9-b835-4b97-adc3-f6816de6fc70 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:25:04.414721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Deleting port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:04.415156 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.419445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:04.459541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Made reservation on behalf of 9cd43e5ec8ed41c59f23e12712031ab3 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:04.462350 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.558719 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:24:59Z', 'revision_number': 5, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:04.581078 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ac898-5b6a-4a86-b71d-75c4eac45953 None None] The sync data for ids ['7de0ca31-7ae7-48f7-9a9a-5e34b8519903'] in n-d-817173-1 is: [{'id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'name': 'tempest-TestServerMultinode-1134727179-router', 'tenant_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:23:27Z', 'updated_at': '2021-11-09T11:24:59Z', 'revision_number': 5, 'project_id': 'ea736bc8b84b4406b5e80f5b4f08a511', 'gw_port': {'id': 'e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de0ca31-7ae7-48f7-9a9a-5e34b8519903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:23:28Z', 'updated_at': '2021-11-09T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:04.690297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.691361 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:04.760835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:04.770086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:04.775692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:04.811042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9be305-92fb-4bd3-8da0-4a3da8da0733,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:04.813164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] For port e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:04.813637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.817975 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:04.952193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:04.960060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c3612c30-8da2-4c2f-bc6c-277ca9f39e75 req-33ca4eda-2447-42f1-9276-a18cff986fe3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:04.963679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Calling delete_port for e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:04.989836 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-861c95cf-87fc-439d-bc8c-8c08215ffd1f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:05.038338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=23ebe810-4d9a-46cf-bab9-fa1991719e8a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:05.048117 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:05.069333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.083246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f01e59-282f-4398-829e-4cfd806192a1 None None] Network cdb19845-6a8c-4c5f-9440-074c0346fd3b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:05.165048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.171998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-c3612c30-8da2-4c2f-bc6c-277ca9f39e75 req-33ca4eda-2447-42f1-9276-a18cff986fe3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:05.173341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c3612c30-8da2-4c2f-bc6c-277ca9f39e75 req-33ca4eda-2447-42f1-9276-a18cff986fe3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 210 time: 0.3176541 Nov 09 11:25:05.180611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:05.330355 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/23ebe810-4d9a-46cf-bab9-fa1991719e8a HTTP/1.1" status: 204 len: 168 time: 1.5577910 Nov 09 11:25:05.332783 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] Sync routers for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:05.347667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:05.391173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:05.391791 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:05.397409 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.447979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] No DVR routers for this DVR port 474c6061-567c-476c-bd0c-3c2e4e99f812 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:05.457879 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.461333 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-deleted', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:05.480831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c82498fa-e99d-4c40-97c0-e1e715b25477 req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.59 "DELETE /v2.0/ports/474c6061-567c-476c-bd0c-3c2e4e99f812 HTTP/1.1" status: 204 len: 173 time: 4.2212219 Nov 09 11:25:05.540239 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e', 'name': 'network-vif-deleted', 'tag': '474c6061-567c-476c-bd0c-3c2e4e99f812', 'status': 'completed', 'code': 200} Nov 09 11:25:05.560361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.612689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:05.613182 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.667024 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.674098 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1383fac7-3e70-471a-b3c6-c7c063088092 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:05.689446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fcb13414-0fd8-4ff9-a6d1-1a34ead8751d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:05.731908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: fcb13414-0fd8-4ff9-a6d1-1a34ead8751d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:05.732166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fcb13414-0fd8-4ff9-a6d1-1a34ead8751d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:05.739800 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-754bb07c-57f4-4d2c-be5b-635fc086c275 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4687958 Nov 09 11:25:05.819051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:05.834132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:05.837511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd7e2bc1-3d72-409c-bc2a-d6bf7382be11,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:05.912181 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:05.926113 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-018097c5-f408-426f-b5aa-ecfae6df93a8 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:05.956983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] DHCP port deletion for cdb19845-6a8c-4c5f-9440-074c0346fd3b request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:25:05.976185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Deleting port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:05.978889 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.023734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-d2cf3213-dd4b-47cb-acb9-d9aa178dad59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ad2d97b62b46c696cccc76857d5775&device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 6490 time: 0.2551281 Nov 09 11:25:06.034336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.054831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:06.058063 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:06.105408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Checking segment: {'id': '233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:06.105774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Network hostable DHCP agents. Network: d5dd27f9-b835-4b97-adc3-f6816de6fc70, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:25:06.154249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.163127 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1791b6c7-a34d-48ea-b154-be6a020efa77 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:06.343656 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.401865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,segment=NetworkSegment(722267c1-51d8-418d-b503-fe366cecb16b),segment_id=722267c1-51d8-418d-b503-fe366cecb16b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:06.402282 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.416496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-7c182d04-a215-4db3-91f1-63d0b6575d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:06.416892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-7c182d04-a215-4db3-91f1-63d0b6575d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:06.417525 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-7c182d04-a215-4db3-91f1-63d0b6575d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:06.419011 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-7c182d04-a215-4db3-91f1-63d0b6575d60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9d37beb6-a064-4330-858a-89f3d1d2e215&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=635a7131-585c-436d-b910-b5a4b23f9b59&id=ada43232-6e7f-474b-b328-f63ebb1af9a4&id=ada43232-6e7f-474b-b328-f63ebb1af9a4 HTTP/1.1" status: 200 len: 2292 time: 0.3692777 Nov 09 11:25:06.423364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9be305-92fb-4bd3-8da0-4a3da8da0733,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:06.502940 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:06.509146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.512759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9015477 Nov 09 11:25:06.552795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:06.563242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43510) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:06.565563 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a141f29-5dab-4663-9295-4a071680804f req-f1ec9def-8365-4cc8-8897-6cd6a181d695 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4c0f3c-3ba5-4ef5-a845-b6c2ead8f91e HTTP/1.1" status: 200 len: 210 time: 0.0640647 Nov 09 11:25:06.575867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-166923155', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'fixed_ips': [{'ip_address': '172.25.7.7'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:06.583828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:06.591504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Usage tracker for resource:port and tenant:a1d21d76e24d417baf3ed5f0a16a514c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:06.607988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:06.618306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:06.621524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Network d5dd27f9-b835-4b97-adc3-f6816de6fc70 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:25:06.628756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-49fbec56-1926-4587-8633-cf8882bec1a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 HTTP/1.1" status: 200 len: 1002 time: 0.1970880 Nov 09 11:25:06.651171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.721438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Made reservation on behalf of a1d21d76e24d417baf3ed5f0a16a514c for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:06.723517 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.748437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.782786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-6848db92-7d54-4cf4-b40a-23da682cbcb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:06.784312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-6848db92-7d54-4cf4-b40a-23da682cbcb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59005774-dc9c-4179-b81e-70700b94ecc4 HTTP/1.1" status: 200 len: 851 time: 0.1490495 Nov 09 11:25:06.802567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] For port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,segment=NetworkSegment(722267c1-51d8-418d-b503-fe366cecb16b),segment_id=722267c1-51d8-418d-b503-fe366cecb16b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:06.809848 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:06.844216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:06.850465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Usage tracker for resource:security_group_rule and tenant:a1d21d76e24d417baf3ed5f0a16a514c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:06.858757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:06.867915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:06.925821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d5dd27f9-b835-4b97-adc3-f6816de6fc70) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:06.993793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Calling delete_port for ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:07.042319 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.043481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915a7ea-b3db-45b8-a07d-ef58017a3da4 None None] Network d5dd27f9-b835-4b97-adc3-f6816de6fc70 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:07.085113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-cb567124-6b1c-4d90-aa45-cad367dd6efa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9d37beb6-a064-4330-858a-89f3d1d2e215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2914624 Nov 09 11:25:07.259503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.264818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.276578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.296753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.310211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:07.311188 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.316218 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:07.342974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-afa26994-a961-49c7-9706-acd8485dcffe service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493594 Nov 09 11:25:07.361656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95620643-a29f-45ac-9298-8bebb7cf75b9 None None] Network d5dd27f9-b835-4b97-adc3-f6816de6fc70 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:07.364798 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No DVR routers for this DVR port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:07.371474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=ba2fea25-7a67-43c3-aafa-a4dfdb0f7623,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:07.371719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.378288 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:07.391059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] device_id is not set on port e2973b67-71db-4d12-b787-cbfb1d6a19ed yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:07.431044 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:25:07.431700 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:25:07.451285 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:07.494081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:07.508908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] Checking router: 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:25:07.552401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3548a4-7f44-40e1-aed1-9d3ba2c060a6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:07.552639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:07.553064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:07.580935 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.615937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb19845-6a8c-4c5f-9440-074c0346fd3b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:07.632848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722267c1-51d8-418d-b503-fe366cecb16b') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:07.633234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722267c1-51d8-418d-b503-fe366cecb16b') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:07.646160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.663985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.670834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:25:07.671509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:25:07.812583 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:25:07.815184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.815800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de0ca31-7ae7-48f7-9a9a-5e34b8519903 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:25:07.832198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:07.834899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.838872 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7de0ca31-7ae7-48f7-9a9a-5e34b8519903 HTTP/1.1" status: 204 len: 168 time: 5.0869472 Nov 09 11:25:07.839636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:07.864371 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:07.889516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.909631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.912118 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/cdb19845-6a8c-4c5f-9440-074c0346fd3b HTTP/1.1" status: 204 len: 168 time: 2.5607946 Nov 09 11:25:07.916897 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-319df944-0506-431f-8d52-3829ae2039db tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:07.925210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43534) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:07.928264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:07.928625 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:07.936219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Deleting port ba2fea25-7a67-43c3-aafa-a4dfdb0f7623 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:07.936564 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:07.969716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6649215 Nov 09 11:25:07.975327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=cdb19845-6a8c-4c5f-9440-074c0346fd3b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:07.977484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-1981016380'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:07.981930 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:08.017094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:08.022885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Deleting subnet 2ed05082-d453-439b-88b3-4d191791f3c8 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:25:08.027373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:08.037175 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.047969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:08.057890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-6230a5bb-de6e-4151-8bd8-d8d04d9e5314 service neutron] 10.222.0.57 "GET /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082622 Nov 09 11:25:08.058028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b46b4de2-4b44-4dc4-8f94-d3123e0b72de None None] The port 'ba2fea25-7a67-43c3-aafa-a4dfdb0f7623' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:25:08.059226 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:08.062883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43540) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:08.066125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:08.166045 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.196710 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 11:25:08.197330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:25:08.233450 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-deed1388-111b-419b-8968-e1e80f54f4d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 200 len: 217 time: 0.1637120 Nov 09 11:25:08.283795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.369050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-b9ed07f6-8d91-44d7-b22f-647a14691e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:08.369050 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-b9ed07f6-8d91-44d7-b22f-647a14691e20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.1123514 Nov 09 11:25:08.397053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:08.400073 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.440983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:08.447255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ed510-0a44-4abe-8192-87264ac1abca None None] The sync data for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 is: [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:08.465824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.482034 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f984e395-1422-47c9-a29d-127c27f6169b tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:08.499162 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.520932 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.527271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a7adb-7875-4b98-b095-73bc2fb84d0a None None] Network 012cce3e-8a23-4ce8-b37e-43d98971affd requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:08.536404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed05082-d453-439b-88b3-4d191791f3c8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:08.554179 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:08.555270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43556) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:08.555826 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.9892008 Nov 09 11:25:08.567361 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2ed05082-d453-439b-88b3-4d191791f3c8 HTTP/1.1" status: 204 len: 168 time: 0.7255886 Nov 09 11:25:08.569760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:25:08.571403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43558) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:08.646954 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.686336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.686665 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment 2fdded9f-ea44-4a5c-9d09-1d565029ca1a of type vlan for network 7683489b-32e5-4972-9486-846e614c4fc6 Nov 09 11:25:08.713249 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-9a97e1d8-6ccb-4d36-b1be-f1f9b503d0fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3180676 Nov 09 11:25:08.912021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Deleting port 8b9be305-92fb-4bd3-8da0-4a3da8da0733 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:08.912252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:08.940924 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.012646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-fbe623a3-6890-452f-9821-99ca0cdd6449 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886755 Nov 09 11:25:09.023620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] DHCP port deletion for 012cce3e-8a23-4ce8-b37e-43d98971affd request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:25:09.029347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Deleting port d976714a-cc14-4f99-8310-9a86b72fcb51 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:09.029719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.060267 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18cf9b-88e6-4e98-be8b-4443b609c917 None None] New status for floating IP 0bdad542-282e-4f7b-ab8d-a8e63a29d315: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:25:09.112571 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.154275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Deleting port d976714a-cc14-4f99-8310-9a86b72fcb51 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:09.155011 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.198134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43578) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:09.200863 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.205645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:09.206499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.215421 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a16935c5-38a8-485d-8c1d-6827d4dd99d2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:09.233527 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-1be7198a-cb07-4829-9c7f-cf1317b70ba4 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004621 Nov 09 11:25:09.254504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1418276769-network', 'tenant_id': 'ccc4105d75764f8f8f2d3ff89ac7a466'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:09.274414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:09.300962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Usage tracker for resource:network and tenant:ccc4105d75764f8f8f2d3ff89ac7a466 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:09.323639 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.332263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:09.370590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:09.392403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] For port d976714a-cc14-4f99-8310-9a86b72fcb51, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d976714a-cc14-4f99-8310-9a86b72fcb51,segment=NetworkSegment(8227bb89-4e9f-4ff0-8665-c4cfbefd2576),segment_id=8227bb89-4e9f-4ff0-8665-c4cfbefd2576)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:09.392804 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.425470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-f9941f1b-0166-416e-8157-7e4243daeb85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 200 len: 217 time: 0.1823862 Nov 09 11:25:09.431751 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.431903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.439352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.439514 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "DELETE /v2.0/security-groups/c0fe885b-0ce2-4412-8158-82a82ab112c0 HTTP/1.1" status: 204 len: 168 time: 1.3718030 Nov 09 11:25:09.441257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43582) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:09.503462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=7683489b-32e5-4972-9486-846e614c4fc6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:09.506428 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-913333a1-7384-4746-bfe0-1abbd28fe4ab tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] show failed (client error): The resource could not be found. Nov 09 11:25:09.510574 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-913333a1-7384-4746-bfe0-1abbd28fe4ab tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups/c0fe885b-0ce2-4412-8158-82a82ab112c0 HTTP/1.1" status: 404 len: 347 time: 0.0683072 Nov 09 11:25:09.516459 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:09.520473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43586) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:09.532251 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5955544 Nov 09 11:25:09.532251 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:09.548602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43588) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:09.548602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe885b-0ce2-4412-8158-82a82ab112c0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:09.557485 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Calling delete_port for d976714a-cc14-4f99-8310-9a86b72fcb51 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:09.557678 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:09.634156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': '7683489b-32e5-4972-9486-846e614c4fc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:09.646058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7683489b-32e5-4972-9486-846e614c4fc6 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:25:09.663827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Calling delete_port for 8b9be305-92fb-4bd3-8da0-4a3da8da0733 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:09.767341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:09.804844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:09.805490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e42e40cc-1dbd-49ce-a7ab-7b94c0a1c5df not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:09.806066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d976714a-cc14-4f99-8310-9a86b72fcb51 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:09.831655 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:09.847081 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8bdeda97-dec3-4032-a46b-b7a3223168f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:09.867547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-daa097b2-d8c5-499a-be94-e35627e983b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:09.869006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-daa097b2-d8c5-499a-be94-e35627e983b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.4318473 Nov 09 11:25:09.905366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] No DVR routers for this DVR port d976714a-cc14-4f99-8310-9a86b72fcb51 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:09.916684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: d976714a-cc14-4f99-8310-9a86b72fcb51 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:09.917292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d976714a-cc14-4f99-8310-9a86b72fcb51 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:09.937470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Pushing event deleted for resources: {'Port': ['ID=d976714a-cc14-4f99-8310-9a86b72fcb51,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:09.951703 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:09.985614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Made reservation on behalf of ccc4105d75764f8f8f2d3ff89ac7a466 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:09.988167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.029748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.078029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] For port d976714a-cc14-4f99-8310-9a86b72fcb51, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d976714a-cc14-4f99-8310-9a86b72fcb51,segment=NetworkSegment(8227bb89-4e9f-4ff0-8665-c4cfbefd2576),segment_id=8227bb89-4e9f-4ff0-8665-c4cfbefd2576)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:10.078600 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.092663 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Deleting port 6456006f-fe96-4abc-8661-54bc08fafb19 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:10.093231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.124700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:10.136358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:10.145539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:10.154577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:10.225778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Calling delete_port for d976714a-cc14-4f99-8310-9a86b72fcb51 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:10.283575 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-6061e0a4-de6f-447e-9a52-c57b1e6981c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2878950 Nov 09 11:25:10.286831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:10.298678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:10.309864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc4105d75764f8f8f2d3ff89ac7a466 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:10.320279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:10.341988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:10.384192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:25:10.384495 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:25:10.411727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.417602 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b67ab8eb-ce8d-465e-83ca-bf1e155e80e2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:10.472720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b9be305-92fb-4bd3-8da0-4a3da8da0733,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:10.476113 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:10.512643 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.512967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.518063 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.546357 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.564378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.571442 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ac6d9e71-5ebe-4760-b12e-d70045c90ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:10.602191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:25:10.626750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1006f020-ce1b-4308-9b5c-accc9130cccb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:10.631161 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:10.635423 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.638512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.638894 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Added segment 823a57ec-32bc-464c-9c5b-30323e2420c9 of type vlan for network a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b Nov 09 11:25:10.682035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.709046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.713563 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/4570b0ec-2d50-4a23-8077-5e8a65bf36ce HTTP/1.1" status: 204 len: 168 time: 2.1413999 Nov 09 11:25:10.743841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Calling delete_port for 6456006f-fe96-4abc-8661-54bc08fafb19 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:10.781945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.782813 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:10.783409 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.788630 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26207927-a85d-4013-98d6-2ac947dc105e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:10.866646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-7e1cb19c-2c66-4819-b4ca-e8cfe1a686db service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641043 Nov 09 11:25:10.904111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Deleting port d976714a-cc14-4f99-8310-9a86b72fcb51 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:10.904690 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:10.975295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Pushing event updated for resources: {'Network': ['ID=a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:10.978509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:10.993193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] The port 'd976714a-cc14-4f99-8310-9a86b72fcb51' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:25:10.997439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:25:11.024867 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7781813 Nov 09 11:25:11.028154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43600) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:11.039763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Request body: {'subnet': {'network_id': 'a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1418276769-subnet', 'tenant_id': 'ccc4105d75764f8f8f2d3ff89ac7a466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:11.089811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:11.148744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.155954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Usage tracker for resource:subnet and tenant:ccc4105d75764f8f8f2d3ff89ac7a466 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:11.168618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:11.176701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012cce3e-8a23-4ce8-b37e-43d98971affd']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:11.184223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:11.190975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8227bb89-4e9f-4ff0-8665-c4cfbefd2576') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:11.191292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8227bb89-4e9f-4ff0-8665-c4cfbefd2576') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:11.195952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-056e666b-0749-49a1-be6f-1e0aefda756c service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117285 Nov 09 11:25:11.207006 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.233414 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.244367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:25:11.245038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:25:11.261340 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:25:11.289699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-29fb2d11-3907-4220-aaeb-2b398241788d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 HTTP/1.1" status: 200 len: 217 time: 0.0860295 Nov 09 11:25:11.333175 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.333887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43606) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:11.347420 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fff5bc07-5b0d-4ddf-847a-c2a4f26ec4fb tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:11.414599 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.418206 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6019c982-fbc5-4848-876c-8a8531ba3d37 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:11.435299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.446247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Pushing event deleted for resources: {'Network': ['ID=012cce3e-8a23-4ce8-b37e-43d98971affd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:11.449509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:11.516492 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.527037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Made reservation on behalf of ccc4105d75764f8f8f2d3ff89ac7a466 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:11.529312 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.533363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] 10.222.0.50 "DELETE /v2.0/networks/012cce3e-8a23-4ce8-b37e-43d98971affd HTTP/1.1" status: 204 len: 168 time: 2.8938143 Nov 09 11:25:11.547703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event deleted for resources: {'Port': ['ID=6456006f-fe96-4abc-8661-54bc08fafb19,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:11.556363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:11.560003 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:11.561527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Usage tracker for resource:security_group_rule and tenant:89834139f14f4b9897edf02221de7ba2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:11.564590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:11.570911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:11.648584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-50b0c65b-cfbd-4d82-a19c-0b281e1a0659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:11.650018 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-50b0c65b-cfbd-4d82-a19c-0b281e1a0659 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.3513322 Nov 09 11:25:11.652303 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.667403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.675720 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60858ab5-ec4a-407e-b244-37427c40d891 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:11.719586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.731082 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-27cf4a1a-348c-4734-9608-e1c87e2374a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:11.775048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20fa79c-8c86-437b-925a-1244fdb68af4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:11.778470 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:11.785495 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89834139f14f4b9897edf02221de7ba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4503906 Nov 09 11:25:11.786032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43618) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:11.862813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.881424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.887896 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=21b1ee71-9cad-4607-8e64-b057abd08fe5,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:11.900340 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:11.924274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43624) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:11.943768 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:11.972741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': '2fdded9f-ea44-4a5c-9d09-1d565029ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7683489b-32e5-4972-9486-846e614c4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:11.973101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: 7683489b-32e5-4972-9486-846e614c4fc6, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:25:12.002706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-83bebdb3-d8eb-4a45-b49c-d97e1a66b485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3303947 Nov 09 11:25:12.015870 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6ab64867-2e7a-49e3-b2ec-d75c9d9ca462 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=937c4b933b5d402088fe3d97ce648d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0878584 Nov 09 11:25:12.016154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.016154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "DELETE /v2.0/floatingips/0bdad542-282e-4f7b-ab8d-a8e63a29d315 HTTP/1.1" status: 204 len: 168 time: 2.4793367 Nov 09 11:25:12.032581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:12.119319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.135945 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-38685bd8-36d4-4352-a016-667924b66f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:12.160757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20fa79c-8c86-437b-925a-1244fdb68af4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:12.164661 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:12.165377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.183656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.185047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a20fa79c-8c86-437b-925a-1244fdb68af4 HTTP/1.1" status: 204 len: 168 time: 0.3980956 Nov 09 11:25:12.204330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-b40e50c5-b79f-4479-a0fd-6570ea17d13f service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920657 Nov 09 11:25:12.212928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.309030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 7683489b-32e5-4972-9486-846e614c4fc6 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:25:12.311512 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.318164 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9b10a584-42c0-42e1-8a2b-9c26565a2e7c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:12.342313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.352109 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d2179ea-7ad7-49eb-b616-270ff6c6217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:12.373274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b257f892-2bca-45dc-b278-b8d57b1dc4a9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:12.376312 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:12.377521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.378714 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b257f892-2bca-45dc-b278-b8d57b1dc4a9 HTTP/1.1" status: 204 len: 168 time: 0.3576152 Nov 09 11:25:12.402985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b219b4d7-876c-4732-b5ba-6b2132897fc4,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:12.407164 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:12.460306 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-615639f9-e0ed-4803-a8db-a0605eab644b service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481773 Nov 09 11:25:12.523533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Checking segment: {'id': '823a57ec-32bc-464c-9c5b-30323e2420c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:12.523902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Network hostable DHCP agents. Network: a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:25:12.528690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 7683489b-32e5-4972-9486-846e614c4fc6) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:12.538476 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294239d-9a87-4b52-81fd-a3e3e9ba3a50 None None] Network 7683489b-32e5-4972-9486-846e614c4fc6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:12.543985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:12.544582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.545633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:12.552685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-301c0c52-263a-48ed-9d6d-4a480bd3314c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9 HTTP/1.1" status: 200 len: 217 time: 0.0849943 Nov 09 11:25:12.555087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183768021', 'description': 'tempest-description--859289209'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:12.564295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:12.574167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:12.637776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-20431672-843d-4d6f-b7d1-d8b66cd190a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:12.639283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-20431672-843d-4d6f-b7d1-d8b66cd190a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 200 len: 797 time: 0.0740464 Nov 09 11:25:12.701221 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1583295 Nov 09 11:25:12.705032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43646) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:12.711607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-969258907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:12.713794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Network a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:25:12.720726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:12.724232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:12.727391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:router and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:12.732031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:12.734973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:12.735883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.737285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f438d-1bdb-48ac-b6be-a1d387b0a2df None None] Network a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:12.741313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:12.759977 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-1014b986-25da-45b5-b563-ba7eb470a250 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=635a7131-585c-436d-b910-b5a4b23f9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144755 Nov 09 11:25:12.838245 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.879268 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.881358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.888125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8579228 Nov 09 11:25:12.937997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:12.946897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:security_group_rule and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:12.950937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:12.959523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:12.967230 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.967479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c57158-deda-453e-bde3-9782613de1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-7683489b-32e5-4972-9486-846e614c4fc6', 'network_id': '7683489b-32e5-4972-9486-846e614c4fc6', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': '21b1ee71-9cad-4607-8e64-b057abd08fe5'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:25:12.969412 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68c57158-deda-453e-bde3-9782613de1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:12.984929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-ba362490-610d-45e6-8897-88f5a00f9436 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182615 Nov 09 11:25:13.069503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.119366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.176423 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.177103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c30b69-3959-416b-ad78-1da3b6a4b922 None None] Network a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:13.181877 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-4fb81841-491f-4275-9e6c-e4b1d3717da6 service neutron] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902213 Nov 09 11:25:13.200754 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c36b7a2-1eee-4964-b9fb-9a3fb165a6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:13.228972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d16916-b276-4c56-b0ae-d250768a9f10,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:13.234344 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:13.277031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.278758 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1a60a016-c5b3-4647-b171-a12653373280 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5724251 Nov 09 11:25:13.281654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:13.286093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-ad7513ee-0748-4b2f-8cd5-7ad3961dee4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d417d4b-05be-414c-b886-1a54dacfcec0 HTTP/1.1" status: 200 len: 217 time: 0.0970151 Nov 09 11:25:13.400417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-e812d6eb-38a8-4f0d-bda3-b382525e776d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:13.404057 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-e812d6eb-38a8-4f0d-bda3-b382525e776d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efcc144d-686c-4cd2-8ebb-25f5217975ac HTTP/1.1" status: 200 len: 797 time: 0.1121974 Nov 09 11:25:13.404558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43668) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:13.412923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-68c57158-deda-453e-bde3-9782613de1da None None] Allocated IP 172.20.0.2 (7683489b-32e5-4972-9486-846e614c4fc6/21b1ee71-9cad-4607-8e64-b057abd08fe5/95de936a-4e5c-42a5-8b68-1b9fdf5dc449) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:13.621217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43674) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:13.694480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.698746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1482556 Nov 09 11:25:13.732304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43684) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:13.735237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b233da29-9a25-422a-8d07-1d971b439e79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1d21d76e24d417baf3ed5f0a16a514c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3255544 Nov 09 11:25:13.739031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43688) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:13.746066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'security_group_rule': {'security_group_id': '58d16916-b276-4c56-b0ae-d250768a9f10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:13.749430 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68c57158-deda-453e-bde3-9782613de1da None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.766494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-68c57158-deda-453e-bde3-9782613de1da None None] Transition to ACTIVE for port object 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:13.777512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:13.785683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:security_group_rule and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:13.790319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:13.792981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-68c57158-deda-453e-bde3-9782613de1da None None] Transition to ACTIVE for port object 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:13.812927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:13.868045 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68c57158-deda-453e-bde3-9782613de1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.879614 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7c8fd335-a608-445c-8377-464bdb4ea843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:13.904451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-e975ca8e-6365-4cd5-8e2e-b7b8b026d428 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4893658 Nov 09 11:25:13.957349 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:13.975489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c57158-deda-453e-bde3-9782613de1da None None] Network 7683489b-32e5-4972-9486-846e614c4fc6 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:13.980508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-68c57158-deda-453e-bde3-9782613de1da None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:13.990668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d76b3751-cae8-400e-a072-fef61ecca6ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea736bc8b84b4406b5e80f5b4f08a511&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3608191 Nov 09 11:25:13.995933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43710) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:13.996618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c57158-deda-453e-bde3-9782613de1da None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:14.028401 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.089009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c57158-deda-453e-bde3-9782613de1da None None] Pushing event updated for resources: {'Port': ['ID=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:14.105199 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-68c57158-deda-453e-bde3-9782613de1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:14.115067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-68c57158-deda-453e-bde3-9782613de1da None None] Attempting to bind port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:14.115669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-68c57158-deda-453e-bde3-9782613de1da None None] Attempting to bind port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2fdded9f-ea44-4a5c-9d09-1d565029ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7683489b-32e5-4972-9486-846e614c4fc6'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:14.116385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c57158-deda-453e-bde3-9782613de1da None None] Attempting to bind port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 on network 7683489b-32e5-4972-9486-846e614c4fc6 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:14.128527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c57158-deda-453e-bde3-9782613de1da None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:25:14.128527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c57158-deda-453e-bde3-9782613de1da None None] Checking segment: {'id': '2fdded9f-ea44-4a5c-9d09-1d565029ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7683489b-32e5-4972-9486-846e614c4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:14.128527 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68c57158-deda-453e-bde3-9782613de1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.129294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c57158-deda-453e-bde3-9782613de1da None None] Bound using segment: {'id': '2fdded9f-ea44-4a5c-9d09-1d565029ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7683489b-32e5-4972-9486-846e614c4fc6'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:25:14.129999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-68c57158-deda-453e-bde3-9782613de1da None None] Bound port: 95de936a-4e5c-42a5-8b68-1b9fdf5dc449, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdded9f-ea44-4a5c-9d09-1d565029ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7683489b-32e5-4972-9486-846e614c4fc6'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:25:14.130815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68c57158-deda-453e-bde3-9782613de1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.163494 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.299556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-68c57158-deda-453e-bde3-9782613de1da None None] For port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:14.302941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-68c57158-deda-453e-bde3-9782613de1da None None] For port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,segment=NetworkSegment(2fdded9f-ea44-4a5c-9d09-1d565029ca1a),segment_id=2fdded9f-ea44-4a5c-9d09-1d565029ca1a)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:25:14.402947 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68c57158-deda-453e-bde3-9782613de1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.407546 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:14.458336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.526666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-b87be9cd-24e7-4d72-b0db-a4cf8d99fce3 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118176 Nov 09 11:25:14.533673 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.578153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c57158-deda-453e-bde3-9782613de1da None None] Pushing event updated for resources: {'Port': ['ID=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:14.582140 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-68c57158-deda-453e-bde3-9782613de1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:14.670292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-35137600-32e4-4e4a-8704-fcf00aa1e66a tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:14.671541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-35137600-32e4-4e4a-8704-fcf00aa1e66a tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Synchronizing usage tracker for tenant:9cd43e5ec8ed41c59f23e12712031ab3 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:14.684795 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.705303 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.714724 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2aa91850-3adf-403e-9c3b-fcaec2a02dd9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:14.782690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5706c0fc-7921-4e11-bde2-8270165a92a3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:14.782690 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:14.794959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.812927 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1bf7ddae-ea48-4021-9533-a4bcc72b50fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:14.838941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.850017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-172a70be-6bd0-4a16-815c-746a08e18078 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136642 Nov 09 11:25:14.853951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3548a4-7f44-40e1-aed1-9d3ba2c060a6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:14.857772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-35137600-32e4-4e4a-8704-fcf00aa1e66a tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Unset dirty status for tenant:9cd43e5ec8ed41c59f23e12712031ab3 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:14.876427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-35137600-32e4-4e4a-8704-fcf00aa1e66a tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/networks?id=d5dd27f9-b835-4b97-adc3-f6816de6fc70 HTTP/1.1" status: 200 len: 825 time: 0.5062962 Nov 09 11:25:14.887316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:14.899816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb3548a4-7f44-40e1-aed1-9d3ba2c060a6 HTTP/1.1" status: 204 len: 168 time: 1.1525781 Nov 09 11:25:14.960999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.20.0.1 (7683489b-32e5-4972-9486-846e614c4fc6/21b1ee71-9cad-4607-8e64-b057abd08fe5/3869eb7e-f121-47bb-9ce4-ef9c9296f69a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:14.987948 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:14.996009 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.000909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b0ad4ed8-ee1a-4f07-bd76-5a82efc2a868 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2597661 Nov 09 11:25:15.024450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43758) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:15.031116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'security_group_rule': {'security_group_id': '58d16916-b276-4c56-b0ae-d250768a9f10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:15.046132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-d3ed12d8-9422-46ac-b921-e989c13a1f52 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/quotas/9cd43e5ec8ed41c59f23e12712031ab3 HTTP/1.1" status: 200 len: 375 time: 0.1670456 Nov 09 11:25:15.051121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:15.064057 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-578bd817-7be2-409c-8927-23aeeb09cc19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c45cb96-02c9-40c3-ad93-b220359069db HTTP/1.1" status: 200 len: 217 time: 0.1615822 Nov 09 11:25:15.153041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:security_group_rule and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:15.159419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:15.171449 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-021ec741-d894-4f96-91d4-33dac8534547 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cd43e5ec8ed41c59f23e12712031ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242185 Nov 09 11:25:15.181424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:15.215517 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.219412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b645-730b-460b-a470-d868de93e919 req-a2a3dfd9-7a43-45bd-8c35-31e3433270e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:15.221089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-a2a3dfd9-7a43-45bd-8c35-31e3433270e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efcc144d-686c-4cd2-8ebb-25f5217975ac HTTP/1.1" status: 200 len: 797 time: 0.1097786 Nov 09 11:25:15.235368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object 3869eb7e-f121-47bb-9ce4-ef9c9296f69a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:15.307705 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-325e88ac-451f-478b-b958-ccc6ed76e704 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ada43232-6e7f-474b-b328-f63ebb1af9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790989 Nov 09 11:25:15.348167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.348923 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.362483 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-03e28e9a-4194-4202-a537-465c97d30c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:15.363383 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4c06d1eb-1013-49eb-a44c-5d7f007dd59f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:15.373421 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.456547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e58cd-a1af-4acf-bda5-c63cef126264,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:15.456771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=3869eb7e-f121-47bb-9ce4-ef9c9296f69a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:15.462765 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:15.469500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 7683489b-32e5-4972-9486-846e614c4fc6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:15.469733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:15.473334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:15.508699 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:15.576593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.679621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.683422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed1e58cd-a1af-4acf-bda5-c63cef126264 HTTP/1.1" status: 204 len: 168 time: 1.6766295 Nov 09 11:25:15.728038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:15.794019 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.844839 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.858159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-1efed2ed-477b-4ce2-bfbf-03edcede70da service neutron] 10.222.0.50 "GET /v2.0/networks/d5dd27f9-b835-4b97-adc3-f6816de6fc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773338 Nov 09 11:25:15.884406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-69749437-2012-4d0f-9a5e-bad217e2bb1b service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544953 Nov 09 11:25:15.935831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:15.950695 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:15.998563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae3f4300-c065-4a43-a22e-12b152291098 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:16.018678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe67c6-3c61-4e2e-b37c-2a7e5d2f69af None None] Network 7683489b-32e5-4972-9486-846e614c4fc6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:16.139215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.155274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1179364 Nov 09 11:25:16.162645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 43822) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:16.181980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:16.187818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52b4fe9-0cf5-4e7f-9f8a-1e8d39d29e32,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:16.191219 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:16.196838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:16.204460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Usage tracker for resource:floatingip and tenant:28ee7383e41d49b897b10a0aa2e7a8f7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:16.272726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Provisioning for port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:16.290242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Provisioning complete for port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:16.291059 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.427035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:16.447432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:16.504988 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.511701 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-5c7ed447-2ba5-4efc-b052-9b08615fb6fd service neutron] 10.222.0.50 "GET /v2.0/networks/d5dd27f9-b835-4b97-adc3-f6816de6fc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989218 Nov 09 11:25:16.516714 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee9b645-730b-460b-a470-d868de93e919 req-8a6d2bb6-5a6e-4c6b-a525-619424e13a75 service neutron] 10.222.0.57 "GET /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294825 Nov 09 11:25:16.591033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.616278 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.640162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] For port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,segment=NetworkSegment(2fdded9f-ea44-4a5c-9d09-1d565029ca1a),segment_id=2fdded9f-ea44-4a5c-9d09-1d565029ca1a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:16.666744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.712582 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1412f434-4bac-4138-9e59-bd55f05b1119 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:16.728035 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.730546 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:16.825090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.833633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=3869eb7e-f121-47bb-9ce4-ef9c9296f69a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:16.838708 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:16.978423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Pushing event updated for resources: {'Port': ['ID=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:16.982329 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:16.989668 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:17.076232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39e48ada-b81c-44c4-a0aa-b509f9f65274 req-8bfad8a3-b514-4b84-a2f3-e90f0a9023a8 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 210 time: 0.1210818 Nov 09 11:25:17.192996 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7d1b3f9-0b6b-49a5-9e04-f799858da851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:17.200544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 7683489b-32e5-4972-9486-846e614c4fc6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:17.203566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:17.335288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-54f73114-8e0d-41e1-8c53-fd4a1a9c5563 None None] Provisioning for port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:17.341009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-54f73114-8e0d-41e1-8c53-fd4a1a9c5563 None None] Provisioning complete for port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:17.342629 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-54f73114-8e0d-41e1-8c53-fd4a1a9c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:17.487661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-54f73114-8e0d-41e1-8c53-fd4a1a9c5563 None None] Port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:17.515761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-54f73114-8e0d-41e1-8c53-fd4a1a9c5563 None None] Provisioning complete for port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:17.516156 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-54f73114-8e0d-41e1-8c53-fd4a1a9c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:17.516873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Allocated IP 172.25.7.58 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/39ceeba7-32da-4c50-a0c9-c5fe4d4f588d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:17.581659 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:17.789694 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:17.910657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.064811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-02b0679b-8d69-44b6-b9af-8dee4f0a857c None None] Provisioning complete for port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:18.065263 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-02b0679b-8d69-44b6-b9af-8dee4f0a857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.067276 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.072674 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-00627fd3-66ac-45fc-91f5-b946f7cdc6b0 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:18.082301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:18.137642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'Port': ['ID=39ceeba7-32da-4c50-a0c9-c5fe4d4f588d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:18.142660 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:18.153930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:18.155094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:18.158718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:18.221069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-02b0679b-8d69-44b6-b9af-8dee4f0a857c None None] Port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:18.234964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:18.235396 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.289523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 09cd4c7e-b3ba-43c8-b442-7c152e806dcf is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:25:18.304687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49ab3579-3ae8-4cbc-9de3-baecd29ce95f req-511a8147-5dbb-418e-80d9-9e3ff8a51431 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 210 time: 0.0541739 Nov 09 11:25:18.451548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.452581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a4154fba-9d63-4d7b-825c-83b6167ed0c6 None None] Provisioning complete for port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:18.452971 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a4154fba-9d63-4d7b-825c-83b6167ed0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.467461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1812491210-network', 'tenant_id': '6437104354fe4788b6c45586301b69ce'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:18.474345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:18.480310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Usage tracker for resource:network and tenant:6437104354fe4788b6c45586301b69ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:18.484570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:18.492928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:18.519442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a4154fba-9d63-4d7b-825c-83b6167ed0c6 None None] Port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:18.538928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:18.550576 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] Sync routers for ids ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:18.552981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/09cd4c7e-b3ba-43c8-b442-7c152e806dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2698925 Nov 09 11:25:18.556569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:18.573875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] Routers {'09cd4c7e-b3ba-43c8-b442-7c152e806dcf'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:18.575016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:18.623815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.644340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:18.647177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Made reservation on behalf of 6437104354fe4788b6c45586301b69ce for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:18.649499 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.656562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] Routers {'09cd4c7e-b3ba-43c8-b442-7c152e806dcf'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:18.657243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:24:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:18.672957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16699348-084e-438d-b7b0-7f3fb2912f00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:18.673578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-16699348-084e-438d-b7b0-7f3fb2912f00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:18.677978 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:18.721550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:18.726702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Usage tracker for resource:security_group_rule and tenant:6437104354fe4788b6c45586301b69ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:18.729704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:18.731360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:18.731933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c14f6c-3b98-47bc-b144-2cb3dfa81923 None None] The sync data for ids ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:18.747033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:18.799220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-16699348-084e-438d-b7b0-7f3fb2912f00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:18.804384 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-16699348-084e-438d-b7b0-7f3fb2912f00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports/3869eb7e-f121-47bb-9ce4-ef9c9296f69a HTTP/1.1" status: 200 len: 910 time: 0.2430220 Nov 09 11:25:18.804384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 43966) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:18.912485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.002753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.010058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.016042 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b186752-81b7-4a12-9477-0ae80d5b9cc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:19.093857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'Port': ['ID=39ceeba7-32da-4c50-a0c9-c5fe4d4f588d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:19.099378 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:19.178337 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.263592 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.269479 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:19.283625 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.286976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1161771 Nov 09 11:25:19.368993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad78b43-0350-49ff-b387-ff9fbbb85391,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:19.373287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:25:19.378049 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:19.391341 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.391702 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Added segment be358e0c-36be-4321-ba59-608aa601b866 of type vlan for network b53050a1-8a1d-4707-883a-35e805513115 Nov 09 11:25:19.417906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44008) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:19.472723 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.487643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-49cc95bb-6325-494c-a1dc-56af2b2de9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.522003 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.586374 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.587316 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:19.587891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.635649 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6fdc75fe-a17e-45ba-89c2-aa3f0b3c0473 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:19.660710 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-729962982'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:19.670125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:19.675929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Usage tracker for resource:network and tenant:a7b2a972672542058d4b1abb084c82c2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:19.685195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:19.692684 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:19.708050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-918d3819-8c60-4f39-892d-3a884de08d25 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:19.721223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-918d3819-8c60-4f39-892d-3a884de08d25 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:19.722562 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-918d3819-8c60-4f39-892d-3a884de08d25 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--183768021&fields=id&tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 267 time: 0.0827520 Nov 09 11:25:19.732870 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3827d749-e907-4099-8100-7049776a4a7f req-1cd3e1ed-8cba-4605-be06-bd82ba415450 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 210 time: 0.1537535 Nov 09 11:25:19.816284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Made reservation on behalf of a7b2a972672542058d4b1abb084c82c2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:19.819322 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.832511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Pushing event updated for resources: {'Network': ['ID=b53050a1-8a1d-4707-883a-35e805513115,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:19.835537 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:19.840880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:19.844018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network b53050a1-8a1d-4707-883a-35e805513115 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:25:19.875247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7907040 Nov 09 11:25:19.877498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44038) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:19.884827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Request body: {'subnet': {'network_id': 'b53050a1-8a1d-4707-883a-35e805513115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1812491210-subnet', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:19.931384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:19.937421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-9b0e5213-d7e9-4e2b-9e50-5163adf7ace4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:19.939159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-9b0e5213-d7e9-4e2b-9e50-5163adf7ace4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 816 time: 0.2098002 Nov 09 11:25:19.940698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Usage tracker for resource:subnet and tenant:6437104354fe4788b6c45586301b69ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:19.945769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:19.961553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:19.967571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:19.972730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Usage tracker for resource:security_group_rule and tenant:a7b2a972672542058d4b1abb084c82c2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:19.976110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:19.983884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:20.060038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.072691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-05a3074d-8b99-4b69-8002-f1a67d2fba21 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/quotas/28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 375 time: 0.1249449 Nov 09 11:25:20.111421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Made reservation on behalf of 6437104354fe4788b6c45586301b69ce for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:20.118560 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.138000 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.144368 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-996f9614-a6a2-4bc4-8c20-0286dd86da6c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:20.198618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:25:20.282770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac4f3b-8df4-4d22-bce9-6cfba469b697,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:20.286198 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.286520 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Added segment b045017c-3437-4eea-80d0-ba7d595642b8 of type vlan for network 5b92e824-21d0-4dad-8433-5001efd49ae9 Nov 09 11:25:20.290147 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:20.301153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-a12e8150-dcd2-42a4-b11e-5ee7d8728703 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:20.368607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.531911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-953ad704-806f-46a3-9a88-5a6049bfb6b8 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:20.531911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-953ad704-806f-46a3-9a88-5a6049bfb6b8 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.59 "GET /v2.0/networks?id=d5dd27f9-b835-4b97-adc3-f6816de6fc70 HTTP/1.1" status: 200 len: 825 time: 0.3682895 Nov 09 11:25:20.531911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:25:20.535447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-a12e8150-dcd2-42a4-b11e-5ee7d8728703 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:20.538376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-a12e8150-dcd2-42a4-b11e-5ee7d8728703 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4595459 Nov 09 11:25:20.552451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Request body: {'port': {'device_id': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70', 'admin_state_up': True, 'tenant_id': '9cd43e5ec8ed41c59f23e12712031ab3'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:20.600265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 3869eb7e-f121-47bb-9ce4-ef9c9296f69a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:20.600856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.628434 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.641781 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-caaee9f5-ed6f-42b1-9caa-7f0efaf13c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:20.661236 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.707701 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.711802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:20.712608 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:20.731293 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:20.834265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966dd655-e13f-4e40-9c11-59bf6a08c869,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:20.837543 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:20.849780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Checking segment: {'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:20.850426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Network hostable DHCP agents. Network: b53050a1-8a1d-4707-883a-35e805513115, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:25:20.914396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Pushing event updated for resources: {'Network': ['ID=5b92e824-21d0-4dad-8433-5001efd49ae9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:20.921374 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:20.925066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:20.926919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 5b92e824-21d0-4dad-8433-5001efd49ae9 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:25:20.929166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-cc140b66-8fb5-44ad-86aa-d434dc1b3cac service neutron] 10.222.0.50 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628299 Nov 09 11:25:20.932637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Usage tracker for resource:port and tenant:9cd43e5ec8ed41c59f23e12712031ab3 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:20.937483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5184677 Nov 09 11:25:20.938678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:21.045970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:21.100401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-76a0c4f5-99c7-4101-aa29-282df66a61aa service neutron] 10.222.0.50 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584725 Nov 09 11:25:21.121290 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.130994 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f91cba8-9e15-4297-a64d-a76c00f5a5e3 req-f240ddc8-a211-4a69-974d-fd0f55b43125 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 210 time: 0.1830020 Nov 09 11:25:21.148700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Made reservation on behalf of 9cd43e5ec8ed41c59f23e12712031ab3 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:21.151713 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.187564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Network b53050a1-8a1d-4707-883a-35e805513115 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:25:21.255214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 3869eb7e-f121-47bb-9ce4-ef9c9296f69a owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:21.414379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Allocated IP 172.20.0.3 (d5dd27f9-b835-4b97-adc3-f6816de6fc70/cd7e2bc1-3d72-409c-bc2a-d6bf7382be11/f01e7b7a-563a-4917-a373-d3a503a97af5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:21.445570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44102) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:21.453445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, b53050a1-8a1d-4707-883a-35e805513115) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:21.460039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Request body: {'port': {'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9', 'binding:host_id': 'n-h1-817173-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1237134745'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:21.465148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607cb8eb-01a5-4c2c-8beb-42ba034b1188 None None] Network b53050a1-8a1d-4707-883a-35e805513115 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:21.470463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:21.479647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:21.480200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.495955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Usage tracker for resource:port and tenant:bfeecbb0eb8c47c49fd8846546bce9ae is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:21.504446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:21.523400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:21.531518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e957b2d-28ae-4877-9edc-56184db5c9a2 req-29d860f9-24c1-471e-a2dc-beac5afd9250 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 210 time: 0.0662394 Nov 09 11:25:21.621541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.626750 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:21.681123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=3869eb7e-f121-47bb-9ce4-ef9c9296f69a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:21.682854 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:21.690996 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8124435 Nov 09 11:25:21.695210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44116) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:21.703977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:21.736854 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-b53050a1-8a1d-4707-883a-35e805513115', 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'fixed_ips': [{'subnet_id': '966dd655-e13f-4e40-9c11-59bf6a08c869'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:25:21.738230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.746856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:21.762710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.790477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Usage tracker for resource:router and tenant:6437104354fe4788b6c45586301b69ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:21.795644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:21.805756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Made reservation on behalf of bfeecbb0eb8c47c49fd8846546bce9ae for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:21.808348 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.831264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.848665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:21.901459 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:21.908846 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6d0a9b06-a2a4-450f-a396-29d3d8fe2a59 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:21.963082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Allocated IP 172.20.0.2 (b53050a1-8a1d-4707-883a-35e805513115/966dd655-e13f-4e40-9c11-59bf6a08c869/e504f850-fd6d-42cd-a46b-66e030a59b83) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:22.027187 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:22.034002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Pushing event updated for resources: {'Port': ['ID=f01e7b7a-563a-4917-a373-d3a503a97af5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:22.041368 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:22.046343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Network d5dd27f9-b835-4b97-adc3-f6816de6fc70 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:22.048178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:22.050593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:22.126357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:22.126871 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.127170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.143105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Usage tracker for resource:security_group_rule and tenant:bfeecbb0eb8c47c49fd8846546bce9ae is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:22.156929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:22.160186 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.161146 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.172944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:22.214324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.224195 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.226090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.238863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Transition to ACTIVE for port object e504f850-fd6d-42cd-a46b-66e030a59b83 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:22.262159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Transition to ACTIVE for port object e504f850-fd6d-42cd-a46b-66e030a59b83 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:22.269276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7210498 Nov 09 11:25:22.282637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Request body: {'port': {'device_id': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:22.398489 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.403679 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.416226 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:22.447965 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.482056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Network b53050a1-8a1d-4707-883a-35e805513115 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:22.490811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:22.493580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:22.537531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Pushing event updated for resources: {'Port': ['ID=e504f850-fd6d-42cd-a46b-66e030a59b83,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:22.541655 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:22.609036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Attempting to bind port e504f850-fd6d-42cd-a46b-66e030a59b83 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:22.610829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Attempting to bind port e504f850-fd6d-42cd-a46b-66e030a59b83 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:22.611516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Attempting to bind port e504f850-fd6d-42cd-a46b-66e030a59b83 on network b53050a1-8a1d-4707-883a-35e805513115 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:22.619059 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:25:22.619880 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Checking segment: {'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:22.620727 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.621315 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Bound using segment: {'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:25:22.622354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Bound port: e504f850-fd6d-42cd-a46b-66e030a59b83, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:25:22.622964 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.663068 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.667683 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88dedab9-9678-44b7-9c25-e436152e94d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:22.714577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-382e3c62-3cbd-4b43-8a01-12c596f06c18 req-cc8d426e-1d60-4369-a266-e554ce434cd2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 210 time: 0.0523529 Nov 09 11:25:22.737293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] device_id is not set on port 2f3b7fc2-87b1-4879-b956-937218ff10e0 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:22.737520 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] For port e504f850-fd6d-42cd-a46b-66e030a59b83, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:22.746707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] For port e504f850-fd6d-42cd-a46b-66e030a59b83, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e504f850-fd6d-42cd-a46b-66e030a59b83,segment=NetworkSegment(be358e0c-36be-4321-ba59-608aa601b866),segment_id=be358e0c-36be-4321-ba59-608aa601b866)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:25:22.834545 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:22.838832 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-adfbe3c6-9c3a-45b6-a3e6-a5abb9d3371d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:22.981098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Pushing event updated for resources: {'Port': ['ID=e504f850-fd6d-42cd-a46b-66e030a59b83,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:22.987465 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:23.010270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f52b-ff4f-4f38-991a-bb463c3fd852 req-62bce23a-84bc-4776-af5e-fb66cc7dbad2 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:23.019262 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bba0f52b-ff4f-4f38-991a-bb463c3fd852 req-62bce23a-84bc-4776-af5e-fb66cc7dbad2 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 931 time: 0.7110491 Nov 09 11:25:23.068130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4416469-47f8-4c94-a7f9-18fa4ab225ec,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:23.068130 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:23.073371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01e7b7a-563a-4917-a373-d3a503a97af5 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:25:23.082157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:23.100321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Transition to ACTIVE for port object f01e7b7a-563a-4917-a373-d3a503a97af5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:23.306129 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:23.350756 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bba0f52b-ff4f-4f38-991a-bb463c3fd852 req-5349f8ae-a159-4d83-9129-39e9cf1bd5dd tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305275 Nov 09 11:25:23.455750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 09cd4c7e-b3ba-43c8-b442-7c152e806dcf has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:23.461184 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:23.465820 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:23.514921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] device_id is not set on port 2f3b7fc2-87b1-4879-b956-937218ff10e0 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:23.572060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:23.604736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e7b7a-563a-4917-a373-d3a503a97af5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:23.604736 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:23.690929 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Transition to ACTIVE for port object 2f3b7fc2-87b1-4879-b956-937218ff10e0 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:23.731519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e504f850-fd6d-42cd-a46b-66e030a59b83 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:23.774060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Attempting to bind port f01e7b7a-563a-4917-a373-d3a503a97af5 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:23.783934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Attempting to bind port f01e7b7a-563a-4917-a373-d3a503a97af5 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:23.783934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Attempting to bind port f01e7b7a-563a-4917-a373-d3a503a97af5 on network d5dd27f9-b835-4b97-adc3-f6816de6fc70 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:23.783934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Port f01e7b7a-563a-4917-a373-d3a503a97af5 on network d5dd27f9-b835-4b97-adc3-f6816de6fc70 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:23.783934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Attempting to bind port f01e7b7a-563a-4917-a373-d3a503a97af5 on network d5dd27f9-b835-4b97-adc3-f6816de6fc70 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:23.792751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:25:23.793437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Checking segment: {'id': '233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:23.794039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Bound using segment: {'id': '233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:25:23.794666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Bound port: f01e7b7a-563a-4917-a373-d3a503a97af5, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:25:23.795251 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:23.817347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:23.831693 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] Sync routers for ids ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:23.842164 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:23.853728 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d35d83c-673c-4bed-9884-a6bdbc249288 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:23.867785 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] Routers {'09cd4c7e-b3ba-43c8-b442-7c152e806dcf'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:23.868530 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:23.966304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] For port f01e7b7a-563a-4917-a373-d3a503a97af5, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:23.970183 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:23.971833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] For port f01e7b7a-563a-4917-a373-d3a503a97af5, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f01e7b7a-563a-4917-a373-d3a503a97af5,segment=NetworkSegment(233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8),segment_id=233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:25:23.983962 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] Routers {'09cd4c7e-b3ba-43c8-b442-7c152e806dcf'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:23.984825 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:24.003866 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e504f850-fd6d-42cd-a46b-66e030a59b83 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:24.008682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=2f3b7fc2-87b1-4879-b956-937218ff10e0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:24.010354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/09cd4c7e-b3ba-43c8-b442-7c152e806dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2059815 Nov 09 11:25:24.012764 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:24.013231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44194) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:24.076019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Checking segment: {'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:24.076653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Network hostable DHCP agents. Network: 5b92e824-21d0-4dad-8433-5001efd49ae9, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:25:24.113264 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:24.118554 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea685ba-a03e-4357-be4f-70b6ce0e6eda None None] The sync data for ids ['09cd4c7e-b3ba-43c8-b442-7c152e806dcf'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:24.138538 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a65dd09-f0df-4a91-81ac-d73a903d0c88 req-2cc694af-51d8-482b-8f81-7a1bcc255c74 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 210 time: 0.0564027 Nov 09 11:25:24.140888 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-44035f0c-f191-4ff6-8e48-9640dc310017 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cd4c7e-b3ba-43c8-b442-7c152e806dcf HTTP/1.1" status: 200 len: 205 time: 0.1264763 Nov 09 11:25:24.142304 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.153783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44204) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:24.153783 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-537dfb05-dc3a-4b6d-b4b0-42a497df13ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:24.198073 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.236201 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.253076 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5039c2-8410-4bd6-a422-d5ba6fd33708 None None] Network b53050a1-8a1d-4707-883a-35e805513115 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:24.294905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Network 5b92e824-21d0-4dad-8433-5001efd49ae9 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:25:24.359723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.361151 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] 10.222.0.59 "PUT /v2.0/ports/f01e7b7a-563a-4917-a373-d3a503a97af5 HTTP/1.1" status: 200 len: 1091 time: 2.0843496 Nov 09 11:25:24.366733 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'tag': 'f01e7b7a-563a-4917-a373-d3a503a97af5'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:24.393295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e7b7a-563a-4917-a373-d3a503a97af5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:24.418980 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:24.423809 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fea7abc-b534-4edb-9b7e-75bb6be66cd5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.458155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Provisioning for port e504f850-fd6d-42cd-a46b-66e030a59b83 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:24.466786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Allocated IP 172.25.7.170 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/92a3124c-5437-4f0d-98cd-05862ead1d76) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:24.476213 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Provisioning complete for port e504f850-fd6d-42cd-a46b-66e030a59b83 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:24.476844 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.492024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 5b92e824-21d0-4dad-8433-5001efd49ae9) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:24.508185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:24.535674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f20a1-731a-4eff-a241-b54cc879ad3e None None] Network 5b92e824-21d0-4dad-8433-5001efd49ae9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:24.547595 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'tag': 'f01e7b7a-563a-4917-a373-d3a503a97af5', 'status': 'completed', 'code': 200} Nov 09 11:25:24.616937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:24.617463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:24.618008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:24.636567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:24.644659 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:24.644659 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 2 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:24.685189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:24.685872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:24.686545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:24.708533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:24.709137 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:24.733572 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 3 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:24.746569 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.763053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:24.763919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:24.764652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:24.796931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:24.797296 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:24.797639 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 4 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:24.830066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:24.830738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:24.831056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:24.839225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:24.839666 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:24.840501 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 5 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:24.866149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:24.866625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:24.871278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:24.871278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.877417 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bef4747c-4d8b-434a-abe6-7263cd229613 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:24.900842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:24.933446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:24.933917 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:24.937328 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 6 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:24.978586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] For port e504f850-fd6d-42cd-a46b-66e030a59b83, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e504f850-fd6d-42cd-a46b-66e030a59b83,segment=NetworkSegment(be358e0c-36be-4321-ba59-608aa601b866),segment_id=be358e0c-36be-4321-ba59-608aa601b866)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:24.987099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Pushing event updated for resources: {'Port': ['ID=92a3124c-5437-4f0d-98cd-05862ead1d76,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:24.990896 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:25.001900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:25.002429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:25.002906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:25.007809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:25.010083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:25.013271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:25.062440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:25.062966 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:25.065344 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 7 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:25.067158 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.075226 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-68c57158-deda-453e-bde3-9782613de1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:25.093704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-ab22c4fa-74b1-49fa-bec2-7e5e1de0083b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:25.095574 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-ab22c4fa-74b1-49fa-bec2-7e5e1de0083b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 816 time: 0.4616115 Nov 09 11:25:25.101162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-9374693e-bbd3-42ea-b102-8e05b3e22af2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cd43e5ec8ed41c59f23e12712031ab3&device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 1094 time: 0.5527532 Nov 09 11:25:25.115493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:25.116067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:25.116566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:25.173054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Pushing event updated for resources: {'Port': ['ID=e504f850-fd6d-42cd-a46b-66e030a59b83,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:25.193659 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:25.220806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-962b099f-c817-4384-b17e-425a72ce79fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f01e7b7a-563a-4917-a373-d3a503a97af5 HTTP/1.1" status: 200 len: 217 time: 0.0999534 Nov 09 11:25:25.242884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:25.243228 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:25.244302 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 8 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:25.250123 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c7d59-cb4d-429d-84a0-290563399a5f req-7fd79b7d-f040-4e01-8c07-3575295b4d81 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:25.250123 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f3c7d59-cb4d-429d-84a0-290563399a5f req-7fd79b7d-f040-4e01-8c07-3575295b4d81 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Synchronizing usage tracker for tenant:9cd43e5ec8ed41c59f23e12712031ab3 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:25.269173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:25.269522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:25.269930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:25.284996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:25.285334 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:25.285730 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 9 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:25.306670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:25.307078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:25.307395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:25.314998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:25.315333 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:25.315858 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 10 to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 Nov 09 11:25:25.318533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65309fa7-044c-48e3-b7dd-805ba0438133 None None] Provisioning complete for port e504f850-fd6d-42cd-a46b-66e030a59b83 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:25.319168 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-65309fa7-044c-48e3-b7dd-805ba0438133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.333914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:25.334250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:25.334720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:25.341616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:25.341950 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 2f3b7fc2-87b1-4879-b956-937218ff10e0 on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:25.342315 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.560142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ebbbef3-fc83-4f7a-bad0-59570c5278c2 req-94a92221-e7dd-4595-9fb6-acfdb08b9413 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 210 time: 0.2062297 Nov 09 11:25:25.601302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-f126fe5f-b60d-45f3-bf02-3bc4fb3787b0 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 379 time: 0.3896060 Nov 09 11:25:25.616934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] For port 2f3b7fc2-87b1-4879-b956-937218ff10e0, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:25.617403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 11:25:25.620061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'port': {'device_id': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'admin_state_up': True, 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'security_groups': ['58d16916-b276-4c56-b0ae-d250768a9f10']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:25.625775 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.626510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.639092 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fea7abc-b534-4edb-9b7e-75bb6be66cd5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.687281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e504f850-fd6d-42cd-a46b-66e030a59b83 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:25.714443 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.715915 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fea7abc-b534-4edb-9b7e-75bb6be66cd5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.719469 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c06ce851-d93f-4f96-9c60-d25e55e84928 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:25.732362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-266f6925-1b6a-4119-ad69-1a9afea4f760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:25.734624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-266f6925-1b6a-4119-ad69-1a9afea4f760 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd7e2bc1-3d72-409c-bc2a-d6bf7382be11 HTTP/1.1" status: 200 len: 865 time: 0.2460198 Nov 09 11:25:25.781111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.783084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e504f850-fd6d-42cd-a46b-66e030a59b83 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:25.783463 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.790018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f3c7d59-cb4d-429d-84a0-290563399a5f req-7fd79b7d-f040-4e01-8c07-3575295b4d81 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Unset dirty status for tenant:9cd43e5ec8ed41c59f23e12712031ab3 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:25.791187 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f3c7d59-cb4d-429d-84a0-290563399a5f req-7fd79b7d-f040-4e01-8c07-3575295b4d81 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 943 time: 1.2474389 Nov 09 11:25:25.821513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=2f3b7fc2-87b1-4879-b956-937218ff10e0,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:25.822764 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-5954c6f0-a290-4567-b881-8d06e1b7e1f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5dd27f9-b835-4b97-adc3-f6816de6fc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761940 Nov 09 11:25:25.826081 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:25.906947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.4598215 Nov 09 11:25:25.907713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44280) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:25.971533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fea7abc-b534-4edb-9b7e-75bb6be66cd5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:25.972470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea7abc-b534-4edb-9b7e-75bb6be66cd5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Fanout notify agent at l3_agent the message router_deleted on router 09cd4c7e-b3ba-43c8-b442-7c152e806dcf {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:25:25.991661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Deleting port 2f3b7fc2-87b1-4879-b956-937218ff10e0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:25.992002 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.022400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fea7abc-b534-4edb-9b7e-75bb6be66cd5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.026305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9fea7abc-b534-4edb-9b7e-75bb6be66cd5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/09cd4c7e-b3ba-43c8-b442-7c152e806dcf HTTP/1.1" status: 204 len: 168 time: 1.8475177 Nov 09 11:25:26.026625 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:26.029044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:26.059211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:26.066837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f3c7d59-cb4d-429d-84a0-290563399a5f req-b22f0ba6-281b-4024-b887-fab3bcc763e8 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Synchronizing usage tracker for tenant:9cd43e5ec8ed41c59f23e12712031ab3 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:26.107145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-5e3f110e-c100-4b99-8a1f-cc74c3d00f5e service neutron] 10.222.0.59 "GET /v2.0/networks/d5dd27f9-b835-4b97-adc3-f6816de6fc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392206 Nov 09 11:25:26.133707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Made reservation on behalf of 28ee7383e41d49b897b10a0aa2e7a8f7 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:26.136795 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.201574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8f3c7d59-cb4d-429d-84a0-290563399a5f req-b22f0ba6-281b-4024-b887-fab3bcc763e8 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Unset dirty status for tenant:9cd43e5ec8ed41c59f23e12712031ab3 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:26.203727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8f3c7d59-cb4d-429d-84a0-290563399a5f req-b22f0ba6-281b-4024-b887-fab3bcc763e8 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980522 Nov 09 11:25:26.333008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73bf95e5-23ad-4c01-86ba-280541b5093e req-78faa91d-98ef-4d9c-9048-ff01f6cf3833 service neutron] 10.222.0.59 "GET /v2.0/networks/d5dd27f9-b835-4b97-adc3-f6816de6fc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196643 Nov 09 11:25:26.376216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] For port 2f3b7fc2-87b1-4879-b956-937218ff10e0, host n-h1-817173-1, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:26.379117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.435380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Allocated IP 172.20.0.10 (e9c7f859-1b59-470e-aabd-c58d6afde908/0d1a371f-aa97-4219-9df3-d0e084c2e6c5/f59c1eda-ea60-42e8-a7b9-c2b43f7d0245) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:26.507742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Router 586633e0-0729-4dfe-9839-0b043ed0d7ab is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:25:26.524128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Calling delete_port for 2f3b7fc2-87b1-4879-b956-937218ff10e0 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:26.570148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet 21b1ee71-9cad-4607-8e64-b057abd08fe5 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:25:26.579076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.682948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.699154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-ea4de00a-d4a7-46e0-aed9-b0a3c5ff52b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cd43e5ec8ed41c59f23e12712031ab3&device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 1094 time: 0.1460514 Nov 09 11:25:26.707531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Transition to ACTIVE for port object f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:26.724655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.836857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9ced54dd-58bf-4724-9ad5-e3ba557abad2 req-9a59f451-5f96-46a1-89c1-9bb4978f2b79 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 210 time: 0.0591912 Nov 09 11:25:26.845586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-ffaf8ab3-b220-4774-b99a-30f2314508fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:26.847402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-ffaf8ab3-b220-4774-b99a-30f2314508fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5dd27f9-b835-4b97-adc3-f6816de6fc70 HTTP/1.1" status: 200 len: 926 time: 0.1411469 Nov 09 11:25:26.863616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.917479 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:26.922909 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-5c41f0bd-c59f-4402-8262-42240930959d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f01e7b7a-563a-4917-a373-d3a503a97af5 HTTP/1.1" status: 200 len: 217 time: 0.0691783 Nov 09 11:25:26.927477 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:26.929948 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:27.106184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f3b7fc2-87b1-4879-b956-937218ff10e0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:27.111361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.140007 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:27.156532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.178654 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "DELETE /v2.0/ports/2f3b7fc2-87b1-4879-b956-937218ff10e0 HTTP/1.1" status: 204 len: 168 time: 1.2691638 Nov 09 11:25:27.182524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Network e9c7f859-1b59-470e-aabd-c58d6afde908 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:27.183739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:27.188701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:27.195098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:27.222369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:27.231124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:27.237897 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad5c082-dad2-4b66-a5ab-ca9a2ac817fc tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:25:27.238399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ad5c082-dad2-4b66-a5ab-ca9a2ac817fc tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Synchronizing usage tracker for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:27.277324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:27.278226 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.284348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-bb7e03fc-d436-4994-992c-3263be39c052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:27.291069 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-bb7e03fc-d436-4994-992c-3263be39c052 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd7e2bc1-3d72-409c-bc2a-d6bf7382be11 HTTP/1.1" status: 200 len: 865 time: 0.3261230 Nov 09 11:25:27.292907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:27.304374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Sync routers for ids ['586633e0-0729-4dfe-9839-0b043ed0d7ab'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:27.327717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Routers {'586633e0-0729-4dfe-9839-0b043ed0d7ab'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:27.328696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['586633e0-0729-4dfe-9839-0b043ed0d7ab'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:27.340530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.363072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-ae414b79-45aa-44c1-befd-25804c084fcd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5dd27f9-b835-4b97-adc3-f6816de6fc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690491 Nov 09 11:25:27.366129 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-13141691-b66d-429a-bf86-9fd0a3cb3f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:27.443470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ad5c082-dad2-4b66-a5ab-ca9a2ac817fc tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Unset dirty status for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:27.446115 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0ad5c082-dad2-4b66-a5ab-ca9a2ac817fc tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "GET /v2.0/ports/2f3b7fc2-87b1-4879-b956-937218ff10e0 HTTP/1.1" status: 404 len: 333 time: 0.2595000 Nov 09 11:25:27.457979 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44324) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:27.459728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.461280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7646449 Nov 09 11:25:27.462728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=21b1ee71-9cad-4607-8e64-b057abd08fe5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:27.464541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Request body: {'port': {'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2021656795'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:27.471561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:27.479788 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8643868 Nov 09 11:25:27.480166 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:27.485936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.486143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:27.487205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c7c9c-eecc-4a59-a886-8bdf0d644fd2 None None] Network 7683489b-32e5-4972-9486-846e614c4fc6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:27.488939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/21b1ee71-9cad-4607-8e64-b057abd08fe5 HTTP/1.1" status: 204 len: 168 time: 1.4573023 Nov 09 11:25:27.495429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Request body: {'port': {'device_id': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:27.550633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:27.614256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:27.703207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Set router 586633e0-0729-4dfe-9839-0b043ed0d7ab gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:27.747360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94108-4d6d-441b-baa8-dd569fed0b51 req-edb3be5b-f7b7-4094-a84c-36de7eba60ce tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:27.754860 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-96a94108-4d6d-441b-baa8-dd569fed0b51 req-edb3be5b-f7b7-4094-a84c-36de7eba60ce tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 943 time: 0.3877215 Nov 09 11:25:27.764678 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.771222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-99404dae-bc3d-4dc2-b649-2dcf3bd3444e service neutron] 10.222.0.59 "GET /v2.0/networks/d5dd27f9-b835-4b97-adc3-f6816de6fc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617916 Nov 09 11:25:27.783082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Made reservation on behalf of bfeecbb0eb8c47c49fd8846546bce9ae for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:27.785699 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.806966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-66350527-a077-4231-bc75-6d97c485904d None None] Provisioning for port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:27.815147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:27.815533 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.861652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:27.880243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-66350527-a077-4231-bc75-6d97c485904d None None] Provisioning complete for port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:27.880906 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-66350527-a077-4231-bc75-6d97c485904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.006392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] device_id is not set on port 23b0f18d-9946-460d-bb1f-1ea1379a686d yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:28.019281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-66350527-a077-4231-bc75-6d97c485904d None None] Port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:28.143111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-96a94108-4d6d-441b-baa8-dd569fed0b51 req-3d0976bb-c874-475b-b832-a499e1e2a92b tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870313 Nov 09 11:25:28.180029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] DHCP port deletion for 7683489b-32e5-4972-9486-846e614c4fc6 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:25:28.186298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Deleting port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:28.187074 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.331483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f01e7b7a-563a-4917-a373-d3a503a97af5 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:25:28.344264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9243eab9-e3dc-4175-89f2-b5ce1b377773 req-13c4c667-a660-40c6-8f61-5547dce623d3 service neutron] 10.222.0.59 "GET /v2.0/networks/d5dd27f9-b835-4b97-adc3-f6816de6fc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242848 Nov 09 11:25:28.346810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,segment=NetworkSegment(2fdded9f-ea44-4a5c-9d09-1d565029ca1a),segment_id=2fdded9f-ea44-4a5c-9d09-1d565029ca1a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:28.347486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.384742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:25Z', 'revision_number': 3, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port': {'id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:24Z', 'updated_at': '2021-11-09T11:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:28.402501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Checking router: 586633e0-0729-4dfe-9839-0b043ed0d7ab for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:25:28.403064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Updating router 586633e0-0729-4dfe-9839-0b043ed0d7ab port 92a3124c-5437-4f0d-98cd-05862ead1d76 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:25:28.483341 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.509449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:28.541164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e5773-7ae2-4d1d-994a-9611b7ba5256 req-63851721-11ce-47a8-994d-b31896e0cba7 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:28.542615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d4e5773-7ae2-4d1d-994a-9611b7ba5256 req-63851721-11ce-47a8-994d-b31896e0cba7 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 932 time: 0.4373868 Nov 09 11:25:28.544619 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:25:28.598526 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.708977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3d4e5773-7ae2-4d1d-994a-9611b7ba5256 req-923b8f6d-38c2-4251-95a1-f9c0628e45b8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:28.728014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:25:28.738126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.770106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Transition to ACTIVE for port object f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:28.791223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3d4e5773-7ae2-4d1d-994a-9611b7ba5256 req-923b8f6d-38c2-4251-95a1-f9c0628e45b8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:28.792403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d4e5773-7ae2-4d1d-994a-9611b7ba5256 req-923b8f6d-38c2-4251-95a1-f9c0628e45b8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828668 Nov 09 11:25:28.809008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.826073 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b379e7c7-c665-4036-9fdf-32d4a163b966 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:28.843750 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.871949 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:28.872166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:28.875455 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:28.882012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No DVR routers for this DVR port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:28.912963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f01e7b7a-563a-4917-a373-d3a503a97af5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f01e7b7a-563a-4917-a373-d3a503a97af5,segment=NetworkSegment(233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8),segment_id=233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:28.927547 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:28.936889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'f01e7b7a-563a-4917-a373-d3a503a97af5', 'network_id': 'd5dd27f9-b835-4b97-adc3-f6816de6fc70', 'port_id': 'f01e7b7a-563a-4917-a373-d3a503a97af5', 'mac_address': 'fa:16:3e:9a:9e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd7e2bc1-3d72-409c-bc2a-d6bf7382be11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:25:29.039727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=23b0f18d-9946-460d-bb1f-1ea1379a686d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:29.046317 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.061062 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:29.062536 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-09ecba48-1930-443f-85ef-417c825f98b9 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:29.179077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] For port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=95de936a-4e5c-42a5-8b68-1b9fdf5dc449,segment=NetworkSegment(2fdded9f-ea44-4a5c-9d09-1d565029ca1a),segment_id=2fdded9f-ea44-4a5c-9d09-1d565029ca1a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:29.184589 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.251494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Network 5b92e824-21d0-4dad-8433-5001efd49ae9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:29.256025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:29.268046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:29.269514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:29.270891 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.366676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7683489b-32e5-4972-9486-846e614c4fc6']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:29.376091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:29.390502 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:29.428164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdded9f-ea44-4a5c-9d09-1d565029ca1a') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:29.429996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdded9f-ea44-4a5c-9d09-1d565029ca1a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:29.456691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Calling delete_port for 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:29.464420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.494189 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.503318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:25:29.504035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.507970 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:25:29.519401 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:25:29.529166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0684571 Nov 09 11:25:29.531823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44344) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:29.582583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01e7b7a-563a-4917-a373-d3a503a97af5 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:25:29.598205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:29.630681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f01e7b7a-563a-4917-a373-d3a503a97af5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f01e7b7a-563a-4917-a373-d3a503a97af5,segment=NetworkSegment(233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8),segment_id=233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:29.663688 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:25:29.667224 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:25:29.699834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:29.740799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:29.741091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:29.745097 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.757316 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8c3cb8-06bd-47ba-9f8c-3590e7d80ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:29.857459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.899437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:29.899969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:29.900229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:29.913734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96213a-f818-4cdf-847e-039d66efadfb req-6de4da85-b8be-460b-ba31-cd8a34855994 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:29.921903 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e96213a-f818-4cdf-847e-039d66efadfb req-6de4da85-b8be-460b-ba31-cd8a34855994 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 943 time: 0.5291448 Nov 09 11:25:29.928161 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e363a1e-9afd-4cb4-8658-907d0c6fd78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:29.960784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on network e9c7f859-1b59-470e-aabd-c58d6afde908 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:29.964038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:29.971260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f01e7b7a-563a-4917-a373-d3a503a97af5,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:29.976744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:29.995030 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:29.995568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=7683489b-32e5-4972-9486-846e614c4fc6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:30.004582 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:30.008609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:25:30.008909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Checking segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:30.009307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Bound using segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:25:30.009730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Bound port: f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:25:30.010074 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.039550 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.054057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.093273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Transition to ACTIVE for port object 92a3124c-5437-4f0d-98cd-05862ead1d76 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:30.103904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['f01e7b7a-563a-4917-a373-d3a503a97af5'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:25:30.177354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Deleting port 95de936a-4e5c-42a5-8b68-1b9fdf5dc449 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:30.178723 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.241316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4e96213a-f818-4cdf-847e-039d66efadfb req-a32b058f-3da9-41d4-938f-083569ed408a tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183441 Nov 09 11:25:30.273562 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.279349 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-cfa1085e-fc9d-4111-8e55-67cc43cabbc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:30.339182 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-465c817f-74cb-4618-9287-0077abaa83ef None None] The port '95de936a-4e5c-42a5-8b68-1b9fdf5dc449' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:25:30.350633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/7683489b-32e5-4972-9486-846e614c4fc6 HTTP/1.1" status: 204 len: 168 time: 2.7986894 Nov 09 11:25:30.356080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:30.402882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:30.408570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:25:30.415770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1014034061', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:30.419385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Attempting to bind port 92a3124c-5437-4f0d-98cd-05862ead1d76 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:30.419990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Attempting to bind port 92a3124c-5437-4f0d-98cd-05862ead1d76 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:30.426530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:30.435429 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Attempting to bind port 92a3124c-5437-4f0d-98cd-05862ead1d76 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:30.441699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:router and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:30.444950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:30.452409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0d3a1-8d11-402a-9166-ade820858f3b None None] Pushing event updated for resources: {'Port': ['ID=92a3124c-5437-4f0d-98cd-05862ead1d76,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:30.454327 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-48b0d3a1-8d11-402a-9166-ade820858f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:30.466160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:25:30.466905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:30.470073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:30.479331 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.479778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:25:30.480286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Bound port: 92a3124c-5437-4f0d-98cd-05862ead1d76, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:25:30.482408 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.508600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.512466 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd9de7d2-7255-4e7d-aead-cb4d3d947459 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:30.567335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.568642 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] 10.222.0.57 "PUT /v2.0/ports/f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 1092 time: 3.0800276 Nov 09 11:25:30.569176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:30.591519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:30.595787 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:30.641971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] For port 92a3124c-5437-4f0d-98cd-05862ead1d76, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:30.649672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] For port 92a3124c-5437-4f0d-98cd-05862ead1d76, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=92a3124c-5437-4f0d-98cd-05862ead1d76,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:25:30.661366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.662675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.698474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d2322-0ac4-461c-8e6a-9bc89d1e303b req-fc2e25cd-f406-4c1b-be22-e84639fa6c32 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:30.700009 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d61d2322-0ac4-461c-8e6a-9bc89d1e303b req-fc2e25cd-f406-4c1b-be22-e84639fa6c32 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.5689642 Nov 09 11:25:30.727155 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'status': 'completed', 'code': 200} Nov 09 11:25:30.729834 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.734592 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:30.800256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-41d4047b-5616-4e9c-aff8-4d0d5dbc6361 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1088741 Nov 09 11:25:30.840234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.849566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Routers {'586633e0-0729-4dfe-9839-0b043ed0d7ab'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:30.850549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['586633e0-0729-4dfe-9839-0b043ed0d7ab'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:30.907299 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-ac0c599f-90ce-4b2d-b1b0-7f78bf68163d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 217 time: 0.0941503 Nov 09 11:25:30.947236 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d61d2322-0ac4-461c-8e6a-9bc89d1e303b req-165efe74-18dc-473f-971a-557d682f4e2e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307281 Nov 09 11:25:30.952861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] device_id is not set on port 23b0f18d-9946-460d-bb1f-1ea1379a686d yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:30.963236 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:30.965017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0d3a1-8d11-402a-9166-ade820858f3b None None] Pushing event updated for resources: {'Port': ['ID=92a3124c-5437-4f0d-98cd-05862ead1d76,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:30.971601 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-48b0d3a1-8d11-402a-9166-ade820858f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:30.995204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Transition to ACTIVE for port object 23b0f18d-9946-460d-bb1f-1ea1379a686d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:31.026259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-f36d2020-4b28-4491-b7ed-5f05189a64ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:31.027904 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-f36d2020-4b28-4491-b7ed-5f05189a64ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.1144574 Nov 09 11:25:31.067370 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:31.093626 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-81af0eb2-7e90-48dc-8edd-a61b959d5722 tempest-ServersTestJSON-527776303 tempest-ServersTestJSON-527776303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:31.124892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-59d65e9e-5ce3-46ac-b5fb-36907674678b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898881 Nov 09 11:25:31.130132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] Set router 586633e0-0729-4dfe-9839-0b043ed0d7ab gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:31.302074 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-dc46a449-28b0-4799-a83a-0c53bf2252ec service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704261 Nov 09 11:25:31.342662 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=23b0f18d-9946-460d-bb1f-1ea1379a686d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:31.347504 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:31.361194 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:31.379357 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:31.445382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:31.445382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:31.445558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:31.457631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:31.457953 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:31.460588 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 2 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:31.499530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:31.499876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:31.500270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:31.533730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:25Z', 'revision_number': 3, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port': {'id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:24Z', 'updated_at': '2021-11-09T11:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:31.544014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa76cd-53d9-4dd6-b9e1-e42b3c2de069 None None] The sync data for ids ['586633e0-0729-4dfe-9839-0b043ed0d7ab'] in n-d-817173-1 is: [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:25Z', 'revision_number': 3, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port': {'id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:24Z', 'updated_at': '2021-11-09T11:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:31.657762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8df7ad3-7d28-4c5c-8061-925534b7f829 req-a5684e09-733d-486c-ab09-9b2ae68eb1e3 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479464 Nov 09 11:25:31.680909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f582c-363b-4d07-839d-4752b7999167 req-b8f134d5-8001-402f-b35f-cd95c42bf349 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:31.683149 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b53f582c-363b-4d07-839d-4752b7999167 req-b8f134d5-8001-402f-b35f-cd95c42bf349 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 944 time: 0.1933413 Nov 09 11:25:31.739512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b53f582c-363b-4d07-839d-4752b7999167 req-6dd440a0-3ff4-449f-8e77-6cca8467755e tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497875 Nov 09 11:25:31.758832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:31.762233 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:31.767145 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 3 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:31.806467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:31.806818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:31.807183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:31.852855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:31.853091 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:31.922436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-912d3d12-5aef-4182-8543-23184892e6f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1366096 Nov 09 11:25:31.971251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Allocated IP 172.20.0.1 (b53050a1-8a1d-4707-883a-35e805513115/966dd655-e13f-4e40-9c11-59bf6a08c869/4742f05b-66dc-4034-af0e-2cfc3204c31e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:32.159471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-48b98b3f-afa6-48c0-9c74-161b1025d7ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:32.164787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-48b98b3f-afa6-48c0-9c74-161b1025d7ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.2355084 Nov 09 11:25:32.168056 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:32.186838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Transition to ACTIVE for port object 4742f05b-66dc-4034-af0e-2cfc3204c31e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:32.189532 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 4 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:32.225279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:32.225645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:32.226357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:32.260600 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-5df43d27-0c6f-4721-ba59-423be0cac683 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 217 time: 0.0858393 Nov 09 11:25:32.274206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f01e7b7a-563a-4917-a373-d3a503a97af5 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:32.331217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-7db9128e-f9ff-43ce-bd5a-e38021e29513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:32.332886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-7db9128e-f9ff-43ce-bd5a-e38021e29513 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.0660555 Nov 09 11:25:32.397209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:32.397692 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:32.399475 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 5 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:32.423785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:32.424288 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:32.424614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:32.443639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port f01e7b7a-563a-4917-a373-d3a503a97af5 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:32.446554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-995c901c-4d31-48ec-b18a-abbe080392e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059108 Nov 09 11:25:32.448890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port f01e7b7a-563a-4917-a373-d3a503a97af5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:32.449267 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:32.456971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:32.456971 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:32.459055 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 6 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:32.494925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:32.495320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:32.495664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:32.516057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:32.522659 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:32.591034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c54b-0b1c-4ef7-b108-42528b188697 req-fb243321-6e9c-4713-beaf-7f0932d8c302 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:32.597870 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bd63c54b-0b1c-4ef7-b108-42528b188697 req-fb243321-6e9c-4713-beaf-7f0932d8c302 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.3679407 Nov 09 11:25:32.645098 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:32.647057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:32.647394 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:32.652519 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 7 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:32.665810 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-00ee248d-b5fa-44bc-810a-4d4a912b2926 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091899 Nov 09 11:25:32.675914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e7b7a-563a-4917-a373-d3a503a97af5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:32.685794 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f01e7b7a-563a-4917-a373-d3a503a97af5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f01e7b7a-563a-4917-a373-d3a503a97af5,segment=NetworkSegment(233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8),segment_id=233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:32.729363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Pushing event updated for resources: {'Port': ['ID=4742f05b-66dc-4034-af0e-2cfc3204c31e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:32.738163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:32.739115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:32.739115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:32.746308 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:32.751025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:32.751351 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:32.751864 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:32.758040 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:32.760068 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-268477d9-86d0-4d20-96f0-d698baef109b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:32.827881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Network b53050a1-8a1d-4707-883a-35e805513115 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:32.831955 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 8 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:32.879887 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e7b7a-563a-4917-a373-d3a503a97af5', 'code': 200} Nov 09 11:25:32.880461 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f01e7b7a-563a-4917-a373-d3a503a97af5,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:32.883377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:32.883708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:32.884035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:32.887278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:32.888076 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:32.891957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bd63c54b-0b1c-4ef7-b108-42528b188697 req-b6b7c8b5-6c85-4f0f-b976-bd2c22c5b65b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932549 Nov 09 11:25:32.893548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:32.949171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:32.951132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.044899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:33.046532 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:33.058178 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 9 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:33.185019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:33.185351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:33.185683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:33.213209 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79f17fd5-a434-4894-bde1-ba1c837798ff req-a410266d-2121-46c1-b8fb-aa5e25e68779 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361199 Nov 09 11:25:33.255248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:33.255574 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:33.259881 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 10 to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d Nov 09 11:25:33.267794 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30c167bb-6f96-44a3-8556-3e319a9f574a req-0ae4b522-0740-4a1d-a058-2b7e53149a8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 1096 time: 0.4170554 Nov 09 11:25:33.276227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.278673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dc607-a1a2-4f5e-b082-64c8a6d19446 req-88789461-e0ff-4e8e-ae22-31d540fe6527 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:33.281229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d2dc607-a1a2-4f5e-b082-64c8a6d19446 req-88789461-e0ff-4e8e-ae22-31d540fe6527 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.1278644 Nov 09 11:25:33.309568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:33.309568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:33.309743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:33.320863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:33.321186 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 23b0f18d-9946-460d-bb1f-1ea1379a686d on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:33.321538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.363654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30c167bb-6f96-44a3-8556-3e319a9f574a req-ed3bd65b-dc47-4ee5-bc55-13ee7813234b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786555 Nov 09 11:25:33.363654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d2dc607-a1a2-4f5e-b082-64c8a6d19446 req-17fb8815-9f1a-4704-86dc-85af1ed7fe20 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647645 Nov 09 11:25:33.374327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.25.7.169 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/2747ba8c-bc23-4f23-9bff-06286995db91) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:33.432311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-409fb132-e764-40bb-b32f-869fced805ba None None] Provisioning for port 4742f05b-66dc-4034-af0e-2cfc3204c31e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:33.439101 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-409fb132-e764-40bb-b32f-869fced805ba None None] Provisioning complete for port 4742f05b-66dc-4034-af0e-2cfc3204c31e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:33.439315 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-409fb132-e764-40bb-b32f-869fced805ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.503844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-409fb132-e764-40bb-b32f-869fced805ba None None] Port 4742f05b-66dc-4034-af0e-2cfc3204c31e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:33.675035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] For port 23b0f18d-9946-460d-bb1f-1ea1379a686d, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:33.675409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 11:25:33.687074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 92a3124c-5437-4f0d-98cd-05862ead1d76 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:33.762297 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.769575 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5f360183-a99f-4a9d-bebf-34cefe7a4a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:33.809494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.847700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] In _notify_port_updated(), no bound segment for port 23b0f18d-9946-460d-bb1f-1ea1379a686d on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:25:33.848735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.850006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "PUT /v2.0/ports/23b0f18d-9946-460d-bb1f-1ea1379a686d HTTP/1.1" status: 200 len: 975 time: 4.3100610 Nov 09 11:25:33.852723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44380) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:33.876409 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.883040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=23b0f18d-9946-460d-bb1f-1ea1379a686d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:33.886821 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:33.890143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 92a3124c-5437-4f0d-98cd-05862ead1d76 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:33.895523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 92a3124c-5437-4f0d-98cd-05862ead1d76 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:33.895901 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:33.952522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.000419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8057e45d-e192-49d2-bf6f-18920a3acc53 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Synchronizing usage tracker for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:34.023391 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d805eeb-6734-46ac-9454-6d77f0fcf691 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:34.028429 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.066038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.066623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 92a3124c-5437-4f0d-98cd-05862ead1d76, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=92a3124c-5437-4f0d-98cd-05862ead1d76,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:34.104767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8057e45d-e192-49d2-bf6f-18920a3acc53 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Unset dirty status for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:34.106699 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8057e45d-e192-49d2-bf6f-18920a3acc53 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36037 time: 0.2519798 Nov 09 11:25:34.115956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44386) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:34.146961 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.156635 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:34.233170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Deleting port 23b0f18d-9946-460d-bb1f-1ea1379a686d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:34.233170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.262354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:34.263313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.270775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:34.273992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Pushing event updated for resources: {'Port': ['ID=4742f05b-66dc-4034-af0e-2cfc3204c31e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:34.289197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:34.297498 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.298769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=92a3124c-5437-4f0d-98cd-05862ead1d76,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:34.302121 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:34.375289 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:34.380352 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:34.542889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d78458-f747-408a-8a70-bf68ab4882e0 req-89e2f694-d992-4d92-bde1-fae7377512bd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.543721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-06d78458-f747-408a-8a70-bf68ab4882e0 req-89e2f694-d992-4d92-bde1-fae7377512bd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Synchronizing usage tracker for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:34.588793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] For port 23b0f18d-9946-460d-bb1f-1ea1379a686d, host n-h1-817173-1, got binding levels [] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:34.589184 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:34.637389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=2747ba8c-bc23-4f23-9bff-06286995db91,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:34.652333 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:34.732131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Network b53050a1-8a1d-4707-883a-35e805513115 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:34.741428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:34.786119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Calling delete_port for 23b0f18d-9946-460d-bb1f-1ea1379a686d owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:34.827798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-06d78458-f747-408a-8a70-bf68ab4882e0 req-89e2f694-d992-4d92-bde1-fae7377512bd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Unset dirty status for tenant:28ee7383e41d49b897b10a0aa2e7a8f7 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:34.834601 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06d78458-f747-408a-8a70-bf68ab4882e0 req-89e2f694-d992-4d92-bde1-fae7377512bd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.6521726 Nov 09 11:25:34.852110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.856039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.860533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.871811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.871811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.890698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.906638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:34.923748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-35410916-b6e7-463f-b6b1-cabf25ffe5f4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.4944408 Nov 09 11:25:34.979933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-06d78458-f747-408a-8a70-bf68ab4882e0 req-dd291ae6-ba1e-4943-931d-5dba91f4ee72 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442163 Nov 09 11:25:35.066341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.093458 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-99ef2f41-6b32-44d3-bd45-955ad6b409e8 tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:35.208357 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:25:35.212509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44400) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:35.247061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.308696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event deleted for resources: {'Port': ['ID=23b0f18d-9946-460d-bb1f-1ea1379a686d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:35.309788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-39f552d0-bfeb-4c29-8501-80b806ba20a8 None None] Provisioning complete for port 4742f05b-66dc-4034-af0e-2cfc3204c31e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:35.310362 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-39f552d0-bfeb-4c29-8501-80b806ba20a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.318665 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:35.333971 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4ed54be5-df41-4917-8e6e-a92d421608e8 req-470fbf39-ef42-4bb3-905f-0bc1ad2d9f0c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4175117 Nov 09 11:25:35.338020 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "DELETE /v2.0/ports/23b0f18d-9946-460d-bb1f-1ea1379a686d HTTP/1.1" status: 204 len: 168 time: 1.2206573 Nov 09 11:25:35.343065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44406) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:35.366775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:25:35.446146 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4001cf52-2c97-48dc-a6d4-428a5e9a2647 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:25:35.446146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4001cf52-2c97-48dc-a6d4-428a5e9a2647 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Synchronizing usage tracker for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:35.446146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58d3a2-abca-4eb6-94da-16c7d22c3c9a req-86f0c0ad-6063-4703-a30c-83e5512477c7 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:35.456160 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ad58d3a2-abca-4eb6-94da-16c7d22c3c9a req-86f0c0ad-6063-4703-a30c-83e5512477c7 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.1948900 Nov 09 11:25:35.532012 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ad58d3a2-abca-4eb6-94da-16c7d22c3c9a req-cf312f1c-e273-4b3b-952b-02b57091a4b1 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793211 Nov 09 11:25:35.582467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.582467 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.635725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4001cf52-2c97-48dc-a6d4-428a5e9a2647 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Unset dirty status for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:35.643626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4001cf52-2c97-48dc-a6d4-428a5e9a2647 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "GET /v2.0/ports/23b0f18d-9946-460d-bb1f-1ea1379a686d HTTP/1.1" status: 404 len: 333 time: 0.2919886 Nov 09 11:25:35.643626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44410) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:35.648526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1677886148', 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:35.660137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:35.675746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:35.696022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-39f552d0-bfeb-4c29-8501-80b806ba20a8 None None] Port 4742f05b-66dc-4034-af0e-2cfc3204c31e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:35.704006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 92a3124c-5437-4f0d-98cd-05862ead1d76 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:35.729733 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.759155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Made reservation on behalf of bfeecbb0eb8c47c49fd8846546bce9ae for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:35.759155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.790201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] device_id is not set on port 7865b8c2-24e0-400e-9e51-c6e188c5f404 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:35.825045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:35.846149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'port_id': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'mac_address': 'fa:16:3e:7c:af:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:25:35.900408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:35.917296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Usage tracker for resource:security_group_rule and tenant:4d89039cebad463296d3c07cc41b7e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:35.922208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:35.931999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:35.944658 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:35.972300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:25:35.998075 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 92a3124c-5437-4f0d-98cd-05862ead1d76 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:35.999975 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.016051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.021256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.025681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.030404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.035252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.039335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.044331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.046032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:36.047537 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-50da8136-058c-4557-8682-fbd1c42e6787 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.2135446 Nov 09 11:25:36.127716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.138927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Router 586633e0-0729-4dfe-9839-0b043ed0d7ab has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:36.168710 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.171459 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-48b0d3a1-8d11-402a-9166-ade820858f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:36.190737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-00305fb5-81f2-487b-8683-8229b8b8cbb3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.193206 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-00305fb5-81f2-487b-8683-8229b8b8cbb3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "GET /v2.0/ports/528e0f79-b169-4020-853c-b0a8943d4b3f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1354525 Nov 09 11:25:36.240760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:36.244259 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:36.277810 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.290780 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a24e2acd-e105-4d37-b965-9f96622b9d3e tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:36.360773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef002331-0007-4fbd-882d-e4cfc280e995,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:36.366856 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:36.376751 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d89039cebad463296d3c07cc41b7e52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1382244 Nov 09 11:25:36.376879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44416) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:36.473777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe917c23-b015-407c-a77a-512ba0db8bf3 req-8e682e7a-5b64-43bb-8c0c-f3a8a94e2046 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.475335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fe917c23-b015-407c-a77a-512ba0db8bf3 req-8e682e7a-5b64-43bb-8c0c-f3a8a94e2046 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.2409184 Nov 09 11:25:36.535402 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.575903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:25:36.588792 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.620687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:25:36.662941 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-4b614f2e-3898-4b51-9414-afa2555be540 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "GET /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4613328 Nov 09 11:25:36.681107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:36.743668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fe917c23-b015-407c-a77a-512ba0db8bf3 req-e5cd261b-3779-460b-a0f1-bc634ed26ed3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256056 Nov 09 11:25:36.749927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.799007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:36.831808 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Sync routers for ids ['586633e0-0729-4dfe-9839-0b043ed0d7ab'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:36.836069 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Routers {'586633e0-0729-4dfe-9839-0b043ed0d7ab'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:36.838097 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['586633e0-0729-4dfe-9839-0b043ed0d7ab'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:36.852155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.870739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.875595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.879941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.883956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.888150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.892810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.897045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:36.900321 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] 10.222.0.50 "PUT /v2.0/routers/586633e0-0729-4dfe-9839-0b043ed0d7ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4188387 Nov 09 11:25:36.905137 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e746a464-eecc-46ac-9370-ace68b870d32 req-dbc8fc47-2db7-42f3-bfad-0f373968bec6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 5444 time: 0.3673067 Nov 09 11:25:36.907694 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:36.938464 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:37.004838 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.040239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:37.056158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] Sync routers for ids ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:37.075617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] Routers {'24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:37.078028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:37.081544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Network 5b92e824-21d0-4dad-8433-5001efd49ae9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:37.107011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=7865b8c2-24e0-400e-9e51-c6e188c5f404,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:37.117049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:37.119111 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:37.132624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:37.133749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:37.134499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.145257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e746a464-eecc-46ac-9370-ace68b870d32 req-b4cf81f3-d28f-4d13-bfa8-d6852b09a41f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389925 Nov 09 11:25:37.166772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4e588-55c1-449b-bc58-8c23c7d82c54 req-eec07a28-2a2b-49f9-973c-f0b284c43078 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:37.168353 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ff4e588-55c1-449b-bc58-8c23c7d82c54 req-eec07a28-2a2b-49f9-973c-f0b284c43078 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.1944964 Nov 09 11:25:37.169311 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.178635 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:37.180930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44428) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:37.181892 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.7880418 Nov 09 11:25:37.195121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] Routers {'24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:37.196099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:37.205688 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Set router 586633e0-0729-4dfe-9839-0b043ed0d7ab gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:37.271051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:37.271271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.272042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fbf977-13bc-4b17-9aaa-51ab91bd71bb None None] The sync data for ids ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:37.273589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.274778 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef002331-0007-4fbd-882d-e4cfc280e995 HTTP/1.1" status: 204 len: 168 time: 0.8951757 Nov 09 11:25:37.286534 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fbd860d6-85a3-4c3a-95a9-e7b986553857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:37.294472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8ff4e588-55c1-449b-bc58-8c23c7d82c54 req-3606ee6c-8d39-4aa5-ae79-ba4a196d506e tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017470 Nov 09 11:25:37.332649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 99933e17-14ce-4cd0-9f39-dd04b4325ab9 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:37.361374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7170115 Nov 09 11:25:37.362570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef002331-0007-4fbd-882d-e4cfc280e995,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:37.363972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44438) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:37.369785 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:37.477882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] For port 528e0f79-b169-4020-853c-b0a8943d4b3f, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=528e0f79-b169-4020-853c-b0a8943d4b3f,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:37.516407 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1f6cf256-21e5-4e6d-8593-a9bc85e1a4f6 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "GET /v2.0/ports/7865b8c2-24e0-400e-9e51-c6e188c5f404 HTTP/1.1" status: 200 len: 955 time: 0.1391940 Nov 09 11:25:37.519590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44444) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:37.556485 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.627513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] For port 528e0f79-b169-4020-853c-b0a8943d4b3f, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:37.631063 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:37.632635 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:37.649660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Deleting port 7865b8c2-24e0-400e-9e51-c6e188c5f404 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:37.650356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.700193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] device_id is not set on port 528e0f79-b169-4020-853c-b0a8943d4b3f yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:37.707408 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9', 'code': 200} Nov 09 11:25:37.721711 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.744740 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.745746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f69a3e32-113a-472c-a2a8-7286809f5242 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:37.755162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24da1-ada0-44ca-b189-2dd4bb9f98ee req-197b8e5c-f407-4f3c-96a1-f1962c270253 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:37.757015 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e7d24da1-ada0-44ca-b189-2dd4bb9f98ee req-197b8e5c-f407-4f3c-96a1-f1962c270253 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.1968083 Nov 09 11:25:37.785533 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:37.823098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1eadcacc-10a8-4d68-b235-95e027c73a8c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/routers/24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d HTTP/1.1" status: 200 len: 881 time: 0.6409841 Nov 09 11:25:37.827587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44456) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:37.832950 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:32Z', 'revision_number': 4, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port': {'id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:24Z', 'updated_at': '2021-11-09T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '4742f05b-66dc-4034-af0e-2cfc3204c31e', 'name': '', 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'mac_address': 'fa:16:3e:e0:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '966dd655-e13f-4e40-9c11-59bf6a08c869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:31Z', 'updated_at': '2021-11-09T11:25:33Z', 'revision_number': 2, 'project_id': '6437104354fe4788b6c45586301b69ce', 'subnets': [{'id': '966dd655-e13f-4e40-9c11-59bf6a08c869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:37.854559 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Checking router: 586633e0-0729-4dfe-9839-0b043ed0d7ab for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:25:37.858013 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Updating router 586633e0-0729-4dfe-9839-0b043ed0d7ab port 4742f05b-66dc-4034-af0e-2cfc3204c31e binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:25:37.897879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=99933e17-14ce-4cd0-9f39-dd04b4325ab9,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:37.901270 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:37.961970 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.977389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:37.991946 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e204c2b4-39d5-4dfc-bdd7-5655002aa753 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:38.018621 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.027841 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.084470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f69a3e32-113a-472c-a2a8-7286809f5242, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69a3e32-113a-472c-a2a8-7286809f5242,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:38.169220 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.170316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device c74b72c7-9a76-4a3f-b783-96aa8755b2d2 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:38.181356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Calling delete_port for 7865b8c2-24e0-400e-9e51-c6e188c5f404 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:38.205946 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b8544f47-52b0-463f-881d-8fa37b2bd767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:38.273751 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e7d24da1-ada0-44ca-b189-2dd4bb9f98ee req-4cd5fac0-febc-4c38-b026-80913fa1738f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018623 Nov 09 11:25:38.280419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Pushing event updated for resources: {'Port': ['ID=528e0f79-b169-4020-853c-b0a8943d4b3f,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:38.287133 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:38.349300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f69a3e32-113a-472c-a2a8-7286809f5242,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:38.353592 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:38.411523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] No DVR routers for this DVR port 528e0f79-b169-4020-853c-b0a8943d4b3f on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:38.441383 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.465940 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c1c0ea0d-a49b-488b-816e-cef19436e473 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:38.471222 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.537088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44468) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:38.540497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:38.558108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-05521611-259b-40e6-8fe8-ac74ee4d704a None None] Provisioning complete for port 528e0f79-b169-4020-853c-b0a8943d4b3f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:38.558762 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-05521611-259b-40e6-8fe8-ac74ee4d704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.593916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event deleted for resources: {'Port': ['ID=7865b8c2-24e0-400e-9e51-c6e188c5f404,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:38.597852 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:38.624701 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.630638 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.631434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 886f842b-401a-42d4-b99c-93146fb9d3ea no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:38.661240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "DELETE /v2.0/ports/7865b8c2-24e0-400e-9e51-c6e188c5f404 HTTP/1.1" status: 204 len: 168 time: 1.1378980 Nov 09 11:25:38.663082 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:38.667185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44474) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:38.693451 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.704373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-05521611-259b-40e6-8fe8-ac74ee4d704a None None] Port 528e0f79-b169-4020-853c-b0a8943d4b3f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:38.713766 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.735168 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Transition to ACTIVE for port object 4742f05b-66dc-4034-af0e-2cfc3204c31e will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:38.760601 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b51e79-9da3-46d3-b7ee-5e3d601ffc93 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:25:38.761101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7b51e79-9da3-46d3-b7ee-5e3d601ffc93 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Synchronizing usage tracker for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:38.782369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f44da4-1386-4cad-8f00-a0a2419d74f7 req-17e553e7-e94c-48bd-ac74-1af8be3d74a6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:38.789205 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-34f44da4-1386-4cad-8f00-a0a2419d74f7 req-17e553e7-e94c-48bd-ac74-1af8be3d74a6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.6285346 Nov 09 11:25:38.809468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:38.820683 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.823230 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:38.830969 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:38.852329 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-34f44da4-1386-4cad-8f00-a0a2419d74f7 req-3e08d5a1-92f6-439f-9903-cd3ba300c301 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621123 Nov 09 11:25:38.913659 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.917984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7b51e79-9da3-46d3-b7ee-5e3d601ffc93 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Unset dirty status for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:38.920315 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d7b51e79-9da3-46d3-b7ee-5e3d601ffc93 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "GET /v2.0/ports/7865b8c2-24e0-400e-9e51-c6e188c5f404 HTTP/1.1" status: 404 len: 333 time: 0.2482772 Nov 09 11:25:38.924796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:38.930625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Request body: {'port': {'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1970663603'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:38.945747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:38.951249 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] In _notify_port_updated(), no bound segment for port 528e0f79-b169-4020-853c-b0a8943d4b3f on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:25:38.958691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=886f842b-401a-42d4-b99c-93146fb9d3ea,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:38.961358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:38.963386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 200 len: 1031 time: 2.2899714 Nov 09 11:25:38.965051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:39.043802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.044664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 90260d63-50cd-435d-83b9-743a89cd3fe4 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:39.071938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Made reservation on behalf of bfeecbb0eb8c47c49fd8846546bce9ae for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:39.074273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.105702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] device_id is not set on port 9afa628a-e64c-43b4-be52-7004fc9b03ff yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:39.112332 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:39.148612 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Pushing event updated for resources: {'Port': ['ID=4742f05b-66dc-4034-af0e-2cfc3204c31e,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:39.159045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ef66-0994-49ae-a587-667928f7c98f req-fbb9b908-e280-434a-a1c2-7f0651f084b9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.160402 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-fbb9b908-e280-434a-a1c2-7f0651f084b9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "GET /v2.0/ports/886f842b-401a-42d4-b99c-93146fb9d3ea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1788096 Nov 09 11:25:39.186463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:39.243923 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.244307 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.244635 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.244964 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.245289 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.245613 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.245934 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.246249 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.246565 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.246918 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.247236 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:39.247622 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:39.254929 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:39.302065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:39.327894 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:39.336023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Usage tracker for resource:security_group_rule and tenant:91e0834fae65490b8cf2c10d07fd4ba1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:39.362549 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Attempting to bind port 4742f05b-66dc-4034-af0e-2cfc3204c31e on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:39.363332 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Attempting to bind port 4742f05b-66dc-4034-af0e-2cfc3204c31e by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:39.364186 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Attempting to bind port 4742f05b-66dc-4034-af0e-2cfc3204c31e on network b53050a1-8a1d-4707-883a-35e805513115 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:39.369566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-590629e2-cf10-44b4-afcb-202bebf56035 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.374765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-590629e2-cf10-44b4-afcb-202bebf56035 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.377017 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:25:39.377945 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Checking segment: {'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:39.378607 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.379035 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Bound using segment: {'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:25:39.379521 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Bound port: 4742f05b-66dc-4034-af0e-2cfc3204c31e, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be358e0c-36be-4321-ba59-608aa601b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:25:39.380236 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.382240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-590629e2-cf10-44b4-afcb-202bebf56035 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.387680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-590629e2-cf10-44b4-afcb-202bebf56035 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.392890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-590629e2-cf10-44b4-afcb-202bebf56035 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.397975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-590629e2-cf10-44b4-afcb-202bebf56035 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.400252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-590629e2-cf10-44b4-afcb-202bebf56035 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 4662 time: 0.8278656 Nov 09 11:25:39.406490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:39.408984 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.472922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:39.476239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 90260d63-50cd-435d-83b9-743a89cd3fe4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=90260d63-50cd-435d-83b9-743a89cd3fe4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:39.534037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.545724 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] For port 4742f05b-66dc-4034-af0e-2cfc3204c31e, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:39.551523 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] For port 4742f05b-66dc-4034-af0e-2cfc3204c31e, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4742f05b-66dc-4034-af0e-2cfc3204c31e,segment=NetworkSegment(be358e0c-36be-4321-ba59-608aa601b866),segment_id=be358e0c-36be-4321-ba59-608aa601b866)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:25:39.574417 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.575627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 528e0f79-b169-4020-853c-b0a8943d4b3f no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:39.603572 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ba47f165-d6b2-46a2-8a6c-1ff74fcc5c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:39.631106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee5b942f-b40d-419e-aeb6-03f1f02a7e5e req-f9d0b7c2-bf06-427d-a902-b7144ed0a11a tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=42d8606a-1756-4c38-babe-20b54991cb57&id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910286 Nov 09 11:25:39.638215 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.644036 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:39.650904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.666480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.688793 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:39.708946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886f842b-401a-42d4-b99c-93146fb9d3ea'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:39.720495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=90260d63-50cd-435d-83b9-743a89cd3fe4,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:39.729353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 528e0f79-b169-4020-853c-b0a8943d4b3f not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:39.730980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:39.792363 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Pushing event updated for resources: {'Port': ['ID=4742f05b-66dc-4034-af0e-2cfc3204c31e,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:39.804012 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:39.830554 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Routers {'586633e0-0729-4dfe-9839-0b043ed0d7ab'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:39.833794 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['586633e0-0729-4dfe-9839-0b043ed0d7ab'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:39.853710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Network 5b92e824-21d0-4dad-8433-5001efd49ae9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:39.869261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:39.879568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:39.880355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:39.880980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:39.887664 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:39.889884 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242', 'code': 200} Nov 09 11:25:39.890542 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2', 'code': 200} Nov 09 11:25:39.893870 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886f842b-401a-42d4-b99c-93146fb9d3ea', 'code': 200} Nov 09 11:25:39.894453 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4', 'code': 200} Nov 09 11:25:39.919602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-02488fe5-f733-4e2c-911f-d217bff0363f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:router {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:40.039342 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.053156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=9afa628a-e64c-43b4-be52-7004fc9b03ff,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:40.060588 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:40.116392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:40.134903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d893b0-ece8-4428-936d-c51ab33931ca req-f1bec62a-a756-4f7b-8f0c-982b0e7a5315 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:40.147956 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99d893b0-ece8-4428-936d-c51ab33931ca req-f1bec62a-a756-4f7b-8f0c-982b0e7a5315 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.2530313 Nov 09 11:25:40.172580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2466702 Nov 09 11:25:40.177786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44496) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:40.185891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:40.191780 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.194180 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:40.209104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.236056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] Set router 586633e0-0729-4dfe-9839-0b043ed0d7ab gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:40.266781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:40.270830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=886f842b-401a-42d4-b99c-93146fb9d3ea,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:40.322559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.335142 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68bdffdb-72b9-4758-8d87-7384dc1a8c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:40.350900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] For port 886f842b-401a-42d4-b99c-93146fb9d3ea, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:40.394042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-02488fe5-f733-4e2c-911f-d217bff0363f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:router {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:40.395194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-02488fe5-f733-4e2c-911f-d217bff0363f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 2.5605068 Nov 09 11:25:40.412451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b93895-39d8-40bb-a0f0-c03f0bb589dc req-889e667d-abe7-4736-bcd3-41a1d12e894c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:40.425030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68b93895-39d8-40bb-a0f0-c03f0bb589dc req-889e667d-abe7-4736-bcd3-41a1d12e894c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.2747941 Nov 09 11:25:40.425030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44500) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:40.473041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:40.476819 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:40.483729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-cabb78d6-19e6-4510-aee3-28356767ac32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1014034061'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:40.522530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44504) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:40.562939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:40.568497 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:40.568880 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.593113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91e0834fae65490b8cf2c10d07fd4ba1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0548973 Nov 09 11:25:40.599599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9967fc74-0a30-478f-89d4-1da845bfbf6a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:40.604519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44508) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:40.607372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:40.621160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] device_id is not set on port 886f842b-401a-42d4-b99c-93146fb9d3ea yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:40.643894 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:32Z', 'revision_number': 4, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port': {'id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:24Z', 'updated_at': '2021-11-09T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '4742f05b-66dc-4034-af0e-2cfc3204c31e', 'name': '', 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'mac_address': 'fa:16:3e:e0:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '966dd655-e13f-4e40-9c11-59bf6a08c869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:31Z', 'updated_at': '2021-11-09T11:25:39Z', 'revision_number': 4, 'project_id': '6437104354fe4788b6c45586301b69ce', 'subnets': [{'id': '966dd655-e13f-4e40-9c11-59bf6a08c869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:40.648172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.648658 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a037d-535f-4579-98e2-3ef1117da3b0 None None] The sync data for ids ['586633e0-0729-4dfe-9839-0b043ed0d7ab'] in n-d-817173-1 is: [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:32Z', 'revision_number': 4, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port': {'id': '92a3124c-5437-4f0d-98cd-05862ead1d76', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:24Z', 'updated_at': '2021-11-09T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '4742f05b-66dc-4034-af0e-2cfc3204c31e', 'name': '', 'network_id': 'b53050a1-8a1d-4707-883a-35e805513115', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'mac_address': 'fa:16:3e:e0:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '966dd655-e13f-4e40-9c11-59bf6a08c869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:25:31Z', 'updated_at': '2021-11-09T11:25:39Z', 'revision_number': 4, 'project_id': '6437104354fe4788b6c45586301b69ce', 'subnets': [{'id': '966dd655-e13f-4e40-9c11-59bf6a08c869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:40.682169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99d893b0-ece8-4428-936d-c51ab33931ca req-7e19b918-90ba-4fc2-a240-cf1ed2cd4e2b tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366700 Nov 09 11:25:40.706256 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68b93895-39d8-40bb-a0f0-c03f0bb589dc req-064fabb1-594b-496b-a6eb-990cb83dad71 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848601 Nov 09 11:25:40.737395 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.743946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.752405 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c44135f5-a9d2-4ccc-b8b4-f1a4deff4b80 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:40.792205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:40.895089 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.898434 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:40.910674 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:40.915482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:40.920492 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:41.064172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.075481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:41.081213 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:41.167016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] No DVR routers for this DVR port 886f842b-401a-42d4-b99c-93146fb9d3ea on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:41.228364 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.286879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] In _notify_port_updated(), no bound segment for port 886f842b-401a-42d4-b99c-93146fb9d3ea on network 1b97fa72-da0e-4d01-af72-419d0b5a182d {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:25:41.291330 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.291330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] 10.222.0.57 "PUT /v2.0/ports/886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 200 len: 1033 time: 2.1155326 Nov 09 11:25:41.385349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:41.385712 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.392151 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-44923289-c9ca-4c92-a9f0-0caa10455733 None None] Provisioning complete for port 886f842b-401a-42d4-b99c-93146fb9d3ea triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:41.392535 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-44923289-c9ca-4c92-a9f0-0caa10455733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.425017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43632e-51c0-4056-ac9d-a82b745dae59 req-5588e17f-5913-4b20-8ac3-d127395a8d3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:41.429653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43632e-51c0-4056-ac9d-a82b745dae59 req-5588e17f-5913-4b20-8ac3-d127395a8d3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:41.434077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43632e-51c0-4056-ac9d-a82b745dae59 req-5588e17f-5913-4b20-8ac3-d127395a8d3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:41.439572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43632e-51c0-4056-ac9d-a82b745dae59 req-5588e17f-5913-4b20-8ac3-d127395a8d3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:41.446294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43632e-51c0-4056-ac9d-a82b745dae59 req-5588e17f-5913-4b20-8ac3-d127395a8d3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:41.457770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3e43632e-51c0-4056-ac9d-a82b745dae59 req-5588e17f-5913-4b20-8ac3-d127395a8d3f tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 3876 time: 0.5459919 Nov 09 11:25:41.471125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-44923289-c9ca-4c92-a9f0-0caa10455733 None None] Port 886f842b-401a-42d4-b99c-93146fb9d3ea cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:41.539934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.548995 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f38d8866-1110-4034-9756-0a6094efdac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:41.571290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9967fc74-0a30-478f-89d4-1da845bfbf6a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:41.581925 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:41.598014 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.599156 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9967fc74-0a30-478f-89d4-1da845bfbf6a HTTP/1.1" status: 204 len: 168 time: 0.9937296 Nov 09 11:25:41.654096 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3e43632e-51c0-4056-ac9d-a82b745dae59 req-f54891e5-4b79-4d4c-8f5b-364771d6d6fb tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978006 Nov 09 11:25:41.658060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] device_id is not set on port 9afa628a-e64c-43b4-be52-7004fc9b03ff yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:41.675985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.741403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4742f05b-66dc-4034-af0e-2cfc3204c31e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:41.792312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Transition to ACTIVE for port object 9afa628a-e64c-43b4-be52-7004fc9b03ff will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:41.906452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3'}, {'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:41.943679 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:41.953542 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b3dfb908-b80e-434c-babd-2c41a6c568b2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:42.060118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 4742f05b-66dc-4034-af0e-2cfc3204c31e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:42.065674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4742f05b-66dc-4034-af0e-2cfc3204c31e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:42.066363 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:42.192885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] For port c74b72c7-9a76-4a3f-b783-96aa8755b2d2, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:42.193466 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:42.200323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=9afa628a-e64c-43b4-be52-7004fc9b03ff,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:42.213065 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:42.213283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611c586-37f1-4567-9707-7f4ddeb4ec39 req-71458d1c-9537-4e54-ac28-ee80e6e2d25a tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:42.213283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8611c586-37f1-4567-9707-7f4ddeb4ec39 req-71458d1c-9537-4e54-ac28-ee80e6e2d25a tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.6085608 Nov 09 11:25:42.224855 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:42.257827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.258158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.258487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.281236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56cc5-3ff6-42b5-80ca-85c892e358c4 req-90cf349b-f834-43b3-8514-a77db60550bb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:42.284767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 4742f05b-66dc-4034-af0e-2cfc3204c31e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4742f05b-66dc-4034-af0e-2cfc3204c31e,segment=NetworkSegment(be358e0c-36be-4321-ba59-608aa601b866),segment_id=be358e0c-36be-4321-ba59-608aa601b866)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:42.288247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-62c56cc5-3ff6-42b5-80ca-85c892e358c4 req-90cf349b-f834-43b3-8514-a77db60550bb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.2963221 Nov 09 11:25:42.291988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.292301 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.306434 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 2 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.332583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.332909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.333236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.357789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.358831 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.360367 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 3 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.361740 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:42.363771 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:42.370677 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-62c56cc5-3ff6-42b5-80ca-85c892e358c4 req-e29b138c-6145-4aa0-b6e0-c5625df7be7f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816007 Nov 09 11:25:42.378678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.379042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.379374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.392771 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.392922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for c74b72c7-9a76-4a3f-b783-96aa8755b2d2 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:42.393010 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.393010 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 4 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.402370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.402702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.403061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.409911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.410412 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.410880 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 5 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.432943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.433408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.433758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.442063 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:42.471633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8611c586-37f1-4567-9707-7f4ddeb4ec39 req-f497c4da-2f40-4c37-903b-3bcb9e9786db tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463188 Nov 09 11:25:42.484360 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=4742f05b-66dc-4034-af0e-2cfc3204c31e,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:42.489063 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:42.500695 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.500695 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.505154 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 6 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.524835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.525145 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.525475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.534222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.534550 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.535651 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 7 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.559164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.559543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.559873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.568361 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'code': 200} Nov 09 11:25:42.568704 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'code': 200} Nov 09 11:25:42.577715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.578040 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.579917 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 8 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.648477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.648800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.649125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.659654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.659974 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.661105 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 9 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.684278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.684505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.684831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.693888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.693888 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.694932 n-d-817173-1 neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempt 10 to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff Nov 09 11:25:42.854997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:42.855684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:42.855684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempting to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:42.856166 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cabb78d6-19e6-4510-aee3-28356767ac32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:42.871730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:42.872112 n-d-817173-1 neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Failed to bind port 9afa628a-e64c-43b4-be52-7004fc9b03ff on host n-h1-817173-1 for vnic_type normal using segments [{'id': 'b045017c-3437-4eea-80d0-ba7d595642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5b92e824-21d0-4dad-8433-5001efd49ae9'}] Nov 09 11:25:42.872394 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:42.902816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69389d52-fa02-439b-a39e-ae9f2feb6260 req-52111c08-5ac0-4a25-993f-bf40914c08ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1097 time: 0.2611067 Nov 09 11:25:43.013710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.019672 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cabb78d6-19e6-4510-aee3-28356767ac32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.032254 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55739904-e67c-4dbd-ad3b-cf03a65596be tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:43.093494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=c74b72c7-9a76-4a3f-b783-96aa8755b2d2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:43.095955 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:43.105935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] For port 9afa628a-e64c-43b4-be52-7004fc9b03ff, host n-h1-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:43.105935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 11:25:43.212679 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.221026 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea617ff8-7773-4d6b-80c9-0f2687417640 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:43.268221 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69389d52-fa02-439b-a39e-ae9f2feb6260 req-28ad32d6-0a11-4e76-8ac6-2844ea0a23c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569324 Nov 09 11:25:43.284514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] No DVR routers for this DVR port c74b72c7-9a76-4a3f-b783-96aa8755b2d2 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:43.289521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.296271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] In _notify_port_updated(), no bound segment for port 9afa628a-e64c-43b4-be52-7004fc9b03ff on network 5b92e824-21d0-4dad-8433-5001efd49ae9 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:25:43.297650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.298539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:43.301884 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "PUT /v2.0/ports/9afa628a-e64c-43b4-be52-7004fc9b03ff HTTP/1.1" status: 200 len: 975 time: 3.1189814 Nov 09 11:25:43.302828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:43.340726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59d0af-6596-468c-a199-d37482c27df9 req-11b03659-3356-4283-b3df-5ec8602a2ec2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:43.345232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59d0af-6596-468c-a199-d37482c27df9 req-11b03659-3356-4283-b3df-5ec8602a2ec2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:43.349049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event updated for resources: {'Port': ['ID=9afa628a-e64c-43b4-be52-7004fc9b03ff,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:43.349293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59d0af-6596-468c-a199-d37482c27df9 req-11b03659-3356-4283-b3df-5ec8602a2ec2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:43.353214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59d0af-6596-468c-a199-d37482c27df9 req-11b03659-3356-4283-b3df-5ec8602a2ec2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:43.354110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7a59d0af-6596-468c-a199-d37482c27df9 req-11b03659-3356-4283-b3df-5ec8602a2ec2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:43.363758 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:43.369902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-4e454b55-fbe2-4dc6-8b0c-2584d2be8bef tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:43.370249 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-4e454b55-fbe2-4dc6-8b0c-2584d2be8bef tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.59 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.4240990 Nov 09 11:25:43.386236 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': 'c74b72c7-9a76-4a3f-b783-96aa8755b2d2', 'status': 'completed', 'code': 200} Nov 09 11:25:43.409434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Deleting port 9afa628a-e64c-43b4-be52-7004fc9b03ff {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:43.409796 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.437443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "DELETE /v2.0/ports/c74b72c7-9a76-4a3f-b783-96aa8755b2d2 HTTP/1.1" status: 204 len: 173 time: 2.1421466 Nov 09 11:25:43.557242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7a59d0af-6596-468c-a199-d37482c27df9 req-11b03659-3356-4283-b3df-5ec8602a2ec2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:43.558381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a59d0af-6596-468c-a199-d37482c27df9 req-11b03659-3356-4283-b3df-5ec8602a2ec2 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 3144 time: 0.6461096 Nov 09 11:25:43.600706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Deleting port f01e7b7a-563a-4917-a373-d3a503a97af5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:43.600706 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.736678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4742f05b-66dc-4034-af0e-2cfc3204c31e up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:25:43.839768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 4742f05b-66dc-4034-af0e-2cfc3204c31e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:43.840149 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.866229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] For port 9afa628a-e64c-43b4-be52-7004fc9b03ff, host n-h1-817173-1, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:43.866849 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:43.945837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d65f91-59a3-475a-9a9b-869f8d80651f req-26093479-65e1-489c-9aec-b54108da7d13 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:43.949818 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7a59d0af-6596-468c-a199-d37482c27df9 req-57f63225-6c8c-4fa8-b736-061194182606 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746696 Nov 09 11:25:43.953241 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-71d65f91-59a3-475a-9a9b-869f8d80651f req-26093479-65e1-489c-9aec-b54108da7d13 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.3852282 Nov 09 11:25:44.044204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port 90260d63-50cd-435d-83b9-743a89cd3fe4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:44.044545 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:44.056119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Calling delete_port for 9afa628a-e64c-43b4-be52-7004fc9b03ff owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:44.119561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Deleting port 4742f05b-66dc-4034-af0e-2cfc3204c31e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:44.119902 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:44.188978 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-71d65f91-59a3-475a-9a9b-869f8d80651f req-c873eb2b-e163-49b5-8b11-bd34ab18a856 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346315 Nov 09 11:25:44.349983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] For port 4742f05b-66dc-4034-af0e-2cfc3204c31e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4742f05b-66dc-4034-af0e-2cfc3204c31e,segment=NetworkSegment(be358e0c-36be-4321-ba59-608aa601b866),segment_id=be358e0c-36be-4321-ba59-608aa601b866)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:44.350360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:44.359055 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:44.368620 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:44.388234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb78d6-19e6-4510-aee3-28356767ac32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:44.480355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] For port f01e7b7a-563a-4917-a373-d3a503a97af5, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f01e7b7a-563a-4917-a373-d3a503a97af5,segment=NetworkSegment(233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8),segment_id=233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:44.480754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:44.523238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Pushing event deleted for resources: {'Port': ['ID=9afa628a-e64c-43b4-be52-7004fc9b03ff,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:44.531542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Calling delete_port for 4742f05b-66dc-4034-af0e-2cfc3204c31e owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:44.699181 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:44.699288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Calling delete_port for f01e7b7a-563a-4917-a373-d3a503a97af5 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:44.708264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:44.723132 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9afa628a-e64c-43b4-be52-7004fc9b03ff HTTP/1.1" status: 204 len: 168 time: 1.4166908 Nov 09 11:25:44.723342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44564) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:44.776247 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a275cbcb-a974-4b23-94d1-b9ecaa5cb96a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] GET failed (client error): The resource could not be found. Nov 09 11:25:44.776797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a275cbcb-a974-4b23-94d1-b9ecaa5cb96a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Synchronizing usage tracker for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:44.841077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48bfd8-1b1c-46e3-ad7a-b0a54dd64891 req-9ecc9f19-8847-4ac1-8436-44b318be05cb tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:44.847834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f48bfd8-1b1c-46e3-ad7a-b0a54dd64891 req-9ecc9f19-8847-4ac1-8436-44b318be05cb tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 945 time: 0.6883883 Nov 09 11:25:44.893762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a275cbcb-a974-4b23-94d1-b9ecaa5cb96a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Unset dirty status for tenant:bfeecbb0eb8c47c49fd8846546bce9ae on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:44.898066 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a275cbcb-a974-4b23-94d1-b9ecaa5cb96a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] 10.222.0.50 "GET /v2.0/ports/9afa628a-e64c-43b4-be52-7004fc9b03ff HTTP/1.1" status: 404 len: 333 time: 0.1705542 Nov 09 11:25:44.898558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44568) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:44.924136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] For port 90260d63-50cd-435d-83b9-743a89cd3fe4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=90260d63-50cd-435d-83b9-743a89cd3fe4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:44.924589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.032559 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.097910 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.105778 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-239ffb1e-108c-43f6-8f40-f5a3c066db8d tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:45.119597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for 90260d63-50cd-435d-83b9-743a89cd3fe4 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:45.231791 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f48bfd8-1b1c-46e3-ad7a-b0a54dd64891 req-0007d390-69fc-49b2-9f05-bb370ea4c0d0 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/security-groups?id=d482a70a-dc65-4f23-81dc-b70d01711b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637471 Nov 09 11:25:45.271275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Pushing event deleted for resources: {'Port': ['ID=4742f05b-66dc-4034-af0e-2cfc3204c31e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:45.285982 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:45.285982 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.349659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b92e824-21d0-4dad-8433-5001efd49ae9']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:45.414935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b045017c-3437-4eea-80d0-ba7d595642b8') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:45.415257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b045017c-3437-4eea-80d0-ba7d595642b8') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:45.432993 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.438659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.476514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.478421 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:45.548707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:25:45.548963 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:25:45.569255 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:25:45.595455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Pushing event deleted for resources: {'Port': ['ID=f01e7b7a-563a-4917-a373-d3a503a97af5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:45.597886 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:45.598355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168e029-c2de-4d26-84d6-033d50e3e100 req-f2d591b7-dd0f-471f-b4d5-e00037d90ac3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:45.599683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.602315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168e029-c2de-4d26-84d6-033d50e3e100 req-f2d591b7-dd0f-471f-b4d5-e00037d90ac3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:45.606631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168e029-c2de-4d26-84d6-033d50e3e100 req-f2d591b7-dd0f-471f-b4d5-e00037d90ac3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:45.610672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168e029-c2de-4d26-84d6-033d50e3e100 req-f2d591b7-dd0f-471f-b4d5-e00037d90ac3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:45.614267 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7f0c1394-3f5a-421d-88e3-146338d11709 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:45.617623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f168e029-c2de-4d26-84d6-033d50e3e100 req-f2d591b7-dd0f-471f-b4d5-e00037d90ac3 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 3144 time: 0.4191611 Nov 09 11:25:45.710103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=90260d63-50cd-435d-83b9-743a89cd3fe4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:45.712988 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:45.804826 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f168e029-c2de-4d26-84d6-033d50e3e100 req-6e9a7815-0cda-4d43-9249-c22fda418935 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863391 Nov 09 11:25:45.805430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.824955 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57c49dde-bf76-4d81-a4a9-e1c6864616d9 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:45.859920 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.865350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Pushing event deleted for resources: {'Network': ['ID=5b92e824-21d0-4dad-8433-5001efd49ae9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:45.872535 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:45.881953 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] 10.222.0.50 "DELETE /v2.0/networks/5b92e824-21d0-4dad-8433-5001efd49ae9 HTTP/1.1" status: 204 len: 168 time: 0.9822128 Nov 09 11:25:45.932658 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.977419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] No DVR routers for this DVR port f01e7b7a-563a-4917-a373-d3a503a97af5 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:45.977419 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:45.992790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'name': 'network-vif-deleted', 'tag': 'f01e7b7a-563a-4917-a373-d3a503a97af5'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:46.081632 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ddbca3-ecf8-4689-adb2-a44502bdf662', 'name': 'network-vif-deleted', 'tag': 'f01e7b7a-563a-4917-a373-d3a503a97af5', 'status': 'completed', 'code': 200} Nov 09 11:25:46.100546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] No DVR routers for this DVR port 90260d63-50cd-435d-83b9-743a89cd3fe4 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:46.115771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbdd7-2403-489c-8548-c61f220fc26f req-d9f8071c-7b53-49c9-9261-16e0b3b506fe tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:46.117313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c2bfbdd7-2403-489c-8548-c61f220fc26f req-d9f8071c-7b53-49c9-9261-16e0b3b506fe tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.6885331 Nov 09 11:25:46.120139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:46.122114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "DELETE /v2.0/ports/90260d63-50cd-435d-83b9-743a89cd3fe4 HTTP/1.1" status: 204 len: 173 time: 2.6343260 Nov 09 11:25:46.181735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f7cd932b-1f71-4305-b457-7eaa1225a169 req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.59 "DELETE /v2.0/ports/f01e7b7a-563a-4917-a373-d3a503a97af5 HTTP/1.1" status: 204 len: 173 time: 2.7973969 Nov 09 11:25:46.233728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:46.233948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:46.276243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb78d6-19e6-4510-aee3-28356767ac32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:46.279579 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c2bfbdd7-2403-489c-8548-c61f220fc26f req-f69c87e1-dc1a-42ae-9250-1a41ddb7509b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544037 Nov 09 11:25:46.286449 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cabb78d6-19e6-4510-aee3-28356767ac32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:46.290398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cabb78d6-19e6-4510-aee3-28356767ac32 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d HTTP/1.1" status: 200 len: 888 time: 5.8566322 Nov 09 11:25:46.291199 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] Sync routers for ids ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:46.291648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44586) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:46.305287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f01e7b7a-563a-4917-a373-d3a503a97af5 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:46.325622 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] Routers {'24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:46.326520 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:46.364286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: f01e7b7a-563a-4917-a373-d3a503a97af5 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:46.364718 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f01e7b7a-563a-4917-a373-d3a503a97af5 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:46.567273 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:46.592867 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] Routers {'24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:46.594096 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:46.659643 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:46.660080 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c934db-aae0-4796-aba4-6b6bb07c87a2 None None] The sync data for ids ['24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:46.696938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9ae89683-2685-4fe3-9e25-e8416d542721 req-81f2fbd7-597c-495b-a0af-01eedc2656be tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] 10.222.0.50 "GET /v2.0/ports?device_id=77ddbca3-ecf8-4689-adb2-a44502bdf662 HTTP/1.1" status: 200 len: 210 time: 0.0629961 Nov 09 11:25:46.816345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44594) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:46.855385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] For port 99933e17-14ce-4cd0-9f39-dd04b4325ab9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=99933e17-14ce-4cd0-9f39-dd04b4325ab9,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:46.855985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:46.901594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Router 586633e0-0729-4dfe-9839-0b043ed0d7ab has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:47.139474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for 99933e17-14ce-4cd0-9f39-dd04b4325ab9 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:47.151780 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5fb692d5-480c-4d4e-b743-82cabee77458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:47.239540 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e6fd9a28-517e-4f72-a146-4a021e4e3134 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7b2a972672542058d4b1abb084c82c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4218566 Nov 09 11:25:47.244423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44608) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:47.265951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7244f-2a71-49e4-96a5-3a5d3480d5e2 req-315815cf-2216-4860-ab96-ee735df3dbeb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:47.267454 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5c7244f-2a71-49e4-96a5-3a5d3480d5e2 req-315815cf-2216-4860-ab96-ee735df3dbeb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.6289988 Nov 09 11:25:47.277976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44612) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:47.282428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0410b225-e7df-463e-a7e1-8a37c81fb6b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/routers/24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d HTTP/1.1" status: 200 len: 888 time: 0.9875381 Nov 09 11:25:47.286739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44614) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:47.287168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e72bf-3f6d-4e2e-b418-b24ad5dfe53f req-95e7c53c-ad72-43d6-9d2a-314bce1dd76d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:47.292058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e72bf-3f6d-4e2e-b418-b24ad5dfe53f req-95e7c53c-ad72-43d6-9d2a-314bce1dd76d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:47.297299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e72bf-3f6d-4e2e-b418-b24ad5dfe53f req-95e7c53c-ad72-43d6-9d2a-314bce1dd76d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:47.299655 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff4e72bf-3f6d-4e2e-b418-b24ad5dfe53f req-95e7c53c-ad72-43d6-9d2a-314bce1dd76d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 2411 time: 0.2303507 Nov 09 11:25:47.326317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Request body: {'floatingip': {'port_id': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:47.459887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4fa0d021-c223-4534-a0d3-792b9ca7bfe1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d HTTP/1.1" status: 200 len: 205 time: 0.1719623 Nov 09 11:25:47.462019 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-97d04c3f-e676-48ce-995c-987dc04b5544 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3528ff3b85cf4f81931c63706e93fe2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414674 Nov 09 11:25:47.462344 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:47.462599 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:47.464075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44624) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:47.470248 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-71e880f2-b21b-486f-a247-7f7fe34d0625 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:47.489477 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:47.599269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=99933e17-14ce-4cd0-9f39-dd04b4325ab9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:47.606101 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:47.653753 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff4e72bf-3f6d-4e2e-b418-b24ad5dfe53f req-62b2ffdc-33f0-4dce-a8d0-d8f147921e4d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430723 Nov 09 11:25:47.658257 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:47.661105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:47.668787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] 10.222.0.50 "PUT /v2.0/routers/586633e0-0729-4dfe-9839-0b043ed0d7ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1450233 Nov 09 11:25:47.671978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:47.763170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] No DVR routers for this DVR port 99933e17-14ce-4cd0-9f39-dd04b4325ab9 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:47.770383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:47.801542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "DELETE /v2.0/ports/99933e17-14ce-4cd0-9f39-dd04b4325ab9 HTTP/1.1" status: 204 len: 173 time: 1.6712530 Nov 09 11:25:47.814085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:47.827650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:48.023561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Deleting subnet cd7e2bc1-3d72-409c-bc2a-d6bf7382be11 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:25:48.025633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6429c7-15ae-46d9-a652-110fe805831f req-5f861911-9fad-4068-ba7b-ca4819175e8a tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:48.027246 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-5f861911-9fad-4068-ba7b-ca4819175e8a tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4772134 Nov 09 11:25:48.087585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.089536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4'}, {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:48.129833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:48.130091 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.155014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-4271ce28-e90f-41f5-9356-b51261ede2c4 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/quotas/3528ff3b85cf4f81931c63706e93fe2c HTTP/1.1" status: 200 len: 375 time: 0.0768592 Nov 09 11:25:48.184227 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': '90260d63-50cd-435d-83b9-743a89cd3fe4', 'status': 'completed', 'code': 200} Nov 09 11:25:48.184539 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': '99933e17-14ce-4cd0-9f39-dd04b4325ab9', 'status': 'completed', 'code': 200} Nov 09 11:25:48.237644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-5d10b5ca-2b8d-4863-9740-58bfeec8db37 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3528ff3b85cf4f81931c63706e93fe2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740423 Nov 09 11:25:48.386213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.403227 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2916d8a4-322f-41c5-abdb-3f022d902878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:48.417064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.425525 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.473542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac4f3b-8df4-4d22-bce9-6cfba469b697,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:48.529640 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:48.537513 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.538638 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0ac4f3b-8df4-4d22-bce9-6cfba469b697 HTTP/1.1" status: 204 len: 168 time: 1.2933264 Nov 09 11:25:48.573868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] For port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:48.574235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.633224 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0fe5c7d4-9279-42b5-a65c-f21729d99842 req-0b70962d-91df-4ca6-8f6c-9cd78d8b2b1f tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.0611978 Nov 09 11:25:48.634220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.770774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.965664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:48.997302 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-adbd6ab5-76f8-445a-95d8-79d5d65f142b tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:49.008123 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.008499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.008808 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Floating IP 35fb3226-bcdd-417f-a34d-3a96e6fbe31e disassociated. External IP: 172.25.7.127, port: 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3. Nov 09 11:25:49.009154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:49.040634 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.055054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44654) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:49.055627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cd7e2bc1-3d72-409c-bc2a-d6bf7382be11 HTTP/1.1" status: 204 len: 168 time: 1.2263796 Nov 09 11:25:49.056198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd7e2bc1-3d72-409c-bc2a-d6bf7382be11,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:49.060742 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:49.159180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.222535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.287138 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.322297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.335652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b828-e017-4726-9725-92ba1b9953d9 req-338f4c44-b331-4bad-9ffb-c3450814378c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:49.339641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b828-e017-4726-9725-92ba1b9953d9 req-338f4c44-b331-4bad-9ffb-c3450814378c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:49.340411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4a81b828-e017-4726-9725-92ba1b9953d9 req-338f4c44-b331-4bad-9ffb-c3450814378c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:49.451430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.457180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:49.472385 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fd3efb4-6432-434d-8413-a789210091b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.485362 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Floating IP ce6b6254-6788-4d18-adfc-ccb06a2fcc37 associated. External IP: 172.25.7.58, port: f59c1eda-ea60-42e8-a7b9-c2b43f7d0245. Nov 09 11:25:49.516546 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.528133 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b1590f0-7a26-468f-9ce3-06654c9e5e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:49.549875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Deleting port 92a3124c-5437-4f0d-98cd-05862ead1d76 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:49.550254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.712036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4a81b828-e017-4726-9725-92ba1b9953d9 req-338f4c44-b331-4bad-9ffb-c3450814378c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:49.713176 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a81b828-e017-4726-9725-92ba1b9953d9 req-338f4c44-b331-4bad-9ffb-c3450814378c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 1678 time: 0.8834591 Nov 09 11:25:49.726585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.741761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 2747ba8c-bc23-4f23-9bff-06286995db91 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:49.742012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.774643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:49.786516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a617b1e9-9427-429a-a846-3198e1e4d271 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfeecbb0eb8c47c49fd8846546bce9ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3280394 Nov 09 11:25:49.796351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:49.806949 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:49.811762 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3feef7f7-0b71-4408-85ae-c95de1a634af req-74b3c453-369b-499a-9a28-15e57c62cef8 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.0760770 Nov 09 11:25:49.828410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dd27f9-b835-4b97-adc3-f6816de6fc70']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:49.862584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:49.862830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233f4ff6-1b05-4bbf-b7dd-ec359b6f09e8') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:49.900542 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.959389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] For port 92a3124c-5437-4f0d-98cd-05862ead1d76, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=92a3124c-5437-4f0d-98cd-05862ead1d76,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:49.959819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:49.981685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4a81b828-e017-4726-9725-92ba1b9953d9 req-3fc9d2a8-0044-4f08-a633-3df54e465015 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409091 Nov 09 11:25:50.032888 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.052923 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:25:50.053328 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:25:50.067409 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:25:50.191691 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.262890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Calling delete_port for 92a3124c-5437-4f0d-98cd-05862ead1d76 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:50.305780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.322970 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.334598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 2747ba8c-bc23-4f23-9bff-06286995db91 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:50.361456 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9fb52fb0-851e-41ae-b10a-a5c3faaeb738 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:50.377010 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.382649 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.452023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5dd27f9-b835-4b97-adc3-f6816de6fc70,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:50.463388 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:50.538687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b04e1490-3b6e-4210-9f23-f93fdfb654e1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5dd27f9-b835-4b97-adc3-f6816de6fc70 HTTP/1.1" status: 204 len: 168 time: 1.4798567 Nov 09 11:25:50.541219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44670) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:50.582527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] Sync routers for ids ['586633e0-0729-4dfe-9839-0b043ed0d7ab'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:50.588460 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.604198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] Routers {'586633e0-0729-4dfe-9839-0b043ed0d7ab'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:50.605219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['586633e0-0729-4dfe-9839-0b043ed0d7ab'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:50.625891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.632632 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ccabf75-d5f9-4cf0-af54-d3a84c158a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:50.648426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4416469-47f8-4c94-a7f9-18fa4ab225ec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:50.653456 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:50.656751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Deleting subnet b219b4d7-876c-4732-b5ba-6b2132897fc4 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:25:50.664682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.705721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Router f6a172e8-a3fa-4322-b533-05b7c33c2589 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:50.721963 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.724291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4416469-47f8-4c94-a7f9-18fa4ab225ec HTTP/1.1" status: 204 len: 168 time: 0.9150918 Nov 09 11:25:50.749534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.757656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.762484 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-efa34449-6031-4186-95a8-cff0464af55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:50.800215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] Set router 586633e0-0729-4dfe-9839-0b043ed0d7ab gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:50.825163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Pushing event deleted for resources: {'Port': ['ID=92a3124c-5437-4f0d-98cd-05862ead1d76,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:50.834237 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:50.861300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:50.867188 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b93a941c-4eb6-4f0e-887b-71a5869048a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:50.970974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=2747ba8c-bc23-4f23-9bff-06286995db91,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:51.014660 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:51.051601 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:51.068946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:49Z', 'revision_number': 6, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:51.070981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:25:51.074863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] Checking router: 586633e0-0729-4dfe-9839-0b043ed0d7ab for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:25:51.100865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] Routers {'586633e0-0729-4dfe-9839-0b043ed0d7ab'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:51.102506 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['586633e0-0729-4dfe-9839-0b043ed0d7ab'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:51.163443 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b593cfa-c6c0-4de1-af19-c4fcbadcdc80 req-32956de4-0f1f-4075-ad2f-2715be6739bb tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.1328447 Nov 09 11:25:51.179154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:51.290127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] Set router 586633e0-0729-4dfe-9839-0b043ed0d7ab gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:51.433656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:50Z', 'revision_number': 7, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:51.438782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf94bca-e52d-42b1-824b-dc41d10e1af2 None None] The sync data for ids ['586633e0-0729-4dfe-9839-0b043ed0d7ab'] in n-d-817173-1 is: [{'id': '586633e0-0729-4dfe-9839-0b043ed0d7ab', 'name': 'tempest-ImageQuotaTest-1812491210-router', 'tenant_id': '6437104354fe4788b6c45586301b69ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:25:22Z', 'updated_at': '2021-11-09T11:25:50Z', 'revision_number': 7, 'project_id': '6437104354fe4788b6c45586301b69ce', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:51.552876 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-0897618e-96d8-4876-b9de-f82bacd81a91 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3528ff3b85cf4f81931c63706e93fe2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428243 Nov 09 11:25:51.553372 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:51.568594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:51.740583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4742f05b-66dc-4034-af0e-2cfc3204c31e no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:51.808298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 4742f05b-66dc-4034-af0e-2cfc3204c31e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:51.809383 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4742f05b-66dc-4034-af0e-2cfc3204c31e not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:51.875621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:51.934226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:51.946643 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] Sync routers for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:51.947892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:51.965210 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:51.966015 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:52.054278 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.069422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5dd955c7-9e10-4cb5-93de-8a0c31f84807 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "PUT /v2.0/floatingips/ce6b6254-6788-4d18-adfc-ccb06a2fcc37 HTTP/1.1" status: 200 len: 991 time: 4.7658594 Nov 09 11:25:52.069422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:52.072490 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.073033 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586633e0-0729-4dfe-9839-0b043ed0d7ab {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:25:52.087140 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.088354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] 10.222.0.50 "DELETE /v2.0/routers/586633e0-0729-4dfe-9839-0b043ed0d7ab HTTP/1.1" status: 204 len: 168 time: 4.4144585 Nov 09 11:25:52.095099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44694) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:52.208100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Deleting subnet 966dd655-e13f-4e40-9c11-59bf6a08c869 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:25:52.212999 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.247981 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:52.267530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6429c7-15ae-46d9-a652-110fe805831f req-4a14a4fe-e7c7-498c-856b-1520ab3e4ecb tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:52.270000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-4a14a4fe-e7c7-498c-856b-1520ab3e4ecb tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5737789 Nov 09 11:25:52.293154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.426008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.456585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.465474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Request body: {'port': {'device_id': '57343784-4402-4d98-9277-6c74a1fc8298', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'admin_state_up': True, 'tenant_id': '3528ff3b85cf4f81931c63706e93fe2c'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:52.568422 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ddbec44e-c4dd-4080-b04e-78e03dd8d4b0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:52.588314 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'status': 'completed', 'code': 200} Nov 09 11:25:52.618718 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.682643 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.682948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b219b4d7-876c-4732-b5ba-6b2132897fc4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:52.689161 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d168c99d-0310-4a57-a246-01596c2be93a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:52.692536 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:52.711725 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.722935 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ce6b6254-6788-4d18-adfc-ccb06a2fcc37', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'port_id': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'mac_address': 'fa:16:3e:7c:af:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:25:18Z', 'updated_at': '2021-11-09T11:25:48Z', 'revision_number': 1, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:52.727581 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] Checking router: 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:25:52.728182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c534528-0f12-400f-a7a2-4f33f39ffb32 req-dbb8d6c5-42f1-4739-b57b-39bc169f08d5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:52.729670 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c534528-0f12-400f-a7a2-4f33f39ffb32 req-dbb8d6c5-42f1-4739-b57b-39bc169f08d5 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 943 time: 1.2248313 Nov 09 11:25:52.736120 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.750255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:25:52.750731 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:52.751827 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:52.761474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] Sync routers for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:25:52.782939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:52.783651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:52.801538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966dd655-e13f-4e40-9c11-59bf6a08c869,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:52.815961 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:52.825131 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:52.846986 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c6425665-92fc-4887-ace2-a55e251e6df2 req-7f4fa1bd-46d7-41ec-bc42-29ad933a4bc6 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.0996575 Nov 09 11:25:52.851889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/966dd655-e13f-4e40-9c11-59bf6a08c869 HTTP/1.1" status: 204 len: 168 time: 0.7559738 Nov 09 11:25:52.856123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b219b4d7-876c-4732-b5ba-6b2132897fc4 HTTP/1.1" status: 204 len: 168 time: 2.3136952 Nov 09 11:25:52.857450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:52.862250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44712) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:52.908844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:52.954434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Usage tracker for resource:port and tenant:3528ff3b85cf4f81931c63706e93fe2c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:53.019599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ebb763-d8ef-432a-a7a0-fb10e72f4cd8 None None] Network b53050a1-8a1d-4707-883a-35e805513115 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:53.055974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:53.063539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:53.073009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] No DVR routers for this DVR port 9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:53.079933 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.083367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:53.111497 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:53.143545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.149132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:53.155352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.161499 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-adc01a21-7962-4df0-b96e-311604717a9a req-e0ea5f5a-e124-4b4c-8ea9-1384ab678466 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1097 time: 0.5370290 Nov 09 11:25:53.164821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "DELETE /v2.0/ports/9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3 HTTP/1.1" status: 204 len: 173 time: 5.3510902 Nov 09 11:25:53.171718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c534528-0f12-400f-a7a2-4f33f39ffb32 req-f8ac4e6c-9a9e-43f1-a1a7-e604bbf1235c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293506 Nov 09 11:25:53.244634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Made reservation on behalf of 3528ff3b85cf4f81931c63706e93fe2c for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:53.247901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.264552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.265148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Fanout notify agent at l3_agent the message router_deleted on router 24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:25:53.285781 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': '9e0cebcf-f2ce-42fe-96ef-f548a4cb60c3', 'status': 'completed', 'code': 200} Nov 09 11:25:53.286886 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.313711 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.315042 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d HTTP/1.1" status: 204 len: 168 time: 5.8500612 Nov 09 11:25:53.321580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44724) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:53.393034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-1052964024'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:53.427520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.469397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:53.483629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823a57ec-32bc-464c-9c5b-30323e2420c9') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:53.484211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823a57ec-32bc-464c-9c5b-30323e2420c9') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:53.493978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Deleting port e504f850-fd6d-42cd-a46b-66e030a59b83 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:53.494335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.536647 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.577320 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.613458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:25:53.613862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:25:53.631533 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:25:53.643647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 92a3124c-5437-4f0d-98cd-05862ead1d76 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:53.707201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 92a3124c-5437-4f0d-98cd-05862ead1d76 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:53.707629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 92a3124c-5437-4f0d-98cd-05862ead1d76 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:53.736298 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ce6b6254-6788-4d18-adfc-ccb06a2fcc37', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'port_id': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'mac_address': 'fa:16:3e:7c:af:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:25:18Z', 'updated_at': '2021-11-09T11:25:48Z', 'revision_number': 1, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:53.748152 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475390b6-2588-4e55-9964-bca8fe552858 None None] The sync data for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 is: [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ce6b6254-6788-4d18-adfc-ccb06a2fcc37', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'port_id': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'mac_address': 'fa:16:3e:7c:af:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:25:18Z', 'updated_at': '2021-11-09T11:25:48Z', 'revision_number': 1, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:53.754064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:53.766764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:53.771036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:53.779596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:53.828201 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:53.837408 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.840595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Usage tracker for resource:security_group_rule and tenant:3528ff3b85cf4f81931c63706e93fe2c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:53.842356 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:53.844661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:53.852790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] DHCP port deletion for b53050a1-8a1d-4707-883a-35e805513115 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:25:53.857570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Deleting port e504f850-fd6d-42cd-a46b-66e030a59b83 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:53.858029 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.859274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.882997 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] 10.222.0.50 "DELETE /v2.0/networks/a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b HTTP/1.1" status: 204 len: 168 time: 1.0157123 Nov 09 11:25:53.886425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Pushing event deleted for resources: {'Network': ['ID=a695e7f7-9364-48b5-96bb-dfd1e3ad0d9b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:53.890368 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:53.896173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] For port e504f850-fd6d-42cd-a46b-66e030a59b83, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e504f850-fd6d-42cd-a46b-66e030a59b83,segment=NetworkSegment(be358e0c-36be-4321-ba59-608aa601b866),segment_id=be358e0c-36be-4321-ba59-608aa601b866)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:53.896173 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:53.898389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port f69a3e32-113a-472c-a2a8-7286809f5242 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:53.898865 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:54.042772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:54.069311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Calling delete_port for e504f850-fd6d-42cd-a46b-66e030a59b83 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:54.142336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:14:02Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:54.148263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:54.151235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:54.158353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] Checking router: f6a172e8-a3fa-4322-b533-05b7c33c2589 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:25:54.184363 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa46496-a3ea-4976-98b8-6425d54d9fc3 None None] New status for floating IP ce6b6254-6788-4d18-adfc-ccb06a2fcc37: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:25:54.235866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:25:54.244758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:54.245102 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment a1752742-a75d-44c6-9592-02836ff80959 of type vlan for network 07739137-feb6-49d6-9efa-365780f51e51 Nov 09 11:25:54.250119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:25:54.250119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:54.747379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] For port e504f850-fd6d-42cd-a46b-66e030a59b83, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e504f850-fd6d-42cd-a46b-66e030a59b83,segment=NetworkSegment(be358e0c-36be-4321-ba59-608aa601b866),segment_id=be358e0c-36be-4321-ba59-608aa601b866)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:54.747379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:54.748347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] For port f69a3e32-113a-472c-a2a8-7286809f5242, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f69a3e32-113a-472c-a2a8-7286809f5242,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:25:54.748347 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:54.748738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:25:54.748834 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-104c1067-cade-4746-b68d-d7274546700a req-45574fc5-e2fb-45b0-a3e1-b3b430bbcdb3 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.4775293 Nov 09 11:25:54.748834 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:54.748995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Calling delete_port for e504f850-fd6d-42cd-a46b-66e030a59b83 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:54.749107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19236e-c6ec-4e99-8592-32edb8e0e0d4 req-77fe524f-a21f-4df6-a621-7ec548d0aa2d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:54.749107 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cb19236e-c6ec-4e99-8592-32edb8e0e0d4 req-77fe524f-a21f-4df6-a621-7ec548d0aa2d tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 943 time: 0.2497497 Nov 09 11:25:54.767400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc01a21-7962-4df0-b96e-311604717a9a req-9a659a36-f7c8-45a4-ab2c-f21b8e76303b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:54.769136 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-adc01a21-7962-4df0-b96e-311604717a9a req-9a659a36-f7c8-45a4-ab2c-f21b8e76303b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 1.5953674 Nov 09 11:25:54.778144 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cb19236e-c6ec-4e99-8592-32edb8e0e0d4 req-7ac8af08-ce96-4f6c-a18e-db8562f81d45 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3479cda-df15-43e5-bb51-7f24b3ba5387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586431 Nov 09 11:25:54.779267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for f69a3e32-113a-472c-a2a8-7286809f5242 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:25:54.889585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:25:54.891188 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:25:54.895594 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-271f3fb3-d0f4-4f4b-b18b-c401cad39aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:54.991035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] No DVR routers for this DVR port e504f850-fd6d-42cd-a46b-66e030a59b83 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:55.021743 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:25:55.022333 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:25:55.071384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-adc01a21-7962-4df0-b96e-311604717a9a req-cf739136-07a8-4855-bd57-64493017a8f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 999 time: 0.2598855 Nov 09 11:25:55.081365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e504f850-fd6d-42cd-a46b-66e030a59b83,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:55.082233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.082233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.082233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:55.082233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.085979 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:55.092944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44750) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:55.099016 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-710807a9-bb06-496b-9498-489dcfe9e997 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:55.174646 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.175784 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:14:02Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:55.180760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8fe00-bdc0-4c8f-97b3-e83232b47342 None None] The sync data for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 is: [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:13:44Z', 'revision_number': 4, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '205fe545-ee46-450a-9df1-40cb92c1caba', 'name': '', 'network_id': 'fa0015a6-f78c-4bcf-b8d5-376c9321c1fe', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'mac_address': 'fa:16:3e:91:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:41Z', 'updated_at': '2021-11-09T11:14:02Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'subnets': [{'id': 'eaee3a1a-f850-45c3-8941-be5d555165a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:25:55.201890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44756) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:55.238517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53050a1-8a1d-4707-883a-35e805513115']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:55.258757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be358e0c-36be-4321-ba59-608aa601b866') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:55.270076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be358e0c-36be-4321-ba59-608aa601b866') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:25:55.283108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.315861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.319884 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.322925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ee9877d8-1ca9-41e9-aea4-7bc10317a13b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cd43e5ec8ed41c59f23e12712031ab3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1197624 Nov 09 11:25:55.327444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:55.328739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:25:55.329141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:25:55.352470 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:25:55.382179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=07739137-feb6-49d6-9efa-365780f51e51,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:55.394566 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0643299 Nov 09 11:25:55.406466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44764) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:55.415199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc01a21-7962-4df0-b96e-311604717a9a req-1219ea40-4d24-42da-bbe3-0a8736889025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:55.416607 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-adc01a21-7962-4df0-b96e-311604717a9a req-1219ea40-4d24-42da-bbe3-0a8736889025 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.3204391 Nov 09 11:25:55.423688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': '07739137-feb6-49d6-9efa-365780f51e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:55.446540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.446948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.447347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.447706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.448058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.448416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.449698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.449698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.449698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.450090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.450185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:55.455815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1764038621', 'router:external': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:55.463968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:55.470531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 07739137-feb6-49d6-9efa-365780f51e51 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:25:55.471494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:network and tenant:280011dc7ea8454b86f88369eea198b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:55.475711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:55.489973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:55.498573 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.511061 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:55.512072 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-de654016-a1fb-479b-b091-2069a9e461bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:55.528528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.535205 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.536152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Deleting port e504f850-fd6d-42cd-a46b-66e030a59b83 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:25:55.536977 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.549135 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.553648 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-908f2d78-7b4a-4167-8311-2f22ad4c5f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:55.569471 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.586742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Pushing event deleted for resources: {'Network': ['ID=b53050a1-8a1d-4707-883a-35e805513115,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:55.601988 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:55.601988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Made reservation on behalf of 280011dc7ea8454b86f88369eea198b6 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:55.601988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.612878 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b53050a1-8a1d-4707-883a-35e805513115 HTTP/1.1" status: 204 len: 168 time: 2.7512186 Nov 09 11:25:55.613952 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.619682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f898700d-9982-42be-832f-a5eb68e7644b None None] The port 'e504f850-fd6d-42cd-a46b-66e030a59b83' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:25:55.659711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:55.665664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:security_group_rule and tenant:280011dc7ea8454b86f88369eea198b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:55.668091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:55.682858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:55.714686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e504f850-fd6d-42cd-a46b-66e030a59b83 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:25:55.723298 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3576ce5-e2ff-4137-9d4f-781088d0db92,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:55.733457 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:55.737637 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0e0e2c4-a1d9-40bf-b02b-ec912c5e208a tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:55.745683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.754845 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a4854c5a-1fcf-441f-b403-07447a189c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:55.755847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: e504f850-fd6d-42cd-a46b-66e030a59b83 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:25:55.756421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e504f850-fd6d-42cd-a46b-66e030a59b83 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:25:55.796099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:55.808864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d482a70a-dc65-4f23-81dc-b70d01711b27,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:55.820116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:55.835565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.838293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=f69a3e32-113a-472c-a2a8-7286809f5242,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:55.861522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:55.871333 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:55.873611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:55.894970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.895936 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d482a70a-dc65-4f23-81dc-b70d01711b27 HTTP/1.1" status: 204 len: 168 time: 0.5691142 Nov 09 11:25:55.923023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.930833 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:55.933226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Allocated IP 192.168.233.125 (6583ce2c-1c68-4983-b0d6-b87935eb18bc/4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc/d7479bad-9b9a-4097-a559-45acae3642c0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:55.937218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:55.947793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] No DVR routers for this DVR port f69a3e32-113a-472c-a2a8-7286809f5242 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:25:55.959940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:55.968514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:25:56.001095 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540549f2-f0d1-4c21-b2b6-c9461b7cb5e9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:56.005271 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:56.010905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:25:56.031110 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3864ef66-0994-49ae-a587-667928f7c98f req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.57 "DELETE /v2.0/ports/f69a3e32-113a-472c-a2a8-7286809f5242 HTTP/1.1" status: 204 len: 173 time: 2.8297937 Nov 09 11:25:56.054047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-16dbfa3e-fbc5-4ca6-9206-80731648d14c req-f5bb27d1-1dd4-452e-9244-fddb894ff319 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Synchronizing usage tracker for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:56.062356 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-adc01a21-7962-4df0-b96e-311604717a9a req-e2310dae-ad88-4384-b5d2-e2ccfc1bfafa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6176145 Nov 09 11:25:56.063032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:56.066612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-87440642-24c0-4575-be9c-87e20f4f73df req-5fb17fcd-1adc-4d8d-8d1a-2b6795a5e168 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.0575962 Nov 09 11:25:56.069296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.069623 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Added segment c06a73cb-d941-4c20-99f8-1e4eef9340d5 of type vlan for network 67edcdcf-707d-4cc0-a817-031d37e60ebf Nov 09 11:25:56.123512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.259083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:56.284664 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd07912d-5295-4f37-91b3-2d54460c26cb', 'name': 'network-vif-deleted', 'tag': 'f69a3e32-113a-472c-a2a8-7286809f5242', 'status': 'completed', 'code': 200} Nov 09 11:25:56.291306 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.292372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:56.292803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.300587 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9af15cb1-8867-49ce-a6b7-747c7906a38a tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:56.386674 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-beeff413-5d41-4fec-ba6f-e81c47326be3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6437104354fe4788b6c45586301b69ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1240184 Nov 09 11:25:56.462393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:56.475268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-16dbfa3e-fbc5-4ca6-9206-80731648d14c req-f5bb27d1-1dd4-452e-9244-fddb894ff319 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Unset dirty status for tenant:3a27d5af630c47c89b8f0a230e8a20fa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:56.476657 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-16dbfa3e-fbc5-4ca6-9206-80731648d14c req-f5bb27d1-1dd4-452e-9244-fddb894ff319 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.4985204 Nov 09 11:25:56.503495 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.559555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Network': ['ID=67edcdcf-707d-4cc0-a817-031d37e60ebf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:56.568800 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 67edcdcf-707d-4cc0-a817-031d37e60ebf details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:25:56.573113 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:56.575216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4811049 Nov 09 11:25:56.580710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:56.608297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'subnet': {'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:56.621846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:56.626557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:subnet and tenant:280011dc7ea8454b86f88369eea198b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:56.629993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:56.636473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:56.684248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.712721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffe4ce-e556-458d-a11c-981b7ad488c0 None None] New status for floating IP 35fb3226-bcdd-417f-a34d-3a96e6fbe31e: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:25:56.714870 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.726018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Made reservation on behalf of 280011dc7ea8454b86f88369eea198b6 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:56.728820 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.843553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:56.863781 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-adc01a21-7962-4df0-b96e-311604717a9a req-becc3792-c634-4f2d-810f-6c90e2799f19 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812815 Nov 09 11:25:57.029523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:57.032315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-adc01a21-7962-4df0-b96e-311604717a9a req-ad6967c0-55f1-412c-af67-e07ee050575f service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567883 Nov 09 11:25:57.125760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Transition to ACTIVE for port object d7479bad-9b9a-4097-a559-45acae3642c0 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:57.162754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ea8ea248-6fdb-417d-a612-be0b09ece598 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccc4105d75764f8f8f2d3ff89ac7a466&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1319208 Nov 09 11:25:57.164942 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.167504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44800) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:57.169906 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:57.228682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad78b43-0350-49ff-b387-ff9fbbb85391,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:57.289773 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8aef14c8-cf44-426f-a76d-77123317a66e req-3a602121-575d-4292-a526-f780d0265e2f tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.0648761 Nov 09 11:25:57.292786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.293165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.293531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.294389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.294389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.294778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.295023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.295369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.295727 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.296079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.296430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:25:57.301077 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:57.306712 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.307891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ad78b43-0350-49ff-b387-ff9fbbb85391 HTTP/1.1" status: 204 len: 168 time: 0.8475113 Nov 09 11:25:57.323177 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.339388 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88b4ee09-0aee-4521-b10b-3fea10259631 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:57.345269 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.377202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Network 6583ce2c-1c68-4983-b0d6-b87935eb18bc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:57.383378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:57.386572 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.399377 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.401993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:57.474571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.objects.ports [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 09 11:25:57.475116 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.480596 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0d9f372a-8bc3-48d3-b6a2-edfa38f0a1d5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:57.501375 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Pushing event updated for resources: {'Port': ['ID=d7479bad-9b9a-4097-a559-45acae3642c0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:57.508939 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:57.511654 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-36c601f8-97d0-42ff-b15c-bc683d036ee2 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:57.571427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37578243-c610-49bb-af60-3e09db92fe8e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:57.578566 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:57.593465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:57.596319 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.616385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Checking segment: {'id': 'c06a73cb-d941-4c20-99f8-1e4eef9340d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:57.616778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network hostable DHCP agents. Network: 67edcdcf-707d-4cc0-a817-031d37e60ebf, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:25:57.622734 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.640261 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1980155f-01e0-4bbb-ad25-9eebb3bf8889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:57.671034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1006f020-ce1b-4308-9b5c-accc9130cccb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:57.674434 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:57.704760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.708050 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1006f020-ce1b-4308-9b5c-accc9130cccb HTTP/1.1" status: 204 len: 168 time: 0.5290294 Nov 09 11:25:57.734898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=ec139999-d367-41a9-9763-ed6dded01ce3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:57.739246 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:57.752335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': 'a1752742-a75d-44c6-9592-02836ff80959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07739137-feb6-49d6-9efa-365780f51e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:57.752335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: 07739137-feb6-49d6-9efa-365780f51e51, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:25:57.816881 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3662834 Nov 09 11:25:57.831001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Request body: {'port': {'device_id': '57343784-4402-4d98-9277-6c74a1fc8298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:57.875834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2bc5f186-73c0-491d-91c2-483e21ac1b5b None None] Provisioning for port d7479bad-9b9a-4097-a559-45acae3642c0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:25:57.881897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2bc5f186-73c0-491d-91c2-483e21ac1b5b None None] Provisioning complete for port d7479bad-9b9a-4097-a559-45acae3642c0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:25:57.882444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f186-73c0-491d-91c2-483e21ac1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:57.917328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 07739137-feb6-49d6-9efa-365780f51e51 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:25:57.991879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network 67edcdcf-707d-4cc0-a817-031d37e60ebf is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:25:57.998745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5f186-73c0-491d-91c2-483e21ac1b5b None None] Port d7479bad-9b9a-4097-a559-45acae3642c0 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:25:58.016606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b3d0bad4-d5a7-4d85-aea4-544dd98a733d req-8b500d35-a012-476f-aa15-67e1a174b4e9 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.2738471 Nov 09 11:25:58.079528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 67edcdcf-707d-4cc0-a817-031d37e60ebf) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:58.086094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:58.086929 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.092390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1696e38-ad50-4978-9ab5-7498382635ab None None] Network 67edcdcf-707d-4cc0-a817-031d37e60ebf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:58.103866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 07739137-feb6-49d6-9efa-365780f51e51) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:58.113610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:58.116721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.132299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b6e8e-3e36-4e05-a08d-56f187537f89 None None] Network 07739137-feb6-49d6-9efa-365780f51e51 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:58.157852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.175848 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5832486 Nov 09 11:25:58.180207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44816) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:58.185595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-620126023', 'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:58.195774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:58.200811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:port and tenant:280011dc7ea8454b86f88369eea198b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:58.206286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:58.217865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:58.243863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8374977 Nov 09 11:25:58.247250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44820) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:58.253691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1081895581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:25:58.273430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:58.298294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:58.317176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Made reservation on behalf of 280011dc7ea8454b86f88369eea198b6 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:25:58.320050 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.412313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] device_id is not set on port 0d9e4a10-03c1-42e7-ad42-29ca68cdb097 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:25:58.551235 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.552183 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.602390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Allocated IP 172.20.0.5 (67edcdcf-707d-4cc0-a817-031d37e60ebf/37578243-c610-49bb-af60-3e09db92fe8e/0d9e4a10-03c1-42e7-ad42-29ca68cdb097) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:58.615823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.729707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670192d1-c316-439d-977e-9f4244358568 req-fba11533-c6fc-428c-9374-32ea9968546c tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:58.729953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-670192d1-c316-439d-977e-9f4244358568 req-fba11533-c6fc-428c-9374-32ea9968546c tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Synchronizing usage tracker for tenant:3528ff3b85cf4f81931c63706e93fe2c on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:58.771007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.864872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7479bad-9b9a-4097-a559-45acae3642c0 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:25:58.873660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44838) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:58.879883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-670192d1-c316-439d-977e-9f4244358568 req-fba11533-c6fc-428c-9374-32ea9968546c tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Unset dirty status for tenant:3528ff3b85cf4f81931c63706e93fe2c on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:58.881487 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-670192d1-c316-439d-977e-9f4244358568 req-fba11533-c6fc-428c-9374-32ea9968546c tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 936 time: 0.3570704 Nov 09 11:25:58.883582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.927258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b45bc-412a-4ad1-8c85-50be7115f0de None None] Network 67edcdcf-707d-4cc0-a817-031d37e60ebf requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:25:58.945479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.948830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.957706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-07739137-feb6-49d6-9efa-365780f51e51', 'network_id': '07739137-feb6-49d6-9efa-365780f51e51', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': 'ec139999-d367-41a9-9763-ed6dded01ce3'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:25:58.958897 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:58.976871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Transition to ACTIVE for port object d7479bad-9b9a-4097-a559-45acae3642c0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:59.007905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-670192d1-c316-439d-977e-9f4244358568 req-a207260a-295d-4bbe-81eb-63abe976e6dc tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Synchronizing usage tracker for tenant:3528ff3b85cf4f81931c63706e93fe2c on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:25:59.040568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:25:59.045967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:25:59.050065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:25:59.054129 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.063807 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:59.112840 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.115441 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.122704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b42dae0f-f798-4d04-bb92-24f8850ed2aa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8682940 Nov 09 11:25:59.127021 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-55287afd-2964-417b-8257-b37670d3ca68 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:59.225338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44846) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:59.283636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:25:59.289483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-670192d1-c316-439d-977e-9f4244358568 req-a207260a-295d-4bbe-81eb-63abe976e6dc tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Unset dirty status for tenant:3528ff3b85cf4f81931c63706e93fe2c on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:25:59.290636 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-670192d1-c316-439d-977e-9f4244358568 req-a207260a-295d-4bbe-81eb-63abe976e6dc tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876832 Nov 09 11:25:59.467172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Pushing event updated for resources: {'Port': ['ID=d7479bad-9b9a-4097-a559-45acae3642c0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:59.470499 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:59.508186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Allocated IP 172.20.0.2 (07739137-feb6-49d6-9efa-365780f51e51/ec139999-d367-41a9-9763-ed6dded01ce3/8598c5c2-4d43-494e-85e0-2249473011ae) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:25:59.573122 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cbba6a54-cd1b-4934-bf7a-d4c18bc4e173 req-02acd6e8-9345-4020-861d-a68a2731ec41 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.2050748 Nov 09 11:25:59.612743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Attempting to bind port d7479bad-9b9a-4097-a559-45acae3642c0 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:25:59.613300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Attempting to bind port d7479bad-9b9a-4097-a559-45acae3642c0 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:25:59.613737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Attempting to bind port d7479bad-9b9a-4097-a559-45acae3642c0 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:59.632312 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.638928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Port d7479bad-9b9a-4097-a559-45acae3642c0 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:25:59.639294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Attempting to bind port d7479bad-9b9a-4097-a559-45acae3642c0 on network 6583ce2c-1c68-4983-b0d6-b87935eb18bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:25:59.653144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:25:59.653801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Checking segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:25:59.660275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Bound using segment: {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:25:59.660275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Bound port: d7479bad-9b9a-4097-a559-45acae3642c0, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9909e02-ca35-42a2-826c-b5b8f3d9eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:25:59.660275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.679005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network 67edcdcf-707d-4cc0-a817-031d37e60ebf is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:25:59.710712 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:25:59.716426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Port': ['ID=0d9e4a10-03c1-42e7-ad42-29ca68cdb097,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:59.734303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:25:59.765226 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:59.767153 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.852946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] For port d7479bad-9b9a-4097-a559-45acae3642c0, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:25:59.857763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] For port d7479bad-9b9a-4097-a559-45acae3642c0, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d7479bad-9b9a-4097-a559-45acae3642c0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:25:59.860022 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b83b861f-b077-4dce-8592-73ba0509cbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:59.877380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:25:59.878966 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.913421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 1.0386202 Nov 09 11:25:59.916867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44862) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:25:59.924010 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.930718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5289ecbb-bdef-402a-843f-b8639bddb29b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:25:59.932626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Transition to ACTIVE for port object 8598c5c2-4d43-494e-85e0-2249473011ae will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:25:59.936450 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:25:59.940632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:25:59.968070 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd62bcd7-45a5-411b-8c83-4245666ed1db tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:25:59.978485 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Transition to ACTIVE for port object 8598c5c2-4d43-494e-85e0-2249473011ae will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:00.042987 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.044563 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] 10.222.0.59 "PUT /v2.0/ports/d7479bad-9b9a-4097-a559-45acae3642c0 HTTP/1.1" status: 200 len: 1096 time: 2.2200592 Nov 09 11:26:00.045177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57343784-4402-4d98-9277-6c74a1fc8298', 'tag': 'd7479bad-9b9a-4097-a559-45acae3642c0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:26:00.073730 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.082844 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:00.119956 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.150534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9704823 Nov 09 11:26:00.162403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.165709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44872) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:00.227023 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57343784-4402-4d98-9277-6c74a1fc8298', 'tag': 'd7479bad-9b9a-4097-a559-45acae3642c0', 'status': 'completed', 'code': 200} Nov 09 11:26:00.242619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Network 07739137-feb6-49d6-9efa-365780f51e51 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:00.251026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:00.258534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:00.260932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Pushing event updated for resources: {'Port': ['ID=8598c5c2-4d43-494e-85e0-2249473011ae,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:00.261086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Pushing event updated for resources: {'Port': ['ID=d7479bad-9b9a-4097-a559-45acae3642c0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:00.270530 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:00.273404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.273756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.274091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.274421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.274749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.275237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.275468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.276002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.276349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.276583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.276923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:00.288131 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:00.296187 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.303661 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43dcbb8a-9cec-4e16-b1d3-97e6ef2b53c3 tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:00.332642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5289ecbb-bdef-402a-843f-b8639bddb29b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:00.334507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Deleting port 0d9e4a10-03c1-42e7-ad42-29ca68cdb097 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:00.334766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.357179 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:00.380290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.381441 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5289ecbb-bdef-402a-843f-b8639bddb29b HTTP/1.1" status: 204 len: 168 time: 0.4635623 Nov 09 11:26:00.395981 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-199da005-e759-48d5-9d6c-4e6b6e3a7502 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3528ff3b85cf4f81931c63706e93fe2c&device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 1099 time: 0.1735549 Nov 09 11:26:00.505014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Attempting to bind port 8598c5c2-4d43-494e-85e0-2249473011ae on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:00.505391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Attempting to bind port 8598c5c2-4d43-494e-85e0-2249473011ae by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'a1752742-a75d-44c6-9592-02836ff80959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07739137-feb6-49d6-9efa-365780f51e51'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:00.505761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Attempting to bind port 8598c5c2-4d43-494e-85e0-2249473011ae on network 07739137-feb6-49d6-9efa-365780f51e51 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:00.514815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:00.515234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Checking segment: {'id': 'a1752742-a75d-44c6-9592-02836ff80959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07739137-feb6-49d6-9efa-365780f51e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:00.515683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.516087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Bound using segment: {'id': 'a1752742-a75d-44c6-9592-02836ff80959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07739137-feb6-49d6-9efa-365780f51e51'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:00.516620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Bound port: 8598c5c2-4d43-494e-85e0-2249473011ae, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1752742-a75d-44c6-9592-02836ff80959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07739137-feb6-49d6-9efa-365780f51e51'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:00.517005 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.525536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-3e6e7f15-a1fd-4011-9508-1a1c5fb835da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d7479bad-9b9a-4097-a559-45acae3642c0 HTTP/1.1" status: 200 len: 217 time: 0.1191256 Nov 09 11:26:00.543051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.649985 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] For port 8598c5c2-4d43-494e-85e0-2249473011ae, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:00.654398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] For port 8598c5c2-4d43-494e-85e0-2249473011ae, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8598c5c2-4d43-494e-85e0-2249473011ae,segment=NetworkSegment(a1752742-a75d-44c6-9592-02836ff80959),segment_id=a1752742-a75d-44c6-9592-02836ff80959)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:00.699801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6429c7-15ae-46d9-a652-110fe805831f req-a4c2f1c2-8eb9-4f87-8e31-92235c3af7d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:00.703704 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-a4c2f1c2-8eb9-4f87-8e31-92235c3af7d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.1735773 Nov 09 11:26:00.729206 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:00.735005 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-c2fba7bf-9aa7-40cd-9b73-800e1f7ace26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:00.862109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44886) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:00.944713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb8a39-6c58-4eeb-b182-f77008aeb86f req-8ff16c66-b078-4eba-8b0c-904d6fbaf632 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:00.946388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fbb8a39-6c58-4eeb-b182-f77008aeb86f req-8ff16c66-b078-4eba-8b0c-904d6fbaf632 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 948 time: 0.3446269 Nov 09 11:26:00.990276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-fd5b27d6-ea59-46e3-b072-199d6fd48541 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2795970 Nov 09 11:26:01.075919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Pushing event updated for resources: {'Port': ['ID=8598c5c2-4d43-494e-85e0-2249473011ae,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:01.080562 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:01.111392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6fbb8a39-6c58-4eeb-b182-f77008aeb86f req-563977a5-efbb-40bd-8e71-3b4f398c1f9f tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577156 Nov 09 11:26:01.202386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:01.213611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-529908bd-0f96-427c-bac8-1239729cce16 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147069 Nov 09 11:26:01.245288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-53d5d935-7bd9-4781-bd59-996617e1e29a req-5520f1c7-4926-472e-b4a5-fb1bcaca89a0 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd07912d-5295-4f37-91b3-2d54460c26cb HTTP/1.1" status: 200 len: 210 time: 0.1339498 Nov 09 11:26:01.255579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:01.357649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:01.370557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Usage tracker for resource:security_group_rule and tenant:7a724493c0b941748bda89320c705b3e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:01.375854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:01.384913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:01.431528 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ab6429c7-15ae-46d9-a652-110fe805831f req-7dc6ad80-2b6f-4e0b-8187-4e4d83f58129 service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097943 Nov 09 11:26:01.461123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Calling delete_port for 0d9e4a10-03c1-42e7-ad42-29ca68cdb097 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:01.491985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:01.592195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:01.600112 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:01.659800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bec67a-6c38-4dbf-9c44-35c77fe795db,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:01.666523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a724493c0b941748bda89320c705b3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7996552 Nov 09 11:26:01.667893 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:01.668336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44892) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:01.671469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-05d4ef0b-7ad5-41a6-9481-96e3736b24af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3528ff3b85cf4f81931c63706e93fe2c&device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 1099 time: 0.1310358 Nov 09 11:26:01.740286 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.20.0.1 (07739137-feb6-49d6-9efa-365780f51e51/ec139999-d367-41a9-9763-ed6dded01ce3/ddf3603c-067a-489f-9950-e2666cb42e9b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:01.753617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8598c5c2-4d43-494e-85e0-2249473011ae up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:01.848826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:01.860785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-60a013f0-717e-4e41-8b04-34601bd63d8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:01.862231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-60a013f0-717e-4e41-8b04-34601bd63d8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6583ce2c-1c68-4983-b0d6-b87935eb18bc HTTP/1.1" status: 200 len: 870 time: 0.1775877 Nov 09 11:26:01.866868 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:01.879785 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e081d00d-da1f-469e-922c-d9a0b979972a tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:01.941583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d9e4a10-03c1-42e7-ad42-29ca68cdb097,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:01.944896 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:01.950040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:01.985974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 8598c5c2-4d43-494e-85e0-2249473011ae completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:02.076234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.108718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object ddf3603c-067a-489f-9950-e2666cb42e9b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:02.116072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.143723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-7789d475-e4c1-4ca2-b6e2-94f72244c333 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d7479bad-9b9a-4097-a559-45acae3642c0 HTTP/1.1" status: 200 len: 217 time: 0.2684939 Nov 09 11:26:02.153914 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "DELETE /v2.0/ports/0d9e4a10-03c1-42e7-ad42-29ca68cdb097 HTTP/1.1" status: 204 len: 168 time: 1.9845538 Nov 09 11:26:02.155303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:02.165901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf', 'external_fixed_ips': [{'subnet_id': '37578243-c610-49bb-af60-3e09db92fe8e', 'ip_address': '172.20.0.5'}]}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:02.172314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:02.176851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:router and tenant:280011dc7ea8454b86f88369eea198b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:02.180107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:02.187562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:02.220163 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.224288 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97022dad-aaa9-4490-b419-206e510c0058 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:02.230143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-bc39f9aa-621e-4193-a77c-7295c81936a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:02.232871 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-bc39f9aa-621e-4193-a77c-7295c81936a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc HTTP/1.1" status: 200 len: 843 time: 0.0824776 Nov 09 11:26:02.287589 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.288770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.300761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 07739137-feb6-49d6-9efa-365780f51e51 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:02.308484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:02.312263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=ddf3603c-067a-489f-9950-e2666cb42e9b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:02.314557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:02.345761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.346093 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:02.349685 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1d64bbea-7a05-4af2-b035-b98ddf27b676 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:02.367782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bec67a-6c38-4dbf-9c44-35c77fe795db,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:02.371718 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:02.387808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.387973 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.387973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1bec67a-6c38-4dbf-9c44-35c77fe795db HTTP/1.1" status: 204 len: 168 time: 0.7148619 Nov 09 11:26:02.400372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c97ce-9e95-4bd0-8419-4095aac685fe None None] Network 07739137-feb6-49d6-9efa-365780f51e51 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:02.411492 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.484289 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-110bb96f-f913-40ce-b1b5-df018acaca44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6583ce2c-1c68-4983-b0d6-b87935eb18bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440515 Nov 09 11:26:02.500364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eebe74-0d55-49bb-9a02-f76168222a13 req-33d32424-141c-46e2-8713-f56e67216e27 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:02.501942 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5eebe74-0d55-49bb-9a02-f76168222a13 req-33d32424-141c-46e2-8713-f56e67216e27 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 948 time: 0.2087150 Nov 09 11:26:02.616499 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Provisioning for port 8598c5c2-4d43-494e-85e0-2249473011ae completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:02.624287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Provisioning complete for port 8598c5c2-4d43-494e-85e0-2249473011ae triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:02.625173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.646841 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-a6f98628-fcb1-421c-838c-822755fd4cac service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438470 Nov 09 11:26:02.652676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44910) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:02.690295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.735599 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.803844 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.847241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5eebe74-0d55-49bb-9a02-f76168222a13 req-a1818354-a438-42f7-9b2f-1a6d657e0b1d tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987801 Nov 09 11:26:02.854202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] For port 8598c5c2-4d43-494e-85e0-2249473011ae, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8598c5c2-4d43-494e-85e0-2249473011ae,segment=NetworkSegment(a1752742-a75d-44c6-9592-02836ff80959),segment_id=a1752742-a75d-44c6-9592-02836ff80959)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:02.895275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.916806 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7590c47-7e9d-4aaf-a7f7-41a8044d172b req-734d6584-95ef-4ed4-9556-5bd0c6f098da service neutron] 10.222.0.59 "GET /v2.0/networks/6583ce2c-1c68-4983-b0d6-b87935eb18bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541134 Nov 09 11:26:02.933852 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.934941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:02.936548 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fd037798-7737-48a1-840d-8424e0cb75d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:03.076523 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.080430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Pushing event updated for resources: {'Port': ['ID=8598c5c2-4d43-494e-85e0-2249473011ae,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:03.092044 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:03.094482 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b75e4346-f32d-44e3-be83-1cd1a83c4739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:03.114078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3479cda-df15-43e5-bb51-7f24b3ba5387,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:03.117414 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:03.178963 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.180997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/security-groups/d3479cda-df15-43e5-bb51-7f24b3ba5387 HTTP/1.1" status: 204 len: 168 time: 0.5314748 Nov 09 11:26:03.184403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44922) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:03.204272 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-7d365388-8a1e-4f21-9774-23c37818bb30 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] show failed (client error): The resource could not be found. Nov 09 11:26:03.205520 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7d365388-8a1e-4f21-9774-23c37818bb30 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "GET /v2.0/security-groups/d3479cda-df15-43e5-bb51-7f24b3ba5387 HTTP/1.1" status: 404 len: 347 time: 0.0194185 Nov 09 11:26:03.212028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:03.334211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b2666c52-80bd-4bca-b12c-3e07f98c0e9a None None] Provisioning for port ddf3603c-067a-489f-9950-e2666cb42e9b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:03.339547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b2666c52-80bd-4bca-b12c-3e07f98c0e9a None None] Provisioning complete for port ddf3603c-067a-489f-9950-e2666cb42e9b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:03.340143 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b2666c52-80bd-4bca-b12c-3e07f98c0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.397256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b2666c52-80bd-4bca-b12c-3e07f98c0e9a None None] Port ddf3603c-067a-489f-9950-e2666cb42e9b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:03.410077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b2666c52-80bd-4bca-b12c-3e07f98c0e9a None None] Provisioning complete for port 8598c5c2-4d43-494e-85e0-2249473011ae triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:03.411009 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b2666c52-80bd-4bca-b12c-3e07f98c0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.524864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port ff318551-4e80-4508-a749-7504d7d538e7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:03.525473 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.676137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-86400d4b-6c7b-4af1-950e-d53406935e98 None None] Provisioning complete for port ddf3603c-067a-489f-9950-e2666cb42e9b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:03.676540 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-86400d4b-6c7b-4af1-950e-d53406935e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.704379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8598c5c2-4d43-494e-85e0-2249473011ae up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:03.780180 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-86400d4b-6c7b-4af1-950e-d53406935e98 None None] Port ddf3603c-067a-489f-9950-e2666cb42e9b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:03.786666 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.796150 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.805958 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.806097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8598c5c2-4d43-494e-85e0-2249473011ae triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:03.806097 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.946405 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:03.985248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for ff318551-4e80-4508-a749-7504d7d538e7 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:04.015490 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70767583-494b-46a9-824f-2689edfb6dc2 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:04.162744 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:04.230526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:04.250138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=ddf3603c-067a-489f-9950-e2666cb42e9b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:04.255525 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:04.305018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:04.378571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d7479bad-9b9a-4097-a559-45acae3642c0 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:26:04.528853 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d7479bad-9b9a-4097-a559-45acae3642c0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d7479bad-9b9a-4097-a559-45acae3642c0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:04.547886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'd7479bad-9b9a-4097-a559-45acae3642c0', 'network_id': '6583ce2c-1c68-4983-b0d6-b87935eb18bc', 'port_id': 'd7479bad-9b9a-4097-a559-45acae3642c0', 'mac_address': 'fa:16:3e:8d:24:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a102449-e0e4-4aca-8dfe-2a5bcc69e1dc', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:26:04.560853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:04.622994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:04.647843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7479bad-9b9a-4097-a559-45acae3642c0 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:26:04.655433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87a6d-082b-4d67-9b2c-d45a05de30b3 req-fe187921-019f-4505-ad1b-f516393db14e tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:04.656878 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7db87a6d-082b-4d67-9b2c-d45a05de30b3 req-fe187921-019f-4505-ad1b-f516393db14e tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 948 time: 0.6037271 Nov 09 11:26:04.664708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d7479bad-9b9a-4097-a559-45acae3642c0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d7479bad-9b9a-4097-a559-45acae3642c0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:04.717851 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:04.720931 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:04.788240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 07739137-feb6-49d6-9efa-365780f51e51 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:04.793086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:04.793499 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d7479bad-9b9a-4097-a559-45acae3642c0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:04.796682 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:04.801235 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84099836-b3c0-4063-af91-01ef45328acc tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:04.830357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:04.920953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=ff318551-4e80-4508-a749-7504d7d538e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:04.935129 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7db87a6d-082b-4d67-9b2c-d45a05de30b3 req-9e5277a9-d377-4ad5-82e8-5e25a1224e5b tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606587 Nov 09 11:26:04.997636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d7479bad-9b9a-4097-a559-45acae3642c0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:26:04.999603 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:05.070919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44972) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:05.164336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-52fcaa93-91b2-4046-a252-cd36126078a4 None None] Provisioning complete for port ddf3603c-067a-489f-9950-e2666cb42e9b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:05.164898 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-52fcaa93-91b2-4046-a252-cd36126078a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.205306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Allocated IP 172.20.0.5 (67edcdcf-707d-4cc0-a817-031d37e60ebf/37578243-c610-49bb-af60-3e09db92fe8e/830d3212-cf82-4053-afe4-5119f1da6bf4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:05.251603 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.251830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-52fcaa93-91b2-4046-a252-cd36126078a4 None None] Port ddf3603c-067a-489f-9950-e2666cb42e9b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:05.277774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.292584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:05.298030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc412de628544f18da90d6a63dbe0b7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:05.301394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:05.309074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:05.391181 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.481216 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.488964 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50f167c2-4dcf-4f08-ba6e-5052e2c95b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:05.495078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.496210 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/floatingips/35fb3226-bcdd-417f-a34d-3a96e6fbe31e HTTP/1.1" status: 204 len: 168 time: 2.2832570 Nov 09 11:26:05.504065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44978) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:05.523281 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.581839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce536e-907f-42bd-8c78-a78f9344eb9a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:05.594454 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:05.600460 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbc412de628544f18da90d6a63dbe0b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5277531 Nov 09 11:26:05.602432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44982) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:05.604814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port 886f842b-401a-42d4-b99c-93146fb9d3ea {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:05.605157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.662913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router b345cafd-d3e6-4944-88dc-f7d84465411f is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:05.666859 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.673422 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:05.710601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.774418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network 67edcdcf-707d-4cc0-a817-031d37e60ebf is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:05.780910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:05.783956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:05.840420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Port': ['ID=830d3212-cf82-4053-afe4-5119f1da6bf4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:05.848014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:05.874821 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:05.880016 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.007862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for 886f842b-401a-42d4-b99c-93146fb9d3ea owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:06.224268 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.259894 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.260665 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-737ff1d0-68d2-457d-9254-2b627feba04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:06.267512 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:06.291488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce536e-907f-42bd-8c78-a78f9344eb9a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:06.301373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:06.308764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.312858 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fce536e-907f-42bd-8c78-a78f9344eb9a HTTP/1.1" status: 204 len: 168 time: 0.7069371 Nov 09 11:26:06.318108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=886f842b-401a-42d4-b99c-93146fb9d3ea,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:06.321504 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:06.330346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:06.337294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/b345cafd-d3e6-4944-88dc-f7d84465411f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1099856 Nov 09 11:26:06.344678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 44992) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:06.345308 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] Sync routers for ids ['b345cafd-d3e6-4944-88dc-f7d84465411f'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:06.359815 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] Routers {'b345cafd-d3e6-4944-88dc-f7d84465411f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:06.360434 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b345cafd-d3e6-4944-88dc-f7d84465411f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:06.373156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d7479bad-9b9a-4097-a559-45acae3642c0 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:06.437534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.440463 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:06.463103 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] Routers {'b345cafd-d3e6-4944-88dc-f7d84465411f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:06.463103 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b345cafd-d3e6-4944-88dc-f7d84465411f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:06.468310 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/ports/886f842b-401a-42d4-b99c-93146fb9d3ea HTTP/1.1" status: 204 len: 168 time: 0.9556577 Nov 09 11:26:06.468310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 44996) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:06.508706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669bbc47-c587-4a2f-9499-e63c8b4bfbaa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:06.510053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-669bbc47-c587-4a2f-9499-e63c8b4bfbaa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:26:06.535136 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:06.536511 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2e960-dc91-479c-aba1-8fda7dd10cf4 None None] The sync data for ids ['b345cafd-d3e6-4944-88dc-f7d84465411f'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:06.540446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c121007-3763-49c5-a547-0ad32408fa3c req-a9a93711-ff54-484b-8091-97c91b18fdba tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:06.549434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c121007-3763-49c5-a547-0ad32408fa3c req-a9a93711-ff54-484b-8091-97c91b18fdba tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 949 time: 0.3314977 Nov 09 11:26:06.557327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port 528e0f79-b169-4020-853c-b0a8943d4b3f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:06.557678 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.563156 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.608732 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c121007-3763-49c5-a547-0ad32408fa3c req-045c9454-8365-4a07-8be6-53b6f665708d tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Nov 09 11:26:06.617665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.618482 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.619667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port d7479bad-9b9a-4097-a559-45acae3642c0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:06.634533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port d7479bad-9b9a-4097-a559-45acae3642c0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:06.635239 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.680776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-669bbc47-c587-4a2f-9499-e63c8b4bfbaa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:26:06.681688 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-669bbc47-c587-4a2f-9499-e63c8b4bfbaa tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports/ddf3603c-067a-489f-9950-e2666cb42e9b HTTP/1.1" status: 200 len: 910 time: 0.3307145 Nov 09 11:26:06.689574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45000) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:06.707749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec139999-d367-41a9-9763-ed6dded01ce3'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:06.907868 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:06.942717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57343784-4402-4d98-9277-6c74a1fc8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7479bad-9b9a-4097-a559-45acae3642c0'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:26:06.973098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port d7479bad-9b9a-4097-a559-45acae3642c0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d7479bad-9b9a-4097-a559-45acae3642c0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:07.031949 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:07.033930 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:07.118623 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57343784-4402-4d98-9277-6c74a1fc8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7479bad-9b9a-4097-a559-45acae3642c0', 'code': 200} Nov 09 11:26:07.129638 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:07.161948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=d7479bad-9b9a-4097-a559-45acae3642c0,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:07.165355 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:07.228628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:07.312074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Calling delete_port for 528e0f79-b169-4020-853c-b0a8943d4b3f owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:07.418358 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e510ee8-e3db-4fce-91d2-e6a922de24a5 req-0c551215-b47e-4455-8281-69139eab62b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 1101 time: 0.2188671 Nov 09 11:26:07.520641 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e510ee8-e3db-4fce-91d2-e6a922de24a5 req-c49ee1b7-49a3-4e69-b722-819ca54c4e33 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713437 Nov 09 11:26:07.545216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Router f021d3ff-707a-43d0-a78d-c9f110249bb4 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:07.572872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:07.580995 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ece040e4-f505-4532-b12b-367912f1b62a tempest-TestServerMultinode-924025676 tempest-TestServerMultinode-924025676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:07.633047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Port': ['ID=528e0f79-b169-4020-853c-b0a8943d4b3f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:07.633047 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:07.754884 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:07.786999 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/ports/528e0f79-b169-4020-853c-b0a8943d4b3f HTTP/1.1" status: 204 len: 168 time: 1.3167009 Nov 09 11:26:07.788135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45026) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:08.051611 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.083552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:08.098560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Sync routers for ids ['f021d3ff-707a-43d0-a78d-c9f110249bb4'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:08.101939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6640d-680f-4c78-91bf-6bf8d374e667 req-425a6b32-69ae-4010-bdf6-a95709f97c5a tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:08.116809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eaa6640d-680f-4c78-91bf-6bf8d374e667 req-425a6b32-69ae-4010-bdf6-a95709f97c5a tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 950 time: 0.2670684 Nov 09 11:26:08.137047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Routers {'f021d3ff-707a-43d0-a78d-c9f110249bb4'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:08.139613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f021d3ff-707a-43d0-a78d-c9f110249bb4'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:08.143435 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.229832 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:08.231799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting subnet 39fdb504-6af9-4c5e-b06d-b15721513178 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:26:08.235395 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.292715 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-eaa6640d-680f-4c78-91bf-6bf8d374e667 req-8bf6a248-2237-46e5-b15f-aa8beb956578 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778703 Nov 09 11:26:08.317458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.422900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.436445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Set router f021d3ff-707a-43d0-a78d-c9f110249bb4 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:08.473222 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.477223 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3157783 Nov 09 11:26:08.477424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45040) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:08.494729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=ddf3603c-067a-489f-9950-e2666cb42e9b,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:08.499907 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:08.513405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:08.514282 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.518216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/ports/ddf3603c-067a-489f-9950-e2666cb42e9b HTTP/1.1" status: 200 len: 910 time: 1.8166220 Nov 09 11:26:08.518538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45044) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:08.695815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.700944 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7d5305db-00d7-4fea-a38d-60624907b37a tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:08.741929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Subnet': ['ID=39fdb504-6af9-4c5e-b06d-b15721513178,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:08.745189 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:08.760130 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:08.781230 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/subnets/39fdb504-6af9-4c5e-b06d-b15721513178 HTTP/1.1" status: 204 len: 168 time: 0.9918375 Nov 09 11:26:08.783969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45050) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:08.831687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233cc39-2dc8-4be0-9343-69e4e678e721 None None] Network d452b088-5da4-4d2e-b403-6b36975ebdc7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:08.969219 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.007509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.050544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021d3ff-707a-43d0-a78d-c9f110249bb4', 'name': '', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf', 'external_fixed_ips': [{'subnet_id': '37578243-c610-49bb-af60-3e09db92fe8e', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '830d3212-cf82-4053-afe4-5119f1da6bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:02Z', 'updated_at': '2021-11-09T11:26:06Z', 'revision_number': 3, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port': {'id': '830d3212-cf82-4053-afe4-5119f1da6bf4', 'name': '', 'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f021d3ff-707a-43d0-a78d-c9f110249bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '37578243-c610-49bb-af60-3e09db92fe8e', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:04Z', 'updated_at': '2021-11-09T11:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37578243-c610-49bb-af60-3e09db92fe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:09.055742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Checking router: f021d3ff-707a-43d0-a78d-c9f110249bb4 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:09.056099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Updating router f021d3ff-707a-43d0-a78d-c9f110249bb4 port 830d3212-cf82-4053-afe4-5119f1da6bf4 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:26:09.186583 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.250831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] DHCP port deletion for d452b088-5da4-4d2e-b403-6b36975ebdc7 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:26:09.263937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Deleting port f5643480-4404-4303-b945-b74104ae8772 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:09.264594 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.428898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting subnet 66198a95-6ef2-4128-8e46-9e30757e7b09 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:26:09.433119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.647489 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.761019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f5643480-4404-4303-b945-b74104ae8772 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:09.782002 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.854437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] For port f5643480-4404-4303-b945-b74104ae8772, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f5643480-4404-4303-b945-b74104ae8772,segment=NetworkSegment(12dcc4bd-e1db-479d-bc7b-eb23041ceed7),segment_id=12dcc4bd-e1db-479d-bc7b-eb23041ceed7)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:09.855132 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.887290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce6881-6fb9-4425-82a9-0411374aace9 req-70795b00-421c-4841-a174-ceee4101e150 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:09.889060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ce6881-6fb9-4425-82a9-0411374aace9 req-70795b00-421c-4841-a174-ceee4101e150 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 950 time: 0.3309543 Nov 09 11:26:09.895622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port ddf3603c-067a-489f-9950-e2666cb42e9b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:09.896200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:09.964294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.005592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d9ce6881-6fb9-4425-82a9-0411374aace9 req-0bd80cc6-4da8-4437-bf11-91e72fbc1924 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969558 Nov 09 11:26:10.006892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.011827 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-316cd51f-a3dd-4bfa-a5b1-e42e06bf0316 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:10.073531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Subnet': ['ID=66198a95-6ef2-4128-8e46-9e30757e7b09,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:10.077693 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:10.080936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Deleting port 830d3212-cf82-4053-afe4-5119f1da6bf4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:10.081589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.091825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Calling delete_port for f5643480-4404-4303-b945-b74104ae8772 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:10.126841 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:26:10.148874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6be258-4a58-4d84-a604-c1b6aa4d55e1 None None] Network 1b97fa72-da0e-4d01-af72-419d0b5a182d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:10.155618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.172931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/subnets/66198a95-6ef2-4128-8e46-9e30757e7b09 HTTP/1.1" status: 204 len: 168 time: 1.3874354 Nov 09 11:26:10.173864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45078) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:10.227089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.389307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for ddf3603c-067a-489f-9950-e2666cb42e9b owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:10.475045 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.494788 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.495423 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.518725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Deleting port f5643480-4404-4303-b945-b74104ae8772 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:10.519068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.595304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Transition to ACTIVE for port object 830d3212-cf82-4053-afe4-5119f1da6bf4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:10.598215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.647138 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.662448 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:10.705542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] DHCP port deletion for 1b97fa72-da0e-4d01-af72-419d0b5a182d request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:26:10.707760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] No DVR routers for this DVR port f5643480-4404-4303-b945-b74104ae8772 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:26:10.709885 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Pushing event deleted for resources: {'Port': ['ID=f5643480-4404-4303-b945-b74104ae8772,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:10.713568 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:10.715266 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Deleting port e350ba70-fb53-4fd1-8f3a-202db23c91b4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:10.715669 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.751109 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.764222 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:10.826969 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.847978 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a28b2fcc-9de1-456f-9b98-2067e657f4f5 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:10.885018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] The port 'f5643480-4404-4303-b945-b74104ae8772' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:26:10.893510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Calling delete_port for 830d3212-cf82-4053-afe4-5119f1da6bf4 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:10.896212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Attempting to bind port 830d3212-cf82-4053-afe4-5119f1da6bf4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:10.896588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Attempting to bind port 830d3212-cf82-4053-afe4-5119f1da6bf4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'c06a73cb-d941-4c20-99f8-1e4eef9340d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:10.896943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Attempting to bind port 830d3212-cf82-4053-afe4-5119f1da6bf4 on network 67edcdcf-707d-4cc0-a817-031d37e60ebf {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:10.899118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ba622-f17a-475a-b618-aad110ba0796 None None] Pushing event updated for resources: {'Port': ['ID=830d3212-cf82-4053-afe4-5119f1da6bf4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:10.905158 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-005ba622-f17a-475a-b618-aad110ba0796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:10.926315 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:10.926697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Checking segment: {'id': 'c06a73cb-d941-4c20-99f8-1e4eef9340d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:10.927134 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:10.927535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Bound using segment: {'id': 'c06a73cb-d941-4c20-99f8-1e4eef9340d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:10.928020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Bound port: 830d3212-cf82-4053-afe4-5119f1da6bf4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06a73cb-d941-4c20-99f8-1e4eef9340d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67edcdcf-707d-4cc0-a817-031d37e60ebf'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:10.928397 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.013948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] For port 830d3212-cf82-4053-afe4-5119f1da6bf4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:11.017342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] For port 830d3212-cf82-4053-afe4-5119f1da6bf4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=830d3212-cf82-4053-afe4-5119f1da6bf4,segment=NetworkSegment(c06a73cb-d941-4c20-99f8-1e4eef9340d5),segment_id=c06a73cb-d941-4c20-99f8-1e4eef9340d5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:11.113158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=ddf3603c-067a-489f-9950-e2666cb42e9b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:11.143823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.146788 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:11.152665 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:11.260560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] For port e350ba70-fb53-4fd1-8f3a-202db23c91b4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e350ba70-fb53-4fd1-8f3a-202db23c91b4,segment=NetworkSegment(3f0e39c9-96c9-4ba3-8fd1-014f65e63af8),segment_id=3f0e39c9-96c9-4ba3-8fd1-014f65e63af8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:11.260973 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.402080 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.430388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.452074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d452b088-5da4-4d2e-b403-6b36975ebdc7']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:11.460805 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Calling delete_port for e350ba70-fb53-4fd1-8f3a-202db23c91b4 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:11.475844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dcc4bd-e1db-479d-bc7b-eb23041ceed7') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:11.476190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dcc4bd-e1db-479d-bc7b-eb23041ceed7') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:11.491290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Routers {'f021d3ff-707a-43d0-a78d-c9f110249bb4'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:11.492257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f021d3ff-707a-43d0-a78d-c9f110249bb4'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:11.496443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.524939 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.533874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b15dbc-82a7-4b93-adbe-d787cc8ae314 req-56f0f56f-8ec5-4c3b-bac8-333f97b5ae99 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:11.535563 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4b15dbc-82a7-4b93-adbe-d787cc8ae314 req-56f0f56f-8ec5-4c3b-bac8-333f97b5ae99 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 950 time: 0.4610031 Nov 09 11:26:11.541116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:26:11.541524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:26:11.563260 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:26:11.566708 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:26:11.566708 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:26:11.648971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ba622-f17a-475a-b618-aad110ba0796 None None] Pushing event updated for resources: {'Port': ['ID=830d3212-cf82-4053-afe4-5119f1da6bf4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:11.652402 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-005ba622-f17a-475a-b618-aad110ba0796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:11.696298 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e4b15dbc-82a7-4b93-adbe-d787cc8ae314 req-72caa6e1-50c0-4c16-b077-45678e2b2aa5 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335800 Nov 09 11:26:11.736069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] Set router f021d3ff-707a-43d0-a78d-c9f110249bb4 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:11.772801 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.776686 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e6c50e56-8c5e-4cc4-a598-9796d7a1c35e tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:11.799800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:11.813618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Network': ['ID=d452b088-5da4-4d2e-b403-6b36975ebdc7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:11.816776 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:11.900023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e350ba70-fb53-4fd1-8f3a-202db23c91b4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:11.923862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/networks/d452b088-5da4-4d2e-b403-6b36975ebdc7 HTTP/1.1" status: 204 len: 168 time: 1.7461877 Nov 09 11:26:11.926903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45108) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:12.089218 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.095104 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:12.119029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Deleting port 830d3212-cf82-4053-afe4-5119f1da6bf4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:12.119029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.119217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router b345cafd-d3e6-4944-88dc-f7d84465411f has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:26:12.142903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.168758 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:26:12.191176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021d3ff-707a-43d0-a78d-c9f110249bb4', 'name': '', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:02Z', 'updated_at': '2021-11-09T11:26:09Z', 'revision_number': 4, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.203622 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Pushing event deleted for resources: {'Port': ['ID=e350ba70-fb53-4fd1-8f3a-202db23c91b4,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:12.207246 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:12.217208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf43061-3818-45e7-896f-8d2585fa2d7b None None] The sync data for ids ['f021d3ff-707a-43d0-a78d-c9f110249bb4'] in n-d-817173-1 is: [{'id': 'f021d3ff-707a-43d0-a78d-c9f110249bb4', 'name': '', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:02Z', 'updated_at': '2021-11-09T11:26:09Z', 'revision_number': 4, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:12.222001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] No DVR routers for this DVR port e350ba70-fb53-4fd1-8f3a-202db23c91b4 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:26:12.237874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No active binding found for port e350ba70-fb53-4fd1-8f3a-202db23c91b4 {{(pid=84335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 09 11:26:12.238316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e350ba70-fb53-4fd1-8f3a-202db23c91b4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:26:12.332827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:12.344478 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] Sync routers for ids ['b345cafd-d3e6-4944-88dc-f7d84465411f'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:12.363167 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] Routers {'b345cafd-d3e6-4944-88dc-f7d84465411f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:12.364062 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b345cafd-d3e6-4944-88dc-f7d84465411f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.419295 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/b345cafd-d3e6-4944-88dc-f7d84465411f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8966663 Nov 09 11:26:12.419710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:12.450714 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.468970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-967a4358-17cc-4178-b318-8763fb238526 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:26:12.469763 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] Routers {'b345cafd-d3e6-4944-88dc-f7d84465411f'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:12.470383 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:25:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b345cafd-d3e6-4944-88dc-f7d84465411f'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.537121 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.537537 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0feb4f1-b524-4b82-b502-cb2f4f1fe80f None None] The sync data for ids ['b345cafd-d3e6-4944-88dc-f7d84465411f'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:12.541710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.557206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-967a4358-17cc-4178-b318-8763fb238526 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:26:12.562845 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-967a4358-17cc-4178-b318-8763fb238526 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=b345cafd-d3e6-4944-88dc-f7d84465411f HTTP/1.1" status: 200 len: 205 time: 0.1405878 Nov 09 11:26:12.564571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45130) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:12.601246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b97fa72-da0e-4d01-af72-419d0b5a182d']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.643000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.643293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0e39c9-96c9-4ba3-8fd1-014f65e63af8') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:12.651245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] For port 830d3212-cf82-4053-afe4-5119f1da6bf4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=830d3212-cf82-4053-afe4-5119f1da6bf4,segment=NetworkSegment(c06a73cb-d941-4c20-99f8-1e4eef9340d5),segment_id=c06a73cb-d941-4c20-99f8-1e4eef9340d5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:12.656689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.706185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291c7814-d457-4d70-b5ba-f61abbb2b79e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.781436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.796222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Calling delete_port for 830d3212-cf82-4053-afe4-5119f1da6bf4 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:12.843015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-0c0c9b3d-edeb-4611-9c1c-010ed367f9ef tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:12.845010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-0c0c9b3d-edeb-4611-9c1c-010ed367f9ef tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.59 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 950 time: 0.6570761 Nov 09 11:26:12.887065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.950825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:26:12.951233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:26:12.973114 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:26:13.115495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Deleting port d7479bad-9b9a-4097-a559-45acae3642c0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:13.116037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.264780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c205d87-92ec-4c40-b550-04e74351d1bf req-09a7f55b-28b0-4a70-9252-7bebc57407de tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:13.270432 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c205d87-92ec-4c40-b550-04e74351d1bf req-09a7f55b-28b0-4a70-9252-7bebc57407de tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 950 time: 0.3675909 Nov 09 11:26:13.270834 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.276070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.290766 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f300f6c0-30e3-4e69-95b2-62095708ad84 tempest-TagsExtTest-1127796660 tempest-TagsExtTest-1127796660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:13.295756 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291c7814-d457-4d70-b5ba-f61abbb2b79e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.300065 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291c7814-d457-4d70-b5ba-f61abbb2b79e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.463607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291c7814-d457-4d70-b5ba-f61abbb2b79e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.464413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c7814-d457-4d70-b5ba-f61abbb2b79e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Fanout notify agent at l3_agent the message router_deleted on router b345cafd-d3e6-4944-88dc-f7d84465411f {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:26:13.482940 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291c7814-d457-4d70-b5ba-f61abbb2b79e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.482940 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-291c7814-d457-4d70-b5ba-f61abbb2b79e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/b345cafd-d3e6-4944-88dc-f7d84465411f HTTP/1.1" status: 204 len: 168 time: 0.9142590 Nov 09 11:26:13.483552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45146) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:13.514271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Pushing event deleted for resources: {'Network': ['ID=1b97fa72-da0e-4d01-af72-419d0b5a182d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:13.517969 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:13.534956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] 10.222.0.50 "DELETE /v2.0/networks/1b97fa72-da0e-4d01-af72-419d0b5a182d HTTP/1.1" status: 204 len: 168 time: 1.6066451 Nov 09 11:26:13.633248 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c205d87-92ec-4c40-b550-04e74351d1bf req-3bdfded4-da1a-4104-9803-9b19a20952fa tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3576ce5-e2ff-4137-9d4f-781088d0db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453648 Nov 09 11:26:13.723332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet ec139999-d367-41a9-9763-ed6dded01ce3 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:26:13.726701 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.733045 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] For port d7479bad-9b9a-4097-a559-45acae3642c0, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=d7479bad-9b9a-4097-a559-45acae3642c0,segment=NetworkSegment(d9909e02-ca35-42a2-826c-b5b8f3d9eaa7),segment_id=d9909e02-ca35-42a2-826c-b5b8f3d9eaa7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:13.733411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.742443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.750906 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f07a39a-1d40-4756-8175-d1d943d94fca tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:13.785983 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.897477 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:13.926473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Calling delete_port for d7479bad-9b9a-4097-a559-45acae3642c0 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:13.956632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event deleted for resources: {'Port': ['ID=830d3212-cf82-4053-afe4-5119f1da6bf4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:13.960042 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:14.100521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.105532 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-abe08aa1-20af-44ff-9545-44258f974de2 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:14.140230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=ec139999-d367-41a9-9763-ed6dded01ce3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:14.144724 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:14.150667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.160044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936bfeb-083e-46b9-a072-0cdba1b06245 None None] Network 07739137-feb6-49d6-9efa-365780f51e51 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:14.176132 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/ec139999-d367-41a9-9763-ed6dded01ce3 HTTP/1.1" status: 204 len: 168 time: 0.6914496 Nov 09 11:26:14.182948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45168) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:14.327229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.349857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.370191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 8598c5c2-4d43-494e-85e0-2249473011ae {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:14.371162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.399610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.415013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['d7479bad-9b9a-4097-a559-45acae3642c0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:26:14.521333 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-154f7d7d-f3a1-43ed-98b3-4d9efe4e7c4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:14.558763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] DHCP port deletion for 07739137-feb6-49d6-9efa-365780f51e51 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:26:14.561402 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Deleting port 8598c5c2-4d43-494e-85e0-2249473011ae {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:14.576339 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.600601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Pushing event deleted for resources: {'Port': ['ID=d7479bad-9b9a-4097-a559-45acae3642c0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:14.617701 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:14.799363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port 8598c5c2-4d43-494e-85e0-2249473011ae, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8598c5c2-4d43-494e-85e0-2249473011ae,segment=NetworkSegment(a1752742-a75d-44c6-9592-02836ff80959),segment_id=a1752742-a75d-44c6-9592-02836ff80959)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:14.799741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:14.925666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] For port 8598c5c2-4d43-494e-85e0-2249473011ae, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8598c5c2-4d43-494e-85e0-2249473011ae,segment=NetworkSegment(a1752742-a75d-44c6-9592-02836ff80959),segment_id=a1752742-a75d-44c6-9592-02836ff80959)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:14.925970 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.011670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 8598c5c2-4d43-494e-85e0-2249473011ae owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:15.090820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02d62dd4-dd7f-45a3-a597-d095ca8c660b req-7c257fad-cd4e-41ea-9390-17b9447ab012 tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.0939939 Nov 09 11:26:15.092040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] No DVR routers for this DVR port d7479bad-9b9a-4097-a559-45acae3642c0 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:26:15.096075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.098771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57343784-4402-4d98-9277-6c74a1fc8298', 'name': 'network-vif-deleted', 'tag': 'd7479bad-9b9a-4097-a559-45acae3642c0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:26:15.105783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.128632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.151723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Calling delete_port for 8598c5c2-4d43-494e-85e0-2249473011ae owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:15.189021 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.193572 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:15.195250 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d6d2aee-b7b9-4b93-8d40-22af0df1d006 req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.59 "DELETE /v2.0/ports/d7479bad-9b9a-4097-a559-45acae3642c0 HTTP/1.1" status: 204 len: 173 time: 2.3399267 Nov 09 11:26:15.239123 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57343784-4402-4d98-9277-6c74a1fc8298', 'name': 'network-vif-deleted', 'tag': 'd7479bad-9b9a-4097-a559-45acae3642c0', 'status': 'completed', 'code': 200} Nov 09 11:26:15.255397 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:26:15.255884 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:26:15.280772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=8598c5c2-4d43-494e-85e0-2249473011ae,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:15.283388 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:15.285801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No DVR routers for this DVR port 8598c5c2-4d43-494e-85e0-2249473011ae on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:26:15.299768 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.303857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f021d3ff-707a-43d0-a78d-c9f110249bb4 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:26:15.310556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.317253 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "DELETE /v2.0/routers/f021d3ff-707a-43d0-a78d-c9f110249bb4 HTTP/1.1" status: 204 len: 168 time: 6.8263559 Nov 09 11:26:15.317253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45188) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:15.497331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Deleting subnet 37578243-c610-49bb-af60-3e09db92fe8e {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:26:15.510719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.633632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.676792 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.703199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8598c5c2-4d43-494e-85e0-2249473011ae no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:15.718677 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07739137-feb6-49d6-9efa-365780f51e51']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:15.733655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1752742-a75d-44c6-9592-02836ff80959') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:15.733954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1752742-a75d-44c6-9592-02836ff80959') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:15.740591 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 8598c5c2-4d43-494e-85e0-2249473011ae {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:26:15.741464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8598c5c2-4d43-494e-85e0-2249473011ae not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:26:15.748010 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.757768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Deleting port 8598c5c2-4d43-494e-85e0-2249473011ae {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:15.758255 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.769585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.782239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:26:15.783086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:26:15.813775 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:26:15.854606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ed2cd-40f2-47be-af9b-2da677444604 None None] The port '8598c5c2-4d43-494e-85e0-2249473011ae' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:26:15.855161 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.968264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:15.976127 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:15.991300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.001777 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.009159 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9b7d21c6-4c93-4c06-801b-38c557fee645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:16.016469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=07739137-feb6-49d6-9efa-365780f51e51,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:16.020384 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:16.058740 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.063660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37578243-c610-49bb-af60-3e09db92fe8e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:16.067055 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:16.073463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:16.073809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/37578243-c610-49bb-af60-3e09db92fe8e HTTP/1.1" status: 204 len: 168 time: 0.7573264 Nov 09 11:26:16.079429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45200) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:16.099999 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/07739137-feb6-49d6-9efa-365780f51e51 HTTP/1.1" status: 204 len: 168 time: 1.9221859 Nov 09 11:26:16.105268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45208) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:16.113990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-120866293', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:16.133396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:16.147481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:router and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:16.154894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:16.167208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:16.237818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.258213 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.259207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.301758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.343112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.384257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:16.390453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Usage tracker for resource:security_group_rule and tenant:38a91b84cebf45cdad19426625a1bad8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:16.394270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:16.396812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d7479bad-9b9a-4097-a559-45acae3642c0 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:16.424117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:16.433364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: d7479bad-9b9a-4097-a559-45acae3642c0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:26:16.434972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device d7479bad-9b9a-4097-a559-45acae3642c0 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:26:16.439637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.457476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a25fd2f-7177-43bd-abe7-92d09152eb30 req-8380bffb-50d6-4a25-b4a2-063fd50f1a0f tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] 10.222.0.50 "GET /v2.0/ports?device_id=57343784-4402-4d98-9277-6c74a1fc8298 HTTP/1.1" status: 200 len: 210 time: 0.1367078 Nov 09 11:26:16.484190 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.523565 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67edcdcf-707d-4cc0-a817-031d37e60ebf']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:16.535140 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.539639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06a73cb-d941-4c20-99f8-1e4eef9340d5') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:16.539846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-21de3d57-0f20-41b2-afc0-c1430fd2b468 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4293849 Nov 09 11:26:16.539949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06a73cb-d941-4c20-99f8-1e4eef9340d5') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:16.540791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45218) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:16.545047 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.549579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-1513657521'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:16.554925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:16.559391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:16.561457 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.567877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:16.576613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:16.583562 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.591087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:26:16.591802 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:26:16.604913 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:26:16.617859 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.625171 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-466d93f4-c17c-48c2-87d1-a89678966a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:16.668079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a95682f-98f6-45da-8f42-8032864beb4c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:16.673562 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:16.678518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38a91b84cebf45cdad19426625a1bad8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5974679 Nov 09 11:26:16.682618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45222) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:16.698993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:16.702537 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.773698 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.800949 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.801210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.806853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67edcdcf-707d-4cc0-a817-031d37e60ebf {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 11:26:16.816598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:26:16.819371 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-66f2520f-f7ac-4cfe-8436-fde4f456c577 tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:16.844672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.846642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.847033 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment d724dd83-f420-4693-84d8-291e674e9a0c of type vlan for network bb6a36ac-6323-4998-b641-f0bfe37657ad Nov 09 11:26:16.847361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event deleted for resources: {'Network': ['ID=67edcdcf-707d-4cc0-a817-031d37e60ebf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:16.850026 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:16.862492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "DELETE /v2.0/networks/67edcdcf-707d-4cc0-a817-031d37e60ebf HTTP/1.1" status: 204 len: 168 time: 0.7839386 Nov 09 11:26:16.885858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.990971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:16.997540 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:17.029477 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.030607 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a95682f-98f6-45da-8f42-8032864beb4c HTTP/1.1" status: 204 len: 168 time: 0.3489132 Nov 09 11:26:17.031300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.035341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:17.035931 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.047253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a95682f-98f6-45da-8f42-8032864beb4c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:17.054431 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:17.068913 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc00afbc-9707-48e7-a6d1-5a4366f03ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:17.189532 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ee18861-3080-43d0-956c-e114ae072f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.225372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=bb6a36ac-6323-4998-b641-f0bfe37657ad,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:17.235588 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:17.236295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network bb6a36ac-6323-4998-b641-f0bfe37657ad details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:26:17.237272 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6957195 Nov 09 11:26:17.240528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:17.249740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:17.442465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:17.447477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:17.452120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:17.462709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:17.494878 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.545941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45244) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:17.548000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:17.551748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'router': {'name': 'tempest-router--178577929', 'project_id': '522af6a19d604e24a10181ca15f46e14'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:17.560077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:17.578352 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:router and tenant:522af6a19d604e24a10181ca15f46e14 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:17.581515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:17.587636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:17.670825 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.671936 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.712077 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.715875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.790963 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.910961 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:17.915230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:17.917907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-50163953-0565-4c56-9114-c7cc03502f5e tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3687775 Nov 09 11:26:18.013353 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45264) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:18.050267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.125777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:18.132571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Usage tracker for resource:security_group_rule and tenant:969939c8091b41e28457cf82b83efbc9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:18.139301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:18.149850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:18.217295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da8b9698-fc4f-41ed-bb3a-1851bfab0f55 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.253892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.378483 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.386021 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-10e8e6a3-51be-4f28-87c3-71a06b5659fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:18.438529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbefdfd-70b6-4bb4-ad41-c2b492d0a974,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:18.441950 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:18.444721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=969939c8091b41e28457cf82b83efbc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4301488 Nov 09 11:26:18.448075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.448588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45278) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:18.465222 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3bb43309-80a1-48b9-837b-e4b9e806f4a8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:18.535907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.572577 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.720830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:18.725001 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:18.725835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:18.726192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: bb6a36ac-6323-4998-b641-f0bfe37657ad, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:26:18.744860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.749631 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d9628542-68ca-40b5-80b7-bad3ba107c58 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:18.772755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbefdfd-70b6-4bb4-ad41-c2b492d0a974,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:18.775379 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:18.782197 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.783946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fbefdfd-70b6-4bb4-ad41-c2b492d0a974 HTTP/1.1" status: 204 len: 168 time: 0.3335798 Nov 09 11:26:18.881785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da8b9698-fc4f-41ed-bb3a-1851bfab0f55 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.886239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da8b9698-fc4f-41ed-bb3a-1851bfab0f55 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.973926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da8b9698-fc4f-41ed-bb3a-1851bfab0f55 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.975538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b9698-fc4f-41ed-bb3a-1851bfab0f55 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c290a17-ac00-4797-9a51-f076ab8014c9 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:26:18.990728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da8b9698-fc4f-41ed-bb3a-1851bfab0f55 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:18.991874 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-da8b9698-fc4f-41ed-bb3a-1851bfab0f55 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8c290a17-ac00-4797-9a51-f076ab8014c9 HTTP/1.1" status: 204 len: 168 time: 1.0752115 Nov 09 11:26:19.041780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network bb6a36ac-6323-4998-b641-f0bfe37657ad is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:26:19.139689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, bb6a36ac-6323-4998-b641-f0bfe37657ad) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:19.145881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:19.146364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:19.148555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e84fd1-d053-4433-abea-461f037077df None None] Network bb6a36ac-6323-4998-b641-f0bfe37657ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:19.249422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0072560 Nov 09 11:26:19.256288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45304) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:19.462342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:19.505722 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0fe73b3d-b745-4e03-bff7-564d786124af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:19.575951 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-bb6a36ac-6323-4998-b641-f0bfe37657ad', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:26:19.576886 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:19.801135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Allocated IP 172.20.0.2 (bb6a36ac-6323-4998-b641-f0bfe37657ad/ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7/77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:19.852099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743531429', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:19.872969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:19.881368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Usage tracker for resource:router and tenant:b650ba5c1b08434dac7d9a3063140c3f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:19.889046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:19.904404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:19.985040 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:19.987002 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.025430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.066631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.077137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Transition to ACTIVE for port object 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:20.105896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Transition to ACTIVE for port object 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:20.190053 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.195509 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:20.245408 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.307521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.318001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Network bb6a36ac-6323-4998-b641-f0bfe37657ad is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:20.319287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:20.326728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:20.329504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Pushing event updated for resources: {'Port': ['ID=77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:20.333233 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:20.466460 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Attempting to bind port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:20.467033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Attempting to bind port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:20.467405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Attempting to bind port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 on network bb6a36ac-6323-4998-b641-f0bfe37657ad {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:20.481354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:20.481354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Checking segment: {'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:20.481354 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.481354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Bound using segment: {'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:20.481354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Bound port: 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:20.481354 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.646668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.653664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] For port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:20.657719 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] For port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8,segment=NetworkSegment(d724dd83-f420-4693-84d8-291e674e9a0c),segment_id=d724dd83-f420-4693-84d8-291e674e9a0c)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:20.724139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.727791 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.734265 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-48b0d3a1-8d11-402a-9166-ade820858f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:20.757532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:20.845619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.20.0.1 (bb6a36ac-6323-4998-b641-f0bfe37657ad/ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7/b214147e-9fe1-4add-a3ec-d182e5a4cdf5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:20.897709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Pushing event updated for resources: {'Port': ['ID=77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:20.901613 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:21.118914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Allocated IP 172.25.7.241 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/31be49cf-9494-406f-b306-af6273bfa0d8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:21.236462 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:21.266981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object b214147e-9fe1-4add-a3ec-d182e5a4cdf5 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:21.380175 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:21.384445 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d7aca8d4-7aff-4bb6-abb5-9e456d5b3ebb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:21.409066 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:21.482511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:21.486535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network bb6a36ac-6323-4998-b641-f0bfe37657ad is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:21.488031 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:21.489008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:21.491269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:21.511481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:21.518426 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc2cf414-0539-4968-9e3b-f7dab25f747f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:21.576284 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:21.689314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:21.690728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event updated for resources: {'Port': ['ID=31be49cf-9494-406f-b306-af6273bfa0d8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:21.693777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:21.695780 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:21.696630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:21.789664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:21.839748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:22.019275 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:22.020020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:22.090538 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:22.091656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:22.563245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83001a20-6c74-4fb2-8bba-188c25cfa02b None None] Network bb6a36ac-6323-4998-b641-f0bfe37657ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:22.612970 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:22.697314 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:22.751062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Router 95f86429-97c0-4fd8-8c7c-606dc69d5023 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:22.819061 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7f85d304-2dd0-456d-9527-0b520b4a805c tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:22.855582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Provisioning for port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:22.869132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Provisioning complete for port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:22.869832 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:22.871016 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:23.036490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:23.047665 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:23.110031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network bb6a36ac-6323-4998-b641-f0bfe37657ad is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:23.111325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:23.189125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:23.241165 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:23.256313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] Sync routers for ids ['95f86429-97c0-4fd8-8c7c-606dc69d5023'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:23.300193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:23.300675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] Routers {'95f86429-97c0-4fd8-8c7c-606dc69d5023'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:23.301451 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95f86429-97c0-4fd8-8c7c-606dc69d5023'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:23.313984 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8404679 Nov 09 11:26:23.315137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45458) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:23.409651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:23.422397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] For port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8,segment=NetworkSegment(d724dd83-f420-4693-84d8-291e674e9a0c),segment_id=d724dd83-f420-4693-84d8-291e674e9a0c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:23.439031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] Routers {'95f86429-97c0-4fd8-8c7c-606dc69d5023'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:23.439722 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95f86429-97c0-4fd8-8c7c-606dc69d5023'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:23.555577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:23.556141 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129dccd0-ae6c-4b68-80f4-4841feabd121 None None] The sync data for ids ['95f86429-97c0-4fd8-8c7c-606dc69d5023'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:23.563184 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:23.564548 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:23.661473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Pushing event updated for resources: {'Port': ['ID=77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:23.664448 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:23.748894 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b2492d21-da67-4695-95a7-1856526fd5bf tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/95f86429-97c0-4fd8-8c7c-606dc69d5023 HTTP/1.1" status: 200 len: 920 time: 0.4320350 Nov 09 11:26:23.752382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45472) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:23.843167 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0055755a-9ead-4146-b6ea-47d02405ec31 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=95f86429-97c0-4fd8-8c7c-606dc69d5023 HTTP/1.1" status: 200 len: 205 time: 0.0867095 Nov 09 11:26:23.843789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:23.876563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f01a8d23-5a8c-4879-a9f2-16a5bc9f6154 None None] Provisioning for port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:23.882321 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f01a8d23-5a8c-4879-a9f2-16a5bc9f6154 None None] Provisioning complete for port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:23.882705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f01a8d23-5a8c-4879-a9f2-16a5bc9f6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.034817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f01a8d23-5a8c-4879-a9f2-16a5bc9f6154 None None] Port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:24.042010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:24.065404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f01a8d23-5a8c-4879-a9f2-16a5bc9f6154 None None] Provisioning complete for port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:24.067253 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f01a8d23-5a8c-4879-a9f2-16a5bc9f6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.281300 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.440911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:24.447375 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:24.466561 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2126794 Nov 09 11:26:24.474216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45512) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:24.488723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135596989'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:24.495403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:24.499496 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:24.500133 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:24.501074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:24.505825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:24.524097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:24.625456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:24.629280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.729916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:26:24.759619 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:24.763360 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.763707 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment 6edf8336-8bd8-4609-bac7-28397defe434 of type vlan for network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc Nov 09 11:26:24.823886 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.859862 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.922823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Deleting port 31be49cf-9494-406f-b306-af6273bfa0d8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:24.923628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:24.972364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cf8eae78-6bb7-4297-bdc1-5dd7d5ab311e None None] Provisioning complete for port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:24.973017 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cf8eae78-6bb7-4297-bdc1-5dd7d5ab311e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:25.013887 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:25.020182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:25.020787 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:25.031899 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ca7ea47-c9ba-4951-b0f4-e5d88ad65189 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:25.098655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cf8eae78-6bb7-4297-bdc1-5dd7d5ab311e None None] Port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:25.229050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=4a06dde3-7c13-4fc1-9127-73fd0b5efacc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:25.233467 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:25.237793 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:25.245183 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:26:25.294304 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8185954 Nov 09 11:26:25.297146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45538) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:25.303918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:25.408317 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Calling delete_port for 31be49cf-9494-406f-b306-af6273bfa0d8 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:25.427520 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:21Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:22Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:25.440345 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:25.440730 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Updating router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:26:25.532596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:25.537023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:25.540348 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:25.541410 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:25.550880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:25.806583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:25.807638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45550) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:25.835112 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:25.874943 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:25.916192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:25.983530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:25.989120 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4666c6b3-be17-45e5-ae83-7eb8eaf02e09 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:26.086558 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.103660 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Transition to ACTIVE for port object b214147e-9fe1-4add-a3ec-d182e5a4cdf5 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:26.160090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event deleted for resources: {'Port': ['ID=31be49cf-9494-406f-b306-af6273bfa0d8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:26.164459 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:26.172286 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.176141 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:26.291457 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.401861 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511af3d-0436-4d21-b5bb-26920fb64143 None None] Pushing event updated for resources: {'Port': ['ID=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:26.413509 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-c511af3d-0436-4d21-b5bb-26920fb64143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:26.577399 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Attempting to bind port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:26.577399 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Attempting to bind port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:26.577399 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Attempting to bind port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 on network bb6a36ac-6323-4998-b641-f0bfe37657ad {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:26.583213 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:26.587165 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Checking segment: {'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:26.587583 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.587990 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Bound using segment: {'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:26.588476 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Bound port: b214147e-9fe1-4add-a3ec-d182e5a4cdf5, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd724dd83-f420-4693-84d8-291e674e9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:26.588854 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.690960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.792201 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] For port b214147e-9fe1-4add-a3ec-d182e5a4cdf5, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:26.802417 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] For port b214147e-9fe1-4add-a3ec-d182e5a4cdf5, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,segment=NetworkSegment(d724dd83-f420-4693-84d8-291e674e9a0c),segment_id=d724dd83-f420-4693-84d8-291e674e9a0c)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:26.865593 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.869516 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:26.965437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.969767 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:26.992055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45588) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:26.995789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511af3d-0436-4d21-b5bb-26920fb64143 None None] Pushing event updated for resources: {'Port': ['ID=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:27.003599 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-c511af3d-0436-4d21-b5bb-26920fb64143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:27.008280 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:27.009834 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:27.069832 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.075850 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9753e563-36e5-401d-9a7c-12ff12637a79 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:27.104117 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.104652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Fanout notify agent at l3_agent the message router_deleted on router 95f86429-97c0-4fd8-8c7c-606dc69d5023 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:26:27.126299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.128896 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/95f86429-97c0-4fd8-8c7c-606dc69d5023 HTTP/1.1" status: 204 len: 168 time: 3.2822814 Nov 09 11:26:27.133642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45596) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:27.141563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-842828275', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': False}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:27.158991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:27.169480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:router and tenant:280011dc7ea8454b86f88369eea198b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:27.172909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:27.185258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:27.263495 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.285794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=928bc908-08be-4eb9-8100-138adcd5a33e,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:27.303438 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:27.314621 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:27.327524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:27.331782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:27.331782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: 4a06dde3-7c13-4fc1-9127-73fd0b5efacc, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:26:27.332155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Usage tracker for resource:security_group_rule and tenant:7f651d6ee2f74c74ac8fcaaec16fd090 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:27.335191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:27.341472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:27.443313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.445036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.446043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.467806 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.478496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.547803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:26:27.567852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.575474 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5135baf2-df52-405d-82cc-6eda3ce2d421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:27.681271 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:21Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:26Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:27.686720 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c157-9258-4633-b215-67398cead1a0 None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:21Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:26Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:27.752789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 4a06dde3-7c13-4fc1-9127-73fd0b5efacc) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:27.760851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cdb24c-b4fa-4931-82b0-cf9bcd16d995 None None] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:27.761335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d80a6f-a13c-4db2-b469-8ea4b5e411b3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:27.767362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:27.767951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.779669 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:27.791862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f651d6ee2f74c74ac8fcaaec16fd090&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7987628 Nov 09 11:26:27.796502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45600) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:27.836833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.894030 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:27.948181 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:28.028694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7237952 Nov 09 11:26:28.039715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45604) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:28.232672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:26:28.237500 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:28.276442 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:28.284222 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-07d53fe0-8534-449c-a03a-aadc3aa7c287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:28.366486 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d80a6f-a13c-4db2-b469-8ea4b5e411b3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:28.373525 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:28.379886 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:28.438379 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:28.515642 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:28.516950 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94d80a6f-a13c-4db2-b469-8ea4b5e411b3 HTTP/1.1" status: 204 len: 168 time: 0.7179890 Nov 09 11:26:28.520956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Allocated IP 172.21.0.2 (4a06dde3-7c13-4fc1-9127-73fd0b5efacc/928bc908-08be-4eb9-8100-138adcd5a33e/e7f44866-105d-4a67-bfcc-9383086ef236) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:28.888524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Allocated IP 172.25.7.179 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/21a90f49-5d23-4ad5-b893-e6c626fc5aa2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:28.907703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:28.941859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Transition to ACTIVE for port object e7f44866-105d-4a67-bfcc-9383086ef236 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:28.968679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Transition to ACTIVE for port object e7f44866-105d-4a67-bfcc-9383086ef236 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:29.042078 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.051453 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-41006c50-d3b2-4853-b5a8-8371e039c1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:29.185553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Pushing event updated for resources: {'Port': ['ID=e7f44866-105d-4a67-bfcc-9383086ef236,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:29.190674 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.195497 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:29.220288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:29.229215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:29.229215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:29.298150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Deleting port 205fe545-ee46-450a-9df1-40cb92c1caba {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:29.298854 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.315698 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.333188 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6bf9bb8b-ff91-41e3-b780-b4937424d74c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:29.333309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Attempting to bind port e7f44866-105d-4a67-bfcc-9383086ef236 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:29.333309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Attempting to bind port e7f44866-105d-4a67-bfcc-9383086ef236 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:29.333309 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Attempting to bind port e7f44866-105d-4a67-bfcc-9383086ef236 on network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:29.341676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:29.342150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Checking segment: {'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:29.342674 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.343229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Bound using segment: {'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:29.343875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Bound port: e7f44866-105d-4a67-bfcc-9383086ef236, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:29.344350 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.420826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.445877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Port': ['ID=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:29.453117 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:29.465365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:29.468414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:29.473164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:29.476456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] For port e7f44866-105d-4a67-bfcc-9383086ef236, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:29.493875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] For port e7f44866-105d-4a67-bfcc-9383086ef236, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7f44866-105d-4a67-bfcc-9383086ef236,segment=NetworkSegment(6edf8336-8bd8-4609-bac7-28397defe434),segment_id=6edf8336-8bd8-4609-bac7-28397defe434)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:29.568916 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.587474 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fd0af131-7e5c-4900-8a70-efb0304d2ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:29.679331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45622) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:29.736284 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.885086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:29.902938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Usage tracker for resource:security_group_rule and tenant:50169d2124a04b489f2a8dc15c16cb8a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:29.904559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Pushing event updated for resources: {'Port': ['ID=e7f44866-105d-4a67-bfcc-9383086ef236,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:29.906589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:29.915889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b214147e-9fe1-4add-a3ec-d182e5a4cdf5 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:29.922896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:29.949795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:29.950589 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.003182 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:30.093081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:30.099150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:30.099759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.160766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45630) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:30.177585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.216391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] For port 205fe545-ee46-450a-9df1-40cb92c1caba, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=205fe545-ee46-450a-9df1-40cb92c1caba,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:30.217058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.298580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.320619 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bacc0ea1-1f55-4e1d-b370-bd80e854239f tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:30.362935 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.411264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port b214147e-9fe1-4add-a3ec-d182e5a4cdf5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,segment=NetworkSegment(d724dd83-f420-4693-84d8-291e674e9a0c),segment_id=d724dd83-f420-4693-84d8-291e674e9a0c)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:30.427875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72e334-cf69-436d-9483-79651f4e90a7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:30.437842 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:30.444045 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50169d2124a04b489f2a8dc15c16cb8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7612703 Nov 09 11:26:30.446436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:30.471742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Calling delete_port for 205fe545-ee46-450a-9df1-40cb92c1caba owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:30.505257 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.509954 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3590193-9a67-4d9e-acd8-c0c2aeed6873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:30.704140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:30.711349 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:30.869207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.874084 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ee0c5a8a-dd61-42e4-8e83-d2bfe8bcabe8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3528ff3b85cf4f81931c63706e93fe2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7108710 Nov 09 11:26:30.875334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45642) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:30.878642 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7be61d4b-e625-48cb-961f-a94e6bc4ba18 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:30.920497 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:30.934001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=205fe545-ee46-450a-9df1-40cb92c1caba,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:30.946252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:31.028118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.036808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6ab99a7-7d07-4d8f-b7c2-434697f222fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.110303 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6ab99a7-7d07-4d8f-b7c2-434697f222fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.143044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.21.0.1 (4a06dde3-7c13-4fc1-9127-73fd0b5efacc/928bc908-08be-4eb9-8100-138adcd5a33e/f74f7e74-f773-4ba2-9ab6-a4398d76c010) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:31.264615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Router a3d4d99a-ad25-4338-a3af-85818a4707eb is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:31.351589 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6ab99a7-7d07-4d8f-b7c2-434697f222fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.354453 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.361279 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-45829bff-bfc0-45c7-99bb-d310612ada3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:31.388418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab99a7-7d07-4d8f-b7c2-434697f222fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3576ce5-e2ff-4137-9d4f-781088d0db92,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:31.417514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72e334-cf69-436d-9483-79651f4e90a7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:31.420817 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:31.421333 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:31.421717 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:31.490199 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.525406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object f74f7e74-f773-4ba2-9ab6-a4398d76c010 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:31.536553 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.538699 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d72e334-cf69-436d-9483-79651f4e90a7 HTTP/1.1" status: 204 len: 168 time: 1.0704217 Nov 09 11:26:31.539568 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6ab99a7-7d07-4d8f-b7c2-434697f222fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.540670 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d6ab99a7-7d07-4d8f-b7c2-434697f222fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3576ce5-e2ff-4137-9d4f-781088d0db92 HTTP/1.1" status: 204 len: 168 time: 0.6584532 Nov 09 11:26:31.555782 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.651073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:31.660641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Sync routers for ids ['a3d4d99a-ad25-4338-a3af-85818a4707eb'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:31.682397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Routers {'a3d4d99a-ad25-4338-a3af-85818a4707eb'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:31.683067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3d4d99a-ad25-4338-a3af-85818a4707eb'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:31.775341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.787073 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:31.800113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e60df5-691f-455f-bcd0-38d43d2ae352 None None] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:31.805931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:31.810126 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6726232 Nov 09 11:26:31.810828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45650) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:31.915120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=f74f7e74-f773-4ba2-9ab6-a4398d76c010,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:31.928633 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:31.942362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:31.951468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:31.956647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:32.021388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Set router a3d4d99a-ad25-4338-a3af-85818a4707eb gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:32.071723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:32.258888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-067ecb90-7de7-4324-8664-dc19f5290e48 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/a3d4d99a-ad25-4338-a3af-85818a4707eb HTTP/1.1" status: 200 len: 908 time: 0.4467015 Nov 09 11:26:32.263427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45668) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:32.271292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-842828275', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': True}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:32.281543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:32.286886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Usage tracker for resource:router and tenant:280011dc7ea8454b86f88369eea198b6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:32.291104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:32.307762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:32.332286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b214147e-9fe1-4add-a3ec-d182e5a4cdf5 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:32.408931 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:32.411953 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:32.454633 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:32.507400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:32.678845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-baa6355c-9415-4c74-a4d9-c441003acbb0 None None] Provisioning for port e7f44866-105d-4a67-bfcc-9383086ef236 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:32.743243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:32.743945 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.066239 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.100275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d4d99a-ad25-4338-a3af-85818a4707eb', 'name': 'tempest-snat-router-842828275', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.179'}], 'enable_snat': False}, 'gw_port_id': '21a90f49-5d23-4ad5-b893-e6c626fc5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:27Z', 'updated_at': '2021-11-09T11:26:29Z', 'revision_number': 3, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port': {'id': '21a90f49-5d23-4ad5-b893-e6c626fc5aa2', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d4d99a-ad25-4338-a3af-85818a4707eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:28Z', 'updated_at': '2021-11-09T11:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:33.104397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e7f44866-105d-4a67-bfcc-9383086ef236 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:33.207047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Checking router: a3d4d99a-ad25-4338-a3af-85818a4707eb for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:33.207772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Updating router a3d4d99a-ad25-4338-a3af-85818a4707eb port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:26:33.282475 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.321869 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.325872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Router f6a172e8-a3fa-4322-b533-05b7c33c2589 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:26:33.461412 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.544157 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-76102e3b-7143-4ab9-949e-0914305e9cb1 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:33.578854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.664267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.684747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=f74f7e74-f773-4ba2-9ab6-a4398d76c010,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:33.690848 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:33.726884 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.839304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e7f44866-105d-4a67-bfcc-9383086ef236 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:33.849758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.867263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e7f44866-105d-4a67-bfcc-9383086ef236 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:33.869123 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:33.939543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Transition to ACTIVE for port object 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:33.963397 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Provisioning complete for port e7f44866-105d-4a67-bfcc-9383086ef236 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:33.964105 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.004259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:34.007054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:34.012386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:34.038373 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] Sync routers for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:34.066769 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.084070 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:34.085442 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:34.106342 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-68c57158-deda-453e-bde3-9782613de1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:34.184806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Allocated IP 172.25.7.153 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:34.428787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] 10.222.0.50 "PUT /v2.0/routers/f6a172e8-a3fa-4322-b533-05b7c33c2589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6345322 Nov 09 11:26:34.439990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45706) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:34.486811 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:34.502376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Attempting to bind port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:34.502769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Attempting to bind port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:34.506420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Attempting to bind port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:34.515883 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.557468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:34.558013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:34.559192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.560155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:34.561394 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Bound port: 21a90f49-5d23-4ad5-b893-e6c626fc5aa2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:34.562122 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.616722 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.627307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3297d8-c5e8-4e28-9cd1-c187fae3c8a0 None None] Pushing event updated for resources: {'Port': ['ID=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:34.631816 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9e3297d8-c5e8-4e28-9cd1-c187fae3c8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:34.654333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.659687 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6877413f-129a-4e7b-a495-385e75094375 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:34.702975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] For port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:34.707009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] For port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:34.774154 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.798357 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.817141 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:34.833229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:34.849105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:34.868244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:34.936097 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:34.952132 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] Checking router: f6a172e8-a3fa-4322-b533-05b7c33c2589 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:34.958660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Port': ['ID=fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:34.959952 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:34.966631 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:34.975262 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] Routers {'f6a172e8-a3fa-4322-b533-05b7c33c2589'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:34.976174 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f6a172e8-a3fa-4322-b533-05b7c33c2589'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:35.013731 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port e7f44866-105d-4a67-bfcc-9383086ef236, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7f44866-105d-4a67-bfcc-9383086ef236,segment=NetworkSegment(6edf8336-8bd8-4609-bac7-28397defe434),segment_id=6edf8336-8bd8-4609-bac7-28397defe434)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:35.037431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3297d8-c5e8-4e28-9cd1-c187fae3c8a0 None None] Pushing event updated for resources: {'Port': ['ID=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:35.040590 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9e3297d8-c5e8-4e28-9cd1-c187fae3c8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:35.041324 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Routers {'a3d4d99a-ad25-4338-a3af-85818a4707eb'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:35.041925 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a3d4d99a-ad25-4338-a3af-85818a4707eb'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:35.102419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:35.112944 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:35.144763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:26:35.208038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=e7f44866-105d-4a67-bfcc-9383086ef236,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:35.225716 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:35.324973 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:26:35.325330 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:26:35.336328 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:35.339762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:35.341772 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] Set router f6a172e8-a3fa-4322-b533-05b7c33c2589 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:35.362562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] Set router a3d4d99a-ad25-4338-a3af-85818a4707eb gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:35.375028 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:35.628805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:35.641948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5932465 Nov 09 11:26:35.641948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45736) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:35.648360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982394352'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:35.672918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:35.690061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:35.695606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:35.699414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:35.712790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:35.781606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:35.782452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:35.832421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:35.835042 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:35.847450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Router 771fa13b-c0f7-496a-a71a-1381a3d4706b is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:35.882569 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:35.889361 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696bd0fb-ca83-4e2f-a16d-7a67eda1e55f None None] The sync data for ids ['f6a172e8-a3fa-4322-b533-05b7c33c2589'] in n-d-817173-1 is: [{'id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'name': 'tempest-TaggedBootDevicesTest_v242-823480027-router', 'tenant_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:13:27Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '3a27d5af630c47c89b8f0a230e8a20fa', 'gw_port': {'id': '80e117cf-4b08-4127-8078-eae14bbba45e', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a172e8-a3fa-4322-b533-05b7c33c2589', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:13:32Z', 'updated_at': '2021-11-09T11:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:35.908461 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:35.942520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:26:35.968721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:35.969068 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment 0a73dbc2-22a5-4fef-8536-1c11c139ac19 of type vlan for network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 Nov 09 11:26:36.019107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Deleting port 80e117cf-4b08-4127-8078-eae14bbba45e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:36.019362 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.108821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.146955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:36.232968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Provisioning for port f74f7e74-f773-4ba2-9ab6-a4398d76c010 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:36.238485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:36.248845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Provisioning complete for port f74f7e74-f773-4ba2-9ab6-a4398d76c010 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:36.249331 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.258126 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Sync routers for ids ['771fa13b-c0f7-496a-a71a-1381a3d4706b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:36.282263 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Routers {'771fa13b-c0f7-496a-a71a-1381a3d4706b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:36.284403 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['771fa13b-c0f7-496a-a71a-1381a3d4706b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:36.324843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5f347177-bd6c-46f3-8b45-1bab7dae5bb5 None None] Port f74f7e74-f773-4ba2-9ab6-a4398d76c010 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:36.337914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] For port 80e117cf-4b08-4127-8078-eae14bbba45e, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=80e117cf-4b08-4127-8078-eae14bbba45e,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:36.338544 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.357355 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.366504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:36.367143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.415417 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-899e8aa5-9f1e-40a8-b579-ec9415fe2398 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:36.423106 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.428405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1630769 Nov 09 11:26:36.429207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45754) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:36.462724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d4d99a-ad25-4338-a3af-85818a4707eb', 'name': 'tempest-snat-router-842828275', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.179'}], 'enable_snat': False}, 'gw_port_id': '21a90f49-5d23-4ad5-b893-e6c626fc5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:27Z', 'updated_at': '2021-11-09T11:26:29Z', 'revision_number': 3, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port': {'id': '21a90f49-5d23-4ad5-b893-e6c626fc5aa2', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d4d99a-ad25-4338-a3af-85818a4707eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:28Z', 'updated_at': '2021-11-09T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:36.491273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707e781-ac49-41bc-a1f5-6f6ae06fb3a6 None None] The sync data for ids ['a3d4d99a-ad25-4338-a3af-85818a4707eb'] in n-d-817173-1 is: [{'id': 'a3d4d99a-ad25-4338-a3af-85818a4707eb', 'name': 'tempest-snat-router-842828275', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.179'}], 'enable_snat': False}, 'gw_port_id': '21a90f49-5d23-4ad5-b893-e6c626fc5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:27Z', 'updated_at': '2021-11-09T11:26:29Z', 'revision_number': 3, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port': {'id': '21a90f49-5d23-4ad5-b893-e6c626fc5aa2', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d4d99a-ad25-4338-a3af-85818a4707eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:28Z', 'updated_at': '2021-11-09T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:36.669053 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c848b087-2b66-437c-9cba-b1c432e152d6 None None] Provisioning complete for port f74f7e74-f773-4ba2-9ab6-a4398d76c010 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:36.669658 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c848b087-2b66-437c-9cba-b1c432e152d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.673885 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Set router 771fa13b-c0f7-496a-a71a-1381a3d4706b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:36.700507 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0600789 Nov 09 11:26:36.759066 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:36.760797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45762) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:36.767745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:36.845741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=4718563e-ae07-40de-8cf2-f3d1f0e39e81,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:36.853793 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:36.866953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Calling delete_port for 80e117cf-4b08-4127-8078-eae14bbba45e owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:36.920521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:26:37.077320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c848b087-2b66-437c-9cba-b1c432e152d6 None None] Port f74f7e74-f773-4ba2-9ab6-a4398d76c010 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:37.381706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:37.411848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:37.428142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:37.445250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:37.465755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e7f44866-105d-4a67-bfcc-9383086ef236 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:37.487964 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771fa13b-c0f7-496a-a71a-1381a3d4706b', 'name': 'tempest-snat-router-842828275', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:32Z', 'updated_at': '2021-11-09T11:26:35Z', 'revision_number': 3, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port': {'id': 'fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771fa13b-c0f7-496a-a71a-1381a3d4706b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:33Z', 'updated_at': '2021-11-09T11:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:37.496740 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Checking router: 771fa13b-c0f7-496a-a71a-1381a3d4706b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:37.496740 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Updating router 771fa13b-c0f7-496a-a71a-1381a3d4706b port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:26:37.516755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-542dcba5-d31a-4464-8f9f-a9e5d41c2915 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/771fa13b-c0f7-496a-a71a-1381a3d4706b HTTP/1.1" status: 200 len: 907 time: 1.0862532 Nov 09 11:26:37.527729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:37.558959 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:37.670506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:37.677349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:32Z', 'revision_number': 3, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:32Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:37.692207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e7f44866-105d-4a67-bfcc-9383086ef236 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:37.692848 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:37.754361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:37.758613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Updating router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b port f74f7e74-f773-4ba2-9ab6-a4398d76c010 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:26:37.905406 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:37.906814 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:37.914476 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9675df00-8234-4f09-a3ae-e5f3e5a79fde tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:37.924401 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.083910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e117cf-4b08-4127-8078-eae14bbba45e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:38.106747 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:38.199422 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.212851 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Transition to ACTIVE for port object fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:38.308373 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.309770 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-cc450bcf-7553-4f4b-b080-5c659ea8dc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:38.447862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.510951 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Attempting to bind port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:38.513196 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Attempting to bind port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:38.513689 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Attempting to bind port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:38.525557 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6750622-e50f-42bc-970e-b58c1b5a3915 None None] Pushing event updated for resources: {'Port': ['ID=fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:38.526731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.531159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:38.536257 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d6750622-e50f-42bc-970e-b58c1b5a3915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:38.539657 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9e0e0173-b174-464e-9cdb-02a481deb367 tempest-RoutersNegativeTest-156006114 tempest-RoutersNegativeTest-156006114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:38.545866 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:38.546530 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:38.547062 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.547545 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:38.548122 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Bound port: fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:38.548567 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.566487 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.582605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'network': {'name': 'tempest-network-smoke--1947888852', 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:38.596959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:38.605360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:network and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:38.621754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:38.639725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:38.644196 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] For port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:38.648713 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] For port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:38.651725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=25a11336-8fb8-4704-9ce0-918e62f30c7a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:38.665634 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:38.695012 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.698908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:38.699786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: 4718563e-ae07-40de-8cf2-f3d1f0e39e81, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:26:38.711195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Transition to ACTIVE for port object f74f7e74-f773-4ba2-9ab6-a4398d76c010 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:38.718671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:38.733489 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.748235 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e2976d22-9b25-4be9-9f11-b55a6672edab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:38.804814 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.812939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Made reservation on behalf of 10a099c7c4104d6bb0d7af8c69176dc5 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:38.816266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.818331 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:38.839062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.880934 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6750622-e50f-42bc-970e-b58c1b5a3915 None None] Pushing event updated for resources: {'Port': ['ID=fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:38.889025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:38.894783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:security_group_rule and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:38.906499 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d6750622-e50f-42bc-970e-b58c1b5a3915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:38.910539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:38.920782 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Routers {'771fa13b-c0f7-496a-a71a-1381a3d4706b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:38.921601 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['771fa13b-c0f7-496a-a71a-1381a3d4706b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:38.924069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:38.968912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:38.969189 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:38.977290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:26:38.989015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.237918 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.242022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:39.242022 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.242204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.242204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 4718563e-ae07-40de-8cf2-f3d1f0e39e81) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:39.242204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:39.242204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.242499 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01ee46-4a67-4d09-943d-694241b68b70 None None] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:39.277494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b9eb7-4754-4dc0-8de8-dac63a2bf495 None None] Pushing event updated for resources: {'Port': ['ID=f74f7e74-f773-4ba2-9ab6-a4398d76c010,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:39.283599 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f84b9eb7-4754-4dc0-8de8-dac63a2bf495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:39.317348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Deleting port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:39.317479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.318548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.319550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6a172e8-a3fa-4322-b533-05b7c33c2589 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:26:39.348969 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] Set router 771fa13b-c0f7-496a-a71a-1381a3d4706b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:39.372592 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.382686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f6a172e8-a3fa-4322-b533-05b7c33c2589 HTTP/1.1" status: 204 len: 168 time: 4.9412618 Nov 09 11:26:39.383522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.384720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45804) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:39.409851 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-82e084fe-f4e4-4fe7-a5bd-c7a0f4442e02 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:39.427171 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6656747 Nov 09 11:26:39.442242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Attempting to bind port f74f7e74-f773-4ba2-9ab6-a4398d76c010 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:39.442941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Attempting to bind port f74f7e74-f773-4ba2-9ab6-a4398d76c010 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:39.443661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Attempting to bind port f74f7e74-f773-4ba2-9ab6-a4398d76c010 on network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:39.446097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:39.520272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:39.521029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Checking segment: {'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:39.521640 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.522327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Bound using segment: {'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:39.523033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Bound port: f74f7e74-f773-4ba2-9ab6-a4398d76c010, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf8336-8bd8-4609-bac7-28397defe434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:39.523631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.599538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Deleting subnet eaee3a1a-f850-45c3-8941-be5d555165a4 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:26:39.605662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.638116 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.670963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:39.704637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.770384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] For port f74f7e74-f773-4ba2-9ab6-a4398d76c010, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:39.776199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] For port f74f7e74-f773-4ba2-9ab6-a4398d76c010, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f74f7e74-f773-4ba2-9ab6-a4398d76c010,segment=NetworkSegment(6edf8336-8bd8-4609-bac7-28397defe434),segment_id=6edf8336-8bd8-4609-bac7-28397defe434)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:39.780945 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.806153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755720c3-88b8-4d75-a574-d8e0ff9bbc5e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:39.810630 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:39.873865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:26:39.874830 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8b9b62cd-9604-4288-b13d-34aa1e968028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:39.907027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.912692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:39.912692 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Added segment 0f28b001-2396-4430-9004-8fdb9f05c25f of type vlan for network 06d2a546-e0db-43de-9aef-fb8ce7b3232e Nov 09 11:26:39.985480 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ab22704c-d886-4109-98d4-078118d91022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771fa13b-c0f7-496a-a71a-1381a3d4706b', 'name': 'tempest-snat-router-842828275', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:32Z', 'updated_at': '2021-11-09T11:26:35Z', 'revision_number': 3, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port': {'id': 'fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771fa13b-c0f7-496a-a71a-1381a3d4706b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:33Z', 'updated_at': '2021-11-09T11:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:40.003288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.004280 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22704c-d886-4109-98d4-078118d91022 None None] The sync data for ids ['771fa13b-c0f7-496a-a71a-1381a3d4706b'] in n-d-817173-1 is: [{'id': '771fa13b-c0f7-496a-a71a-1381a3d4706b', 'name': 'tempest-snat-router-842828275', 'tenant_id': '280011dc7ea8454b86f88369eea198b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:32Z', 'updated_at': '2021-11-09T11:26:35Z', 'revision_number': 3, 'project_id': '280011dc7ea8454b86f88369eea198b6', 'gw_port': {'id': 'fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771fa13b-c0f7-496a-a71a-1381a3d4706b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:33Z', 'updated_at': '2021-11-09T11:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:40.017965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] For port fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:40.021558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.021692 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.031126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 205fe545-ee46-450a-9df1-40cb92c1caba no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:40.086459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:40.103651 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:40.108428 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:40.127636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.135831 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-570fbb50-07bb-46be-b170-47caaf3ea89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:40.160160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 205fe545-ee46-450a-9df1-40cb92c1caba {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:26:40.160160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 205fe545-ee46-450a-9df1-40cb92c1caba not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:26:40.224168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaee3a1a-f850-45c3-8941-be5d555165a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:40.236249 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:40.248300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.256959 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eaee3a1a-f850-45c3-8941-be5d555165a4 HTTP/1.1" status: 204 len: 168 time: 0.8699253 Nov 09 11:26:40.261434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45818) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:40.293419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab78d09-fcc9-4ff1-b020-81c92d7f804e None None] Network fa0015a6-f78c-4bcf-b8d5-376c9321c1fe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:40.466259 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.478863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:40.483040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Deleting port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:40.483629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.537466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Calling delete_port for fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:40.572019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:26:40.614138 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:40.614785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:40.671015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:26:40.671842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.773015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] For port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=70b2897f-5dc4-4c5d-9556-4c60b1db4a3d,segment=NetworkSegment(95df797c-6517-434c-b0b3-1af579f6d109),segment_id=95df797c-6517-434c-b0b3-1af579f6d109)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:40.775034 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.785177 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b9eb7-4754-4dc0-8de8-dac63a2bf495 None None] Pushing event updated for resources: {'Port': ['ID=f74f7e74-f773-4ba2-9ab6-a4398d76c010,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:40.799719 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f84b9eb7-4754-4dc0-8de8-dac63a2bf495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:40.809700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.813777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:40.814504 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:40.831454 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c9858dc4-fed6-4834-a425-4ed4d5f2ac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:41.021156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Allocated IP 172.22.0.2 (4718563e-ae07-40de-8cf2-f3d1f0e39e81/25a11336-8fb8-4704-9ce0-918e62f30c7a/443d9b29-eb6e-4bce-ac7c-266b15aba7d5) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:41.046684 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4733088 Nov 09 11:26:41.054469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45830) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:41.055115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Network': ['ID=06d2a546-e0db-43de-9aef-fb8ce7b3232e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:41.062340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'admin_state_up': True, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:41.069843 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:41.074740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:41.083793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Calling delete_port for 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:41.091312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:router and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:41.130028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:26:41.197356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:41.223575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:41.236560 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.243445 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:41.310990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=70b2897f-5dc4-4c5d-9556-4c60b1db4a3d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:41.317637 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:41.321967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] No DVR routers for this DVR port 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:26:41.374870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:41.375262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.422669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8a632-f388-4f63-868f-06265f43b5e1 None None] DHCP port deletion for fa0015a6-f78c-4bcf-b8d5-376c9321c1fe request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:26:41.436911 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.438357 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.445523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:41.452190 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.463853 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d2b1ecb3-9ef9-4268-b69f-f40a5547920b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:41.474264 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.514468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event deleted for resources: {'Port': ['ID=fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:41.514645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0015a6-f78c-4bcf-b8d5-376c9321c1fe']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:41.525669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95df797c-6517-434c-b0b3-1af579f6d109') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:41.526042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95df797c-6517-434c-b0b3-1af579f6d109') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:41.536580 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:41.540155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.550092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.562223 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.569390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:26:41.571888 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:26:41.594782 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:26:41.771662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.774423 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.775495 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-13dc7c0d-2467-43f9-b6b5-387b7bb0611e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:41.806381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.825437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0015a6-f78c-4bcf-b8d5-376c9321c1fe,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:41.835817 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:41.850219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Transition to ACTIVE for port object 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:41.864448 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] 10.222.0.50 "DELETE /v2.0/networks/fa0015a6-f78c-4bcf-b8d5-376c9321c1fe HTTP/1.1" status: 204 len: 168 time: 1.6015897 Nov 09 11:26:41.909811 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:41.944252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Transition to ACTIVE for port object 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:42.069473 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.080520 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:42.211062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:42.218686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:42.242019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:42.244213 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Pushing event updated for resources: {'Port': ['ID=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:42.252701 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:42.385734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80e117cf-4b08-4127-8078-eae14bbba45e no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:42.466059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45850) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:42.474168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 80e117cf-4b08-4127-8078-eae14bbba45e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:26:42.474524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80e117cf-4b08-4127-8078-eae14bbba45e not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:26:42.474988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:42.530620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:26:42.531010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 70b2897f-5dc4-4c5d-9556-4c60b1db4a3d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:26:42.536006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:32Z', 'revision_number': 3, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:39Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:42.547174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a744-0824-4404-884d-bfe2c8b18730 None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:32Z', 'revision_number': 3, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:39Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:42.547174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Attempting to bind port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:42.547174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Attempting to bind port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:42.547174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Attempting to bind port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 on network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:42.557261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:42.558493 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Checking segment: {'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:42.559391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.559979 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Bound using segment: {'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:42.564270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Bound port: 443d9b29-eb6e-4bce-ac7c-266b15aba7d5, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:42.564612 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.616857 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d4379b2f-76f1-4a9e-8b65-f8330a32d55c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a27d5af630c47c89b8f0a230e8a20fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1468863 Nov 09 11:26:42.637564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45854) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:42.773510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.781490 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.797812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] For port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:42.805749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] For port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,segment=NetworkSegment(0a73dbc2-22a5-4fef-8536-1c11c139ac19),segment_id=0a73dbc2-22a5-4fef-8536-1c11c139ac19)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:42.813071 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.816700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.821887 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.848650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.882910 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.891018 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-50dd9d84-2fac-4f51-a7f9-d849e5ab4160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:42.967029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:42.971387 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-79ffd9e5-8f43-4e8c-a3b3-f5cdeeb69261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:43.006869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8606a-1756-4c38-babe-20b54991cb57,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:43.020124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:43.030816 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:43.034385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42d8606a-1756-4c38-babe-20b54991cb57 HTTP/1.1" status: 204 len: 168 time: 0.3916259 Nov 09 11:26:43.069414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Pushing event updated for resources: {'Port': ['ID=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:43.077358 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:43.515330 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:43.515966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 771fa13b-c0f7-496a-a71a-1381a3d4706b {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:26:43.645548 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:43.646544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "DELETE /v2.0/routers/771fa13b-c0f7-496a-a71a-1381a3d4706b HTTP/1.1" status: 204 len: 168 time: 6.1178246 Nov 09 11:26:43.654302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45868) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:43.673710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.22.0.1 (4718563e-ae07-40de-8cf2-f3d1f0e39e81/25a11336-8fb8-4704-9ce0-918e62f30c7a/2cc55163-cd6f-46d8-9e05-03cabcfa6ec2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:43.835244 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:43.877196 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:43.884534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.030013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.108883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:44.142718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Allocated IP 172.25.7.127 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/a8bb9969-74a6-41ea-a381-f9036a40be4b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:44.176151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.286946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Deleting port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:44.287368 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.371340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f74f7e74-f773-4ba2-9ab6-a4398d76c010 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:44.456154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.511871 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.519432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3659ce-c234-4d30-b3ba-3d2e0e1b6dae None None] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:44.521351 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:44.614466 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.638082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] For port 21a90f49-5d23-4ad5-b893-e6c626fc5aa2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:44.638940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.644787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:44.653082 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:44.655029 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b1f4f89-52c0-4c35-a66c-eaebb89d4f41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:44.703484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:44.728539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:44.741446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:44.752139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:44.798536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port f74f7e74-f773-4ba2-9ab6-a4398d76c010 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:44.803483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-edbf56f8-37a8-4023-b8ec-f734730b56dc None None] Provisioning for port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:44.812906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f74f7e74-f773-4ba2-9ab6-a4398d76c010 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:44.813437 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:44.816611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Calling delete_port for 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:44.826941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:44.854543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:45.082475 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.119887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port f74f7e74-f773-4ba2-9ab6-a4398d76c010, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f74f7e74-f773-4ba2-9ab6-a4398d76c010,segment=NetworkSegment(6edf8336-8bd8-4609-bac7-28397defe434),segment_id=6edf8336-8bd8-4609-bac7-28397defe434)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:45.126277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=a8bb9969-74a6-41ea-a381-f9036a40be4b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:45.134680 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:45.160617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45900) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:45.161162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.208615 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.209897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:45.257894 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:45.373119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.378270 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fe03775f-52e8-4e8d-be8b-b0fa055d6cee tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:45.388606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=f74f7e74-f773-4ba2-9ab6-a4398d76c010,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:45.394469 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:45.395262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.397165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.406758 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.462906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:45.479255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event deleted for resources: {'Port': ['ID=21a90f49-5d23-4ad5-b893-e6c626fc5aa2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:45.483124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:45.483601 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.490535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:45.701833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3a0d1d35-bb2d-45bb-a37d-62cec6d1aad6 None None] Provisioning for port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:45.740175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1573315870-network', 'tenant_id': '1da61173eed947cc83e9993cd4b0d4e5'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:45.760956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3a0d1d35-bb2d-45bb-a37d-62cec6d1aad6 None None] Provisioning complete for port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:45.761467 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a0d1d35-bb2d-45bb-a37d-62cec6d1aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.790150 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.832552 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:45.853326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,segment=NetworkSegment(0a73dbc2-22a5-4fef-8536-1c11c139ac19),segment_id=0a73dbc2-22a5-4fef-8536-1c11c139ac19)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:45.859914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d1d35-bb2d-45bb-a37d-62cec6d1aad6 None None] Port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:45.873847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3a0d1d35-bb2d-45bb-a37d-62cec6d1aad6 None None] Provisioning complete for port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:45.874336 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a0d1d35-bb2d-45bb-a37d-62cec6d1aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.916015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Usage tracker for resource:network and tenant:1da61173eed947cc83e9993cd4b0d4e5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:45.927533 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:45.939468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:45.951093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.978209 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:45.990067 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:46.088565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:46.099444 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:46.117211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Made reservation on behalf of 1da61173eed947cc83e9993cd4b0d4e5 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:46.119932 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.147619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.312245 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.332689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:46.333741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a87e7dce-7ce7-419b-8125-2f94100708e8 None None] Provisioning complete for port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:46.334473 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a87e7dce-7ce7-419b-8125-2f94100708e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.339828 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.342508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Usage tracker for resource:security_group_rule and tenant:1da61173eed947cc83e9993cd4b0d4e5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:46.342906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router d6d9170c-50ce-46a0-8cae-417172818404 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:46.346116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:46.355829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:46.358148 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.409650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f74f7e74-f773-4ba2-9ab6-a4398d76c010 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:46.415033 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.460920 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.486371 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11fe81ad-aa86-4e0a-81bc-b6f7ca2a4850 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:46.487846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.488642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3d4d99a-ad25-4338-a3af-85818a4707eb {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:26:46.518444 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.542552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.546047 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "DELETE /v2.0/routers/a3d4d99a-ad25-4338-a3af-85818a4707eb HTTP/1.1" status: 204 len: 168 time: 2.8885810 Nov 09 11:26:46.546264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a87e7dce-7ce7-419b-8125-2f94100708e8 None None] Port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:46.550557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45918) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:46.559351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-960189437', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:46.566974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:46.571374 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.577951 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4723e4b0-5108-497f-8fae-94328bc9121b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:46.581932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f74f7e74-f773-4ba2-9ab6-a4398d76c010 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:46.582573 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.585099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Usage tracker for resource:router and tenant:b650ba5c1b08434dac7d9a3063140c3f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:46.590103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:46.590320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:46.598710 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:46.604490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:46.620937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:26:46.640990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883acfdc-84c1-4d4a-8c8f-1eced3fea37e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:46.646097 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.646663 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Added segment 0746c8ee-5d0e-4c12-be4e-4604edcd0076 of type vlan for network 832950ce-8a81-46ef-a990-257502275d4d Nov 09 11:26:46.648683 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:46.698011 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.700007 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.732760 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.753527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.800666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:46.846157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:46.848358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:46.893687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.895823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:46.896835 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:46.921833 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4f1d875b-f776-405c-856e-725e24404ec4 tempest-ExternalNetworksTestJSON-1890925425 tempest-ExternalNetworksTestJSON-1890925425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:46.926988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:46.927370 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.023070 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8690813 Nov 09 11:26:47.081660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45928) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:47.105758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Request body: {'subnet': {'network_id': '832950ce-8a81-46ef-a990-257502275d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1573315870-subnet', 'tenant_id': '1da61173eed947cc83e9993cd4b0d4e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:47.110747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:47.114841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Usage tracker for resource:subnet and tenant:1da61173eed947cc83e9993cd4b0d4e5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:47.117811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:47.125010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:47.138622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Pushing event updated for resources: {'Network': ['ID=832950ce-8a81-46ef-a990-257502275d4d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:47.143661 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:47.156346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 832950ce-8a81-46ef-a990-257502275d4d details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:26:47.157310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.178398 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f8f3faa8-611c-4007-93db-72545832589b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.195820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Made reservation on behalf of 1da61173eed947cc83e9993cd4b0d4e5 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:47.198547 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.301006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f2fdbfbf-1f20-4bcc-8077-04eff4bd8bb3 None None] Provisioning complete for port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:47.301687 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbfbf-1f20-4bcc-8077-04eff4bd8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.374024 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdbfbf-1f20-4bcc-8077-04eff4bd8bb3 None None] Port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:47.388897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:47.402490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Sync routers for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:47.431759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:47.431759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:47.507965 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.582636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:26:47.661418 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.661418 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.6006227 Nov 09 11:26:47.663910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45938) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:47.673921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:47.764436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.802438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.804874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:47.820970 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-feb84533-5c92-48b5-9af6-5dd0c7d4e7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:47.822322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:47.828004 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3740773 Nov 09 11:26:47.830638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45944) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:47.837624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'network': {'name': 'tempest-RoutersTest-949134868'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:47.844635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:47.850849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:network and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:47.857868 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:47.867085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:47.966966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:47.970908 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.047774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:26:48.071249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.072720 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added segment 70d66ea9-58ea-4342-b385-d9aeda2d2e49 of type vlan for network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae Nov 09 11:26:48.117141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.123698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Allocated IP 172.25.7.74 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/eda384d3-6070-465b-b32a-e9038d91513b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:48.165081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 3, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:48.176185 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Checking router: d6d9170c-50ce-46a0-8cae-417172818404 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:48.176758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Updating router d6d9170c-50ce-46a0-8cae-417172818404 port a8bb9969-74a6-41ea-a381-f9036a40be4b binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:26:48.231946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.234325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.237231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:48.237955 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.243761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ec7f6424-0684-4bcd-ab53-d436d825e255 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:48.310094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-01257c30-0678-4fcb-a5d0-1fe157e0e810 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=10a099c7c4104d6bb0d7af8c69176dc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6440554 Nov 09 11:26:48.317391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45952) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:48.318104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ecba3f-d464-4e86-b89a-4a5d56369139,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:48.322897 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:48.359644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Network': ['ID=49c71502-fd8a-4910-8dd5-6046b3c6b9ae,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:48.362503 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:48.379163 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:26:48.431659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Checking segment: {'id': '0746c8ee-5d0e-4c12-be4e-4604edcd0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '832950ce-8a81-46ef-a990-257502275d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:48.432025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Network hostable DHCP agents. Network: 832950ce-8a81-46ef-a990-257502275d4d, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:26:48.435372 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6035013 Nov 09 11:26:48.438519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:48.445901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'subnet': {'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:48.541763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.550669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a14d26-ff1c-47c3-8217-cfa48548b42c tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:48.555176 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b5a14d26-ff1c-47c3-8217-cfa48548b42c tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2312195 Nov 09 11:26:48.555176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45962) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:48.589227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:48.593499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:subnet and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:48.597136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:48.605084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eac20f03-ef10-4b9d-9e98-d37b8e5ca6d3 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454953 Nov 09 11:26:48.605084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45966) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:48.607817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:48.611639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-785753939', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:48.637165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Network 832950ce-8a81-46ef-a990-257502275d4d is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:26:48.721369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Made reservation on behalf of 72e4645146f54e5f9f80c217f0c79c6e for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:48.734992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:48.740184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:subnet and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:48.743096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:48.749079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:48.772756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 832950ce-8a81-46ef-a990-257502275d4d) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:48.779038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:48.779038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.786930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658214c4-7f8a-44b1-aae2-8367782bfbae None None] Network 832950ce-8a81-46ef-a990-257502275d4d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:48.806901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.812441 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:48.834336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:48.871623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Made reservation on behalf of 10a099c7c4104d6bb0d7af8c69176dc5 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:48.919842 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8244162 Nov 09 11:26:48.939532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:48.971315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:48.977780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:49.140619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event updated for resources: {'Port': ['ID=eda384d3-6070-465b-b32a-e9038d91513b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:49.143437 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:49.188201 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:26:49.197436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.204348 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.208199 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1c0e8e43-7524-4eeb-b74c-177a9e1fbf1a tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:49.244372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd320f6d-6e22-4562-811e-d8b64dee3c79 None None] Network 832950ce-8a81-46ef-a990-257502275d4d requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:49.281040 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:26:49.408521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Subnet': ['ID=5601c4ec-f38d-4146-8caa-9632cf214071,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:49.412853 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:49.414403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Checking segment: {'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:49.419781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network hostable DHCP agents. Network: 49c71502-fd8a-4910-8dd5-6046b3c6b9ae, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:26:49.520412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:26:49.524568 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.553218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Transition to ACTIVE for port object a8bb9969-74a6-41ea-a381-f9036a40be4b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:49.611078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.611892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.617459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 49c71502-fd8a-4910-8dd5-6046b3c6b9ae) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:49.622152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:49.623516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.632929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb30332-665a-4b85-b5f1-3def35c93f2a None None] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:49.652371 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.656737 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-813ef4d7-4300-42f3-9709-a07abb0c5f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.665027 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:49.677056 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:49.688339 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8ca6e3c5-1472-4156-a25e-86bbeeaeef6b tempest-ServersTestMultiNic-1781833583 tempest-ServersTestMultiNic-1781833583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:49.779248 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3393323 Nov 09 11:26:49.782247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 45988) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:49.783113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Subnet': ['ID=c7a29a50-4c14-4cdb-8688-05e0a31bbf93,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:49.786368 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:49.879220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Attempting to bind port a8bb9969-74a6-41ea-a381-f9036a40be4b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:49.879815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Attempting to bind port a8bb9969-74a6-41ea-a381-f9036a40be4b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:49.880082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Attempting to bind port a8bb9969-74a6-41ea-a381-f9036a40be4b on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:50.022781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24568299-2305-4cfe-86ee-8c7e8b4aef98 None None] Pushing event updated for resources: {'Port': ['ID=a8bb9969-74a6-41ea-a381-f9036a40be4b,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:50.045153 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-24568299-2305-4cfe-86ee-8c7e8b4aef98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:50.049999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:50.051222 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:50.051222 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:50.052007 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:50.053047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Bound port: a8bb9969-74a6-41ea-a381-f9036a40be4b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:50.053497 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:50.064922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Checking segment: {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:50.065289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network hostable DHCP agents. Network: 06d2a546-e0db-43de-9aef-fb8ce7b3232e, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:26:50.159796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 45994) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:50.170367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-49c71502-fd8a-4910-8dd5-6046b3c6b9ae', 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'fixed_ips': [{'subnet_id': '5601c4ec-f38d-4146-8caa-9632cf214071'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:26:50.171236 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:50.212218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-8a2ae4ff-035a-4137-9171-11c9ace0ae37 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:50.212937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-8a2ae4ff-035a-4137-9171-11c9ace0ae37 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Synchronizing usage tracker for tenant:1da61173eed947cc83e9993cd4b0d4e5 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:26:50.223363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] For port a8bb9969-74a6-41ea-a381-f9036a40be4b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:50.230234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] For port a8bb9969-74a6-41ea-a381-f9036a40be4b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a8bb9969-74a6-41ea-a381-f9036a40be4b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:50.277183 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:50.303481 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:50.305734 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:50.315445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:26:50.325522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-8a2ae4ff-035a-4137-9171-11c9ace0ae37 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Unset dirty status for tenant:1da61173eed947cc83e9993cd4b0d4e5 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:26:50.333297 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-8a2ae4ff-035a-4137-9171-11c9ace0ae37 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/networks?id=832950ce-8a81-46ef-a990-257502275d4d HTTP/1.1" status: 200 len: 814 time: 0.5442934 Nov 09 11:26:50.349245 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:50.356577 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-403c01fa-4091-41a7-890d-03bb4a2805ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:50.393161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-78fd12cc-8cdb-4c1b-8d8b-7277e6a98eca tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/quotas/1da61173eed947cc83e9993cd4b0d4e5 HTTP/1.1" status: 200 len: 375 time: 0.0575612 Nov 09 11:26:50.428535 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:50.438024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 06d2a546-e0db-43de-9aef-fb8ce7b3232e) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:50.467071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:50.467742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:50.471905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24568299-2305-4cfe-86ee-8c7e8b4aef98 None None] Pushing event updated for resources: {'Port': ['ID=a8bb9969-74a6-41ea-a381-f9036a40be4b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:50.476552 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ad1ef-f4fa-436a-81af-8933d105e68c None None] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:50.480420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-785ce5c2-cbba-4009-83b7-283ebf1a36a4 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1da61173eed947cc83e9993cd4b0d4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873301 Nov 09 11:26:50.546715 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-24568299-2305-4cfe-86ee-8c7e8b4aef98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:50.598969 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:50.612141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Router b6695e42-8ebf-4403-ae66-ab6ba0dfc209 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:26:50.629256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:50.635287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0292094 Nov 09 11:26:50.637001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:50.686288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Allocated IP 172.23.0.2 (49c71502-fd8a-4910-8dd5-6046b3c6b9ae/5601c4ec-f38d-4146-8caa-9632cf214071/33ac45ba-422c-47c1-b3dc-53df82643201) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:50.703653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-e4caed28-3da6-4e11-b67f-4e7846313492 service neutron] 10.222.0.50 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222371 Nov 09 11:26:50.766901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8b5d1b6e7746afb50b80eb7f3b781f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:50.800729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:50.823877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:51.108194 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:46Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:51.114437 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:26:51.115145 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Updating router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:26:51.121769 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.126832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-219ff314-8bd6-4311-9c02-142279c5ddfa service neutron] 10.222.0.50 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575494 Nov 09 11:26:51.156857 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.161168 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.168013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:51.168668 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:51.190858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.215482 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.246709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:51.278859 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.315879 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-789c3bd0-f56c-4936-a6fd-e6202edc7595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:51.329162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff8b5d1b6e7746afb50b80eb7f3b781f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1651654 Nov 09 11:26:51.329598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46006) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:51.383025 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.384556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8310804 Nov 09 11:26:51.389916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46010) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:51.395351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': False}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:51.473232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:51.543293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb189c08-62a4-4d35-8029-76bb03f256a4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:51.547446 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:51.554600 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dafccf58-5186-4e04-a3a7-e47a44f74416 req-0e18622c-9be3-4dce-ad95-dcc205d5052d tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 210 time: 0.0567329 Nov 09 11:26:51.677200 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.787971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.824874 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.848742 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Transition to ACTIVE for port object 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:51.902642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] Sync routers for ids ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:51.931144 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:51.938975 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-17372852-f8e8-40a3-a47a-e7053ba07106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:51.968705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] Routers {'b6695e42-8ebf-4403-ae66-ab6ba0dfc209'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:51.969341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:52.005281 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.012923 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-acbfbe95-60ec-460b-aebd-ac9f5be95871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:52.033852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb189c08-62a4-4d35-8029-76bb03f256a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:52.037448 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:52.046303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Transition to ACTIVE for port object 33ac45ba-422c-47c1-b3dc-53df82643201 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:52.104160 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.113176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:52.126068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.127397 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb189c08-62a4-4d35-8029-76bb03f256a4 HTTP/1.1" status: 204 len: 168 time: 0.7966144 Nov 09 11:26:52.139234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Transition to ACTIVE for port object 33ac45ba-422c-47c1-b3dc-53df82643201 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:52.187140 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Pushing event updated for resources: {'Port': ['ID=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:52.241252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] Routers {'b6695e42-8ebf-4403-ae66-ab6ba0dfc209'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:52.241760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:52.257786 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.258134 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.260990 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.261409 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.261752 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.262420 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.262420 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.262714 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.263058 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.263380 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.263696 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:52.273069 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:52.336037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:26:52.381670 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.398537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:26:52.398907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 21a90f49-5d23-4ad5-b893-e6c626fc5aa2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:26:52.403797 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:52.418232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Allocated IP 172.23.0.1 (49c71502-fd8a-4910-8dd5-6046b3c6b9ae/5601c4ec-f38d-4146-8caa-9632cf214071/db1ee8e3-e0c6-48bc-a610-e45717efded8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:52.426144 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Attempting to bind port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:52.426524 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Attempting to bind port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:52.426919 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Attempting to bind port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 on network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:52.445572 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:52.446704 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Checking segment: {'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:52.447489 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.448325 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Bound using segment: {'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:52.449586 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Bound port: 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a73dbc2-22a5-4fef-8536-1c11c139ac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:52.450479 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.492565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:52.494093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:52.496615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d477e-05cb-41f3-9cb3-fc51adf20f95 None None] The sync data for ids ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:52.504342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Pushing event updated for resources: {'Port': ['ID=33ac45ba-422c-47c1-b3dc-53df82643201,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:52.508882 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:52.509967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:52.513809 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:52.591107 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:26:52.592060 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.602545 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] For port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:52.608101 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] For port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,segment=NetworkSegment(0a73dbc2-22a5-4fef-8536-1c11c139ac19),segment_id=0a73dbc2-22a5-4fef-8536-1c11c139ac19)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:52.693108 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:52.716117 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d6750622-e50f-42bc-970e-b58c1b5a3915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:52.824878 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:52.825815 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:53.007778 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c85af85-598e-44f9-8e9a-23828cbae623 req-75af81d7-20ce-4385-8d0f-f78164962762 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 210 time: 0.1579258 Nov 09 11:26:53.099937 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.121436 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Pushing event updated for resources: {'Port': ['ID=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:53.133973 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:53.183035 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:26:53.187254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46034) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:53.211635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.243002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Allocated IP 172.20.0.2 (06d2a546-e0db-43de-9aef-fb8ce7b3232e/c7a29a50-4c14-4cdb-8688-05e0a31bbf93/c0605b09-39d3-4652-9605-35136a82da46) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:53.243581 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.245914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Transition to ACTIVE for port object db1ee8e3-e0c6-48bc-a610-e45717efded8 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:53.303285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Attempting to bind port 33ac45ba-422c-47c1-b3dc-53df82643201 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:53.312047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Attempting to bind port 33ac45ba-422c-47c1-b3dc-53df82643201 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:53.315062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Attempting to bind port 33ac45ba-422c-47c1-b3dc-53df82643201 on network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:53.319351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:53.325672 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.327129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Usage tracker for resource:security_group_rule and tenant:b2540aa98c344e5a8148bab2c0b529cd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:53.331047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:53.339032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:53.390225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 3, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:53.411828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af424d9-c1bc-4fec-9616-20370ea89529 None None] The sync data for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 is: [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 3, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:53.420364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:53.421045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Checking segment: {'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:53.421633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.422187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Bound using segment: {'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:53.422982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Bound port: 33ac45ba-422c-47c1-b3dc-53df82643201, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:53.423528 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.596876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.639812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] For port 33ac45ba-422c-47c1-b3dc-53df82643201, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:53.678568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] For port 33ac45ba-422c-47c1-b3dc-53df82643201, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=33ac45ba-422c-47c1-b3dc-53df82643201,segment=NetworkSegment(70d66ea9-58ea-4342-b385-d9aeda2d2e49),segment_id=70d66ea9-58ea-4342-b385-d9aeda2d2e49)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:53.678995 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.693040 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d4179c49-b92f-4423-a596-1b5d24bf8279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:53.703636 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:52Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:53.711789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eae5c6-3448-4858-9480-0043df809a47 None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:52Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:53.716862 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.730531 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.732493 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e9e8492f-f5a3-4adc-892c-afaa8ee9a0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:53.744614 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:53.751759 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-24568299-2305-4cfe-86ee-8c7e8b4aef98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:53.796757 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Transition to ACTIVE for port object c0605b09-39d3-4652-9605-35136a82da46 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:53.838336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=db1ee8e3-e0c6-48bc-a610-e45717efded8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:53.842482 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:53.846443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:53.853441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:53.875354 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2540aa98c344e5a8148bab2c0b529cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6868143 Nov 09 11:26:53.886093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f87428-b995-418b-8077-3dea4913a9c9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:53.902560 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:53.903483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46038) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:53.914095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Transition to ACTIVE for port object c0605b09-39d3-4652-9605-35136a82da46 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:53.940715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:53.956750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Pushing event updated for resources: {'Port': ['ID=33ac45ba-422c-47c1-b3dc-53df82643201,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:53.963821 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:54.013241 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.018834 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f84b9eb7-4754-4dc0-8de8-dac63a2bf495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:54.039182 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.049561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.061722 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.164851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:54.186028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:54.194160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:54.215827 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Pushing event updated for resources: {'Port': ['ID=c0605b09-39d3-4652-9605-35136a82da46,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:54.220690 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:54.271507 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.367501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Attempting to bind port c0605b09-39d3-4652-9605-35136a82da46 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:54.368057 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Attempting to bind port c0605b09-39d3-4652-9605-35136a82da46 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:54.368504 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Attempting to bind port c0605b09-39d3-4652-9605-35136a82da46 on network 06d2a546-e0db-43de-9aef-fb8ce7b3232e {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:54.395511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:54.396082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Checking segment: {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:54.396585 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.397493 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Bound using segment: {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:54.398074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Bound port: c0605b09-39d3-4652-9605-35136a82da46, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:54.398697 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.417201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-27ad5ce4-4742-4f23-8ee9-65996439a151 req-92e86bf5-af2a-45bd-b815-750e4b47fdb5 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 210 time: 0.0881467 Nov 09 11:26:54.534889 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:54.585387 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.603289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Allocated IP 172.20.0.1 (06d2a546-e0db-43de-9aef-fb8ce7b3232e/c7a29a50-4c14-4cdb-8688-05e0a31bbf93/d5554134-6043-4ffe-b30a-b47b98a7cc8d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:54.632761 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.712865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-ea0988a3-b26b-460f-a163-16be2b188b9f tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:54.714405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-ea0988a3-b26b-460f-a163-16be2b188b9f tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.59 "GET /v2.0/networks?id=832950ce-8a81-46ef-a990-257502275d4d HTTP/1.1" status: 200 len: 814 time: 0.3777552 Nov 09 11:26:54.727489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] For port c0605b09-39d3-4652-9605-35136a82da46, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:54.734123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] For port c0605b09-39d3-4652-9605-35136a82da46, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c0605b09-39d3-4652-9605-35136a82da46,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:54.780628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Request body: {'port': {'device_id': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'network_id': '832950ce-8a81-46ef-a990-257502275d4d', 'admin_state_up': True, 'tenant_id': '1da61173eed947cc83e9993cd4b0d4e5'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:54.825191 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.830820 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:54.916383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:54.920087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:54.938900 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-da658c1e-8075-499c-9d65-69e6443c7f38 tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:54.978100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:54.991322 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.029968 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.031127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36f87428-b995-418b-8077-3dea4913a9c9 HTTP/1.1" status: 204 len: 168 time: 1.1235173 Nov 09 11:26:55.039473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f87428-b995-418b-8077-3dea4913a9c9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:55.042213 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:55.106763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Pushing event updated for resources: {'Port': ['ID=c0605b09-39d3-4652-9605-35136a82da46,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:55.118882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:26:55.124026 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:55.129515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Usage tracker for resource:port and tenant:1da61173eed947cc83e9993cd4b0d4e5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:26:55.133476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:26:55.140972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:26:55.164137 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.170540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Router b6695e42-8ebf-4403-ae66-ab6ba0dfc209 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:26:55.228814 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.294070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Transition to ACTIVE for port object d5554134-6043-4ffe-b30a-b47b98a7cc8d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:55.304546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,segment=NetworkSegment(0a73dbc2-22a5-4fef-8536-1c11c139ac19),segment_id=0a73dbc2-22a5-4fef-8536-1c11c139ac19)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:55.347269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Made reservation on behalf of 1da61173eed947cc83e9993cd4b0d4e5 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:26:55.353734 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.378394 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.386700 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3fbeb51d-9724-4e68-83d8-d26bad15c1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:55.548906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:55.553235 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:55.554173 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.650139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.664203 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cedcead4-7d8c-487f-a6f0-3519380296e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:55.767699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d14af3f-c661-457e-9802-f13d7828e412 None None] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:55.881536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad797daf-e52b-4289-adea-c73d89e219fc req-f3f60020-a877-482b-bd2f-2ab48c493c05 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 210 time: 0.2749178 Nov 09 11:26:55.882195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:55.897546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Allocated IP 172.20.0.7 (832950ce-8a81-46ef-a990-257502275d4d/53ecba3f-d464-4e86-b89a-4a5d56369139/ea6d48b1-07fa-4130-addf-7d0f3ff0894b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:26:56.023366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:56.029590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:56.037761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=d5554134-6043-4ffe-b30a-b47b98a7cc8d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:56.042264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:56.071153 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:56.071964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:56.083159 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d1dbd27d-b36e-4ec4-b701-f266b47c79c2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:56.107667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-388fd192-7e23-4bff-a69d-f8998d92935b None None] Provisioning for port 33ac45ba-422c-47c1-b3dc-53df82643201 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:56.284270 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:56.343919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:56.357908 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] Sync routers for ids ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:26:56.378087 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:56.378883 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] Routers {'b6695e42-8ebf-4403-ae66-ab6ba0dfc209'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:56.379682 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:56.389769 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9488eda7-7e6f-445c-9a1c-46fe80f86919 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "PUT /v2.0/routers/b6695e42-8ebf-4403-ae66-ab6ba0dfc209 HTTP/1.1" status: 200 len: 920 time: 4.9987383 Nov 09 11:26:56.394642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46062) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:56.431196 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:56.459706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event updated for resources: {'Port': ['ID=db1ee8e3-e0c6-48bc-a610-e45717efded8,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:56.464318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:56.467286 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:56.468557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:56.538338 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:56.551662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:56.582615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:56.587305 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] Routers {'b6695e42-8ebf-4403-ae66-ab6ba0dfc209'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:26:56.588008 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:56.589952 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b7d08422-521f-4be6-a83a-193b3ad73fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:56.731321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Network 832950ce-8a81-46ef-a990-257502275d4d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:56.735648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:56.743623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:26:56.785536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:56.797451 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:56.841578 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:26:56.842082 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76baffb2-06e4-4a2c-a8e7-7d287e30e8e5 None None] The sync data for ids ['b6695e42-8ebf-4403-ae66-ab6ba0dfc209'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:26:56.870831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0089465-c557-42a8-9099-9f4e41ea2401 None None] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:26:56.890727 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Pushing event updated for resources: {'Port': ['ID=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:56.905488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.905866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.906240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.906614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.907340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.907711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.908072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.908435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.908795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.909152 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.909509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:56.936704 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:56.944767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:56.945385 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:56.999034 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0ca5fa25-7ec2-4719-af99-f6c5937cff65 None None] Provisioning for port db1ee8e3-e0c6-48bc-a610-e45717efded8 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:57.020358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0ca5fa25-7ec2-4719-af99-f6c5937cff65 None None] Provisioning complete for port db1ee8e3-e0c6-48bc-a610-e45717efded8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:57.020737 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fa25-7ec2-4719-af99-f6c5937cff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:57.023105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:26:57.093491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3170938 Nov 09 11:26:57.112229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Request body: {'port': {'device_id': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:57.187857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5fa25-7ec2-4719-af99-f6c5937cff65 None None] Port db1ee8e3-e0c6-48bc-a610-e45717efded8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:57.230773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:57.294666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e2f82188-a829-415a-ac69-5987c1806b64 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/b6695e42-8ebf-4403-ae66-ab6ba0dfc209 HTTP/1.1" status: 200 len: 920 time: 0.8985789 Nov 09 11:26:57.302593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46078) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:57.397175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 33ac45ba-422c-47c1-b3dc-53df82643201 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:57.413795 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:57.536273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ecb30919-e5a9-4e4f-b7de-eb2616422d92 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=b6695e42-8ebf-4403-ae66-ab6ba0dfc209&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2324612 Nov 09 11:26:57.540071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46082) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:57.575258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f71f6aac-e833-42b7-930f-05ea20374b0d None None] Provisioning complete for port db1ee8e3-e0c6-48bc-a610-e45717efded8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:57.576022 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f71f6aac-e833-42b7-930f-05ea20374b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:57.718371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f71f6aac-e833-42b7-930f-05ea20374b0d None None] Port db1ee8e3-e0c6-48bc-a610-e45717efded8 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:57.720148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 33ac45ba-422c-47c1-b3dc-53df82643201 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:57.728670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 33ac45ba-422c-47c1-b3dc-53df82643201 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:57.729685 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:57.802778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88839ddf-a4cd-405f-a21b-3506ef576ab0 req-621363c7-9ff4-4a66-9215-e8d181233d04 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:57.804913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88839ddf-a4cd-405f-a21b-3506ef576ab0 req-621363c7-9ff4-4a66-9215-e8d181233d04 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 931 time: 0.5889482 Nov 09 11:26:57.880038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f71f6aac-e833-42b7-930f-05ea20374b0d None None] Provisioning for port c0605b09-39d3-4652-9605-35136a82da46 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:57.912806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a55cb6-988b-4be8-b600-df1a4b6d9efc tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:57.914232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a9a55cb6-988b-4be8-b600-df1a4b6d9efc tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.3732357 Nov 09 11:26:57.917865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46090) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:57.971345 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.036408 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-05885099-c90a-46a0-9824-9f2d5cffd350 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6695e42-8ebf-4403-ae66-ab6ba0dfc209 HTTP/1.1" status: 200 len: 205 time: 0.1175709 Nov 09 11:26:58.050413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46098) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:58.078449 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 33ac45ba-422c-47c1-b3dc-53df82643201, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=33ac45ba-422c-47c1-b3dc-53df82643201,segment=NetworkSegment(70d66ea9-58ea-4342-b385-d9aeda2d2e49),segment_id=70d66ea9-58ea-4342-b385-d9aeda2d2e49)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:58.148057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:26:58.166735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.171148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c0605b09-39d3-4652-9605-35136a82da46 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:58.195927 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:58.235643 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c481f790-a537-453b-bb23-ed4b6ee4603f None None] Provisioning for port d5554134-6043-4ffe-b30a-b47b98a7cc8d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:58.252769 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c481f790-a537-453b-bb23-ed4b6ee4603f None None] Provisioning complete for port d5554134-6043-4ffe-b30a-b47b98a7cc8d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:58.253149 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c481f790-a537-453b-bb23-ed4b6ee4603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.280230 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88839ddf-a4cd-405f-a21b-3506ef576ab0 req-01f0339d-40ba-4812-bf8f-644887789bcb tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676101 Nov 09 11:26:58.310024 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5264490 Nov 09 11:26:58.311272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46104) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:26:58.321183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:26:58.341318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6d48b1-07fa-4130-addf-7d0f3ff0894b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:26:58.358870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=33ac45ba-422c-47c1-b3dc-53df82643201,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:58.363015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.364217 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:58.369756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c481f790-a537-453b-bb23-ed4b6ee4603f None None] Port d5554134-6043-4ffe-b30a-b47b98a7cc8d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:58.391267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Transition to ACTIVE for port object ea6d48b1-07fa-4130-addf-7d0f3ff0894b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:26:58.417081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.493600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c0605b09-39d3-4652-9605-35136a82da46 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:26:58.502393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c0605b09-39d3-4652-9605-35136a82da46 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:58.503393 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.543545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0d0ff9ef-5812-4d82-895c-ad732d1b4477 None None] Provisioning complete for port d5554134-6043-4ffe-b30a-b47b98a7cc8d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:58.544325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff9ef-5812-4d82-895c-ad732d1b4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.575896 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.625737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ff9ef-5812-4d82-895c-ad732d1b4477 None None] Port d5554134-6043-4ffe-b30a-b47b98a7cc8d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:58.639102 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.645665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.649819 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55863cd9-7f5a-4676-82f2-831c82e986e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:58.686113 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-52456098-e26e-4bf3-8b72-70cac2c48ae5 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:58.725889 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.765593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port c0605b09-39d3-4652-9605-35136a82da46, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c0605b09-39d3-4652-9605-35136a82da46,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:26:58.791748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:58.796061 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:58.796667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.815248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=d5554134-6043-4ffe-b30a-b47b98a7cc8d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:58.853210 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:58.855447 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:58.984884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=c0605b09-39d3-4652-9605-35136a82da46,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:58.992665 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:59.000359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 33ac45ba-422c-47c1-b3dc-53df82643201 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:26:59.014565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Attempting to bind port ea6d48b1-07fa-4130-addf-7d0f3ff0894b on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:26:59.014964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Attempting to bind port ea6d48b1-07fa-4130-addf-7d0f3ff0894b by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '0746c8ee-5d0e-4c12-be4e-4604edcd0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '832950ce-8a81-46ef-a990-257502275d4d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:26:59.015253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Attempting to bind port ea6d48b1-07fa-4130-addf-7d0f3ff0894b on network 832950ce-8a81-46ef-a990-257502275d4d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:59.033674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Port ea6d48b1-07fa-4130-addf-7d0f3ff0894b on network 832950ce-8a81-46ef-a990-257502275d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:26:59.034000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Attempting to bind port ea6d48b1-07fa-4130-addf-7d0f3ff0894b on network 832950ce-8a81-46ef-a990-257502275d4d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:26:59.042218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.043481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.044022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.044504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.044749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:26:59.045089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Checking segment: {'id': '0746c8ee-5d0e-4c12-be4e-4604edcd0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '832950ce-8a81-46ef-a990-257502275d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:26:59.045253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.045495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Bound using segment: {'id': '0746c8ee-5d0e-4c12-be4e-4604edcd0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '832950ce-8a81-46ef-a990-257502275d4d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:26:59.045928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Bound port: ea6d48b1-07fa-4130-addf-7d0f3ff0894b, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0746c8ee-5d0e-4c12-be4e-4604edcd0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '832950ce-8a81-46ef-a990-257502275d4d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:26:59.046065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.046271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.046630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.047255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.047735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.048198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.048725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:26:59.074646 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:59.126661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 33ac45ba-422c-47c1-b3dc-53df82643201 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:59.127073 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.143291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.165915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] For port ea6d48b1-07fa-4130-addf-7d0f3ff0894b, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:26:59.169683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] For port ea6d48b1-07fa-4130-addf-7d0f3ff0894b, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,segment=NetworkSegment(0746c8ee-5d0e-4c12-be4e-4604edcd0076),segment_id=0746c8ee-5d0e-4c12-be4e-4604edcd0076)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:26:59.235867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Deleting port eda384d3-6070-465b-b32a-e9038d91513b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:26:59.236496 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.268113 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.279461 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2729d1d0-8db3-4a74-9777-1c036267a5ed tempest-ExternalNetworksAdminNegativeTestJSON-89203241 tempest-ExternalNetworksAdminNegativeTestJSON-89203241-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:26:59.328926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:26:59.331815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:26:59.395903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.397259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] 10.222.0.59 "PUT /v2.0/ports/ea6d48b1-07fa-4130-addf-7d0f3ff0894b HTTP/1.1" status: 200 len: 1091 time: 2.2962210 Nov 09 11:26:59.397885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'tag': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:26:59.484508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:26:59.511151 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:26:59.559254 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'tag': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b', 'status': 'completed', 'code': 200} Nov 09 11:26:59.640432 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.767841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-869c0d6b-57ec-4e06-8272-1a37e6fe4449 None None] Provisioning complete for port d5554134-6043-4ffe-b30a-b47b98a7cc8d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:26:59.769651 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-869c0d6b-57ec-4e06-8272-1a37e6fe4449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.801831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Calling delete_port for eda384d3-6070-465b-b32a-e9038d91513b owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:26:59.843001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-854670e2-3fd6-4c43-86eb-6a191b866158 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da61173eed947cc83e9993cd4b0d4e5&device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 1094 time: 0.3335512 Nov 09 11:26:59.859147 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-869c0d6b-57ec-4e06-8272-1a37e6fe4449 None None] Port d5554134-6043-4ffe-b30a-b47b98a7cc8d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:26:59.886691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa002d-979b-479d-9a97-f86be1d492c8 req-35c3ffb8-d3f5-4cbd-b37d-17c04df5b629 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:26:59.888241 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-62fa002d-979b-479d-9a97-f86be1d492c8 req-35c3ffb8-d3f5-4cbd-b37d-17c04df5b629 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 943 time: 0.3855095 Nov 09 11:26:59.894964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 09 11:26:59.936322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Removed routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 09 11:26:59.936749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:26:59.936971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-d2e77cd2-6184-4ce9-a903-8ba6c1a4c0c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b HTTP/1.1" status: 200 len: 217 time: 0.0782254 Nov 09 11:26:59.965738 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-62fa002d-979b-479d-9a97-f86be1d492c8 req-d657b169-73b4-40ea-a7b2-4e41b88c5f16 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684111 Nov 09 11:27:00.050049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-c6e41900-03e7-4b8b-8d70-a8bf5b17f07d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:00.053349 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-c6e41900-03e7-4b8b-8d70-a8bf5b17f07d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ecba3f-d464-4e86-b89a-4a5d56369139 HTTP/1.1" status: 200 len: 854 time: 0.1010580 Nov 09 11:27:00.101687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-3616cd36-cc8a-4dce-a581-1e2805dc6677 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=832950ce-8a81-46ef-a990-257502275d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434506 Nov 09 11:27:00.298746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-35c0babb-7c95-4a1e-8191-4314c2e74563 service neutron] 10.222.0.59 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899960 Nov 09 11:27:00.391797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router d6d9170c-50ce-46a0-8cae-417172818404 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:00.512632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:00.518126 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60fd037b-c6eb-47c0-9d0e-10e0e200b623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:00.572241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event deleted for resources: {'Port': ['ID=eda384d3-6070-465b-b32a-e9038d91513b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:00.580317 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:00.642480 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:00.651900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:00.683445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ace76abf-d3ac-48aa-b66a-15c8c98bdc92 req-d19ca1d5-c0ee-46d4-9ece-8025c68479b0 service neutron] 10.222.0.59 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787942 Nov 09 11:27:00.874503 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:00.968342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c0605b09-39d3-4652-9605-35136a82da46 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:00.989255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:00.997920 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "PUT /v2.0/routers/d6d9170c-50ce-46a0-8cae-417172818404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3565049 Nov 09 11:27:00.999472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46150) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:01.006516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1630205330', 'description': 'tempest-secgroup_access--1630205330 description', 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:01.019850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:01.020930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:01.030122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:security_group and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:01.034643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:01.043452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:01.070685 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c0605b09-39d3-4652-9605-35136a82da46 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:01.070685 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.190027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.199055 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-b7857d6a-1d8e-4f8a-94fa-1d1764a94c79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da61173eed947cc83e9993cd4b0d4e5&device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 1094 time: 0.3785689 Nov 09 11:27:01.199762 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.233706 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.287251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46158) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:01.355674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-044e5d1e-8783-4f21-8e85-079e5d14db15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:01.357463 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-044e5d1e-8783-4f21-8e85-079e5d14db15 service neutron] 10.222.0.59 "GET /v2.0/networks?id=832950ce-8a81-46ef-a990-257502275d4d HTTP/1.1" status: 200 len: 915 time: 0.1520329 Nov 09 11:27:01.368209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccbd69-6349-4dee-b02c-0b5cee66133c req-01c0772f-fad1-4ca7-975a-383e57ab3e85 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:01.370096 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0bccbd69-6349-4dee-b02c-0b5cee66133c req-01c0772f-fad1-4ca7-975a-383e57ab3e85 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 943 time: 0.1401973 Nov 09 11:27:01.403460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:01.417820 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.418572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Fanout notify agent at l3_agent the message router_deleted on router b6695e42-8ebf-4403-ae66-ab6ba0dfc209 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:27:01.420631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:01.431093 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.433433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-2cbb418a-9bca-4cbb-8226-9d9158334f75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b HTTP/1.1" status: 200 len: 217 time: 0.0684731 Nov 09 11:27:01.433939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46164) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:01.434177 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-41823de7-ac2e-495c-aece-8af6f81e72b3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 200 len: 933 time: 3.1182981 Nov 09 11:27:01.435923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:security_group_rule and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:01.446228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:01.456759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:01.471224 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0bccbd69-6349-4dee-b02c-0b5cee66133c req-6b7cbacf-fd3b-4d71-9efa-9ba263583207 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908647 Nov 09 11:27:01.525134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.606556 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.610425 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bce8bad1-f763-49be-b09f-38feb9790dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:01.614103 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.617013 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/b6695e42-8ebf-4403-ae66-ab6ba0dfc209 HTTP/1.1" status: 204 len: 168 time: 3.5639286 Nov 09 11:27:01.617013 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.621753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46170) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:01.638239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1836484475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:01.648423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:01.660347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-f64d17f4-3ec1-4fbd-96d9-ec8e7dbe1091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:01.662985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-f64d17f4-3ec1-4fbd-96d9-ec8e7dbe1091 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ecba3f-d464-4e86-b89a-4a5d56369139 HTTP/1.1" status: 200 len: 854 time: 0.1645670 Nov 09 11:27:01.663105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Usage tracker for resource:router and tenant:b650ba5c1b08434dac7d9a3063140c3f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:01.669843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:01.676334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:01.678434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eff7a4-e3df-4bec-87e2-c866b37d12a4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:01.681675 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:01.745732 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.750465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.7465038 Nov 09 11:27:01.750670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:01.757973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--184885946', 'description': 'tempest-secgroup_general--184885946 description', 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:01.764652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:01.768811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:security_group and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:01.771966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:01.778999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:01.858516 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-d1c829b0-b3a5-43d5-86ba-cd4423e06b65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=832950ce-8a81-46ef-a990-257502275d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884677 Nov 09 11:27:01.862256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:01.867883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Usage tracker for resource:security_group_rule and tenant:8e3625d89e67472a87d579aeb334a08b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:01.888334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:01.899560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:01.903844 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.904848 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.928707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.939202 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:01.981805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:01.985803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:security_group_rule and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:01.989052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:01.995067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:02.030923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.065875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-acb863a9-e285-4d16-bd0a-c0820091b09c service neutron] 10.222.0.59 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991022 Nov 09 11:27:02.076993 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.079001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a48c7bf4-770a-4103-ae25-e094be3fa087 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 200 len: 933 time: 0.6439917 Nov 09 11:27:02.081655 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46178) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:02.086813 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'routes': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:02.123625 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.190971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.200673 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d482f98f-fee5-4d85-b245-b2acf6768941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:02.271769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07f7883-1443-486b-94e8-49e5c3eb8082,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:02.278933 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:02.282428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-979c4e0d-bb80-49e7-a74f-00070a1917af req-182b8350-cb52-48eb-83e1-db2b59cc5297 service neutron] 10.222.0.59 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009368 Nov 09 11:27:02.287506 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e3625d89e67472a87d579aeb334a08b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9964507 Nov 09 11:27:02.287616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.287726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46182) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:02.289526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d6f138e1-fc89-4e7b-953e-150ff78296c7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6638591 Nov 09 11:27:02.289526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.299331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46186) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:02.300062 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3cf9fc2b-0912-4a2f-b8ac-8372eccb6920 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:02.360927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.364552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:02.388215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.515306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.520546 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-856dbc30-c849-4c3b-b2a1-faea3844ec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:02.525469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147c6269-3761-487d-a333-584a5765573a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:02.531430 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:02.534577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07f7883-1443-486b-94e8-49e5c3eb8082,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:02.538027 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:02.540342 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.542313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d07f7883-1443-486b-94e8-49e5c3eb8082 HTTP/1.1" status: 204 len: 168 time: 0.2539146 Nov 09 11:27:02.548818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:02.548818 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.7946980 Nov 09 11:27:02.549689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:02.555948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'security_group_rule': {'security_group_id': 'c6eff7a4-e3df-4bec-87e2-c866b37d12a4', 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:02.620533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:02.641355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:security_group_rule and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:02.654515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:02.756888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:03.084682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.139076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbfbc5-2f0e-4d4f-8188-60cea27319e2 req-73d0fd77-b195-41af-a261-6302d22a72bb tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:03.140620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4bbfbc5-2f0e-4d4f-8188-60cea27319e2 req-73d0fd77-b195-41af-a261-6302d22a72bb tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 943 time: 0.5110216 Nov 09 11:27:03.249600 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.275163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46204) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:03.295621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.329799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:03.334306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Usage tracker for resource:security_group_rule and tenant:e691bd8022e247e7b22d6ab975a910e1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:03.338027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:03.345011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:03.345800 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4bbfbc5-2f0e-4d4f-8188-60cea27319e2 req-c185255c-eaa3-4d63-a1b2-1695ba615156 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859040 Nov 09 11:27:03.349048 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.422811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.538556 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.555518 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd47d7fe-cdc8-4781-a19e-6fd82cbc1c6c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:03.589176 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.596402 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-788cb256-bbe3-4078-80b7-748c5f9818e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:03.644121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00583233-ed51-4d06-9369-f6e4a6ea29ac,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:03.648292 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:03.656906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e691bd8022e247e7b22d6ab975a910e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3775976 Nov 09 11:27:03.657858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46208) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:03.729569 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.759082 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.786088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76bec17-6395-4a7f-99da-4c28dbac13ba,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:03.789921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 09 11:27:03.790247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 09 11:27:03.799282 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:03.847818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.853487 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.855859 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3052557 Nov 09 11:27:03.886722 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.891917 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-222a1775-c3f8-4b17-9c81-b6d994cefcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:03.913060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.913549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00583233-ed51-4d06-9369-f6e4a6ea29ac,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:03.918896 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:03.919688 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:03.923997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00583233-ed51-4d06-9369-f6e4a6ea29ac HTTP/1.1" status: 204 len: 168 time: 0.2647345 Nov 09 11:27:03.948674 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:04.083248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:04.104669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:04.108434 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:04.340409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:04.373927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Allocated IP 172.25.7.180 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/6a83299a-47d6-4783-bc41-44c45cf257c9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:04.377270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-1f7a0ebb-2ed9-427b-9c1b-114a71bfd9c8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:04.420476 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:04.563408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ea6d48b1-07fa-4130-addf-7d0f3ff0894b details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:27:04.587362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb6a8-cc7f-4789-adaf-769e876cdb21 req-58b10cb2-3aab-4fb3-a7d8-76df1ab66559 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:04.588879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-624eb6a8-cc7f-4789-adaf-769e876cdb21 req-58b10cb2-3aab-4fb3-a7d8-76df1ab66559 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Synchronizing usage tracker for tenant:1da61173eed947cc83e9993cd4b0d4e5 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:04.622066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-1f7a0ebb-2ed9-427b-9c1b-114a71bfd9c8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:04.623278 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-1f7a0ebb-2ed9-427b-9c1b-114a71bfd9c8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--1630205330&fields=id&tenant_id=10a099c7c4104d6bb0d7af8c69176dc5 HTTP/1.1" status: 200 len: 267 time: 0.4259064 Nov 09 11:27:04.669879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-624eb6a8-cc7f-4789-adaf-769e876cdb21 req-58b10cb2-3aab-4fb3-a7d8-76df1ab66559 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Unset dirty status for tenant:1da61173eed947cc83e9993cd4b0d4e5 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:04.674009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-624eb6a8-cc7f-4789-adaf-769e876cdb21 req-58b10cb2-3aab-4fb3-a7d8-76df1ab66559 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 943 time: 0.1853120 Nov 09 11:27:04.749748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:04.759647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-624eb6a8-cc7f-4789-adaf-769e876cdb21 req-19ec6285-5437-453b-b421-006c54cc3468 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Synchronizing usage tracker for tenant:1da61173eed947cc83e9993cd4b0d4e5 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:04.763092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:04.766951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:04.778421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-b4ee37e3-df80-446f-81e4-2efb7ba57002 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--184885946&fields=id&tenant_id=10a099c7c4104d6bb0d7af8c69176dc5 HTTP/1.1" status: 200 len: 267 time: 0.1432052 Nov 09 11:27:04.846805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-624eb6a8-cc7f-4789-adaf-769e876cdb21 req-19ec6285-5437-453b-b421-006c54cc3468 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Unset dirty status for tenant:1da61173eed947cc83e9993cd4b0d4e5 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:04.847905 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-624eb6a8-cc7f-4789-adaf-769e876cdb21 req-19ec6285-5437-453b-b421-006c54cc3468 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626413 Nov 09 11:27:04.893564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ea6d48b1-07fa-4130-addf-7d0f3ff0894b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,segment=NetworkSegment(0746c8ee-5d0e-4c12-be4e-4604edcd0076),segment_id=0746c8ee-5d0e-4c12-be4e-4604edcd0076)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:04.916446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b', 'network_id': '832950ce-8a81-46ef-a990-257502275d4d', 'port_id': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b', 'mac_address': 'fa:16:3e:f0:2a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ecba3f-d464-4e86-b89a-4a5d56369139', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:27:04.944147 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:03Z', 'revision_number': 7, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1ee8e3-e0c6-48bc-a610-e45717efded8', 'name': '', 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:a2:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5601c4ec-f38d-4146-8caa-9632cf214071', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:51Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '5601c4ec-f38d-4146-8caa-9632cf214071', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:05.056410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:05.057817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Updating router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b port db1ee8e3-e0c6-48bc-a610-e45717efded8 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:27:05.086550 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:05.094843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-c80cb7cd-4b08-4297-928e-d7788e2d35ba tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:05.095444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a8bb9969-74a6-41ea-a381-f9036a40be4b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:05.095607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-c80cb7cd-4b08-4297-928e-d7788e2d35ba tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:05.102326 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:05.109597 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4f34b19-19f4-4d02-8a2f-d636eadd205c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:05.173655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6d48b1-07fa-4130-addf-7d0f3ff0894b {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:27:05.203651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:05.207885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:05.208926 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:05.213409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:05.230424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ea6d48b1-07fa-4130-addf-7d0f3ff0894b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,segment=NetworkSegment(0746c8ee-5d0e-4c12-be4e-4604edcd0076),segment_id=0746c8ee-5d0e-4c12-be4e-4604edcd0076)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:05.240323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event updated for resources: {'Port': ['ID=6a83299a-47d6-4783-bc41-44c45cf257c9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:05.244099 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:05.359005 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-c80cb7cd-4b08-4297-928e-d7788e2d35ba tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:05.366659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-c80cb7cd-4b08-4297-928e-d7788e2d35ba tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/networks?id=06d2a546-e0db-43de-9aef-fb8ce7b3232e HTTP/1.1" status: 200 len: 797 time: 0.5300605 Nov 09 11:27:05.376703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:05.382274 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fed4c234-abee-4d4a-9e16-739305ea303a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:05.413310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:05.433938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-aad440f1-b684-4cfd-950e-3d8082718ec2 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/quotas/10a099c7c4104d6bb0d7af8c69176dc5 HTTP/1.1" status: 200 len: 375 time: 0.0661747 Nov 09 11:27:05.443871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port a8bb9969-74a6-41ea-a381-f9036a40be4b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:05.471197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a8bb9969-74a6-41ea-a381-f9036a40be4b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:05.471590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:05.640239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:05.673300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.673650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.674094 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.674381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.674775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.675149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.675478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.675812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.676148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.676522 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.676913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:05.684666 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:05.736833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['ea6d48b1-07fa-4130-addf-7d0f3ff0894b'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:27:05.832387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-bf731e21-fb79-4d35-8dcb-580d16ec0ce2 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:05.862824 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:05.905096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port a8bb9969-74a6-41ea-a381-f9036a40be4b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a8bb9969-74a6-41ea-a381-f9036a40be4b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:05.907303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:05.922305 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:05.927081 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-90929154-5727-441b-a6ce-95f2e9532774 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 200 len: 699 time: 3.8443849 Nov 09 11:27:05.935087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46252) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:05.943804 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.016968 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.020138 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.024556 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:06.029053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-bf731e21-fb79-4d35-8dcb-580d16ec0ce2 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:06.030345 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-bf731e21-fb79-4d35-8dcb-580d16ec0ce2 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5951343 Nov 09 11:27:06.096234 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Transition to ACTIVE for port object db1ee8e3-e0c6-48bc-a610-e45717efded8 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:06.140838 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=a8bb9969-74a6-41ea-a381-f9036a40be4b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:06.149807 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:06.191851 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.202553 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.209745 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.217371 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9e3297d8-c5e8-4e28-9cd1-c187fae3c8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:06.330080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42282314-d0e5-42a6-beca-ebfd12b8ce52 None None] Pushing event updated for resources: {'Port': ['ID=db1ee8e3-e0c6-48bc-a610-e45717efded8,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:06.338581 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-42282314-d0e5-42a6-beca-ebfd12b8ce52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:06.526125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf8533-ee0f-484e-a501-df4711ea58eb req-371a20f3-f763-45af-b57d-2c0a82a3d14f tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:06.538764 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cfaf8533-ee0f-484e-a501-df4711ea58eb req-371a20f3-f763-45af-b57d-2c0a82a3d14f tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 944 time: 0.2709787 Nov 09 11:27:06.579653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-14b81b5e-dfe3-4337-aa57-355532f565c7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 200 len: 699 time: 0.6400886 Nov 09 11:27:06.582361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46268) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:06.691174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Attempting to bind port db1ee8e3-e0c6-48bc-a610-e45717efded8 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:27:06.691174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Attempting to bind port db1ee8e3-e0c6-48bc-a610-e45717efded8 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:27:06.691174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Attempting to bind port db1ee8e3-e0c6-48bc-a610-e45717efded8 on network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:06.706593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:27:06.706593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Checking segment: {'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:06.706593 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.706593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Bound using segment: {'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:27:06.706593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Bound port: db1ee8e3-e0c6-48bc-a610-e45717efded8, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d66ea9-58ea-4342-b385-d9aeda2d2e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:27:06.706593 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.708857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-3174db36-88be-4462-a879-8d8f56326898 service neutron] 10.222.0.50 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812356 Nov 09 11:27:06.751589 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cfaf8533-ee0f-484e-a501-df4711ea58eb req-33214e12-c125-4736-8609-38c768907614 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226224 Nov 09 11:27:06.804360 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.844419 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] For port db1ee8e3-e0c6-48bc-a610-e45717efded8, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:06.847884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] For port db1ee8e3-e0c6-48bc-a610-e45717efded8, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=db1ee8e3-e0c6-48bc-a610-e45717efded8,segment=NetworkSegment(70d66ea9-58ea-4342-b385-d9aeda2d2e49),segment_id=70d66ea9-58ea-4342-b385-d9aeda2d2e49)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:27:06.945132 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:06.957358 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:07.100990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42282314-d0e5-42a6-beca-ebfd12b8ce52 None None] Pushing event updated for resources: {'Port': ['ID=db1ee8e3-e0c6-48bc-a610-e45717efded8,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:07.104941 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-42282314-d0e5-42a6-beca-ebfd12b8ce52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:07.105943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a8bb9969-74a6-41ea-a381-f9036a40be4b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:07.144914 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-6eaa9a89-06be-4ced-87aa-b9f7e3d29b1e service neutron] 10.222.0.50 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049006 Nov 09 11:27:07.225573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.230739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.235672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.236428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:07.237100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:07.240392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.245099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.249141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.253399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.261558 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-c74b0813-cdbd-459a-8877-f454b6b5c063 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.2054732 Nov 09 11:27:07.291566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Router 91305b43-444e-4b16-a8c5-eb107f21eaae is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:27:07.569055 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:07.664795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.672191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.687405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.707193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.707721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:07.720805 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] Sync routers for ids ['91305b43-444e-4b16-a8c5-eb107f21eaae'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:07.721889 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:07.724192 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "PUT /v2.0/routers/91305b43-444e-4b16-a8c5-eb107f21eaae HTTP/1.1" status: 200 len: 880 time: 5.4150050 Nov 09 11:27:07.726451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46288) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:07.732350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.746269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.754705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.754943 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] Routers {'91305b43-444e-4b16-a8c5-eb107f21eaae'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:07.755782 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['91305b43-444e-4b16-a8c5-eb107f21eaae'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:07.756620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-2a28fbac-219e-41ad-8b14-3eb9c8227a09 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.4929457 Nov 09 11:27:07.773050 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:07.937258 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:07.953311 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] Routers {'91305b43-444e-4b16-a8c5-eb107f21eaae'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:07.954341 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['91305b43-444e-4b16-a8c5-eb107f21eaae'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:07.962385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5d47eba5-4cfd-409f-99e7-79054d7c062f req-703eb454-a7b9-4eff-9532-a098bb8fce50 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6996412 Nov 09 11:27:07.965265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-dcbea825-9282-463a-ba74-63c76cb4c24e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:07.966631 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-dcbea825-9282-463a-ba74-63c76cb4c24e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "GET /v2.0/ports/7d5be6ed-2bff-4909-8c5b-e6a13b96680d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1096418 Nov 09 11:27:07.977776 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d71a9843-8a64-43dc-9535-79cdf6012687 req-3cb4782c-0bb5-45cb-91fd-b4784f379191 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 210 time: 0.1168358 Nov 09 11:27:08.099142 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:08.099996 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add4a650-a0d7-4e60-a837-4b6e6bda5732 None None] The sync data for ids ['91305b43-444e-4b16-a8c5-eb107f21eaae'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:08.173085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a8bb9969-74a6-41ea-a381-f9036a40be4b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:08.174226 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:08.340707 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-314f24b8-266e-41d4-b01c-cead35e6f4fe tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "GET /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1984975 Nov 09 11:27:08.350013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc5436-3ecd-4bdd-a273-222f9d92a6ce req-58273598-c814-4c9b-9957-33511c9aa265 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:08.351766 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95fc5436-3ecd-4bdd-a273-222f9d92a6ce req-58273598-c814-4c9b-9957-33511c9aa265 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 944 time: 0.1703432 Nov 09 11:27:08.354197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:08.361427 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c6e619d2-4d34-441b-93c8-e1e95c216fba tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/91305b43-444e-4b16-a8c5-eb107f21eaae HTTP/1.1" status: 200 len: 921 time: 0.6306946 Nov 09 11:27:08.386073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46306) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:08.413038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:03Z', 'revision_number': 7, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1ee8e3-e0c6-48bc-a610-e45717efded8', 'name': '', 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:a2:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5601c4ec-f38d-4146-8caa-9632cf214071', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:51Z', 'updated_at': '2021-11-09T11:27:06Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '5601c4ec-f38d-4146-8caa-9632cf214071', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:08.423371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5614a-a9f2-4f07-bef6-0ea16c34ea04 None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:03Z', 'revision_number': 7, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1ee8e3-e0c6-48bc-a610-e45717efded8', 'name': '', 'network_id': '49c71502-fd8a-4910-8dd5-6046b3c6b9ae', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:a2:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5601c4ec-f38d-4146-8caa-9632cf214071', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:51Z', 'updated_at': '2021-11-09T11:27:06Z', 'revision_number': 4, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '5601c4ec-f38d-4146-8caa-9632cf214071', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:08.437778 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:08.533560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:08.533560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fed98d5b-b6e6-4c1a-8c46-d6f6f5ca7c4b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:08.582754 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ea6d48b1-07fa-4130-addf-7d0f3ff0894b up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:08.675400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95fc5436-3ecd-4bdd-a273-222f9d92a6ce req-7a86d049-919f-48eb-870c-844d6f06169f tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150542 Nov 09 11:27:08.800614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port ea6d48b1-07fa-4130-addf-7d0f3ff0894b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:08.808279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port ea6d48b1-07fa-4130-addf-7d0f3ff0894b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:08.808987 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:08.826739 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:08.850675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-51e67aa9-4102-4bbf-9c3e-726ad9ccb0fb tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=91305b43-444e-4b16-a8c5-eb107f21eaae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4351404 Nov 09 11:27:08.854035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:09.007592 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:09.066522 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:09.111129 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port ea6d48b1-07fa-4130-addf-7d0f3ff0894b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,segment=NetworkSegment(0746c8ee-5d0e-4c12-be4e-4604edcd0076),segment_id=0746c8ee-5d0e-4c12-be4e-4604edcd0076)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:09.170614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db1ee8e3-e0c6-48bc-a610-e45717efded8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:09.181863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d21afc-4cf0-4889-82d2-099035e55f62 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.182522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-98d21afc-4cf0-4889-82d2-099035e55f62 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Synchronizing usage tracker for tenant:280011dc7ea8454b86f88369eea198b6 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:09.251711 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-789c3800-da71-41b8-b94d-52a749296bf1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5170922 Nov 09 11:27:09.255173 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:09.264542 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:09.326123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-98d21afc-4cf0-4889-82d2-099035e55f62 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Unset dirty status for tenant:280011dc7ea8454b86f88369eea198b6 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:09.327336 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-98d21afc-4cf0-4889-82d2-099035e55f62 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.4723046 Nov 09 11:27:09.330530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:09.388649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:09.394165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-051b993b-de45-42e2-95dc-58f64bc18936 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=91305b43-444e-4b16-a8c5-eb107f21eaae HTTP/1.1" status: 200 len: 205 time: 0.0610340 Nov 09 11:27:09.396556 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:09.426932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:09.457467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port db1ee8e3-e0c6-48bc-a610-e45717efded8 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:09.462690 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port db1ee8e3-e0c6-48bc-a610-e45717efded8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:09.464499 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:09.500257 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75ac3748-8f19-4d0d-a111-df48c769cfee req-1badaa32-2d77-4bcc-a991-184627026d13 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 210 time: 0.1048996 Nov 09 11:27:09.623361 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b', 'code': 200} Nov 09 11:27:09.624804 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:09.681230 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port db1ee8e3-e0c6-48bc-a610-e45717efded8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=db1ee8e3-e0c6-48bc-a610-e45717efded8,segment=NetworkSegment(70d66ea9-58ea-4342-b385-d9aeda2d2e49),segment_id=70d66ea9-58ea-4342-b385-d9aeda2d2e49)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:09.728380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4c45cb96-02c9-40c3-ad93-b220359069db no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:09.745771 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:09.765640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-99b3417f-004c-432a-8b98-86151e4976e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1097 time: 0.2913382 Nov 09 11:27:09.770339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] For port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:09.776470 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:09.781256 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-42282314-d0e5-42a6-beca-ebfd12b8ce52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:09.781957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.786317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.790395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.794863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.799072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.803368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.807880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:09.817222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-664f9bae-4318-4072-b203-f34057b99d06 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 5433 time: 0.4258223 Nov 09 11:27:09.874857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=db1ee8e3-e0c6-48bc-a610-e45717efded8,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:09.882112 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:09.990564 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:27:10.019451 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.071699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4c45cb96-02c9-40c3-ad93-b220359069db, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4c45cb96-02c9-40c3-ad93-b220359069db,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:10.138721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b8f19-dae6-45e1-af83-909d26b6f605 req-fa0077bc-620d-4dae-9afb-f513955155f7 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:10.140264 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec4b8f19-dae6-45e1-af83-909d26b6f605 req-fa0077bc-620d-4dae-9afb-f513955155f7 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.2283063 Nov 09 11:27:10.154179 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.155044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 05c35df5-3825-47be-9e64-f78f0ed25640 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:10.187675 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:10.207465 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.214488 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec4b8f19-dae6-45e1-af83-909d26b6f605 req-9f107de2-647c-4ef9-a6b4-2e23a59f87c4 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679371 Nov 09 11:27:10.271901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] For port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:10.285449 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4c45cb96-02c9-40c3-ad93-b220359069db,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:10.294753 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:10.327247 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8584def8-44bd-4272-b76d-0f0a2e2e968b req-313f74a8-2c02-4703-b2b2-ab812755f528 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5036881 Nov 09 11:27:10.345460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Deleting port 6a83299a-47d6-4783-bc41-44c45cf257c9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:10.346073 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.381238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ac3d530-2b48-486a-aa84-16608683d66e req-d92537f7-87b4-4290-a6ce-25dbb1e9b9ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 1096 time: 0.6862841 Nov 09 11:27:10.383252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] device_id is not set on port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:27:10.422026 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.443993 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.447951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-d31624e5-875f-4202-b13a-a16bc98dabb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:10.449749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-d31624e5-875f-4202-b13a-a16bc98dabb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.5690603 Nov 09 11:27:10.458423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=05c35df5-3825-47be-9e64-f78f0ed25640,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:10.545857 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6ac3d530-2b48-486a-aa84-16608683d66e req-6362f48c-18f7-4f6c-975e-b8878eb8499f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517715 Nov 09 11:27:10.549659 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.550454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:10.618663 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.630305 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-45e71281-6686-4a80-8e2f-16f30e8af571 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:10.649747 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a3db4109-45a2-4691-8153-adbffabf04c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:10.655078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.750143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46356) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:10.834547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port db1ee8e3-e0c6-48bc-a610-e45717efded8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:10.835505 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:10.839223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:10.847689 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:10.853310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Calling delete_port for 6a83299a-47d6-4783-bc41-44c45cf257c9 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:10.912439 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-29ebce36-6433-43a9-ae40-8b35025e24aa req-1229bc4c-721b-44da-bb57-227c5d85b307 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 210 time: 0.1637921 Nov 09 11:27:10.961734 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.038078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Pushing event updated for resources: {'Port': ['ID=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:11.042200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-0637ef5c-539e-45f8-8dac-6e27c1ccb365 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 1001 time: 0.5750630 Nov 09 11:27:11.052354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db1ee8e3-e0c6-48bc-a610-e45717efded8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:11.061382 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:11.128789 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:11.172503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port db1ee8e3-e0c6-48bc-a610-e45717efded8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:11.173171 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.209461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.222050 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.222824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:11.248611 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f84b9eb7-4754-4dc0-8de8-dac63a2bf495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:11.309056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] No DVR routers for this DVR port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:11.376596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:11.380116 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:11.381166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-1634237d-82aa-42d8-bb93-5e649f7b4c15 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:11.382624 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-1634237d-82aa-42d8-bb93-5e649f7b4c15 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.57 "GET /v2.0/networks?id=06d2a546-e0db-43de-9aef-fb8ce7b3232e HTTP/1.1" status: 200 len: 797 time: 0.8012784 Nov 09 11:27:11.384215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:11.389503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Usage tracker for resource:security_group_rule and tenant:54c6104e238147b3bba9289679132c03 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:11.392630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:11.395589 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.402166 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c40a2248-2a1d-4404-a175-e583ffda8e3b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:11.445255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7d4f6538-bc05-475c-8042-9a44ec488cc6 None None] Provisioning complete for port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:11.445642 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6538-bc05-475c-8042-9a44ec488cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.445760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:11.448112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event deleted for resources: {'Port': ['ID=6a83299a-47d6-4783-bc41-44c45cf257c9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:11.452027 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:11.471451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] In _notify_port_updated(), no bound segment for port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:27:11.472742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.474248 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] 10.222.0.57 "PUT /v2.0/ports/7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 200 len: 1025 time: 3.1257796 Nov 09 11:27:11.544676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-eb1ca468-d2a6-470b-92b8-391cd59307b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:11.546287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-eb1ca468-d2a6-470b-92b8-391cd59307b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.4523623 Nov 09 11:27:11.553433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f6538-bc05-475c-8042-9a44ec488cc6 None None] Port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:27:11.558898 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.599426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:11.624603 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c35df5-3825-47be-9e64-f78f0ed25640'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:11.663783 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.664986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 1d417d4b-05be-414c-b886-1a54dacfcec0 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:11.676365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port db1ee8e3-e0c6-48bc-a610-e45717efded8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=db1ee8e3-e0c6-48bc-a610-e45717efded8,segment=NetworkSegment(70d66ea9-58ea-4342-b385-d9aeda2d2e49),segment_id=70d66ea9-58ea-4342-b385-d9aeda2d2e49)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:11.676755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.693397 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:11.776449 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-4a18fcf9-dbe3-46a7-85d2-cbcbb510a961 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a099c7c4104d6bb0d7af8c69176dc5 HTTP/1.1" status: 200 len: 477 time: 0.2618353 Nov 09 11:27:11.813890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:11.820620 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:11.845840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for db1ee8e3-e0c6-48bc-a610-e45717efded8 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:11.865683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.878639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'port': {'device_id': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'admin_state_up': True, 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'security_groups': ['c6eff7a4-e3df-4bec-87e2-c866b37d12a4', '147c6269-3761-487d-a333-584a5765573a']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:11.914906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 1d417d4b-05be-414c-b886-1a54dacfcec0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1d417d4b-05be-414c-b886-1a54dacfcec0,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:11.921143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-8f6de199-605d-4a9b-94ad-9725149b57f8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:11.922490 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-8f6de199-605d-4a9b-94ad-9725149b57f8 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "GET /v2.0/ports/05c35df5-3825-47be-9e64-f78f0ed25640?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4067824 Nov 09 11:27:11.941610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:11.948334 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.012445 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.013550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7d5be6ed-2bff-4909-8c5b-e6a13b96680d no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:12.030475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:12.042216 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:12.082326 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.094359 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0c91f94d-afdc-473c-bb6a-90dbc854915b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:12.105109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e5471-d0c4-4d7b-adb8-9ff65b797edb req-67d8773f-375c-4187-b8a2-d5bddc2f04ad tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:12.106044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-894e5471-d0c4-4d7b-adb8-9ff65b797edb req-67d8773f-375c-4187-b8a2-d5bddc2f04ad tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.7438822 Nov 09 11:27:12.118664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072550-0dd9-451e-943e-fbf68495d72c req-aa6c59e1-334e-40fd-b8de-f824928cdb3d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:12.124058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072550-0dd9-451e-943e-fbf68495d72c req-aa6c59e1-334e-40fd-b8de-f824928cdb3d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:12.129387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072550-0dd9-451e-943e-fbf68495d72c req-aa6c59e1-334e-40fd-b8de-f824928cdb3d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:12.133986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072550-0dd9-451e-943e-fbf68495d72c req-aa6c59e1-334e-40fd-b8de-f824928cdb3d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:12.135195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 7d5be6ed-2bff-4909-8c5b-e6a13b96680d not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:12.135812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:12.140235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072550-0dd9-451e-943e-fbf68495d72c req-aa6c59e1-334e-40fd-b8de-f824928cdb3d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:12.144615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072550-0dd9-451e-943e-fbf68495d72c req-aa6c59e1-334e-40fd-b8de-f824928cdb3d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:12.152974 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac072550-0dd9-451e-943e-fbf68495d72c req-aa6c59e1-334e-40fd-b8de-f824928cdb3d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 4653 time: 0.4946561 Nov 09 11:27:12.167194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=1d417d4b-05be-414c-b886-1a54dacfcec0,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:12.174213 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:12.273567 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.311417 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:12.359573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c18138-6df9-4c5e-a0b2-8bd8b6e86146,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:12.363233 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:12.371354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54c6104e238147b3bba9289679132c03&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5621915 Nov 09 11:27:12.376155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46372) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:12.377807 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-e7fbd178-6cf2-4397-92e8-1135fcdd077d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7834649 Nov 09 11:27:12.383623 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.385901 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:12.399459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.408049 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ac072550-0dd9-451e-943e-fbf68495d72c req-f7a512a1-d8c0-452b-8498-3e6f507622d4 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&id=0416db2f-7583-403c-b585-c98d3ec2881f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2542431 Nov 09 11:27:12.416598 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.457422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:12.465302 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:12.480437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.508912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.554941 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.555616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Fanout notify agent at l3_agent the message router_deleted on router 91305b43-444e-4b16-a8c5-eb107f21eaae {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:27:12.576872 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.590523 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.594888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/91305b43-444e-4b16-a8c5-eb107f21eaae HTTP/1.1" status: 204 len: 168 time: 3.1637003 Nov 09 11:27:12.596944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46376) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:12.604150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2098851429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:12.613032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:12.615444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:12.618761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Usage tracker for resource:router and tenant:b650ba5c1b08434dac7d9a3063140c3f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:12.622074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:12.629935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:12.640670 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.643891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.647253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8c18138-6df9-4c5e-a0b2-8bd8b6e86146 HTTP/1.1" status: 204 len: 168 time: 0.2677045 Nov 09 11:27:12.647253 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57f76c12-fbfb-49e0-9cce-97d1cb98781b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:12.656270 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db', 'code': 200} Nov 09 11:27:12.656548 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c35df5-3825-47be-9e64-f78f0ed25640', 'code': 200} Nov 09 11:27:12.656812 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'code': 200} Nov 09 11:27:12.657071 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12', 'code': 200} Nov 09 11:27:12.660896 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-894e5471-d0c4-4d7b-adb8-9ff65b797edb req-8fb5fc10-a7a0-4129-875f-d24a1edfa8de tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566329 Nov 09 11:27:12.661041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c18138-6df9-4c5e-a0b2-8bd8b6e86146,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:12.670239 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:12.717637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:12.720877 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.722074 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.745223 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.747465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-7ee7066a-54e0-47a2-bada-21061dd97ee9 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297818 Nov 09 11:27:12.830135 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40ffe8d7-d7ce-4e19-8f22-172cd1a1a9c5 req-c71c6f2d-bacc-4b2e-bf5e-0f56f536123f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 210 time: 0.0424132 Nov 09 11:27:12.845939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Made reservation on behalf of 10a099c7c4104d6bb0d7af8c69176dc5 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:12.848988 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.852170 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.926505 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:12.930449 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d2aac1b1-c4a0-4d61-bb27-c4bdec43cff8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3296750 Nov 09 11:27:12.930579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46382) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:12.935876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': True}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:13.191581 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:13.201976 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:13.234123 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-f22b32b3-1a72-4d60-94f0-e36d3bde187d service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788203 Nov 09 11:27:13.295392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=05c35df5-3825-47be-9e64-f78f0ed25640,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:13.302576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=db1ee8e3-e0c6-48bc-a610-e45717efded8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:13.310364 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:13.360999 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:13.417586 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:27:13.450399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Allocated IP 172.20.0.10 (06d2a546-e0db-43de-9aef-fb8ce7b3232e/c7a29a50-4c14-4cdb-8688-05e0a31bbf93/13af3c13-e56d-42ef-a695-a9e0fb7f965a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:13.454570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:13.471232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] For port 05c35df5-3825-47be-9e64-f78f0ed25640, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:13.486649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:13.489041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:13.577617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] device_id is not set on port 05c35df5-3825-47be-9e64-f78f0ed25640 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:27:13.584803 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Sync routers for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:13.606166 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:13.606810 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:13.617233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:13.627484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46390) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:13.762084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:13.804235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:13.851569 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-71aa7125-390e-4f3f-ae63-2bf2ca487e8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:13.860611 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:13.962155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.000500 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.010861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.087097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Pushing event updated for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:14.095010 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:14.194133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Allocated IP 172.25.7.116 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/39c7969a-c99f-4ba9-8774-3eef1b1fb9f2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:14.218747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:14.223626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:188b5e461fca4067a21b0937d96edc93 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:14.226672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:14.233483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:14.285519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:12Z', 'revision_number': 8, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:14.300603 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:14.313727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:14.314613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:14.318629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.400930 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.542071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:14.560123 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.567023 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:14.567792 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:26:57Z', 'revision_number': 2, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:14.573937 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Checking router: d6d9170c-50ce-46a0-8cae-417172818404 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:14.574566 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Updating router d6d9170c-50ce-46a0-8cae-417172818404 port d5554134-6043-4ffe-b30a-b47b98a7cc8d binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:27:14.614011 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.631909 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d022604c-15a0-41e2-887f-e4e0f4bb3051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:14.645820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Port': ['ID=39c7969a-c99f-4ba9-8774-3eef1b1fb9f2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:14.649423 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:14.672112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:14.677679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:14.680785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:14.700301 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.702930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-331fa75b-1c89-4e71-8bb4-e03641b2f475 None None] Provisioning complete for port 05c35df5-3825-47be-9e64-f78f0ed25640 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:14.703316 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-331fa75b-1c89-4e71-8bb4-e03641b2f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.704242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] No DVR routers for this DVR port 05c35df5-3825-47be-9e64-f78f0ed25640 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:14.731555 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:14.810072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc192-dad7-4b53-839e-0d0495950a97 req-0f1d191a-8620-4cc6-8f80-0d7379788705 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:14.817370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-187bc192-dad7-4b53-839e-0d0495950a97 req-0f1d191a-8620-4cc6-8f80-0d7379788705 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.8893650 Nov 09 11:27:14.847982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f09ccb3-20f2-4395-a1e5-23897ac435b4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:14.850729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-331fa75b-1c89-4e71-8bb4-e03641b2f475 None None] Port 05c35df5-3825-47be-9e64-f78f0ed25640 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:27:14.862787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=188b5e461fca4067a21b0937d96edc93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1499600 Nov 09 11:27:14.869980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46406) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:14.894505 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-187bc192-dad7-4b53-839e-0d0495950a97 req-955d54af-76c7-46f0-bd87-3564102e15ee tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760791 Nov 09 11:27:14.907061 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:14.922861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.940356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] In _notify_port_updated(), no bound segment for port 05c35df5-3825-47be-9e64-f78f0ed25640 on network 635a7131-585c-436d-b910-b5a4b23f9b59 {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:27:14.941405 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:14.942942 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] 10.222.0.57 "PUT /v2.0/ports/05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 200 len: 1028 time: 2.9210327 Nov 09 11:27:14.964089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359212c-f9aa-4764-8d77-25ba33168ade req-83dd128d-c077-444e-98f3-e6f39563918f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:14.964089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359212c-f9aa-4764-8d77-25ba33168ade req-83dd128d-c077-444e-98f3-e6f39563918f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:14.965760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359212c-f9aa-4764-8d77-25ba33168ade req-83dd128d-c077-444e-98f3-e6f39563918f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:14.969814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359212c-f9aa-4764-8d77-25ba33168ade req-83dd128d-c077-444e-98f3-e6f39563918f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:14.973673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359212c-f9aa-4764-8d77-25ba33168ade req-83dd128d-c077-444e-98f3-e6f39563918f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:14.981933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7359212c-f9aa-4764-8d77-25ba33168ade req-83dd128d-c077-444e-98f3-e6f39563918f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3876 time: 1.2008927 Nov 09 11:27:15.057966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:12Z', 'revision_number': 8, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:15.064908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942a5cb-dc0f-4929-9087-02b5fe7f79c3 None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:12Z', 'revision_number': 8, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:15.070133 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.194172 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f46a85be-0d51-4711-9e15-a85d226b4148 req-f033ee1e-3793-466d-9993-fa8329154ced tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 210 time: 0.0540547 Nov 09 11:27:15.262970 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.277685 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0', 'code': 200} Nov 09 11:27:15.278212 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9', 'code': 200} Nov 09 11:27:15.284935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:15.285306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.308322 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.312578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.360076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Transition to ACTIVE for port object 13af3c13-e56d-42ef-a695-a9e0fb7f965a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:15.415211 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.448281 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7359212c-f9aa-4764-8d77-25ba33168ade req-306bc928-6628-4d11-8d82-f77459038ec6 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4650738 Nov 09 11:27:15.522716 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.645883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Router 6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:27:15.684917 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.694930 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98cee122-04f6-4de4-a9fb-0562d59a140f tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:15.880842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:15.893438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] Sync routers for ids ['6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:15.901767 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.903232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "PUT /v2.0/routers/6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 HTTP/1.1" status: 200 len: 915 time: 2.9717817 Nov 09 11:27:15.905841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46418) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:15.914377 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] Routers {'6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:15.915181 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:15.959124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:15.960069 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:15.963770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=13af3c13-e56d-42ef-a695-a9e0fb7f965a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:15.977847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:15.981302 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:15.991232 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-49b7fa9e-cf1d-48bb-93a8-d21d33a32655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:16.002487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:16.007972 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.047592 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Transition to ACTIVE for port object d5554134-6043-4ffe-b30a-b47b98a7cc8d will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:16.054914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] For port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:16.055331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.055913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:16.072046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] Routers {'6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:16.073347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:16.100368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f09ccb3-20f2-4395-a1e5-23897ac435b4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:16.142519 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.157198 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:16.199742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:16.200164 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0f14a5-8f5a-4ffd-9142-2508229ee283 None None] The sync data for ids ['6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0'] in n-d-817173-1 is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:16.223416 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864de577-9561-460b-907e-039b9cee06d7 None None] Pushing event updated for resources: {'Port': ['ID=d5554134-6043-4ffe-b30a-b47b98a7cc8d,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:16.235975 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:16.305275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a37d-81ad-49bb-b1cf-484f6d17d3a3 req-c6af7c8f-9659-4e77-9103-116a3aff8ef0 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:16.308475 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56b4a37d-81ad-49bb-b1cf-484f6d17d3a3 req-c6af7c8f-9659-4e77-9103-116a3aff8ef0 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.1541288 Nov 09 11:27:16.309445 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-864de577-9561-460b-907e-039b9cee06d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:16.462301 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56b4a37d-81ad-49bb-b1cf-484f6d17d3a3 req-981adac8-106f-47fc-afd8-7f2dacbf8de9 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Nov 09 11:27:16.471508 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Attempting to bind port d5554134-6043-4ffe-b30a-b47b98a7cc8d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:27:16.473377 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Attempting to bind port d5554134-6043-4ffe-b30a-b47b98a7cc8d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:27:16.473377 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Attempting to bind port d5554134-6043-4ffe-b30a-b47b98a7cc8d on network 06d2a546-e0db-43de-9aef-fb8ce7b3232e {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:16.479268 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:27:16.479651 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Checking segment: {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:16.480086 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.480562 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Bound using segment: {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:27:16.481015 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Bound port: d5554134-6043-4ffe-b30a-b47b98a7cc8d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:27:16.481474 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.492398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c5d0fe08-5e2f-4404-a10a-4632104ccfcb None None] Provisioning for port 13af3c13-e56d-42ef-a695-a9e0fb7f965a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:16.500385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c5d0fe08-5e2f-4404-a10a-4632104ccfcb None None] Provisioning complete for port 13af3c13-e56d-42ef-a695-a9e0fb7f965a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:16.501027 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c5d0fe08-5e2f-4404-a10a-4632104ccfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.538439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:16.539126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.558340 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.560127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f09ccb3-20f2-4395-a1e5-23897ac435b4 HTTP/1.1" status: 204 len: 168 time: 1.6286495 Nov 09 11:27:16.577187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1d212608-69e9-43a7-9f52-d23d27ddb312 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 HTTP/1.1" status: 200 len: 921 time: 0.6684046 Nov 09 11:27:16.580579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:16.595360 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] For port d5554134-6043-4ffe-b30a-b47b98a7cc8d, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:16.598545 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] For port d5554134-6043-4ffe-b30a-b47b98a7cc8d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d5554134-6043-4ffe-b30a-b47b98a7cc8d,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:27:16.644838 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c5d0fe08-5e2f-4404-a10a-4632104ccfcb None None] Port 13af3c13-e56d-42ef-a695-a9e0fb7f965a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:27:16.686082 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:16.686594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b66fe24d-1982-4c59-a708-9c099dd55145 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Synchronizing usage tracker for tenant:280011dc7ea8454b86f88369eea198b6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:16.707035 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-67ee1d97-3797-40ba-bf7d-2067e8d6bc2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:16.765431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b66fe24d-1982-4c59-a708-9c099dd55145 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Unset dirty status for tenant:280011dc7ea8454b86f88369eea198b6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:16.766911 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b66fe24d-1982-4c59-a708-9c099dd55145 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1848478 Nov 09 11:27:16.769650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46434) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:16.820421 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864de577-9561-460b-907e-039b9cee06d7 None None] Pushing event updated for resources: {'Port': ['ID=d5554134-6043-4ffe-b30a-b47b98a7cc8d,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:16.825896 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-864de577-9561-460b-907e-039b9cee06d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:16.839056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:16.841856 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:26:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:16.946165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db1ee8e3-e0c6-48bc-a610-e45717efded8 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:17.018897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: db1ee8e3-e0c6-48bc-a610-e45717efded8 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:17.019276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device db1ee8e3-e0c6-48bc-a610-e45717efded8 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:17.080498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9570f19-bc9a-4e4f-a4ae-4928be9397e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.084383 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b9570f19-bc9a-4e4f-a4ae-4928be9397e2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.3114038 Nov 09 11:27:17.086754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46438) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:17.145972 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:17.172203 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b2405ecf-53c0-4f8c-8e8f-ae0da57808d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:17.194882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c5fe-56d4-4906-a47c-1051b84e4fd5 req-fb4eaf55-0f5d-459f-9720-c9a12cfbf9ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.199729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c5fe-56d4-4906-a47c-1051b84e4fd5 req-fb4eaf55-0f5d-459f-9720-c9a12cfbf9ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.204147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c5fe-56d4-4906-a47c-1051b84e4fd5 req-fb4eaf55-0f5d-459f-9720-c9a12cfbf9ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.209007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c5fe-56d4-4906-a47c-1051b84e4fd5 req-fb4eaf55-0f5d-459f-9720-c9a12cfbf9ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.213617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c5fe-56d4-4906-a47c-1051b84e4fd5 req-fb4eaf55-0f5d-459f-9720-c9a12cfbf9ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.220898 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39b9c5fe-56d4-4906-a47c-1051b84e4fd5 req-fb4eaf55-0f5d-459f-9720-c9a12cfbf9ba tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3876 time: 0.3300540 Nov 09 11:27:17.242868 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9a6ed69e-eccb-4012-8248-a3f90a4e51a0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 HTTP/1.1" status: 200 len: 205 time: 0.1562641 Nov 09 11:27:17.249909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46444) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:17.264286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:17.264926 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:17.264926 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Floating IP 4f030b3a-336e-4eb5-898e-0de21674a9b1 disassociated. External IP: 172.25.7.136, port: 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9. Nov 09 11:27:17.265280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:17.306779 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-38eaaf06-4255-4f40-9832-73fa3642531e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da61173eed947cc83e9993cd4b0d4e5&device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 1096 time: 1.2076216 Nov 09 11:27:17.352212 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39b9c5fe-56d4-4906-a47c-1051b84e4fd5 req-f71ce4a8-931e-4906-a5c9-70e8b8987160 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304650 Nov 09 11:27:17.412685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 5.5392606 Nov 09 11:27:17.429808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Request body: {'port': {'device_id': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:17.503604 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:17.520817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:17.564096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5124a-f9b7-4294-9c7b-7d8706954530 req-9fd0a351-7601-4e69-b260-865fc5c65676 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.565135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-31c5124a-f9b7-4294-9c7b-7d8706954530 req-9fd0a351-7601-4e69-b260-865fc5c65676 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:17.618884 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:16Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:17.623318 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8f36-8c3b-42df-b90b-b0e701b58d7f None None] The sync data for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 is: [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:16Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:17.786675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-31c5124a-f9b7-4294-9c7b-7d8706954530 req-9fd0a351-7601-4e69-b260-865fc5c65676 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:17.788162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-31c5124a-f9b7-4294-9c7b-7d8706954530 req-9fd0a351-7601-4e69-b260-865fc5c65676 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 971 time: 1.3562593 Nov 09 11:27:17.799069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-d54e389d-a95f-40cf-afdd-2fa6ffeaedd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.801583 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-d54e389d-a95f-40cf-afdd-2fa6ffeaedd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=832950ce-8a81-46ef-a990-257502275d4d HTTP/1.1" status: 200 len: 915 time: 0.4840422 Nov 09 11:27:17.851063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76578f57-2f0f-4514-855d-ee18e2ecae1b req-908a6482-03bb-4ac4-b4e3-b02548b397ea tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:17.857706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-76578f57-2f0f-4514-855d-ee18e2ecae1b req-908a6482-03bb-4ac4-b4e3-b02548b397ea tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.1598916 Nov 09 11:27:17.917340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:17.932419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:17.942513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-76578f57-2f0f-4514-855d-ee18e2ecae1b req-3cf7298e-c784-4436-b234-8a48db0a11dc tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838571 Nov 09 11:27:17.957408 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-5a1f8079-44b2-46b8-9248-acf47007276f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b HTTP/1.1" status: 200 len: 217 time: 0.1422074 Nov 09 11:27:17.970139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:18.005107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Deleting port 39c7969a-c99f-4ba9-8774-3eef1b1fb9f2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:18.005395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:18.075294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:18.094372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-765fb156-c845-4725-b65e-caa4eb12dfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:18.246851 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:18.255327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-31c5124a-f9b7-4294-9c7b-7d8706954530 req-cae41845-5e3a-48a4-830a-4831dab1e4ef tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4535708 Nov 09 11:27:18.281479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:18.304638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-b0f3329e-c4f6-48a9-92eb-b40477ec6b51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:18.307485 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-b0f3329e-c4f6-48a9-92eb-b40477ec6b51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ecba3f-d464-4e86-b89a-4a5d56369139 HTTP/1.1" status: 200 len: 854 time: 0.3410239 Nov 09 11:27:18.319597 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:18.412990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Calling delete_port for 39c7969a-c99f-4ba9-8774-3eef1b1fb9f2 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:18.462199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-c1bbd689-635f-42f6-9cb5-253a8929b5c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=832950ce-8a81-46ef-a990-257502275d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329889 Nov 09 11:27:18.929642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7846f-36cc-492a-829f-c7a21b01e55d req-8be1688e-a98d-4170-ba10-1b753c87932d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:18.935309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7846f-36cc-492a-829f-c7a21b01e55d req-8be1688e-a98d-4170-ba10-1b753c87932d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:18.940102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7846f-36cc-492a-829f-c7a21b01e55d req-8be1688e-a98d-4170-ba10-1b753c87932d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:18.946248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7846f-36cc-492a-829f-c7a21b01e55d req-8be1688e-a98d-4170-ba10-1b753c87932d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:18.964428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-09a7846f-36cc-492a-829f-c7a21b01e55d req-8be1688e-a98d-4170-ba10-1b753c87932d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3142 time: 0.2563555 Nov 09 11:27:19.064980 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-09a7846f-36cc-492a-829f-c7a21b01e55d req-d89b2635-99ef-46f2-a8ee-fffad5eb51f1 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013889 Nov 09 11:27:19.115066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d5554134-6043-4ffe-b30a-b47b98a7cc8d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:19.120959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.140913 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:19.231322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event deleted for resources: {'Port': ['ID=39c7969a-c99f-4ba9-8774-3eef1b1fb9f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:19.238828 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:19.320191 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-5d0e4168-4674-4319-b20f-6e8c4733cac0 service neutron] 10.222.0.59 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959476 Nov 09 11:27:19.320681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d5554134-6043-4ffe-b30a-b47b98a7cc8d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:19.326175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d5554134-6043-4ffe-b30a-b47b98a7cc8d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:19.326555 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.518275 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.531194 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.557285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port d5554134-6043-4ffe-b30a-b47b98a7cc8d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d5554134-6043-4ffe-b30a-b47b98a7cc8d,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:19.562785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:19.576892 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:19.583368 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c91cec8f-db78-4abd-9df4-cf0ff0ff520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.597344 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:19.598340 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:19.609212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0254831 Nov 09 11:27:19.627270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46486) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:19.651655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:27:19.657294 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.659374 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-488e2b57-fa44-4f3b-84f1-d116430fc982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:19.732814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=d5554134-6043-4ffe-b30a-b47b98a7cc8d,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:19.736665 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:19.738644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dfa59-3b68-4962-9391-44fd4aca6336 req-28a3f12e-5ea1-4cc6-a3f7-1a7b7413a6f6 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:19.740274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-546dfa59-3b68-4962-9391-44fd4aca6336 req-28a3f12e-5ea1-4cc6-a3f7-1a7b7413a6f6 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.5883822 Nov 09 11:27:19.796174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-084d1125-19d7-4952-b3b4-e8e73bcd1b04 req-59d440f3-6ec6-42ec-b7d3-7ce63e9d7d0c service neutron] 10.222.0.59 "GET /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387827 Nov 09 11:27:19.842154 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:19.849453 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13af3c13-e56d-42ef-a695-a9e0fb7f965a {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:27:19.894591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.928351 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:19.968264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d427944-e5a8-44ea-8244-b127b64fcd61 req-91287f76-df3c-4360-ad15-cb9666652eeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:19.975455 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d427944-e5a8-44ea-8244-b127b64fcd61 req-91287f76-df3c-4360-ad15-cb9666652eeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 971 time: 0.5042787 Nov 09 11:27:20.000293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.039325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d427944-e5a8-44ea-8244-b127b64fcd61 req-49af8c2c-70d0-4e1a-aefb-a6585cb1b833 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0628438 Nov 09 11:27:20.040615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Transition to ACTIVE for port object 13af3c13-e56d-42ef-a695-a9e0fb7f965a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:20.076541 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-546dfa59-3b68-4962-9391-44fd4aca6336 req-0d88a9d8-f261-48de-8d8a-f9a114cedd9e tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031235 Nov 09 11:27:20.080270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Router 0c0298ee-1cbe-4fa2-99c9-953355ec598a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:20.171897 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.172754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:27:20.201399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.204499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.207426 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 HTTP/1.1" status: 204 len: 168 time: 2.9562213 Nov 09 11:27:20.210994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet 5601c4ec-f38d-4146-8caa-9632cf214071 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:27:20.215807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46498) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:20.220254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1156912439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:20.220919 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fd5acaba-8518-4070-9ec7-5b6d38f89c66 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:20.239283 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:20.249999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Usage tracker for resource:router and tenant:b650ba5c1b08434dac7d9a3063140c3f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:20.254291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:20.264318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:20.274341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.387749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.389053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.414279 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:12Z', 'revision_number': 8, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:20.422280 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.432691 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:20.451139 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:20.451964 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:20.470466 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.513769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e056-7bff-49f2-848e-12eac820d616 req-368bac16-6795-4157-8c23-8f06902239ee tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:20.527643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e056-7bff-49f2-848e-12eac820d616 req-368bac16-6795-4157-8c23-8f06902239ee tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:20.538325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e056-7bff-49f2-848e-12eac820d616 req-368bac16-6795-4157-8c23-8f06902239ee tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:20.545314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e056-7bff-49f2-848e-12eac820d616 req-368bac16-6795-4157-8c23-8f06902239ee tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:20.548712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Pushing event updated for resources: {'Port': ['ID=13af3c13-e56d-42ef-a695-a9e0fb7f965a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:20.551715 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:20.561498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-faf7e056-7bff-49f2-848e-12eac820d616 req-368bac16-6795-4157-8c23-8f06902239ee tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3142 time: 0.2341287 Nov 09 11:27:20.585256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.614170 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.657761 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-faf7e056-7bff-49f2-848e-12eac820d616 req-58aef106-aa51-4b90-a173-e755a78fffce tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992179 Nov 09 11:27:20.692008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.701587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-433e9921-6a01-4a68-9154-852c8eea4b6f tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4853561 Nov 09 11:27:20.701587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:20.716176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'enable_snat': False}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:20.757726 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:20.839023 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:20.902548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Attempting to bind port 13af3c13-e56d-42ef-a695-a9e0fb7f965a on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:27:20.902548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Attempting to bind port 13af3c13-e56d-42ef-a695-a9e0fb7f965a by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:27:20.902548 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Attempting to bind port 13af3c13-e56d-42ef-a695-a9e0fb7f965a on network 06d2a546-e0db-43de-9aef-fb8ce7b3232e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:20.977052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d5554134-6043-4ffe-b30a-b47b98a7cc8d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:21.108284 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d5554134-6043-4ffe-b30a-b47b98a7cc8d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:21.108961 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.145535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Port 13af3c13-e56d-42ef-a695-a9e0fb7f965a on network 06d2a546-e0db-43de-9aef-fb8ce7b3232e not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:27:21.146021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Attempting to bind port 13af3c13-e56d-42ef-a695-a9e0fb7f965a on network 06d2a546-e0db-43de-9aef-fb8ce7b3232e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:21.175412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:27:21.175865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Checking segment: {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:21.176307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Bound using segment: {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:27:21.176809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Bound port: 13af3c13-e56d-42ef-a695-a9e0fb7f965a, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f28b001-2396-4430-9004-8fdb9f05c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:27:21.177212 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.252008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:21.274398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] Sync routers for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:21.299804 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:21.300544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:21.318636 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:12Z', 'revision_number': 8, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:21.325058 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1207d9-7b01-4106-a1f1-a02c2a9d578b None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:12Z', 'revision_number': 8, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': '2cc55163-cd6f-46d8-9e05-03cabcfa6ec2', 'name': '', 'network_id': '4718563e-ae07-40de-8cf2-f3d1f0e39e81', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:cc:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:26:55Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '25a11336-8fb8-4704-9ce0-918e62f30c7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:21.431512 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.447846 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:21.504989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] No DVR routers for this DVR port 8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:21.520024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=5601c4ec-f38d-4146-8caa-9632cf214071,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:21.526195 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.530130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:21.542101 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:21.552848 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.558008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/5601c4ec-f38d-4146-8caa-9632cf214071 HTTP/1.1" status: 204 len: 168 time: 1.9249713 Nov 09 11:27:21.558008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "DELETE /v2.0/ports/8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9 HTTP/1.1" status: 204 len: 173 time: 6.5553973 Nov 09 11:27:21.560583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46530) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:21.563291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] For port 13af3c13-e56d-42ef-a695-a9e0fb7f965a, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:21.574906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b318f4c-7ff4-4257-899f-327f69ec893d None None] Network 49c71502-fd8a-4910-8dd5-6046b3c6b9ae requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:21.642221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] For port 13af3c13-e56d-42ef-a695-a9e0fb7f965a, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:27:21.678112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641ddde-2688-4510-9ed7-14cc412b9dc4 req-6690b34e-9382-43d8-bb89-a2b638821128 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:21.684875 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4641ddde-2688-4510-9ed7-14cc412b9dc4 req-6690b34e-9382-43d8-bb89-a2b638821128 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.2457905 Nov 09 11:27:21.725685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.733933 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.735371 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:21.754479 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4641ddde-2688-4510-9ed7-14cc412b9dc4 req-b77093af-9a27-484c-b574-4e2e4c15e294 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686517 Nov 09 11:27:21.828526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 4c45cb96-02c9-40c3-ad93-b220359069db {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:21.828919 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.842994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:21.867574 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.899159 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:21.901127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] 10.222.0.57 "PUT /v2.0/ports/13af3c13-e56d-42ef-a695-a9e0fb7f965a HTTP/1.1" status: 200 len: 1131 time: 4.4755304 Nov 09 11:27:21.924250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a361e-8be5-41f4-9978-1fc46539a219 req-ad2ff497-6ef4-4bb6-918f-61a1d0eb2013 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:21.927753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6c9a361e-8be5-41f4-9978-1fc46539a219 req-ad2ff497-6ef4-4bb6-918f-61a1d0eb2013 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 983 time: 0.6117756 Nov 09 11:27:21.962388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Pushing event updated for resources: {'Port': ['ID=13af3c13-e56d-42ef-a695-a9e0fb7f965a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:21.973424 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:21.974247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 33ac45ba-422c-47c1-b3dc-53df82643201 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:21.974581 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.173402 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '8a5f3606-21e4-4fdb-a30f-6cd0ef2a80e9', 'status': 'completed', 'code': 200} Nov 09 11:27:22.237010 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.265191 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.340945 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6c9a361e-8be5-41f4-9978-1fc46539a219 req-4e9318d5-a98c-49ca-b3f2-fca59a5dd07a tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4018269 Nov 09 11:27:22.347254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.441941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] DHCP port deletion for 49c71502-fd8a-4910-8dd5-6046b3c6b9ae request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:27:22.452257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Deleting port 33ac45ba-422c-47c1-b3dc-53df82643201 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:22.454175 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.522349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7ef3-c55a-438d-8df9-616d31a26ff7 req-b1002c55-160a-432e-8152-c79bff3dc27f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:22.530557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7ef3-c55a-438d-8df9-616d31a26ff7 req-b1002c55-160a-432e-8152-c79bff3dc27f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:22.542397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7ef3-c55a-438d-8df9-616d31a26ff7 req-b1002c55-160a-432e-8152-c79bff3dc27f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:22.547110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7ef3-c55a-438d-8df9-616d31a26ff7 req-b1002c55-160a-432e-8152-c79bff3dc27f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:22.549257 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-029e7ef3-c55a-438d-8df9-616d31a26ff7 req-b1002c55-160a-432e-8152-c79bff3dc27f tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 3142 time: 0.2857320 Nov 09 11:27:22.567935 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:59Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:22.595331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] Checking router: 0c0298ee-1cbe-4fa2-99c9-953355ec598a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:22.678118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Allocated IP 172.25.7.126 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/8bc70de0-8a8f-4e7b-a7fa-a82dbc308a7e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:22.679829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:22.680452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:22.688924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-029e7ef3-c55a-438d-8df9-616d31a26ff7 req-29fabf87-63c6-4fdc-ae02-b39e046cc488 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006250 Nov 09 11:27:22.694067 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-616ddd95-150e-46e1-8883-10b0abf307e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1134 time: 0.6118107 Nov 09 11:27:22.695964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] For port 4c45cb96-02c9-40c3-ad93-b220359069db, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4c45cb96-02c9-40c3-ad93-b220359069db,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:22.696319 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.719623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port 33ac45ba-422c-47c1-b3dc-53df82643201, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=33ac45ba-422c-47c1-b3dc-53df82643201,segment=NetworkSegment(70d66ea9-58ea-4342-b385-d9aeda2d2e49),segment_id=70d66ea9-58ea-4342-b385-d9aeda2d2e49)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:22.720000 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.736562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46550) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:22.770729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] For port 33ac45ba-422c-47c1-b3dc-53df82643201, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=33ac45ba-422c-47c1-b3dc-53df82643201,segment=NetworkSegment(70d66ea9-58ea-4342-b385-d9aeda2d2e49),segment_id=70d66ea9-58ea-4342-b385-d9aeda2d2e49)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:22.771091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:22.992293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.012134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Calling delete_port for 33ac45ba-422c-47c1-b3dc-53df82643201 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:23.047010 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 33ac45ba-422c-47c1-b3dc-53df82643201 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:23.111582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.121554 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:23.166850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 33ac45ba-422c-47c1-b3dc-53df82643201 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:23.180361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.234487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:23.239970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:23.242747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:23.249258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:23.277352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc70de0-8a8f-4e7b-a7fa-a82dbc308a7e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:23.281076 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:23.321267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:23.329408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Usage tracker for resource:security_group_rule and tenant:797453d2368c404fb714b828d25e2efd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:23.359046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:23.374936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:23.405856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 4c45cb96-02c9-40c3-ad93-b220359069db owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:23.434401 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.471399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.475682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-a6898e0f-5e40-4f9f-b2fd-c799dab9cc8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a HTTP/1.1" status: 200 len: 217 time: 0.7340581 Nov 09 11:27:23.480436 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9e3297d8-c5e8-4e28-9cd1-c187fae3c8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:23.490817 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.555707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Pushing event deleted for resources: {'Port': ['ID=33ac45ba-422c-47c1-b3dc-53df82643201,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:23.588816 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.598831 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-73250a16-fe0a-49c1-9083-3eb44a7e1758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:23.609301 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:23.616882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] No DVR routers for this DVR port 33ac45ba-422c-47c1-b3dc-53df82643201 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:23.665071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ea3fb0-e885-4b31-8932-ea0200486aa9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:23.668911 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:23.670692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-897fd870-e19e-41cd-bba1-24881dac632c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:23.672217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-897fd870-e19e-41cd-bba1-24881dac632c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a29a50-4c14-4cdb-8688-05e0a31bbf93 HTTP/1.1" status: 200 len: 834 time: 0.1855547 Nov 09 11:27:23.677099 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=797453d2368c404fb714b828d25e2efd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9392326 Nov 09 11:27:23.680356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:23.744689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cbd9f-8b91-4089-83d8-cd2d0c0a78f1 req-4a05cdd2-b919-4dea-935a-f55bc04ce125 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:23.746199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-043cbd9f-8b91-4089-83d8-cd2d0c0a78f1 req-4a05cdd2-b919-4dea-935a-f55bc04ce125 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.2184858 Nov 09 11:27:23.748845 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.751610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:27:23.752095 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:27:23.765983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:59Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:23.776187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f189a-2641-4a1c-a491-5dbc95c295bf None None] The sync data for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 is: [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '708f57e8-2dc2-40c3-9e44-2cc020c7233d', 'name': '', 'network_id': '9d37beb6-a064-4330-858a-89f3d1d2e215', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'mac_address': 'fa:16:3e:01:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:30Z', 'updated_at': '2021-11-09T11:15:59Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'subnets': [{'id': '59005774-dc9c-4179-b81e-70700b94ecc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:23.832668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-a2fadff4-bb12-422b-bc2d-22f4dcb284a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d2a546-e0db-43de-9aef-fb8ce7b3232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180627 Nov 09 11:27:23.846754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-794d8d18-51c8-41e0-8f77-b72824ad4484 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:27:23.847729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-794d8d18-51c8-41e0-8f77-b72824ad4484 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057240 Nov 09 11:27:23.860108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3aaf9-20b0-4d2d-acf9-5ce2198108fe req-647e83c1-c075-4765-be42-3780f78180b1 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:23.866830 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bb3aaf9-20b0-4d2d-acf9-5ce2198108fe req-647e83c1-c075-4765-be42-3780f78180b1 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 983 time: 0.2621279 Nov 09 11:27:23.906356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:23.920616 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c531376-e72d-4cec-820f-a4c2885eedb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:24.035368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=4c45cb96-02c9-40c3-ad93-b220359069db,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:24.050888 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:24.075486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.119485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-043cbd9f-8b91-4089-83d8-cd2d0c0a78f1 req-9bae9626-125c-4e43-bb28-4cb61ea4f89a tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056238 Nov 09 11:27:24.131124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.138429 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5bb3aaf9-20b0-4d2d-acf9-5ce2198108fe req-8b276b17-e886-49e2-8be3-5da96f4c7835 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2698681 Nov 09 11:27:24.154294 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.175648 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.175967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] No DVR routers for this DVR port 4c45cb96-02c9-40c3-ad93-b220359069db on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:24.175967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:24.187879 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.194700 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-f96ee94b-ea35-4c8c-9515-ab00c6b624e8 service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235402 Nov 09 11:27:24.244695 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'status': 'completed', 'code': 200} Nov 09 11:27:24.297820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 33ac45ba-422c-47c1-b3dc-53df82643201 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:24.298509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.341477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "DELETE /v2.0/ports/4c45cb96-02c9-40c3-ad93-b220359069db HTTP/1.1" status: 204 len: 173 time: 2.7556019 Nov 09 11:27:24.386457 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.390424 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a4575c8-fa37-49ac-bd0f-72c056402124 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:24.408177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ea3fb0-e885-4b31-8932-ea0200486aa9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:24.416976 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:24.426283 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.429930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90ea3fb0-e885-4b31-8932-ea0200486aa9 HTTP/1.1" status: 204 len: 168 time: 0.7455537 Nov 09 11:27:24.449855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] The port '33ac45ba-422c-47c1-b3dc-53df82643201' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:27:24.590144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 1d417d4b-05be-414c-b886-1a54dacfcec0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:24.590538 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.596992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b266ab-76dc-406d-bf9a-3b6450122c7e req-abef9014-af35-4cf3-ab36-2367f03f1139 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:24.600853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b266ab-76dc-406d-bf9a-3b6450122c7e req-abef9014-af35-4cf3-ab36-2367f03f1139 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:24.605126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b266ab-76dc-406d-bf9a-3b6450122c7e req-abef9014-af35-4cf3-ab36-2367f03f1139 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:24.606834 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-34b266ab-76dc-406d-bf9a-3b6450122c7e req-abef9014-af35-4cf3-ab36-2367f03f1139 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 2409 time: 0.1371343 Nov 09 11:27:24.663564 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-34b266ab-76dc-406d-bf9a-3b6450122c7e req-b319f7fa-3b08-4995-866f-101c76ab225a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492215 Nov 09 11:27:24.698419 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bdbc0603-45f0-4a3a-97f3-66d5e3adcb2c req-a9d69586-81a5-4f08-ad67-f60696a2cd8f service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969511 Nov 09 11:27:24.715439 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.716034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Router daca21a3-2e5a-42c8-98ba-15a63d8c5b78 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:27:24.787266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c71502-fd8a-4910-8dd5-6046b3c6b9ae']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:24.806332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d66ea9-58ea-4342-b385-d9aeda2d2e49') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:24.806713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d66ea9-58ea-4342-b385-d9aeda2d2e49') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:24.834045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.947732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:24.959864 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79302c04-badf-4e28-b572-10c129054671 None None] Sync routers for ids ['daca21a3-2e5a-42c8-98ba-15a63d8c5b78'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:24.960604 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.962630 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "PUT /v2.0/routers/daca21a3-2e5a-42c8-98ba-15a63d8c5b78 HTTP/1.1" status: 200 len: 916 time: 4.2621126 Nov 09 11:27:24.964734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46576) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:24.965381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.981198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:24.981652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:24.982634 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79302c04-badf-4e28-b572-10c129054671 None None] Routers {'daca21a3-2e5a-42c8-98ba-15a63d8c5b78'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:24.983461 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-79302c04-badf-4e28-b572-10c129054671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['daca21a3-2e5a-42c8-98ba-15a63d8c5b78'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:24.998283 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:25.063682 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-79302c04-badf-4e28-b572-10c129054671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:25.081179 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79302c04-badf-4e28-b572-10c129054671 None None] Routers {'daca21a3-2e5a-42c8-98ba-15a63d8c5b78'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:25.081820 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-79302c04-badf-4e28-b572-10c129054671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['daca21a3-2e5a-42c8-98ba-15a63d8c5b78'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:25.147032 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-79302c04-badf-4e28-b572-10c129054671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:25.147453 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79302c04-badf-4e28-b572-10c129054671 None None] The sync data for ids ['daca21a3-2e5a-42c8-98ba-15a63d8c5b78'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:25.214241 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3705790a-d917-4bf4-8372-e373fa4e3f41 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/daca21a3-2e5a-42c8-98ba-15a63d8c5b78 HTTP/1.1" status: 200 len: 922 time: 0.2476046 Nov 09 11:27:25.216802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46584) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:25.308941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46588) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:25.365515 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-46de1289-a776-4e68-85dd-324ff3f253d2 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=daca21a3-2e5a-42c8-98ba-15a63d8c5b78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1474521 Nov 09 11:27:25.368707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46592) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:25.417147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:25.421620 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:25.433218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-7301f744-3cac-4bec-aedc-7fd66ef4d03c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1134 time: 0.5916469 Nov 09 11:27:25.438653 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-523b4012-1adf-4547-8459-2c5712ff73ed tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:25.457641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] For port 1d417d4b-05be-414c-b886-1a54dacfcec0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=1d417d4b-05be-414c-b886-1a54dacfcec0,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:25.458005 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:25.467993 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:25.474847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320b256-43da-45e5-8318-47ae8092fc89 req-07d1e74a-4a78-44d7-b626-8c957a5370af tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:25.476003 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3320b256-43da-45e5-8318-47ae8092fc89 req-07d1e74a-4a78-44d7-b626-8c957a5370af tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 983 time: 0.1840293 Nov 09 11:27:25.508693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=49c71502-fd8a-4910-8dd5-6046b3c6b9ae,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:25.515612 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:25.557641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547f21f-8f04-4a16-a07d-04d88dae9669 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:25.559027 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c547f21f-8f04-4a16-a07d-04d88dae9669 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/networks/8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 881 time: 0.1894178 Nov 09 11:27:25.562528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46598) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:25.567469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3320b256-43da-45e5-8318-47ae8092fc89 req-9c479b82-e3d1-44bd-857a-40e002562bc2 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0832932 Nov 09 11:27:25.613796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-41220a2c-dee5-4c10-84ff-3575bf375e38 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=daca21a3-2e5a-42c8-98ba-15a63d8c5b78 HTTP/1.1" status: 200 len: 205 time: 0.0495725 Nov 09 11:27:25.616349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46602) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:25.631764 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/49c71502-fd8a-4910-8dd5-6046b3c6b9ae HTTP/1.1" status: 204 len: 168 time: 4.0701642 Nov 09 11:27:25.644289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 1d417d4b-05be-414c-b886-1a54dacfcec0 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:25.672849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46606) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:25.882633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:25.887689 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:25.918813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Usage tracker for resource:security_group_rule and tenant:6864a4cd4b6d4056b7eacb778fdc1038 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:25.929076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:25.954620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-6eb46f0f-a4a5-4f0e-b414-79c1c64f6437 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:25.956235 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-6eb46f0f-a4a5-4f0e-b414-79c1c64f6437 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.59 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.8768756 Nov 09 11:27:25.961312 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:26.077678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c143522-62d8-438d-8021-05ed9388f1cf req-bc4083ff-2e3b-4cbc-8b23-eff5c1e11599 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:26.079232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c143522-62d8-438d-8021-05ed9388f1cf req-bc4083ff-2e3b-4cbc-8b23-eff5c1e11599 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.7272024 Nov 09 11:27:26.080164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-61dbc0cd-22d4-4b19-925c-2a47561c17c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:26.081443 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-61dbc0cd-22d4-4b19-925c-2a47561c17c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d2a546-e0db-43de-9aef-fb8ce7b3232e HTTP/1.1" status: 200 len: 898 time: 0.6153283 Nov 09 11:27:26.110311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c43fa-8ab2-4c36-993e-e42095b71616 req-bbbe0f97-7ece-44e8-82ff-7bd296942d1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:26.114156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c43fa-8ab2-4c36-993e-e42095b71616 req-bbbe0f97-7ece-44e8-82ff-7bd296942d1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:26.117992 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c43fa-8ab2-4c36-993e-e42095b71616 req-bbbe0f97-7ece-44e8-82ff-7bd296942d1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:26.120359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e66c43fa-8ab2-4c36-993e-e42095b71616 req-bbbe0f97-7ece-44e8-82ff-7bd296942d1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 2409 time: 0.3032961 Nov 09 11:27:26.169413 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:27:26.235777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Deleting port ea6d48b1-07fa-4130-addf-7d0f3ff0894b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:26.236136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:26.242932 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e66c43fa-8ab2-4c36-993e-e42095b71616 req-995bac9c-deb2-4b8d-96d3-397ea1d55f05 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144586 Nov 09 11:27:26.279596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:26.299896 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-863030c2-2f00-4316-ad4f-65522bc8ff55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a HTTP/1.1" status: 200 len: 217 time: 0.2063708 Nov 09 11:27:26.305141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:26.367556 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '4c45cb96-02c9-40c3-ad93-b220359069db', 'status': 'completed', 'code': 200} Nov 09 11:27:26.448180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0c143522-62d8-438d-8021-05ed9388f1cf req-1b68f555-0276-4478-a8f3-af23c7bdca87 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255856 Nov 09 11:27:26.508126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:26.509856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:26.513110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-407a9ec8-1bf1-406a-bc1c-e5d170bd16ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:26.514560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-407a9ec8-1bf1-406a-bc1c-e5d170bd16ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a29a50-4c14-4cdb-8688-05e0a31bbf93 HTTP/1.1" status: 200 len: 834 time: 0.1945143 Nov 09 11:27:26.521979 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:26.583078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Deleting port 8bc70de0-8a8f-4e7b-a7fa-a82dbc308a7e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:26.583426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:26.622630 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=1d417d4b-05be-414c-b886-1a54dacfcec0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:26.698857 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:26.704702 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:26.721918 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9b080c1e-de80-408d-a603-a5ac2790b8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:26.830478 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:26.981293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Calling delete_port for 8bc70de0-8a8f-4e7b-a7fa-a82dbc308a7e owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:27.045704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65efb6-26f8-46fb-8bc9-f5eee500763b req-31565c46-d605-4145-86c5-7e236da55a6c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:27.052126 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ae65efb6-26f8-46fb-8bc9-f5eee500763b req-31565c46-d605-4145-86c5-7e236da55a6c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 983 time: 0.3269849 Nov 09 11:27:27.121881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] No DVR routers for this DVR port 1d417d4b-05be-414c-b886-1a54dacfcec0 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:27.123650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e806d13-3e2a-44ba-ad41-d320dc1fd69a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:27.129582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.135533 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:27.174503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6864a4cd4b6d4056b7eacb778fdc1038&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8608990 Nov 09 11:27:27.178884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46622) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:27.191389 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ae65efb6-26f8-46fb-8bc9-f5eee500763b req-d5428630-2fed-451c-9a3c-bb585cfde348 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1282239 Nov 09 11:27:27.193055 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "DELETE /v2.0/ports/1d417d4b-05be-414c-b886-1a54dacfcec0 HTTP/1.1" status: 204 len: 173 time: 2.8430917 Nov 09 11:27:27.274309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-37d914fd-eacb-46f1-9aa4-09fb0ca01e46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d2a546-e0db-43de-9aef-fb8ce7b3232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7226465 Nov 09 11:27:27.292725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] For port ea6d48b1-07fa-4130-addf-7d0f3ff0894b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,segment=NetworkSegment(0746c8ee-5d0e-4c12-be4e-4604edcd0076),segment_id=0746c8ee-5d0e-4c12-be4e-4604edcd0076)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:27.293096 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.339323 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.377644 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.377866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:27.378614 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.391380 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.402768 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17d6035f-d5f9-455b-8879-049facbd780d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:27.448299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event deleted for resources: {'Port': ['ID=8bc70de0-8a8f-4e7b-a7fa-a82dbc308a7e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:27.452552 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:27.607811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Calling delete_port for ea6d48b1-07fa-4130-addf-7d0f3ff0894b owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:27.766121 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.801294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 13af3c13-e56d-42ef-a695-a9e0fb7f965a details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:27:27.853279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:27.948864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-a284f5d3-49a6-4389-bb10-2ce56ae6a39b service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008894 Nov 09 11:27:28.062122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 13af3c13-e56d-42ef-a695-a9e0fb7f965a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:28.081881 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'port_id': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'mac_address': 'fa:16:3e:a7:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:27:28.147813 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.174137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13af3c13-e56d-42ef-a695-a9e0fb7f965a {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:27:28.200894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 13af3c13-e56d-42ef-a695-a9e0fb7f965a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:28.279328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662feae-8329-444b-9c38-ce40699de773 req-5e43549d-2476-4a80-9634-7d3046d8eb3b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:28.283259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662feae-8329-444b-9c38-ce40699de773 req-5e43549d-2476-4a80-9634-7d3046d8eb3b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:28.284035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b662feae-8329-444b-9c38-ce40699de773 req-5e43549d-2476-4a80-9634-7d3046d8eb3b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:28.295715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.307565 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58bcce2c-c3a0-462c-9c9a-33616a68747b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:28.314300 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.317313 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-309e3731-cdd6-4e34-ae25-9de75dc31887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:28.322667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e806d13-3e2a-44ba-ad41-d320dc1fd69a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:28.325241 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:28.344560 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.364647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabea6af-8049-49ac-9688-95987617e59d req-f03a14ec-47b9-4830-99e8-6de11b9b7036 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:28.371028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:28.372314 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fabea6af-8049-49ac-9688-95987617e59d req-f03a14ec-47b9-4830-99e8-6de11b9b7036 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 945 time: 0.7286477 Nov 09 11:27:28.376794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] For port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:28.377143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.394038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.395794 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.396877 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e806d13-3e2a-44ba-ad41-d320dc1fd69a HTTP/1.1" status: 204 len: 168 time: 1.2167118 Nov 09 11:27:28.399404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ffb9942-42a0-45fb-801e-caa440348e06 req-d591a578-f0cd-4e9e-830b-5ed818beb3aa service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845699 Nov 09 11:27:28.410720 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.470766 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=13af3c13-e56d-42ef-a695-a9e0fb7f965a,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:28.471543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fabea6af-8049-49ac-9688-95987617e59d req-241e6283-9443-4ed2-a9e8-bffa36b4ac6f tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/security-groups?id=883acfdc-84c1-4d4a-8c8f-1eced3fea37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993009 Nov 09 11:27:28.479650 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:28.495526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc510d2e-88f1-4791-8554-50685ce77515 None None] New status for floating IP 4f030b3a-336e-4eb5-898e-0de21674a9b1: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:27:28.557664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.557950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Fanout notify agent at l3_agent the message router_deleted on router daca21a3-2e5a-42c8-98ba-15a63d8c5b78 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:27:28.574313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.580763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/daca21a3-2e5a-42c8-98ba-15a63d8c5b78 HTTP/1.1" status: 204 len: 168 time: 2.9628816 Nov 09 11:27:28.585764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['13af3c13-e56d-42ef-a695-a9e0fb7f965a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:27:28.587591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46642) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:28.597736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1243589569', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:28.615804 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:28.624018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Usage tracker for resource:router and tenant:b650ba5c1b08434dac7d9a3063140c3f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:28.631694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:28.645548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:28.723171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ea6d48b1-07fa-4130-addf-7d0f3ff0894b no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:28.750022 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.751587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.771955 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:28.801795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b374-1baa-4c57-a7b9-cfa61f4c0b98 req-11e81ef0-11cc-4aab-994a-e76e3322e9e6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:28.811146 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24a7b374-1baa-4c57-a7b9-cfa61f4c0b98 req-11e81ef0-11cc-4aab-994a-e76e3322e9e6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 984 time: 0.1378803 Nov 09 11:27:28.815834 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9162b00-1e55-4d1c-95a0-371977824b0b tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:28.835116 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: ea6d48b1-07fa-4130-addf-7d0f3ff0894b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:28.840226 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device ea6d48b1-07fa-4130-addf-7d0f3ff0894b not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:28.893568 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-24a7b374-1baa-4c57-a7b9-cfa61f4c0b98 req-4fcc8745-2b1f-4009-8ce1-d30db5234d6c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0812581 Nov 09 11:27:28.919076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:29.001113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Pushing event deleted for resources: {'Port': ['ID=ea6d48b1-07fa-4130-addf-7d0f3ff0894b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:29.011024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b662feae-8329-444b-9c38-ce40699de773 req-5e43549d-2476-4a80-9634-7d3046d8eb3b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:29.019697 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b662feae-8329-444b-9c38-ce40699de773 req-5e43549d-2476-4a80-9634-7d3046d8eb3b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 1676 time: 1.4222636 Nov 09 11:27:29.042233 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:29.142824 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '1d417d4b-05be-414c-b886-1a54dacfcec0', 'status': 'completed', 'code': 200} Nov 09 11:27:29.223586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:29.333038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] No DVR routers for this DVR port ea6d48b1-07fa-4130-addf-7d0f3ff0894b on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:29.339133 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:29.367653 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b662feae-8329-444b-9c38-ce40699de773 req-7cebcf02-2e22-48a0-a7cd-bf1721518503 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469698 Nov 09 11:27:29.521660 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b1bb172e-4816-4ae3-b458-fa953fb1730d req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.59 "DELETE /v2.0/ports/ea6d48b1-07fa-4130-addf-7d0f3ff0894b HTTP/1.1" status: 204 len: 173 time: 3.5481355 Nov 09 11:27:29.591713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:29.636769 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:29.777307 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e3e3547-6225-4d9e-b55e-36eb627deba5 req-a3b8c420-4a32-44d8-aa4a-1ae314ea74f3 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b07b1b-ea1b-4fcb-8623-dfb9ea04d388 HTTP/1.1" status: 200 len: 210 time: 0.0617230 Nov 09 11:27:29.812290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:29.816704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 13af3c13-e56d-42ef-a695-a9e0fb7f965a up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:29.832698 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3cbc12eb-7d92-425e-bfc0-4992636e5b76 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:29.877223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Allocated IP 172.25.7.247 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/5fb8a124-3621-4206-8013-ac7e459baac1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:29.895576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=88a7b3c1-932f-4fb1-aeca-a9022fbfeb12,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:29.899639 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:30.028770 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 13af3c13-e56d-42ef-a695-a9e0fb7f965a completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:30.034840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 13af3c13-e56d-42ef-a695-a9e0fb7f965a triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:30.042391 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.219219 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.239671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.279007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] No DVR routers for this DVR port 88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:30.287744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.329410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:30.340944 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 13af3c13-e56d-42ef-a695-a9e0fb7f965a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:30.349804 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.359730 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:30.430106 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "DELETE /v2.0/ports/88a7b3c1-932f-4fb1-aeca-a9022fbfeb12 HTTP/1.1" status: 204 len: 173 time: 3.2305903 Nov 09 11:27:30.440334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.441368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b50d56-c4f4-4cef-9641-51c271f16c4b req-e44a9605-a818-4caf-a851-55638487d3c7 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:30.444766 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:30.449088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45b50d56-c4f4-4cef-9641-51c271f16c4b req-e44a9605-a818-4caf-a851-55638487d3c7 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 984 time: 0.2700596 Nov 09 11:27:30.579955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:30.580770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.592308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:30.624273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:30.633434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event updated for resources: {'Port': ['ID=5fb8a124-3621-4206-8013-ac7e459baac1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:30.640843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:30.665117 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'code': 200} Nov 09 11:27:30.666118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=13af3c13-e56d-42ef-a695-a9e0fb7f965a,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:30.676663 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:30.718860 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:30.765400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:30.767049 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:30.817946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-45b50d56-c4f4-4cef-9641-51c271f16c4b req-592c2ebf-bbcb-442d-955f-e7e099d47066 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3677514 Nov 09 11:27:30.934436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be371991-3041-4e07-838a-e6bcef4a9dde req-6753a5de-0f91-4ee3-9d3c-f07db31eae20 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:30.936525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be371991-3041-4e07-838a-e6bcef4a9dde req-6753a5de-0f91-4ee3-9d3c-f07db31eae20 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 943 time: 0.1900795 Nov 09 11:27:31.007499 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-be371991-3041-4e07-838a-e6bcef4a9dde req-64f4a0d4-4de7-44e1-9ae5-c9019127b16c tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups?id=13d137c0-d8f9-4fa4-818a-98d496808c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698280 Nov 09 11:27:31.013443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46686) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:31.095956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Deleting subnet 53ecba3f-d464-4e86-b89a-4a5d56369139 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:27:31.099699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.120194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-642ccee5-6230-4ba0-bb53-51bacf091af0 req-7ae9f372-e264-499c-a950-bc9ff4b04633 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1136 time: 0.4734743 Nov 09 11:27:31.136281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,segment=NetworkSegment(0a73dbc2-22a5-4fef-8536-1c11c139ac19),segment_id=0a73dbc2-22a5-4fef-8536-1c11c139ac19)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:31.136738 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.151237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'name': 'network-vif-deleted', 'tag': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b'}, {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:31.162822 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.220633 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.221581 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.392436 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b07b1b-ea1b-4fcb-8623-dfb9ea04d388', 'name': 'network-vif-deleted', 'tag': 'ea6d48b1-07fa-4130-addf-7d0f3ff0894b', 'status': 'completed', 'code': 200} Nov 09 11:27:31.392436 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '88a7b3c1-932f-4fb1-aeca-a9022fbfeb12', 'status': 'completed', 'code': 200} Nov 09 11:27:31.441624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.520104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:31.650703 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-642ccee5-6230-4ba0-bb53-51bacf091af0 req-bb09946c-e1df-47ab-a304-4dfcd3e55e3d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4450920 Nov 09 11:27:31.664287 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.673019 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb15faf5-6f30-4d65-896d-fb6284faf990 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:31.681989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] For port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:31.682364 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.714575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ecba3f-d464-4e86-b89a-4a5d56369139,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:31.721449 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:31.732319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:31.750536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/53ecba3f-d464-4e86-b89a-4a5d56369139 HTTP/1.1" status: 204 len: 168 time: 0.7333698 Nov 09 11:27:31.752637 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46702) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:31.815624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:31.851735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Router 0ff4c55e-eed7-4c38-9091-df6dcc7a573b is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:27:31.869505 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.185478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983916a7-f8f9-4e1a-9889-33f92cdef80c req-1c841666-484f-4a66-b666-9ad393de9466 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:32.187121 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-983916a7-f8f9-4e1a-9889-33f92cdef80c req-1c841666-484f-4a66-b666-9ad393de9466 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 985 time: 0.1734526 Nov 09 11:27:32.220098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.221061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.236546 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1287a569-708f-433c-99b6-f04a9eae9c7c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:32.264528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832950ce-8a81-46ef-a990-257502275d4d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:32.281272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0746c8ee-5d0e-4c12-be4e-4604edcd0076') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:32.281696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0746c8ee-5d0e-4c12-be4e-4604edcd0076') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:32.297120 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.324426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=2cc55163-cd6f-46d8-9e05-03cabcfa6ec2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:32.333260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.344402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:32.344803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.350260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.357970 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:32.371432 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-983916a7-f8f9-4e1a-9889-33f92cdef80c req-b6535ff5-e8e3-436b-8c47-498b68fbf47d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1773868 Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:32.372278 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:32.416684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd31fe9f-4cbe-4391-b6bf-29ca956220c5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:32.573690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:32.580875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=4a6cb12f-46a8-41e7-9a63-b72939ee39c9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:32.588599 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] Sync routers for ids ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:32.589149 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:32.625914 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] Routers {'0ff4c55e-eed7-4c38-9091-df6dcc7a573b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:32.627246 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:32.636282 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.644535 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c66b785d-493e-4e47-b99b-29041f1bcd9d tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:32.660089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.661927 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] 10.222.0.50 "DELETE /v2.0/networks/832950ce-8a81-46ef-a990-257502275d4d HTTP/1.1" status: 204 len: 168 time: 0.9083819 Nov 09 11:27:32.676552 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56112dc2-464d-42d0-83a2-4d86be093b32 req-1179f97d-b2df-4595-b67b-8304abfb6dae tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 210 time: 0.0847120 Nov 09 11:27:32.682910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=832950ce-8a81-46ef-a990-257502275d4d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:32.695777 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:32.707425 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:32.715522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.719436 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1278937 Nov 09 11:27:32.719845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46728) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:32.725408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:32.734686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] No DVR routers for this DVR port 4a6cb12f-46a8-41e7-9a63-b72939ee39c9 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:32.743627 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] Routers {'0ff4c55e-eed7-4c38-9091-df6dcc7a573b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:32.747505 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:32.748452 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:32.787832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-94d72a79-e07b-4406-a216-e4c64e380a14 req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.57 "DELETE /v2.0/ports/4a6cb12f-46a8-41e7-9a63-b72939ee39c9 HTTP/1.1" status: 204 len: 173 time: 2.3328786 Nov 09 11:27:32.896643 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:32.897056 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6526e9b-38c6-42d1-a851-cc3488b4033e None None] The sync data for ids ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:33.017197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2986ee-e9d8-4988-af92-10d085325dd8 req-7351b6af-932b-4d0c-8c7c-3ed0afd559ff tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:33.018752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c2986ee-e9d8-4988-af92-10d085325dd8 req-7351b6af-932b-4d0c-8c7c-3ed0afd559ff tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.4010336 Nov 09 11:27:33.126964 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2c2986ee-e9d8-4988-af92-10d085325dd8 req-eee1d6fe-9df6-4ed4-ab49-81ffff2c5196 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915587 Nov 09 11:27:33.165838 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:33.314647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46746) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:33.383279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-95c937ae-8e05-4411-8584-61afc12e5b3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1da61173eed947cc83e9993cd4b0d4e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0663848 Nov 09 11:27:33.514352 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:33.519158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46750) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:33.616693 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c452a-d80d-473d-bd57-1d6226092a22', 'name': 'network-vif-deleted', 'tag': '4a6cb12f-46a8-41e7-9a63-b72939ee39c9', 'status': 'completed', 'code': 200} Nov 09 11:27:33.662425 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:33.767794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad92ef7-ad72-4f09-91b0-f520f5326a86 req-65cffe3d-6263-4736-9816-19847c98b88b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:33.769343 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ad92ef7-ad72-4f09-91b0-f520f5326a86 req-65cffe3d-6263-4736-9816-19847c98b88b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 985 time: 0.1511912 Nov 09 11:27:33.832785 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:33.875965 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ad92ef7-ad72-4f09-91b0-f520f5326a86 req-17f4dbe6-1d91-45be-a9ab-196be7ebca71 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0526237 Nov 09 11:27:33.970317 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.095879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b20b5f3e-2420-49bd-8114-54a855d44653 req-c9aeff8c-7f8b-472b-81b4-3246829675a9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Synchronizing usage tracker for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:34.103700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.150878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508616c-2351-409f-8964-9425938b736d req-ad521479-5d9c-4a05-a632-77701546cf97 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:34.152392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8508616c-2351-409f-8964-9425938b736d req-ad521479-5d9c-4a05-a632-77701546cf97 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 985 time: 0.1036088 Nov 09 11:27:34.177275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.188312 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.190621 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f6641bfb-4bcd-4607-839e-124c09f1254a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:34.190762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Deleting port 5fb8a124-3621-4206-8013-ac7e459baac1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:34.190762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.204689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883acfdc-84c1-4d4a-8c8f-1eced3fea37e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:34.208408 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:34.268980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b20b5f3e-2420-49bd-8114-54a855d44653 req-c9aeff8c-7f8b-472b-81b4-3246829675a9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Unset dirty status for tenant:81ad2d97b62b46c696cccc76857d5775 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:34.270370 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b20b5f3e-2420-49bd-8114-54a855d44653 req-c9aeff8c-7f8b-472b-81b4-3246829675a9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 210 time: 0.3916392 Nov 09 11:27:34.293260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8508616c-2351-409f-8964-9425938b736d req-2d8873f0-968d-41e8-9943-3b7ce6b63a1d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1346498 Nov 09 11:27:34.298358 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:34.442530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.570297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.571590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/883acfdc-84c1-4d4a-8c8f-1eced3fea37e HTTP/1.1" status: 204 len: 168 time: 1.0466065 Nov 09 11:27:34.608494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Calling delete_port for 5fb8a124-3621-4206-8013-ac7e459baac1 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:34.664689 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-466926a1-8795-43b4-bf28-963d6742b380 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1136 time: 0.1451283 Nov 09 11:27:34.667619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:34.675828 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9520113 Nov 09 11:27:34.676855 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46790) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:34.683040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:34.696986 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:34.697563 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:34.745755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:34.755840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656bb0e-ee10-4daf-b551-860032fda3b0 req-2fa93f45-ff9e-43cf-b0ba-4f1dadd2c8b5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:34.761597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1656bb0e-ee10-4daf-b551-860032fda3b0 req-2fa93f45-ff9e-43cf-b0ba-4f1dadd2c8b5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.2451117 Nov 09 11:27:34.912004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:34.921667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1656bb0e-ee10-4daf-b551-860032fda3b0 req-2636cb9f-fda3-4459-9f82-671cb6e2f6db tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500590 Nov 09 11:27:34.943022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Usage tracker for resource:security_group_rule and tenant:16286021b3c446d49664818285c3958a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:34.959770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:34.987619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:35.046261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:35.064423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:35.073824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.079225 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:35.126788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Pushing event deleted for resources: {'Port': ['ID=5fb8a124-3621-4206-8013-ac7e459baac1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:35.130260 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:35.154287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet 25a11336-8fb8-4704-9ce0-918e62f30c7a {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:27:35.176519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.298071 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.369826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.435061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.495106 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.529292 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0600b8ef-5e09-4b24-bc64-1bdb732258fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:35.569773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f769ed9-8e68-4c90-ba64-6ab92902b6de req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8578217 Nov 09 11:27:35.574274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92676afb-8ea5-4761-98b4-7c5ff023c84e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:35.579685 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:35.611670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46812) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:35.689058 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.712366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:31Z', 'revision_number': 9, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:35.720330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:35.726249 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b277c5fa-70a8-4f39-8641-cc363a77fee4 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1131 time: 0.1127684 Nov 09 11:27:35.728899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46818) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:35.735899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:35.736775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:35.742259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:35.750207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.760362 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2e29ae3c-eb27-46e9-8caf-6d17723d1596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:35.803897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:35.808642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=25a11336-8fb8-4704-9ce0-918e62f30c7a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:35.819528 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:35.820823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:floatingip and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:35.825435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:35.840038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:35.843372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:35.872113 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/25a11336-8fb8-4704-9ce0-918e62f30c7a HTTP/1.1" status: 204 len: 168 time: 1.1938810 Nov 09 11:27:35.877055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46822) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:35.949471 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:35.966553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.018220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.040949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c234b-90d4-4f4b-a59c-4ca251a173b6 None None] Network 4718563e-ae07-40de-8cf2-f3d1f0e39e81 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:36.046019 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d236bc4a-3228-4d23-bbc3-b36ec59acaec req-3144e0e4-8400-4f0d-9bad-bb0f17065dc9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b8c452a-d80d-473d-bd57-1d6226092a22 HTTP/1.1" status: 200 len: 210 time: 0.2941756 Nov 09 11:27:36.059081 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.083165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.121748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.194219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:36.253937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Usage tracker for resource:security_group_rule and tenant:baff1be231304e19b57fc9bdad619469 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:36.263439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:36.272905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:36.316506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Router 0ff4c55e-eed7-4c38-9091-df6dcc7a573b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:36.499890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46834) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:36.511510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:36.511849 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.515369 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.535336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:36.549306 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] Sync routers for ids ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:36.572459 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] Routers {'0ff4c55e-eed7-4c38-9091-df6dcc7a573b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:36.584132 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:36.594281 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.615143 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9c1a8af8-f2b2-4847-a2f7-c69cf7e7d71f tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:36.617579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:31Z', 'revision_number': 9, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:36.628756 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.631157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d69a3-8c37-41d1-bac3-41c4f18c2f8d None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:31Z', 'revision_number': 9, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f74f7e74-f773-4ba2-9ab6-a4398d76c010', 'name': '', 'network_id': '4a06dde3-7c13-4fc1-9127-73fd0b5efacc', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:5e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:30Z', 'updated_at': '2021-11-09T11:26:45Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': '928bc908-08be-4eb9-8100-138adcd5a33e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:36.645224 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.652831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "PUT /v2.0/routers/0ff4c55e-eed7-4c38-9091-df6dcc7a573b HTTP/1.1" status: 200 len: 706 time: 3.9322252 Nov 09 11:27:36.665494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:36.703645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] DHCP port deletion for 4718563e-ae07-40de-8cf2-f3d1f0e39e81 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:27:36.708515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Deleting port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:36.708971 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.724027 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:36.742845 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] Routers {'0ff4c55e-eed7-4c38-9091-df6dcc7a573b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:36.744108 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:36.800999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-35502228-network', 'tenant_id': '0de3982f03eb4125acb46062cbcc7066'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:36.818276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:36.870115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad368cd-3525-4c74-b93a-c3f36e785a87,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:36.877066 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:36.877744 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c2119-5b59-47b5-8774-ae2c5d03dbdc None None] The sync data for ids ['0ff4c55e-eed7-4c38-9091-df6dcc7a573b'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:36.881786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,segment=NetworkSegment(0a73dbc2-22a5-4fef-8536-1c11c139ac19),segment_id=0a73dbc2-22a5-4fef-8536-1c11c139ac19)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:36.882515 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:36.891390 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=baff1be231304e19b57fc9bdad619469&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8233366 Nov 09 11:27:36.892911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Usage tracker for resource:network and tenant:0de3982f03eb4125acb46062cbcc7066 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:36.896201 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:36.903185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:36.905822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:36.942462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:37.039491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-398a9e85-1de5-44c0-83a0-4ada4f140a1d tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/routers/0ff4c55e-eed7-4c38-9091-df6dcc7a573b HTTP/1.1" status: 200 len: 741 time: 0.3684170 Nov 09 11:27:37.042080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:37.047631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:37.050893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Made reservation on behalf of 0de3982f03eb4125acb46062cbcc7066 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:37.054596 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.130994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a3bc3-895f-4696-9178-70bfab8f3688 req-a94cf6a3-0a3c-459f-828e-9c83f7349691 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:37.134583 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.139010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-953a3bc3-895f-4696-9178-70bfab8f3688 req-a94cf6a3-0a3c-459f-828e-9c83f7349691 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.7647340 Nov 09 11:27:37.163857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1d14ea73-54cb-4357-8c02-3ab86384ca9a tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&device_id=0ff4c55e-eed7-4c38-9091-df6dcc7a573b HTTP/1.1" status: 200 len: 205 time: 0.0856853 Nov 09 11:27:37.166072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46854) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:37.191790 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fff74e41-bab5-449f-94a4-a6c4d0e1a3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.201843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:37.218384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:37.231903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Usage tracker for resource:security_group_rule and tenant:0de3982f03eb4125acb46062cbcc7066 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:37.238597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:37.239546 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.245831 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fff74e41-bab5-449f-94a4-a6c4d0e1a3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.256322 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39bb1813-e2fc-4fd5-b3f1-18dd2aab220e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:37.264910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:37.307677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:37.309723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:37.309723 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:37.309992 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aa6433a6-8037-4149-9743-4125000a223b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ff4c55e-eed7-4c38-9091-df6dcc7a573b HTTP/1.1" status: 200 len: 205 time: 0.1420739 Nov 09 11:27:37.313006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46860) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:37.333883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:37.337330 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:37.347995 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.356337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No DVR routers for this DVR port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:37.366618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:37.367016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2cc55163-cd6f-46d8-9e05-03cabcfa6ec2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:37.377489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] For port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=443d9b29-eb6e-4bce-ac7c-266b15aba7d5,segment=NetworkSegment(0a73dbc2-22a5-4fef-8536-1c11c139ac19),segment_id=0a73dbc2-22a5-4fef-8536-1c11c139ac19)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:37.378872 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.430288 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46864) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:37.438952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-953a3bc3-895f-4696-9178-70bfab8f3688 req-b53b7b17-9167-483b-a9cc-32f7f5f543c1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989876 Nov 09 11:27:37.519240 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.522903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2b6a-4867-4e96-9914-a713f70da224 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.544086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Calling delete_port for 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:37.601915 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.616366 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:27:37.616739 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:27:37.634527 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fff74e41-bab5-449f-94a4-a6c4d0e1a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.638147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.647286 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aebcb00a-9991-4ad1-beea-5d5319020e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:37.675456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74e41-bab5-449f-94a4-a6c4d0e1a3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad368cd-3525-4c74-b93a-c3f36e785a87,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:37.678814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:27:37.691793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4718563e-ae07-40de-8cf2-f3d1f0e39e81']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:37.710363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a73dbc2-22a5-4fef-8536-1c11c139ac19') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:37.710656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a73dbc2-22a5-4fef-8536-1c11c139ac19') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:37.720862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.721549 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Added segment 572005b5-a7c8-4cbf-91e6-f9a84252a5ca of type vlan for network c49831ac-3a66-40bd-a75f-ff9e25273919 Nov 09 11:27:37.723532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fff74e41-bab5-449f-94a4-a6c4d0e1a3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.724065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.727664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fff74e41-bab5-449f-94a4-a6c4d0e1a3a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ad368cd-3525-4c74-b93a-c3f36e785a87 HTTP/1.1" status: 204 len: 168 time: 0.8178115 Nov 09 11:27:37.731723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.736753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d93c1b-d607-43eb-bd33-727004ec11a3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:37.742905 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:37.766637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Allocated IP 172.25.7.229 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/08bbadb5-d53c-483c-885c-698c09c1f555) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:37.788133 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.797895 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:37.798104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.802513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:37.807348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:37.807832 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:37.824094 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:37.889186 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.082715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.093172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.098090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.105255 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-01f85928-e64d-42c8-a564-567be7081bb4 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:38.120426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Deleting port 443d9b29-eb6e-4bce-ac7c-266b15aba7d5 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:38.120426 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.138629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.142514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=4718563e-ae07-40de-8cf2-f3d1f0e39e81,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:38.144946 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:38.151950 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-facef1b8-9f3b-4187-b1c8-424bf5d89a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:38.161228 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:27:38.175097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d137c0-d8f9-4fa4-818a-98d496808c63,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:38.179343 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:38.181169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.182193 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/security-groups/13d137c0-d8f9-4fa4-818a-98d496808c63 HTTP/1.1" status: 204 len: 168 time: 0.7507079 Nov 09 11:27:38.186326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46872) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:38.186542 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/4718563e-ae07-40de-8cf2-f3d1f0e39e81 HTTP/1.1" status: 204 len: 168 time: 2.3101137 Nov 09 11:27:38.186723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46874) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:38.204785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2b6a-4867-4e96-9914-a713f70da224 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.268329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ea9badb9-c1a1-4a44-b9df-f25564a148ee None None] The port '443d9b29-eb6e-4bce-ac7c-266b15aba7d5' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:27:38.285979 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.291024 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a324ea9-6492-46d6-89be-324397c07d89 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:38.317273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2b6a-4867-4e96-9914-a713f70da224 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.324234 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-d8bfb7a1-c7cb-4569-ae71-ac5382b9f93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] show failed (client error): The resource could not be found. Nov 09 11:27:38.328310 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d8bfb7a1-c7cb-4569-ae71-ac5382b9f93e tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "GET /v2.0/security-groups/13d137c0-d8f9-4fa4-818a-98d496808c63 HTTP/1.1" status: 404 len: 347 time: 0.1376951 Nov 09 11:27:38.331850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46880) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:38.402945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.403878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:38.404462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.421530 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:38.489409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:38.492619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:38.495125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:38.525753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=08bbadb5-d53c-483c-885c-698c09c1f555,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:38.528802 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:38.579795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46886) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:38.617481 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.630696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Pushing event updated for resources: {'Network': ['ID=c49831ac-3a66-40bd-a75f-ff9e25273919,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:38.635439 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:38.638211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 53efef4f-b8c0-49a2-bd8f-b69df826faac {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:38.638547 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.645698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network c49831ac-3a66-40bd-a75f-ff9e25273919 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:27:38.713437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:38.722080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a82b83145c6458db62e8550ca961f4c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:38.726561 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2b6a-4867-4e96-9914-a713f70da224 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.727279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:38.727708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfc2b6a-4867-4e96-9914-a713f70da224 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff4c55e-eed7-4c38-9091-df6dcc7a573b {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:27:38.739417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2b6a-4867-4e96-9914-a713f70da224 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.740720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2dfc2b6a-4867-4e96-9914-a713f70da224 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/0ff4c55e-eed7-4c38-9091-df6dcc7a573b HTTP/1.1" status: 204 len: 168 time: 1.4262960 Nov 09 11:27:38.742314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:38.747204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46890) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:38.759793 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2575011 Nov 09 11:27:38.801023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46894) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:38.838861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Request body: {'subnet': {'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-35502228-subnet', 'tenant_id': '0de3982f03eb4125acb46062cbcc7066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:38.844322 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1788e84e-3b8f-4dd8-a89e-77eb157a0fec tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ff4c55e-eed7-4c38-9091-df6dcc7a573b HTTP/1.1" status: 200 len: 205 time: 0.0915766 Nov 09 11:27:38.846758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:38.855746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:38.919188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Usage tracker for resource:subnet and tenant:0de3982f03eb4125acb46062cbcc7066 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:38.979012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:38.989563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:38.994845 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-664e54c8-9a75-4e80-bbfe-1f2d93d32378 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] delete failed (client error): The resource could not be found. Nov 09 11:27:38.995863 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-664e54c8-9a75-4e80-bbfe-1f2d93d32378 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/0ff4c55e-eed7-4c38-9091-df6dcc7a573b HTTP/1.1" status: 404 len: 336 time: 0.1425657 Nov 09 11:27:38.996913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:39.000342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46902) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.055300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-151b8c28-3dd2-4580-9c37-1a4d283b1f85 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=daca21a3-2e5a-42c8-98ba-15a63d8c5b78 HTTP/1.1" status: 200 len: 205 time: 0.0536463 Nov 09 11:27:39.057337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46906) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.124335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:39.137558 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39ec3ffe-9a15-4b04-ad85-230341a1e076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:39.146773 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-aa4b7708-e2a3-4526-9c6b-6d1040dbb8a7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] delete failed (client error): The resource could not be found. Nov 09 11:27:39.147816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aa4b7708-e2a3-4526-9c6b-6d1040dbb8a7 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/daca21a3-2e5a-42c8-98ba-15a63d8c5b78 HTTP/1.1" status: 404 len: 336 time: 0.0895965 Nov 09 11:27:39.157705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46910) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.173336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24ec0-5222-4a8f-b98b-7c8373f782ee req-ae7c5c18-88b1-454c-9fe0-4a3445ce5e37 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:39.174810 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5c24ec0-5222-4a8f-b98b-7c8373f782ee req-ae7c5c18-88b1-454c-9fe0-4a3445ce5e37 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.5453453 Nov 09 11:27:39.191926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Made reservation on behalf of 0de3982f03eb4125acb46062cbcc7066 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:39.194181 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:39.228879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:39.229114 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:39.233851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cf5f4f17-292c-4e38-82bd-cdef0f668e81 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 HTTP/1.1" status: 200 len: 205 time: 0.0708151 Nov 09 11:27:39.238919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46914) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.239945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c838ee0b-a8d6-4cee-bb00-fb3e6b24e391,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:39.243198 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:39.249266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a82b83145c6458db62e8550ca961f4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6642292 Nov 09 11:27:39.255082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.322308 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-52de5a60-9c69-44b2-9d7a-a1b6df901436 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] delete failed (client error): The resource could not be found. Nov 09 11:27:39.323338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-52de5a60-9c69-44b2-9d7a-a1b6df901436 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/6dbbe952-9aa0-4dfe-a9f8-cd263d5f81e0 HTTP/1.1" status: 404 len: 336 time: 0.0792413 Nov 09 11:27:39.327726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46922) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.373238 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-888e8ad2-a7be-4b09-83a0-3cfd9230b89b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=91305b43-444e-4b16-a8c5-eb107f21eaae HTTP/1.1" status: 200 len: 205 time: 0.0443580 Nov 09 11:27:39.426817 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46926) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.512808 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-35b8d95c-094f-4599-90a3-3aff651c3219 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] delete failed (client error): The resource could not be found. Nov 09 11:27:39.513807 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-35b8d95c-094f-4599-90a3-3aff651c3219 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/91305b43-444e-4b16-a8c5-eb107f21eaae HTTP/1.1" status: 404 len: 336 time: 0.0860453 Nov 09 11:27:39.516446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46930) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.561506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 53efef4f-b8c0-49a2-bd8f-b69df826faac owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:39.577162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-03aeb4da-de9a-4b5c-9a8a-d20a241cef36 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6695e42-8ebf-4403-ae66-ab6ba0dfc209 HTTP/1.1" status: 200 len: 205 time: 0.0596163 Nov 09 11:27:39.580049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46934) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.643005 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:39.650853 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-9f78d482-6fb6-4185-ab86-bbcdbcdaada4 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] delete failed (client error): The resource could not be found. Nov 09 11:27:39.651820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9f78d482-6fb6-4185-ab86-bbcdbcdaada4 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/b6695e42-8ebf-4403-ae66-ab6ba0dfc209 HTTP/1.1" status: 404 len: 336 time: 0.0708752 Nov 09 11:27:39.654396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46938) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.681466 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5c24ec0-5222-4a8f-b98b-7c8373f782ee req-6c1289e5-00a4-40c5-88cc-256242d00e6f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4965727 Nov 09 11:27:39.697251 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0afd08cc-0bc6-4841-98b9-48b12b0e25a3 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "GET /v2.0/ports?device_id=95f86429-97c0-4fd8-8c7c-606dc69d5023 HTTP/1.1" status: 200 len: 205 time: 0.0416174 Nov 09 11:27:39.699602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46942) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.799695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:39.800472 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-5b02a126-5d4d-4591-a449-7eb896366e90 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] delete failed (client error): The resource could not be found. Nov 09 11:27:39.804030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5b02a126-5d4d-4591-a449-7eb896366e90 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/routers/95f86429-97c0-4fd8-8c7c-606dc69d5023 HTTP/1.1" status: 404 len: 336 time: 0.1009529 Nov 09 11:27:39.806119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46946) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:39.839026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:39.858352 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81c3050-2f33-43a6-834f-d1b78d7d5ba8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] DELETE failed (client error): The resource could not be found. Nov 09 11:27:39.858783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81c3050-2f33-43a6-834f-d1b78d7d5ba8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:27:39.863851 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.012175 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.031406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d81c3050-2f33-43a6-834f-d1b78d7d5ba8 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] 10.222.0.50 "DELETE /v2.0/subnets/37578243-c610-49bb-af60-3e09db92fe8e HTTP/1.1" status: 404 len: 337 time: 0.2241910 Nov 09 11:27:40.160797 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.173154 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9917aabc-d0b4-4e10-997e-6ee06a6c6e62 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:40.206748 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.219339 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.225416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=53efef4f-b8c0-49a2-bd8f-b69df826faac,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:40.228840 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:40.235297 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85cc3b49-5d55-4ae1-9c86-f9a158621a15 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:40.278899 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.283551 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fdee0614-9f8d-4563-9636-03fc024540c8 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:40.300616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.387112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=08bbadb5-d53c-483c-885c-698c09c1f555,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:40.390345 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:40.409235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.500679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=817c3f3e-30a6-45b4-afc8-4510b5144a09,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:40.514433 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:40.514948 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cf35e31b-3101-4001-828d-5d44e0323bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:40.537122 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.554830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838ee0b-a8d6-4cee-bb00-fb3e6b24e391,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:40.560824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Checking segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:40.561202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Network hostable DHCP agents. Network: c49831ac-3a66-40bd-a75f-ff9e25273919, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:27:40.572650 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:40.633575 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Floating IP 8537a61e-2e67-4a19-bb57-cbee2d352c64 associated. External IP: 172.25.7.229, port: 13af3c13-e56d-42ef-a695-a9e0fb7f965a. Nov 09 11:27:40.639956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.641182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/floatingips/4f030b3a-336e-4eb5-898e-0de21674a9b1 HTTP/1.1" status: 204 len: 168 time: 2.3071964 Nov 09 11:27:40.644497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 46954) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:40.658824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.658824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c838ee0b-a8d6-4cee-bb00-fb3e6b24e391 HTTP/1.1" status: 204 len: 168 time: 1.3913655 Nov 09 11:27:40.686882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46960) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:40.753627 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 7d5be6ed-2bff-4909-8c5b-e6a13b96680d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:40.753987 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:40.842900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Network c49831ac-3a66-40bd-a75f-ff9e25273919 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:27:40.990909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, c49831ac-3a66-40bd-a75f-ff9e25273919) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:40.999581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf4f723-71cf-49a2-a9be-a5381393e6f4 None None] Network c49831ac-3a66-40bd-a75f-ff9e25273919 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:41.022074 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.067475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:41.068971 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.092583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:41.100557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b650ba5c1b08434dac7d9a3063140c3f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:41.105297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:41.165868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:41.171273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3632054 Nov 09 11:27:41.254868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30694b7c-21ec-4ed5-99b6-85db1f0f72a6 req-f1ca6821-5d36-40bb-a26e-78eb09b2e978 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:41.263756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30694b7c-21ec-4ed5-99b6-85db1f0f72a6 req-f1ca6821-5d36-40bb-a26e-78eb09b2e978 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.3119752 Nov 09 11:27:41.266232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e36efa-c104-4be4-884d-2f7f28499537 None None] Network c49831ac-3a66-40bd-a75f-ff9e25273919 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:41.294829 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.441581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-30694b7c-21ec-4ed5-99b6-85db1f0f72a6 req-bfa6296e-d9c1-47a6-be54-b27ee14120d1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701167 Nov 09 11:27:41.476392 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.486009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router d6d9170c-50ce-46a0-8cae-417172818404 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:41.557463 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.576589 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-33577e5d-ad76-48b6-905f-4025b62d6be8 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:41.626029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beda430-8f9a-48d4-b0d0-f71b8ac3866f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:41.637458 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:41.637458 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b650ba5c1b08434dac7d9a3063140c3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9484341 Nov 09 11:27:41.639942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 46984) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:41.668961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 7d5be6ed-2bff-4909-8c5b-e6a13b96680d owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:41.778386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port f74f7e74-f773-4ba2-9ab6-a4398d76c010 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:41.778745 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.784332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.826430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:41.876982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:41.890187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] Sync routers for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:41.907709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:41.910219 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:42.011570 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:42.081619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:42.085448 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:42.087269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6beda430-8f9a-48d4-b0d0-f71b8ac3866f HTTP/1.1" status: 204 len: 168 time: 0.4461477 Nov 09 11:27:42.091276 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-622553ec-cd44-4800-aa04-5d4d705724e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:42.107275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beda430-8f9a-48d4-b0d0-f71b8ac3866f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:42.109806 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:42.110781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-15cd68b0-1301-4cc2-be82-320b16aacf79 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.111490 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-15cd68b0-1301-4cc2-be82-320b16aacf79 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:42.124612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3941188 Nov 09 11:27:42.125611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:42.135271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47000) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:42.211017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:42.212915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:42.219289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port f74f7e74-f773-4ba2-9ab6-a4398d76c010, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f74f7e74-f773-4ba2-9ab6-a4398d76c010,segment=NetworkSegment(6edf8336-8bd8-4609-bac7-28397defe434),segment_id=6edf8336-8bd8-4609-bac7-28397defe434)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:42.219945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:42.235827 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4fcd409c-57d5-47a9-b101-4d16ce3cc2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:42.285031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=7d5be6ed-2bff-4909-8c5b-e6a13b96680d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:42.342915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:42.344464 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:42.403492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-15cd68b0-1301-4cc2-be82-320b16aacf79 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:42.405165 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-15cd68b0-1301-4cc2-be82-320b16aacf79 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 811 time: 0.6600223 Nov 09 11:27:42.411931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for f74f7e74-f773-4ba2-9ab6-a4398d76c010 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:42.418738 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'status': 'completed', 'code': 200} Nov 09 11:27:42.511310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.511761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.512131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.512490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.512867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.513655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.514008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.514359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.514728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.515130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.515480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.517490 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e2a06dbc-24f4-4c12-a124-3d9ce0e8f617 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7731 time: 0.3858716 Nov 09 11:27:42.520462 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47020) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:42.607624 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-7f9b9ba9-3f5a-4329-9bde-5303fc1267f0 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/quotas/0de3982f03eb4125acb46062cbcc7066 HTTP/1.1" status: 200 len: 375 time: 0.1575792 Nov 09 11:27:42.656628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.659535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.659913 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.660281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.660644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.661005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.661364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.661720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.665042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.665638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.666010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:42.671387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-14c57777-ffe3-4353-93d0-e86e2302c2b8 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7002 time: 0.1498735 Nov 09 11:27:42.675806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47024) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:42.738122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '8537a61e-2e67-4a19-bb57-cbee2d352c64', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'port_id': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'mac_address': 'fa:16:3e:a7:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:27:38Z', 'updated_at': '2021-11-09T11:27:38Z', 'revision_number': 0, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:19Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:42.747903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] Checking router: d6d9170c-50ce-46a0-8cae-417172818404 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:42.751068 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-67cb2c69-dbb3-4534-b359-b271b08fe643 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1321986 Nov 09 11:27:42.772265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:42.772712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:42.788606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:42.803355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393450564'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:42.815392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:42.905472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:42.909623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/ports/7d5be6ed-2bff-4909-8c5b-e6a13b96680d HTTP/1.1" status: 204 len: 168 time: 2.2635820 Nov 09 11:27:42.912682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:42.924952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:42.927944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:43.096497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting port 05c35df5-3825-47be-9e64-f78f0ed25640 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:43.096852 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:43.098148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:43.142039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:43.146249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:43.146637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-29cdf753-a3bd-4ab8-9153-fedb1e289dcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1136 time: 0.7270391 Nov 09 11:27:43.157164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73a502-03bb-4605-a39c-59efd7e89d47 req-24b2dd41-9fef-48a0-af7f-118fe6862efd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:43.158665 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9a73a502-03bb-4605-a39c-59efd7e89d47 req-24b2dd41-9fef-48a0-af7f-118fe6862efd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.3978422 Nov 09 11:27:43.186735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-a02686a3-69ae-4bc6-9c16-e0795d7e3d11 service neutron] 10.222.0.50 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239957 Nov 09 11:27:43.220307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:43.245832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9a73a502-03bb-4605-a39c-59efd7e89d47 req-72d90c8b-031a-4955-800e-f95dadd1622b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551295 Nov 09 11:27:43.366489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47032) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:43.402620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-efb9a80b-3c1d-4d29-8d84-375468c7af09 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 0.7230546 Nov 09 11:27:43.415051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47036) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:43.458031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-1a03c596-ea5d-4423-b318-8bc7468b8e1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:43.458772 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-1a03c596-ea5d-4423-b318-8bc7468b8e1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d2a546-e0db-43de-9aef-fb8ce7b3232e HTTP/1.1" status: 200 len: 898 time: 0.2971709 Nov 09 11:27:43.528828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '8537a61e-2e67-4a19-bb57-cbee2d352c64', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'port_id': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'mac_address': 'fa:16:3e:a7:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:27:38Z', 'updated_at': '2021-11-09T11:27:38Z', 'revision_number': 0, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:19Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:43.533830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430240bf-77d4-4ef2-9afe-0211f98fa9dc None None] The sync data for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 is: [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '8537a61e-2e67-4a19-bb57-cbee2d352c64', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'port_id': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'mac_address': 'fa:16:3e:a7:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:27:38Z', 'updated_at': '2021-11-09T11:27:38Z', 'revision_number': 0, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:19Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:43.553181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:43.578766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2cf05e9f-25ba-4fd3-af15-4bdef12e4ca4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=280011dc7ea8454b86f88369eea198b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2109702 Nov 09 11:27:43.583166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:security_group_rule and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:43.583477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47040) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:43.591880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:43.598000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:43.637759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-76bc44eb-e655-4ee8-8eda-fe00f4464117 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a HTTP/1.1" status: 200 len: 1000 time: 0.1582479 Nov 09 11:27:43.657286 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eafd2295-d796-43ad-9698-efdc9420ff16 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:43.691649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fdae416f-ddf4-4b76-ba6e-c1ee603f6568 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d6d9170c-50ce-46a0-8cae-417172818404 HTTP/1.1" status: 200 len: 1990 time: 0.2753534 Nov 09 11:27:43.704123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:43.725150 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=f74f7e74-f773-4ba2-9ab6-a4398d76c010,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:43.729553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-5dbf7ea7-2f25-4701-b72f-092174c8a8f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:43.731104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-5dbf7ea7-2f25-4701-b72f-092174c8a8f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a29a50-4c14-4cdb-8688-05e0a31bbf93 HTTP/1.1" status: 200 len: 834 time: 0.0787237 Nov 09 11:27:43.739328 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-982c8ed4-df31-4484-a745-2aaf7267d883 service neutron] 10.222.0.50 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415015 Nov 09 11:27:43.739559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:43.754489 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:43.803362 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63283a3-ad88-4b25-9aaf-039e29b4e0d8 None None] New status for floating IP 8537a61e-2e67-4a19-bb57-cbee2d352c64: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:27:43.812965 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:43.855472 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:43.882976 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:27:43.895942 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-806f8aba-ffbb-4c5b-8536-68193d5761ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d2a546-e0db-43de-9aef-fb8ce7b3232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575673 Nov 09 11:27:44.032985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.041308 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef83b9e-d58b-41c9-a077-0a9b1c4b292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:44.067916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540549f2-f0d1-4c21-b2b6-c9461b7cb5e9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:44.084929 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:44.119881 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.121066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/540549f2-f0d1-4c21-b2b6-c9461b7cb5e9 HTTP/1.1" status: 204 len: 168 time: 0.5366266 Nov 09 11:27:44.132440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Calling delete_port for 05c35df5-3825-47be-9e64-f78f0ed25640 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:44.176141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-45044a86-93ed-4b11-9451-0784b6ba80fc service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704372 Nov 09 11:27:44.196973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:44.235841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'port_id': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'mac_address': 'fa:16:3e:7c:af:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:27:44.265586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.420255 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91ee2870-0ac8-424b-9fd8-21b7d3f31435 req-54baa41c-8da7-4ab9-b9fe-4aeddf32caee service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340550 Nov 09 11:27:44.435887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.458097 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:27:44.475702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:44.495102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.504560 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d3cf6f74-fae0-4b0f-9c38-f13cfecb0d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:44.565059 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.569061 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:44.579204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:27:44.588527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274b5507-416f-4b92-a8bb-051163b8bea8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:44.608910 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:44.637236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67eaa8ee-6c9a-4dc2-956f-236c5e2dbb65 req-4c3d9650-dce7-4a6a-af7e-e96f0adbcb57 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 210 time: 0.0546224 Nov 09 11:27:44.653086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.653801 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 066dd827-8ce7-4952-aaaf-ea29e4630887 of type vlan for network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b Nov 09 11:27:44.680543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:44.689916 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:44.699508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:27:44.718392 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.780034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.788525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99474614-f785-4774-b7fa-77c985063ab7 req-8d57f2fa-afb4-4ba4-ab2a-cfd4d41c3a91 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:44.790195 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99474614-f785-4774-b7fa-77c985063ab7 req-8d57f2fa-afb4-4ba4-ab2a-cfd4d41c3a91 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.2026753 Nov 09 11:27:44.792823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:44.799965 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2a292084-6e68-403b-8e23-5732e86452a4 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:44.853254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Port': ['ID=05c35df5-3825-47be-9e64-f78f0ed25640,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:44.881762 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:45.011180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:45.014946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:45.015590 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:45.027370 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b0a0cfc0-c837-4b05-99cf-db95d84b1438 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:45.388867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=45dd6e89-3257-4c7d-b830-59f1bc13aa1b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:45.392267 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:45.399366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-99474614-f785-4774-b7fa-77c985063ab7 req-508f1c8e-1883-4ad3-9d87-950f2aae2cb8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5577471 Nov 09 11:27:45.406517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:27:45.412881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:45.415261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/ports/05c35df5-3825-47be-9e64-f78f0ed25640 HTTP/1.1" status: 204 len: 168 time: 2.4891081 Nov 09 11:27:45.417980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47078) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:45.478922 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1198056 Nov 09 11:27:45.616440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47084) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:45.624006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '45dd6e89-3257-4c7d-b830-59f1bc13aa1b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:45.691653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting subnet efcc144d-686c-4cd2-8ebb-25f5217975ac {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:27:45.696020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:45.895771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:45.929388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47092) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:45.931926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d643730-72cb-445c-8dbc-eb0690a6204d req-450df17a-fef2-4c1e-884a-9970b4756550 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 210 time: 0.1172752 Nov 09 11:27:45.936386 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:45.983295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:45.987403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:45.990476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:45.998499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:46.037534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:46.037915 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.068897 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.128266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:46.211061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'networks': [{'name': 'tempest-network--788798241'}, {'name': 'tempest-network--1439089020'}]} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:46.213621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'network': {'name': 'tempest-network--788798241'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:46.214646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'network': {'name': 'tempest-network--1439089020'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:46.225964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:46.234455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Usage tracker for resource:network and tenant:27f77c3094404a92acf52f2f432d41f9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:46.241632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:46.253596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:46.321628 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.366041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:27:46.367182 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Made reservation on behalf of 27f77c3094404a92acf52f2f432d41f9 for: {'network': 2} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:46.372653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.395128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:46.396487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:46.411205 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.431004 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.501678 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'code': 200} Nov 09 11:27:46.504149 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.545355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:46.551990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Usage tracker for resource:security_group_rule and tenant:27f77c3094404a92acf52f2f432d41f9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:46.558645 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.559755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:46.561116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7a2c60fb-fba3-45bf-ad8a-64f9854eee6f tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:46.571092 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:46.572195 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:46.652074 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Subnet': ['ID=efcc144d-686c-4cd2-8ebb-25f5217975ac,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:46.656661 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:46.665714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.685558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8b234-3f00-4646-819e-92667441889b None None] Network ada43232-6e7f-474b-b328-f63ebb1af9a4 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:46.689600 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/subnets/efcc144d-686c-4cd2-8ebb-25f5217975ac HTTP/1.1" status: 204 len: 168 time: 1.2705600 Nov 09 11:27:46.693036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47114) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:46.825877 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.882692 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:46.896360 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4181fc2b-f5a6-4c85-afe0-a2aae8275e82 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:46.905494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:27:46.911836 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:46.920451 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:46.931123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7418106 Nov 09 11:27:46.931859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:46.938084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:27:46.973973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:46.974663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:47.026369 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.040689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.085113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Deleting subnet 5b5dc732-a63e-458b-97e6-ee9d96805ce4 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:27:47.102859 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.229256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=f313df49-2bcd-4fdd-880c-41d34afb7b6c,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:47.236738 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:47.243284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:47.255340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '066dd827-8ce7-4952-aaaf-ea29e4630887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45dd6e89-3257-4c7d-b830-59f1bc13aa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:47.255883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 45dd6e89-3257-4c7d-b830-59f1bc13aa1b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:27:47.311056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfc510-95fb-4b21-aca1-e0cdd01c5c61 req-26d88ae7-4690-400c-ad1e-6bc4373bcc0b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:47.313160 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01cfc510-95fb-4b21-aca1-e0cdd01c5c61 req-26d88ae7-4690-400c-ad1e-6bc4373bcc0b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.5542412 Nov 09 11:27:47.317169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:27:47.330419 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.405619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d984b7-93fa-4e4e-8472-5e9b163506c1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:47.407544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:47.433534 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:47.437224 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01cfc510-95fb-4b21-aca1-e0cdd01c5c61 req-9fbf5c76-776b-4cd9-9329-1b24fb596c40 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118162 Nov 09 11:27:47.457892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.461560 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Added segment bc7d1ff5-02e5-456b-939c-d595e56b80a8 of type vlan for network e830b982-c5f9-428c-bfc9-6e69693b53be Nov 09 11:27:47.498444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.544259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:27:47.566016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:27:47.579139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.580144 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Added segment b080ba6e-71dd-495f-a5b5-f23b3c48993e of type vlan for network 86a9580c-c680-4fbc-9e24-edf43c8f4ea5 Nov 09 11:27:47.589115 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68412efc-abc0-4525-8b15-5e61040a4b98 req-93b6532e-9999-4b1c-9419-6a1ebcd448dc tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 210 time: 0.3638940 Nov 09 11:27:47.618993 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.630221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 45dd6e89-3257-4c7d-b830-59f1bc13aa1b) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:47.650011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:47.650627 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.703760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] DHCP port deletion for ada43232-6e7f-474b-b328-f63ebb1af9a4 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:27:47.710759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.711301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet 928bc908-08be-4eb9-8100-138adcd5a33e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:27:47.715576 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41911f-a5b3-4aea-b454-072267c47a76 None None] Network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:47.719045 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.730469 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8b50cb7d-77f4-4d02-8893-761968482c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.748705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Deleting port 63ff9929-55e1-4602-9f23-6e15f05782e4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:47.749187 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.800559 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0a9ee75f-0c35-400b-a8f0-83b8814ac639 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1821594 Nov 09 11:27:47.801902 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.802518 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.807706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:47.812757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47128) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:47.816835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:47.818065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.853857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-892039514'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:47.858051 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a44d007-57c3-419c-ba85-9166637f28bb tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:47.908722 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:47.937704 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0026062 Nov 09 11:27:47.938361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47132) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:48.053019 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.155092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.179112 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] For port 63ff9929-55e1-4602-9f23-6e15f05782e4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=63ff9929-55e1-4602-9f23-6e15f05782e4,segment=NetworkSegment(68ae92bf-0111-48b3-aff8-8aa7e572ddab),segment_id=68ae92bf-0111-48b3-aff8-8aa7e572ddab)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:48.180932 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.247556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:48.261738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:48.268602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:48.282231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:48.305336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.321609 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a082a540-1472-45ac-9a06-ef52bff6ea31 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:48.343725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Network': ['ID=e830b982-c5f9-428c-bfc9-6e69693b53be,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:48.345746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Calling delete_port for 63ff9929-55e1-4602-9f23-6e15f05782e4 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:48.377267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.387864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:48.391414 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.413892 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/928bc908-08be-4eb9-8100-138adcd5a33e HTTP/1.1" status: 204 len: 168 time: 1.4726772 Nov 09 11:27:48.413892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:48.413892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=928bc908-08be-4eb9-8100-138adcd5a33e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:48.422085 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:48.459744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network e830b982-c5f9-428c-bfc9-6e69693b53be details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:27:48.542763 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9140ad79-f19d-43f3-95d9-1721aea42c06 None None] Network 4a06dde3-7c13-4fc1-9127-73fd0b5efacc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:48.583828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.594751 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.597743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.612275 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-453f40ee-2600-4636-8dad-3290ef4adc60 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:48.670587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.679325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/subnets/5b5dc732-a63e-458b-97e6-ee9d96805ce4 HTTP/1.1" status: 204 len: 168 time: 1.9758980 Nov 09 11:27:48.698953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:48.701258 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-005ba622-f17a-475a-b618-aad110ba0796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:48.714153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:27:48.738459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.739147 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment e566f2f2-954c-4572-ab95-b01803e3eb2a of type vlan for network dc3d733b-1d2a-485e-8b88-ed318f7717b8 Nov 09 11:27:48.753508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] No DVR routers for this DVR port 63ff9929-55e1-4602-9f23-6e15f05782e4 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:48.762150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7f1b6-2390-4092-98db-dccdcdec3ee6 None None] Network 635a7131-585c-436d-b910-b5a4b23f9b59 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:48.791373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Network': ['ID=86a9580c-c680-4fbc-9e24-edf43c8f4ea5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:48.815955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Pushing event deleted for resources: {'Port': ['ID=63ff9929-55e1-4602-9f23-6e15f05782e4,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:48.818407 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:48.829286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 86a9580c-c680-4fbc-9e24-edf43c8f4ea5 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:27:48.857656 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:48.867236 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.954s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:48.867853 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:48.880235 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:48.927159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-2b795e14-b14c-4768-9106-5e6b81985c80 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:48.928517 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-2b795e14-b14c-4768-9106-5e6b81985c80 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 811 time: 0.8199282 Nov 09 11:27:48.944445 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020a86b-01d4-4004-ac62-670db27bdb18 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:48.960825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020a86b-01d4-4004-ac62-670db27bdb18 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:48.966670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020a86b-01d4-4004-ac62-670db27bdb18 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:48.980317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020a86b-01d4-4004-ac62-670db27bdb18 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:48.981176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d020a86b-01d4-4004-ac62-670db27bdb18 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Synchronizing usage tracker for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:49.038646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Request body: {'port': {'device_id': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'admin_state_up': True, 'tenant_id': '0de3982f03eb4125acb46062cbcc7066'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:49.085980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 63ff9929-55e1-4602-9f23-6e15f05782e4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:49.226672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 63ff9929-55e1-4602-9f23-6e15f05782e4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:49.227914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 63ff9929-55e1-4602-9f23-6e15f05782e4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:49.264478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port e7f44866-105d-4a67-bfcc-9383086ef236 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:49.264835 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.317016 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.321201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5dc732-a63e-458b-97e6-ee9d96805ce4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:49.337189 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:49.373487 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e33ef2b5-9914-4b89-b25f-e48e06eb190e req-dc13d90e-995d-4d78-9673-6a06fd2ceaa8 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 210 time: 0.1993196 Nov 09 11:27:49.406122 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.410557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:49.411466 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.423103 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-21ac75f6-0fe0-49f8-8a67-c24dcfc1ea47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:49.460967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d020a86b-01d4-4004-ac62-670db27bdb18 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Unset dirty status for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:49.462348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d020a86b-01d4-4004-ac62-670db27bdb18 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.5090215 Nov 09 11:27:49.468811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47150) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:49.511819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c42d5-3fdc-46a7-835c-50fcf652eb07 req-6bf445f4-88e2-478a-a40f-9141cf4a672f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:49.511819 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-306c42d5-3fdc-46a7-835c-50fcf652eb07 req-6bf445f4-88e2-478a-a40f-9141cf4a672f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.7974210 Nov 09 11:27:49.600631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1f71bb92-fa9c-4401-b42e-e994ebc21efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.654645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:43Z', 'revision_number': 10, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:49.667990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-45dd6e89-3257-4c7d-b830-59f1bc13aa1b', 'network_id': '45dd6e89-3257-4c7d-b830-59f1bc13aa1b', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': 'f313df49-2bcd-4fdd-880c-41d34afb7b6c'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:27:49.668807 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.699729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:27:49.761049 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-306c42d5-3fdc-46a7-835c-50fcf652eb07 req-c6cea1e1-c5e9-4ab4-a087-216c0f492158 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369075 Nov 09 11:27:49.777289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:49.792093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:27:49.792764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:49.809433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Usage tracker for resource:port and tenant:0de3982f03eb4125acb46062cbcc7066 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:49.814917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:49.840117 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.842299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:49.951411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Made reservation on behalf of 0de3982f03eb4125acb46062cbcc7066 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:49.951845 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1336555 Nov 09 11:27:49.959333 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:49.967381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=dc3d733b-1d2a-485e-8b88-ed318f7717b8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:49.975993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-97b86fc6-f9c2-492d-b67b-f8a01cf2662b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:49.977702 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-97b86fc6-f9c2-492d-b67b-f8a01cf2662b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 811 time: 1.1713409 Nov 09 11:27:49.978196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:49.986229 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:49.986786 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] DHCP port deletion for 635a7131-585c-436d-b910-b5a4b23f9b59 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:27:50.001393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:50.006833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network dc3d733b-1d2a-485e-8b88-ed318f7717b8 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:27:50.037337 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Deleting port 2304ac08-9707-47bb-b6bd-d52ce60cae23 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:50.038021 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.082619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] DHCP port deletion for 4a06dde3-7c13-4fc1-9127-73fd0b5efacc request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:27:50.135210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.153099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:50.157102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:50.161819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:50.166211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Deleting port e7f44866-105d-4a67-bfcc-9383086ef236 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:50.166824 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.170879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:50.191259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port e7f44866-105d-4a67-bfcc-9383086ef236, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7f44866-105d-4a67-bfcc-9383086ef236,segment=NetworkSegment(6edf8336-8bd8-4609-bac7-28397defe434),segment_id=6edf8336-8bd8-4609-bac7-28397defe434)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:50.191624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.207812 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Request body: {'port': {'device_id': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'admin_state_up': True, 'tenant_id': '0de3982f03eb4125acb46062cbcc7066'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:50.224072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e830b982-c5f9-428c-bfc9-6e69693b53be']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:50.249101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7d1ff5-02e5-456b-939c-d595e56b80a8') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:50.249790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7d1ff5-02e5-456b-939c-d595e56b80a8') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:50.274861 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.310689 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:27:50.330305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.358441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:50.359052 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:50.375504 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:50.480380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Allocated IP 172.20.0.14 (c49831ac-3a66-40bd-a75f-ff9e25273919/817c3f3e-30a6-45b4-afc8-4510b5144a09/8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:50.541935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:50.562354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:50.680239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Allocated IP 172.20.255.242 (45dd6e89-3257-4c7d-b830-59f1bc13aa1b/f313df49-2bcd-4fdd-880c-41d34afb7b6c/5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:50.690981 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.730871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c360727d-e0c6-4f38-90ac-f12e45394268 req-76e15d2a-b0d6-45be-98f0-1a6d0f118f5e tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 210 time: 0.1657515 Nov 09 11:27:50.732089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Usage tracker for resource:port and tenant:0de3982f03eb4125acb46062cbcc7066 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:50.829336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for e7f44866-105d-4a67-bfcc-9383086ef236 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:50.864423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:50.886760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.895123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:50.904589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.969947 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:50.976311 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0018943-90ec-4dff-8cd0-bf4e538d9316 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:51.003325 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.018618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Network': ['ID=e830b982-c5f9-428c-bfc9-6e69693b53be,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:51.030998 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:51.032755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.043388 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1b7bec89-4dfb-4314-89be-6c829f13da04 tempest-ServersNegativeTestMultiTenantJSON-194209681 tempest-ServersNegativeTestMultiTenantJSON-194209681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:51.072101 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.196622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/networks/e830b982-c5f9-428c-bfc9-6e69693b53be HTTP/1.1" status: 204 len: 168 time: 1.7244315 Nov 09 11:27:51.199954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47162) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:51.277848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2304ac08-9707-47bb-b6bd-d52ce60cae23 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:51.285980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Network c49831ac-3a66-40bd-a75f-ff9e25273919 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:51.288883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event updated for resources: {'Port': ['ID=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:51.308024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:51.314624 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:51.360986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada43232-6e7f-474b-b328-f63ebb1af9a4']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:51.371192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Made reservation on behalf of 0de3982f03eb4125acb46062cbcc7066 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:51.375065 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.387171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:51.424293 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] For port 2304ac08-9707-47bb-b6bd-d52ce60cae23, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2304ac08-9707-47bb-b6bd-d52ce60cae23,segment=NetworkSegment(c56c8721-deb2-49db-a20b-cc70e83a9dbf),segment_id=c56c8721-deb2-49db-a20b-cc70e83a9dbf)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:51.424848 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.510747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627a321-6c5b-42bb-b2d5-04ee8e07d24f req-393d965a-e7d4-4211-9115-9c362a12a5de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:51.513312 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b627a321-6c5b-42bb-b2d5-04ee8e07d24f req-393d965a-e7d4-4211-9115-9c362a12a5de tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.4255016 Nov 09 11:27:51.605399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.613112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ae92bf-0111-48b3-aff8-8aa7e572ddab') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:51.613472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ae92bf-0111-48b3-aff8-8aa7e572ddab') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:51.616128 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.623334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Calling delete_port for 2304ac08-9707-47bb-b6bd-d52ce60cae23 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:51.627509 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dc7294f7-db5b-494c-a7a4-415b564a5c42 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:51.634917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:51.634917 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.652604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] For port e7f44866-105d-4a67-bfcc-9383086ef236, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7f44866-105d-4a67-bfcc-9383086ef236,segment=NetworkSegment(6edf8336-8bd8-4609-bac7-28397defe434),segment_id=6edf8336-8bd8-4609-bac7-28397defe434)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:51.656999 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.702844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Allocated IP 172.20.0.5 (c49831ac-3a66-40bd-a75f-ff9e25273919/817c3f3e-30a6-45b4-afc8-4510b5144a09/3c651ab9-e6bd-4717-8f2f-8539f5d2752e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:51.706124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.736298 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b627a321-6c5b-42bb-b2d5-04ee8e07d24f req-76911366-07b4-4c2f-aa20-112646d3fceb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147412 Nov 09 11:27:51.781360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.790208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=cb94bb35-cb7d-4a17-842a-148d47176f41,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:51.792728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.823411 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:51.824017 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea7a6a79-dc4a-4192-9ad6-6bec41ce2e8c tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:51.873444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.909986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a9580c-c680-4fbc-9e24-edf43c8f4ea5']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:51.925537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b080ba6e-71dd-495f-a5b5-f23b3c48993e') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:51.925843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b080ba6e-71dd-495f-a5b5-f23b3c48993e') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:51.944753 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.964856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=e7f44866-105d-4a67-bfcc-9383086ef236,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:51.966357 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.975665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Calling delete_port for e7f44866-105d-4a67-bfcc-9383086ef236 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:51.979584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:51.980366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:51.981621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:51.982439 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:52.002677 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:52.005319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9882693 Nov 09 11:27:52.109665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Request body: {'port': {'device_id': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:52.111936 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No DVR routers for this DVR port e7f44866-105d-4a67-bfcc-9383086ef236 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:52.201591 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.246312 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.254390 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8002e85c-2b44-4254-9f90-efdb7889e970 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:52.279717 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.284683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:43Z', 'revision_number': 10, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:52.287425 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.295786 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:27:52.296313 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:27:52.301486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e8f72-8cc0-47f1-a5a5-701d75b6a433 None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:27:43Z', 'revision_number': 10, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None, '_interfaces': [{'id': 'b214147e-9fe1-4add-a3ec-d182e5a4cdf5', 'name': '', 'network_id': 'bb6a36ac-6323-4998-b641-f0bfe37657ad', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'mac_address': 'fa:16:3e:88:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:20Z', 'updated_at': '2021-11-09T11:26:30Z', 'revision_number': 5, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'subnets': [{'id': 'ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:27:52.306089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Transition to ACTIVE for port object 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:52.309469 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:52.310927 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:52.316994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.324957 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:52.406947 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.418665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': 'e566f2f2-954c-4572-ab95-b01803e3eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:52.419053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: dc3d733b-1d2a-485e-8b88-ed318f7717b8, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:27:52.453039 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dde2b0c9-6bbb-4081-a47a-a415dd794152 req-d1a8e1fe-b983-419d-842f-72a0abd55071 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 210 time: 0.1387444 Nov 09 11:27:52.453744 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-063d19da-d19d-4867-bc83-b0b2ca9a8d80 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:52.475465 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.497878 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.503238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Network': ['ID=86a9580c-c680-4fbc-9e24-edf43c8f4ea5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:52.506622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.520149 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:52.527081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Pushing event deleted for resources: {'Port': ['ID=2304ac08-9707-47bb-b6bd-d52ce60cae23,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:52.529675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7a962681-451c-451b-a344-b4039dab648b tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/networks/86a9580c-c680-4fbc-9e24-edf43c8f4ea5 HTTP/1.1" status: 204 len: 168 time: 1.3253086 Nov 09 11:27:52.532253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47168) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:52.550786 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:52.553941 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e7f44866-105d-4a67-bfcc-9383086ef236 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:52.595552 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Transition to ACTIVE for port object 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:52.599325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: e7f44866-105d-4a67-bfcc-9383086ef236 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:52.600048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e7f44866-105d-4a67-bfcc-9383086ef236 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:52.602149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] No DVR routers for this DVR port 2304ac08-9707-47bb-b6bd-d52ce60cae23 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:52.681188 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.696051 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-42282314-d0e5-42a6-beca-ebfd12b8ce52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:52.760586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:52.764881 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:52.769093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Network': ['ID=ada43232-6e7f-474b-b328-f63ebb1af9a4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:52.770766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network dc3d733b-1d2a-485e-8b88-ed318f7717b8 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:27:52.777019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:52.780357 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:52.813558 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.833110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Deleting port e7f44866-105d-4a67-bfcc-9383086ef236 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:52.833702 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.910188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba68925-e89f-4906-b83c-253c652c79b8 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:52.916748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba68925-e89f-4906-b83c-253c652c79b8 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:52.918572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ba68925-e89f-4906-b83c-253c652c79b8 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Synchronizing usage tracker for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:52.948776 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:52.970602 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/networks/ada43232-6e7f-474b-b328-f63ebb1af9a4 HTTP/1.1" status: 204 len: 168 time: 4.1736753 Nov 09 11:27:52.973344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a06dde3-7c13-4fc1-9127-73fd0b5efacc']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:52.976593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47174) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:52.979163 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f74f7e74-f773-4ba2-9ab6-a4398d76c010 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:27:53.006544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, dc3d733b-1d2a-485e-8b88-ed318f7717b8) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:53.013319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf8336-8bd8-4609-bac7-28397defe434') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:53.013607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf8336-8bd8-4609-bac7-28397defe434') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:53.015301 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba8587-79e0-492b-a668-cd11895e51ad None None] The port 'e7f44866-105d-4a67-bfcc-9383086ef236' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:27:53.031921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9790b-b14b-4c48-8fa2-70f5039b7e90 None None] Network dc3d733b-1d2a-485e-8b88-ed318f7717b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:53.036832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:53.037053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ba68925-e89f-4906-b83c-253c652c79b8 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Unset dirty status for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:53.039438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.039663 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2ba68925-e89f-4906-b83c-253c652c79b8 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5049300 Nov 09 11:27:53.052256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47178) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:53.058535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Pushing event updated for resources: {'Port': ['ID=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:53.064532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.075021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-745418382'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:53.092291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Attempting to bind port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:27:53.092918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Attempting to bind port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '066dd827-8ce7-4952-aaaf-ea29e4630887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45dd6e89-3257-4c7d-b830-59f1bc13aa1b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:27:53.093679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:53.095341 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Attempting to bind port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf on network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:53.101429 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: f74f7e74-f773-4ba2-9ab6-a4398d76c010 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:27:53.102123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f74f7e74-f773-4ba2-9ab6-a4398d76c010 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:27:53.102240 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.127264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:53.127885 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:53.167547 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:53.170674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:53.198490 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:53.201184 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2128861 Nov 09 11:27:53.213047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47182) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:53.232136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:27:53.235149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Checking segment: {'id': '066dd827-8ce7-4952-aaaf-ea29e4630887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45dd6e89-3257-4c7d-b830-59f1bc13aa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:53.235149 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.235149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Bound using segment: {'id': '066dd827-8ce7-4952-aaaf-ea29e4630887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45dd6e89-3257-4c7d-b830-59f1bc13aa1b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:27:53.235149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Bound port: 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd827-8ce7-4952-aaaf-ea29e4630887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45dd6e89-3257-4c7d-b830-59f1bc13aa1b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:27:53.235149 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.364875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.374012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Made reservation on behalf of 27f77c3094404a92acf52f2f432d41f9 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:53.377309 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.387332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.409497 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f16375bb-7ae5-4568-abe5-9a41c8b1ef7c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:53.462006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-dc3d733b-1d2a-485e-8b88-ed318f7717b8', 'network_id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': 'cb94bb35-cb7d-4a17-842a-148d47176f41'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:27:53.463059 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.569481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Network c49831ac-3a66-40bd-a75f-ff9e25273919 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:53.575169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.576793 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:27:53.581763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event updated for resources: {'Port': ['ID=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:53.584285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:53.586936 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:53.594494 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26abe9d4-2e3e-4fa9-8ae1-77aaeebc15fa tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:53.610454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:53.614021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] For port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:53.622396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857b03d-98cd-4d21-8d6a-ff035ca97798 req-d46d7f49-517e-4e7a-aee4-f06e68c19d27 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:53.623914 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f857b03d-98cd-4d21-8d6a-ff035ca97798 req-d46d7f49-517e-4e7a-aee4-f06e68c19d27 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.5900209 Nov 09 11:27:53.653134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.662328 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] For port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,segment=NetworkSegment(066dd827-8ce7-4952-aaaf-ea29e4630887),segment_id=066dd827-8ce7-4952-aaaf-ea29e4630887)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:27:53.692071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=4a06dde3-7c13-4fc1-9127-73fd0b5efacc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:53.702125 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.702125 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Added segment 7e74fe2c-3755-4adb-89c3-3a8b6e7f058f of type vlan for network 657116ed-aa05-42ba-b306-e60dbcb3b056 Nov 09 11:27:53.736138 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:53.758718 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/4a06dde3-7c13-4fc1-9127-73fd0b5efacc HTTP/1.1" status: 204 len: 168 time: 5.3425474 Nov 09 11:27:53.759147 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.763453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.771729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.778572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47188) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:53.781680 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-005ba622-f17a-475a-b618-aad110ba0796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:53.809944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:53.810564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.817908 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:53.871059 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:27:53.892630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Pushing event updated for resources: {'Port': ['ID=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:53.924271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635a7131-585c-436d-b910-b5a4b23f9b59']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:53.937696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7951615 Nov 09 11:27:53.947449 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f857b03d-98cd-4d21-8d6a-ff035ca97798 req-8ab1eaf9-7135-40bb-8320-fdc905020813 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148811 Nov 09 11:27:53.959914 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:53.968925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Request body: {'port': {'device_id': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:53.973910 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Allocated IP 172.20.0.2 (dc3d733b-1d2a-485e-8b88-ed318f7717b8/cb94bb35-cb7d-4a17-842a-148d47176f41/1457e4e6-8192-4b0b-b56d-e521f3132dc9) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:27:54.039329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ad4f-befb-4a77-a7db-5f7284408b81 req-eff3b138-cd51-4dc3-b116-541e7f1c50a0 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:54.042470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b814ad4f-befb-4a77-a7db-5f7284408b81 req-eff3b138-cd51-4dc3-b116-541e7f1c50a0 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:54.045231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.103645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.107350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:54.107943 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.123895 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:54.124261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56c8721-deb2-49db-a20b-cc70e83a9dbf') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:54.124915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56c8721-deb2-49db-a20b-cc70e83a9dbf') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:54.156845 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.190340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:27:54.208358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.217761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.306859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Transition to ACTIVE for port object 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:54.313479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:54.315316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.381548 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b814ad4f-befb-4a77-a7db-5f7284408b81 req-eff3b138-cd51-4dc3-b116-541e7f1c50a0 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:54.382187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b814ad4f-befb-4a77-a7db-5f7284408b81 req-eff3b138-cd51-4dc3-b116-541e7f1c50a0 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 931 time: 0.6789794 Nov 09 11:27:54.413212 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.423806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Network': ['ID=657116ed-aa05-42ba-b306-e60dbcb3b056,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:54.428010 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3725913 Nov 09 11:27:54.435212 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:54.448677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 657116ed-aa05-42ba-b306-e60dbcb3b056 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:27:54.448932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47192) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:54.466995 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1621582863'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:54.486007 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:54.507663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Transition to ACTIVE for port object 1457e4e6-8192-4b0b-b56d-e521f3132dc9 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:54.513913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:54.532375 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.538362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.544564 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:54.553403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b814ad4f-befb-4a77-a7db-5f7284408b81 req-15f3c38e-372a-4f65-bb59-e46a94096d62 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:54.557175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:54.631255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Transition to ACTIVE for port object 1457e4e6-8192-4b0b-b56d-e521f3132dc9 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:54.695951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Made reservation on behalf of 27f77c3094404a92acf52f2f432d41f9 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:54.699421 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.715830 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.721307 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:54.727723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.732138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.735571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:54.745649 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:54.747922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b814ad4f-befb-4a77-a7db-5f7284408b81 req-15f3c38e-372a-4f65-bb59-e46a94096d62 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:54.749286 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25811df0-818a-45d1-8bad-5ca9e9636383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:54.749769 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b814ad4f-befb-4a77-a7db-5f7284408b81 req-15f3c38e-372a-4f65-bb59-e46a94096d62 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537621 Nov 09 11:27:54.782846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:27:54.876434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Pushing event deleted for resources: {'Network': ['ID=635a7131-585c-436d-b910-b5a4b23f9b59,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:54.895371 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:54.896521 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.896995 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Added segment 69137aa0-d0ca-44b4-931d-68497532aa69 of type vlan for network 638a4f4d-c40f-414f-b008-595857394f47 Nov 09 11:27:54.905923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:54.917349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Pushing event updated for resources: {'Port': ['ID=1457e4e6-8192-4b0b-b56d-e521f3132dc9,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:54.918812 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4363992d-f68c-46c5-9676-8f366ef244c0 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:54.920264 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:54.929156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Network dc3d733b-1d2a-485e-8b88-ed318f7717b8 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:27:54.938727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:27:54.941385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:27:55.014640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=cb94bb35-cb7d-4a17-842a-148d47176f41,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:55.030295 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:55.162272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Attempting to bind port 1457e4e6-8192-4b0b-b56d-e521f3132dc9 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:27:55.163288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Attempting to bind port 1457e4e6-8192-4b0b-b56d-e521f3132dc9 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e566f2f2-954c-4572-ab95-b01803e3eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:27:55.164973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Attempting to bind port 1457e4e6-8192-4b0b-b56d-e521f3132dc9 on network dc3d733b-1d2a-485e-8b88-ed318f7717b8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:55.174443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:55.180964 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.186006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-58636a89-aaa2-45fe-b636-e3b68beabd9a tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] 10.222.0.50 "DELETE /v2.0/networks/635a7131-585c-436d-b910-b5a4b23f9b59 HTTP/1.1" status: 204 len: 168 time: 2.2111003 Nov 09 11:27:55.284613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:27:55.285342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Checking segment: {'id': 'e566f2f2-954c-4572-ab95-b01803e3eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:55.286141 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.286709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Bound using segment: {'id': 'e566f2f2-954c-4572-ab95-b01803e3eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:27:55.287380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Bound port: 1457e4e6-8192-4b0b-b56d-e521f3132dc9, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e566f2f2-954c-4572-ab95-b01803e3eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:27:55.287942 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.440849 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.459210 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] For port 1457e4e6-8192-4b0b-b56d-e521f3132dc9, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:55.463888 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] For port 1457e4e6-8192-4b0b-b56d-e521f3132dc9, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1457e4e6-8192-4b0b-b56d-e521f3132dc9,segment=NetworkSegment(e566f2f2-954c-4572-ab95-b01803e3eb2a),segment_id=e566f2f2-954c-4572-ab95-b01803e3eb2a)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:27:55.490350 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:55.491670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3d733b-1d2a-485e-8b88-ed318f7717b8']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:55.504303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e6094-2396-4a03-a7a2-6aa0865b8b7a None None] Network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:55.553359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Attempting to bind port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:27:55.553957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Attempting to bind port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:27:55.554571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Attempting to bind port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:55.580659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c on network c49831ac-3a66-40bd-a75f-ff9e25273919 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:27:55.583948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Attempting to bind port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:55.597838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70c05-0df5-4767-8999-13510a0cf667 req-84c5d94a-256c-4ada-ab90-a17ae683535b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:55.601226 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cef70c05-0df5-4767-8999-13510a0cf667 req-84c5d94a-256c-4ada-ab90-a17ae683535b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.3107100 Nov 09 11:27:55.614523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:27:55.614901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Checking segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:55.618648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Bound using segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:27:55.618648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Bound port: 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:27:55.618648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.710173 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.714598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e566f2f2-954c-4572-ab95-b01803e3eb2a') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:55.714598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e566f2f2-954c-4572-ab95-b01803e3eb2a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:55.727371 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.727876 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.727981 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:55.730249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:55.730858 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.763439 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:55.889436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.903751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Network': ['ID=638a4f4d-c40f-414f-b008-595857394f47,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:55.923909 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:55.952069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c651ab9-e6bd-4717-8f2f-8539f5d2752e {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:27:55.952069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.958345 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.965081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:55.965479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:55.986184 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:56.044840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 638a4f4d-c40f-414f-b008-595857394f47 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:27:56.096169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Provisioning for port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:27:56.099033 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cef70c05-0df5-4767-8999-13510a0cf667 req-8466176c-b13d-498b-a9f8-ec09b1a9f17d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4828186 Nov 09 11:27:56.140452 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Pushing event updated for resources: {'Port': ['ID=1457e4e6-8192-4b0b-b56d-e521f3132dc9,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:56.141237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] For port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:56.144703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] For port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:27:56.152605 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:56.192881 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7407300 Nov 09 11:27:56.194266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Transition to ACTIVE for port object 3c651ab9-e6bd-4717-8f2f-8539f5d2752e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:27:56.200171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47214) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:56.209829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'ports': [{'network_id': '657116ed-aa05-42ba-b306-e60dbcb3b056', 'name': 'tempest-port--2090081519', 'admin_state_up': True}, {'network_id': '638a4f4d-c40f-414f-b008-595857394f47', 'admin_state_up': False}]} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:56.210065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'port': {'network_id': '657116ed-aa05-42ba-b306-e60dbcb3b056', 'name': 'tempest-port--2090081519', 'admin_state_up': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:56.210559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'port': {'network_id': '638a4f4d-c40f-414f-b008-595857394f47', 'admin_state_up': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:56.234333 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.243188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Provisioning complete for port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:56.243755 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.246347 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-68fd96cd-d52b-4a7f-9d57-1d0614e153d9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:56.312334 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.331527 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aebb72-55ba-49bc-ac67-bee6e799847c None None] Network dc3d733b-1d2a-485e-8b88-ed318f7717b8 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:27:56.332373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-96cfc04e-51d4-4703-a3bd-5590f62bbde9 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:56.393066 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:27:56.393066 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:27:56.393066 n-d-817173-1 neutron-server[84333]: [parameters: {'id': 'dc3d733b-1d2a-485e-8b88-ed318f7717b8'}] Nov 09 11:27:56.393066 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:27:56.393912 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:27:56.436920 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:56.471090 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:56.534474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Pushing event updated for resources: {'Port': ['ID=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:56.546569 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:56.549676 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.553076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c HTTP/1.1" status: 200 len: 1092 time: 4.4477580 Nov 09 11:27:56.594554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'tag': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:56.644189 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.701292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4127d4-98d7-4082-8a86-cc8f19e00da0 req-74bd0f4c-1255-4a7e-bacd-b5cbef48aca7 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:56.703330 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef4127d4-98d7-4082-8a86-cc8f19e00da0 req-74bd0f4c-1255-4a7e-bacd-b5cbef48aca7 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 943 time: 0.4837594 Nov 09 11:27:56.754697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] For port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,segment=NetworkSegment(066dd827-8ce7-4952-aaaf-ea29e4630887),segment_id=066dd827-8ce7-4952-aaaf-ea29e4630887)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:56.827648 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ef4127d4-98d7-4082-8a86-cc8f19e00da0 req-3c3d648c-d820-4d11-b5ff-aaa0875df4f2 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176789 Nov 09 11:27:56.829581 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.830087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Attempting to bind port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:27:56.830590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Attempting to bind port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:27:56.831139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Attempting to bind port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:56.844861 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:56.853987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e on network c49831ac-3a66-40bd-a75f-ff9e25273919 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:27:56.855297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Attempting to bind port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:27:56.877489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:27:56.877841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Checking segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:27:56.878270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Bound using segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:27:56.879336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Bound port: 3c651ab9-e6bd-4717-8f2f-8539f5d2752e, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:27:56.879689 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.915388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:56.981770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 1457e4e6-8192-4b0b-b56d-e521f3132dc9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:56.982112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:57.081479 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'tag': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c', 'status': 'completed', 'code': 200} Nov 09 11:27:57.102109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Pushing event updated for resources: {'Port': ['ID=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:57.123034 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:57.212776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:57.222677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Usage tracker for resource:port and tenant:27f77c3094404a92acf52f2f432d41f9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:57.235766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:57.240320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a0978-57d4-4c4a-80e7-14c0709ea815 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:27:57.253008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:27:57.282429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] For port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:27:57.290971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] For port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:27:57.333444 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-d234ebd9-f6f6-403a-8292-08e6eec3c124 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=a84c8069-9855-45ea-a81c-d94deed78f05 HTTP/1.1" status: 200 len: 1095 time: 0.6551611 Nov 09 11:27:57.430251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-625f4dc0-e2b5-42cf-8219-d1d9c3f40f25 None None] Provisioning complete for port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:57.430999 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-625f4dc0-e2b5-42cf-8219-d1d9c3f40f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:57.432385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Made reservation on behalf of 27f77c3094404a92acf52f2f432d41f9 for: {'port': 2} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:27:57.436176 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:57.491685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:57.515326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 1457e4e6-8192-4b0b-b56d-e521f3132dc9, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=1457e4e6-8192-4b0b-b56d-e521f3132dc9,segment=NetworkSegment(e566f2f2-954c-4572-ab95-b01803e3eb2a),segment_id=e566f2f2-954c-4572-ab95-b01803e3eb2a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:27:57.515692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:57.589911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-8cf6e0d5-c63d-417f-9b88-d2efb1170ef2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c HTTP/1.1" status: 200 len: 217 time: 0.2270625 Nov 09 11:27:57.707006 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:57.712695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a0978-57d4-4c4a-80e7-14c0709ea815 None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:27:57.725148 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:57.781182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 1457e4e6-8192-4b0b-b56d-e521f3132dc9 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:27:57.896358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:57.898761 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] 10.222.0.59 "PUT /v2.0/ports/3c651ab9-e6bd-4717-8f2f-8539f5d2752e HTTP/1.1" status: 200 len: 1091 time: 3.9522178 Nov 09 11:27:57.914427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'tag': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:27:57.979711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Pushing event updated for resources: {'Port': ['ID=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:58.021846 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:58.029252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-ac705760-2b57-446a-b90a-6acf7a5f3ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:58.030661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-ac705760-2b57-446a-b90a-6acf7a5f3ce5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.4397564 Nov 09 11:27:58.044582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] device_id is not set on port 3b95050a-4178-4dbc-8cec-ea95edb45299 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:27:58.131511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-89914753-44d4-4b50-b6e8-fd4160386199 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902364 Nov 09 11:27:58.197250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1a84b-9a16-4dee-809b-44f7ec4bb541 req-2652c552-f729-4703-86f4-cd510c899b7b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:58.204320 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eb1a84b-9a16-4dee-809b-44f7ec4bb541 req-2652c552-f729-4703-86f4-cd510c899b7b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.8547196 Nov 09 11:27:58.262686 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:58.276672 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c7f14a5a-89f6-475e-bcb2-ec01ebec35f0 tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:58.345381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=1457e4e6-8192-4b0b-b56d-e521f3132dc9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:58.358159 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:58.372556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port 1457e4e6-8192-4b0b-b56d-e521f3132dc9 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:27:58.429141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-e6fdcfd9-1ffe-411a-88f6-d0b14bdeb2bf service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838423 Nov 09 11:27:58.591283 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8eb1a84b-9a16-4dee-809b-44f7ec4bb541 req-2a7c16c5-6965-4c8f-8521-53f570e8897c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857214 Nov 09 11:27:58.682472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-659abd67-857b-4e11-99b3-b7c3bfa2caca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 1094 time: 0.6595349 Nov 09 11:27:58.818530 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'tag': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e', 'status': 'completed', 'code': 200} Nov 09 11:27:58.841166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:58.844021 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:58.849867 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-d6608134-6cf3-4c33-9731-7c2330d2c00d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c651ab9-e6bd-4717-8f2f-8539f5d2752e HTTP/1.1" status: 200 len: 217 time: 0.1015029 Nov 09 11:27:58.888345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae2f30-b513-48a2-8a51-5a3fd554ad23 req-d7dedc4b-97b0-4f74-afa1-e96db2510654 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:58.889104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-07ae2f30-b513-48a2-8a51-5a3fd554ad23 req-d7dedc4b-97b0-4f74-afa1-e96db2510654 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:27:58.920718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3d733b-1d2a-485e-8b88-ed318f7717b8']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:58.978314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e566f2f2-954c-4572-ab95-b01803e3eb2a') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:58.982100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e566f2f2-954c-4572-ab95-b01803e3eb2a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:27:58.987038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-059b8b3a-9985-4a86-b8cc-9672203698d1 service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379549 Nov 09 11:27:59.090781 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.090981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:27:59.134547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-ddfe0df5-9fa5-4269-87fd-49cd57940efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:59.142378 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-ddfe0df5-9fa5-4269-87fd-49cd57940efb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.2849784 Nov 09 11:27:59.145298 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-07ae2f30-b513-48a2-8a51-5a3fd554ad23 req-d7dedc4b-97b0-4f74-afa1-e96db2510654 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:27:59.148752 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.155147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07ae2f30-b513-48a2-8a51-5a3fd554ad23 req-d7dedc4b-97b0-4f74-afa1-e96db2510654 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 943 time: 0.8471026 Nov 09 11:27:59.193947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] device_id is not set on port f54ca50c-7856-42d9-ab76-301b75074e01 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:27:59.204629 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:27:59.205382 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.241194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:27:59.241603 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.299320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port b214147e-9fe1-4add-a3ec-d182e5a4cdf5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:27:59.299586 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.382114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-07ae2f30-b513-48a2-8a51-5a3fd554ad23 req-e9867dd5-4bfa-4e39-bd5c-c96ebb7a3b4e tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260106 Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:27:59.389695 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:27:59.402293 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-388c9bea-fa84-4335-af41-4cb1b6547f66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2509708 Nov 09 11:27:59.505655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.511718 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7f021fa3-2e92-4a9b-bd0f-4dab08ad501b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:27:59.513524 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-0495a783-1e9c-4b21-9f14-0e945f074f3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=a84c8069-9855-45ea-a81c-d94deed78f05 HTTP/1.1" status: 200 len: 1095 time: 0.3271916 Nov 09 11:27:59.528211 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.581781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=dc3d733b-1d2a-485e-8b88-ed318f7717b8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:27:59.587919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/dc3d733b-1d2a-485e-8b88-ed318f7717b8 HTTP/1.1" status: 204 len: 168 time: 6.3738625 Nov 09 11:27:59.621864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47236) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:27:59.661291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-830664504'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:27:59.690441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.694903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.695169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.703200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.703536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.703915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.704289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.704659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.705025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.705390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.705752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:27:59.724088 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:27:59.727519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:27:59.733889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-cdfe833a-0e49-4d87-a6c0-325b3ff08b7c service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247232 Nov 09 11:27:59.735025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:27:59.737986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-4326e844-4330-4fef-9832-f04885c3e94c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:27:59.741855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:27:59.742026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-4326e844-4330-4fef-9832-f04885c3e94c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 912 time: 0.2216022 Nov 09 11:27:59.831614 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:27:59.860268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:00.057902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:00.061675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:00.076037 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-0ead2bed-edbc-42bf-ae84-3fe8f3c80ab4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c HTTP/1.1" status: 200 len: 217 time: 0.2319217 Nov 09 11:28:00.090788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ab9b1-033d-4abd-b470-e6332fb1b87f req-afcaf0f0-dae2-457f-9be4-901a1625c6a3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:00.097977 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-603ab9b1-033d-4abd-b470-e6332fb1b87f req-afcaf0f0-dae2-457f-9be4-901a1625c6a3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.2907112 Nov 09 11:28:00.156047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port b214147e-9fe1-4add-a3ec-d182e5a4cdf5, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,segment=NetworkSegment(d724dd83-f420-4693-84d8-291e674e9a0c),segment_id=d724dd83-f420-4693-84d8-291e674e9a0c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:00.156568 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:00.207700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-603ab9b1-033d-4abd-b470-e6332fb1b87f req-7a30d261-ae9a-4f5e-88d4-513bac5e1ae1 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082239 Nov 09 11:28:00.264368 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8b876a7f-a4f4-4e54-b169-dc34c5f59121 req-6b67791c-9f42-4640-bf29-a9c99496c792 service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235887 Nov 09 11:28:00.284035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:00.298680 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:00.301344 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 2e5e9245-0ce8-46c6-8106-bd1951aac91c of type vlan for network 072d8538-a790-454b-b6cd-e8ac2a3c7f84 Nov 09 11:28:00.353080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:00.515137 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:00.518999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:00.519605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:00.530000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for b214147e-9fe1-4add-a3ec-d182e5a4cdf5 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:00.545231 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34b0c840-bfc0-4b6e-9c4e-99c565e492ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:00.562903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:00.579922 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:00.628750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-155e53dc-aaa8-4bb0-a6bf-25d0c98858c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:00.630434 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-155e53dc-aaa8-4bb0-a6bf-25d0c98858c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.5353348 Nov 09 11:28:00.750813 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=072d8538-a790-454b-b6cd-e8ac2a3c7f84,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:00.753903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:00.764638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 072d8538-a790-454b-b6cd-e8ac2a3c7f84 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:00.796906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-874c1ed6-e98a-479c-b4bf-9fd0f8b642f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 1094 time: 0.3727865 Nov 09 11:28:00.866342 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2330897 Nov 09 11:28:00.875778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:00.888688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:00.918675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-3e5d9eb2-f5ae-4a9a-b2d2-b518cfb60327 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231618 Nov 09 11:28:01.105183 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-bd0c38cb-0410-4d8b-9a5a-70b2f392716b service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672516 Nov 09 11:28:01.142904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Port': ['ID=3b95050a-4178-4dbc-8cec-ea95edb45299,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:01.169461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.169852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.170234 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.170605 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.171002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.171370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.172235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.172235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.172630 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.173015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.173348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:01.177092 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:01.241398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-2ae2b258-5080-4746-9865-d1903a76afd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:01.244171 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-2ae2b258-5080-4746-9865-d1903a76afd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 912 time: 0.4413452 Nov 09 11:28:01.246213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:01.317456 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:01.328697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:01.343844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:01.347363 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-7782cb8b-8c5e-4c86-ad8d-f461b328a6c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c651ab9-e6bd-4717-8f2f-8539f5d2752e HTTP/1.1" status: 200 len: 217 time: 0.0956905 Nov 09 11:28:01.392998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a248c9-8c70-43b4-9d88-d21e0c84f718 req-1eeb6477-db3d-4c59-8d44-8fe8bf4ba7a4 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:01.400611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8a248c9-8c70-43b4-9d88-d21e0c84f718 req-1eeb6477-db3d-4c59-8d44-8fe8bf4ba7a4 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 943 time: 0.5692251 Nov 09 11:28:01.450163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Checking segment: {'id': '7e74fe2c-3755-4adb-89c3-3a8b6e7f058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '657116ed-aa05-42ba-b306-e60dbcb3b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:01.450452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network hostable DHCP agents. Network: 657116ed-aa05-42ba-b306-e60dbcb3b056, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:01.523435 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8a248c9-8c70-43b4-9d88-d21e0c84f718 req-7954cc7a-2510-40da-a4e8-5bffe75c9007 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218052 Nov 09 11:28:01.553444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:01.563415 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64b78808-29fc-409f-828f-cb325163ba64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:01.607032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-847bdf7f-5027-46eb-bf0a-ed80bde71fb3 req-9b5ed72a-ae35-4fd8-afff-62525f6230e4 service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822783 Nov 09 11:28:01.614523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=b214147e-9fe1-4add-a3ec-d182e5a4cdf5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:01.620465 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:01.683406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network 657116ed-aa05-42ba-b306-e60dbcb3b056 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:01.790133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:01.863989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 657116ed-aa05-42ba-b306-e60dbcb3b056) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:01.875229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c746f1-c6f7-4c68-9860-eb178fd73e65 None None] Network 657116ed-aa05-42ba-b306-e60dbcb3b056 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:01.982503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:01.983719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:02.010267 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-683089b9-85d5-444b-aad3-3a39a83a6ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:02.022473 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:02.044470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-8eb8830c-bfcf-47f9-9cce-f6b3a3ac67f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:02.046076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-8eb8830c-bfcf-47f9-9cce-f6b3a3ac67f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.6921461 Nov 09 11:28:02.183405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-64d7322c-fddd-4098-a3ed-460ad201697a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234214 Nov 09 11:28:02.201316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Port': ['ID=f54ca50c-7856-42d9-ab76-301b75074e01,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:02.223470 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:02.266364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Checking segment: {'id': '69137aa0-d0ca-44b4-931d-68497532aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '638a4f4d-c40f-414f-b008-595857394f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:02.266784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network hostable DHCP agents. Network: 638a4f4d-c40f-414f-b008-595857394f47, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:02.275627 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:02.356507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 09 11:28:02.357034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 09 11:28:02.421763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad615a7a-3b7e-44a0-afbd-f93177cd1f7b req-971dbd63-5ff8-4156-8d5e-630db2b40e0e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:02.423278 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad615a7a-3b7e-44a0-afbd-f93177cd1f7b req-971dbd63-5ff8-4156-8d5e-630db2b40e0e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.9362266 Nov 09 11:28:02.431957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network 638a4f4d-c40f-414f-b008-595857394f47 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:02.495709 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-ea7797ae-b327-4737-870a-23834e478751 service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899144 Nov 09 11:28:02.567682 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 638a4f4d-c40f-414f-b008-595857394f47) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:02.577689 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d556f9-09cd-48d0-8be6-b40c854a659c None None] Network 638a4f4d-c40f-414f-b008-595857394f47 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:02.582252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:02.587583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:02.591132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:02.592298 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:02.624516 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ad615a7a-3b7e-44a0-afbd-f93177cd1f7b req-d1d18484-7853-4a6a-947a-48c7450703b6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807699 Nov 09 11:28:02.752575 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b7f4dc1-3d17-4729-847a-d41109225afb req-21916a1f-2f87-46d6-a3d7-82f84bf8cb97 service neutron] 10.222.0.59 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477973 Nov 09 11:28:02.779073 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5736961 Nov 09 11:28:02.779274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47258) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:02.896679 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:28:02.915560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0dca0-aade-4ae2-851a-fa0ca0afacd3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:02.924308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0dca0-aade-4ae2-851a-fa0ca0afacd3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:02.926311 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a1b0dca0-aade-4ae2-851a-fa0ca0afacd3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1462462 Nov 09 11:28:02.930859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47262) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:03.033503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:03.046892 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-438da933-98df-4d20-ba69-b2bc5be4f30a tempest-FloatingIPAdminTestJSON-1785590946 tempest-FloatingIPAdminTestJSON-1785590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:03.171849 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:28:03.173289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Deleting port 3b95050a-4178-4dbc-8cec-ea95edb45299 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:03.173743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:03.324113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:03.334099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=42b11885-15e5-446c-8225-aec8b75f5604,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:03.341736 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:03.349755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'port_id': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c', 'mac_address': 'fa:16:3e:e0:e7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817c3f3e-30a6-45b4-afc8-4510b5144a09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:28:03.354478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:28:03.362450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52542ce2-0506-4eb6-8cf8-b7874a9ae04d req-9cd2d515-1451-4b28-9e1c-69f9e08b7a34 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:03.364028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52542ce2-0506-4eb6-8cf8-b7874a9ae04d req-9cd2d515-1451-4b28-9e1c-69f9e08b7a34 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 943 time: 0.4987936 Nov 09 11:28:03.378466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '2e5e9245-0ce8-46c6-8106-bd1951aac91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:03.378868 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 072d8538-a790-454b-b6cd-e8ac2a3c7f84, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:03.434474 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:03.465447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:03.494223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:03.545187 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:03.553423 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52542ce2-0506-4eb6-8cf8-b7874a9ae04d req-c5c93b6f-beaa-4347-92d0-646f5d63ca43 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819053 Nov 09 11:28:03.567687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:28:03.572705 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7928112 Nov 09 11:28:03.575721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47272) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:03.579489 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:28:03.603783 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:03.604694 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:03.657800 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:03.661682 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dbe58a90-cf80-45c5-a9d4-1d06ecd78a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:03.705132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Calling delete_port for 3b95050a-4178-4dbc-8cec-ea95edb45299 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:03.730423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 072d8538-a790-454b-b6cd-e8ac2a3c7f84 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:03.879075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 072d8538-a790-454b-b6cd-e8ac2a3c7f84) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:03.883681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:03.884267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:03.888784 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:03.928123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:03.941011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f720b30-b411-477f-a209-a6e5a70cd2cf None None] Network 072d8538-a790-454b-b6cd-e8ac2a3c7f84 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:03.959014 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:04.001153 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.024316 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-63bb9e81-9b36-414a-a60e-d52c68ba7514 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:04.060152 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:28:04.100474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Port': ['ID=3b95050a-4178-4dbc-8cec-ea95edb45299,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:04.105472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2285211 Nov 09 11:28:04.108035 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:04.110961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47284) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:04.194174 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:28:01Z', 'revision_number': 11, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:04.206567 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:28:04.215861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting subnet ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:28:04.234027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.242605 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:04.247046 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:04.347993 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.421920 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:04.451270 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.577098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-072d8538-a790-454b-b6cd-e8ac2a3c7f84', 'network_id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': '42b11885-15e5-446c-8225-aec8b75f5604'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:04.577922 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.658987 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:28:01Z', 'revision_number': 11, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:04.667472 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb6fe7-b78f-4f75-ab5b-d1c9d098c60c None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:28:01Z', 'revision_number': 11, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:28:04.732277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.741325 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/ports/3b95050a-4178-4dbc-8cec-ea95edb45299 HTTP/1.1" status: 204 len: 168 time: 1.8072898 Nov 09 11:28:04.749619 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.752973 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.758960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:04.932861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Deleting port f54ca50c-7856-42d9-ab76-301b75074e01 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:04.933112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.945844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Allocated IP 172.20.0.3 (072d8538-a790-454b-b6cd-e8ac2a3c7f84/42b11885-15e5-446c-8225-aec8b75f5604/acae5888-2135-41a8-854a-976aaa7e9588) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:04.951909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:04.979241 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3511acce-7ad9-4f79-b24d-6db7b7f8d8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:04.980192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae55b4f-4270-4059-ad54-f7a88a898b6c req-bf46ffbd-262a-4cef-a007-415fa865eda3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:04.982201 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1ae55b4f-4270-4059-ad54-f7a88a898b6c req-bf46ffbd-262a-4cef-a007-415fa865eda3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 1.0606561 Nov 09 11:28:05.059963 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:05.086009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7 HTTP/1.1" status: 204 len: 168 time: 1.5088775 Nov 09 11:28:05.099043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47294) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:05.129729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:05.133913 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:05.176026 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1ae55b4f-4270-4059-ad54-f7a88a898b6c req-044512bd-a4f6-451c-8ae8-2189da4cb4a6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862183 Nov 09 11:28:05.339758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:05.350270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Transition to ACTIVE for port object acae5888-2135-41a8-854a-976aaa7e9588 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:05.381776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Transition to ACTIVE for port object acae5888-2135-41a8-854a-976aaa7e9588 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:05.391673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6d01b-fd05-43ee-baa9-542dd2f85fc7 req-72b8ddc9-facb-49d8-b285-cdf7c17feda5 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:05.403656 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6a6d01b-fd05-43ee-baa9-542dd2f85fc7 req-72b8ddc9-facb-49d8-b285-cdf7c17feda5 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 943 time: 0.5405419 Nov 09 11:28:05.444295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3c651ab9-e6bd-4717-8f2f-8539f5d2752e details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:28:05.444680 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b485398-9c6a-4fa2-b20c-c228da8e0178 None None] Network bb6a36ac-6323-4998-b641-f0bfe37657ad requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:05.457803 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b214147e-9fe1-4add-a3ec-d182e5a4cdf5 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:05.480402 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:05.502429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Deleting port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:05.502879 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:05.506483 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:05.514330 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8735656a-c35a-454e-82ba-a80518a08763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:05.520857 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:05.548556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: b214147e-9fe1-4add-a3ec-d182e5a4cdf5 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:05.549216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b214147e-9fe1-4add-a3ec-d182e5a4cdf5 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:05.657374 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:28:05.722825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Calling delete_port for f54ca50c-7856-42d9-ab76-301b75074e01 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:05.806870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Network 072d8538-a790-454b-b6cd-e8ac2a3c7f84 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:05.815826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:05.817920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Pushing event updated for resources: {'Port': ['ID=acae5888-2135-41a8-854a-976aaa7e9588,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:05.823176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:05.864199 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:05.973216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.973841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.973841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.974229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.974481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.974832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.975426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.975788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.976928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.977863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.978205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:05.982075 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:05.987223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6a6d01b-fd05-43ee-baa9-542dd2f85fc7 req-dfae3f38-f71a-4aa6-8fdb-6d96da63888b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822423 Nov 09 11:28:06.018488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] For port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8,segment=NetworkSegment(d724dd83-f420-4693-84d8-291e674e9a0c),segment_id=d724dd83-f420-4693-84d8-291e674e9a0c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:06.019485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.036662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Attempting to bind port acae5888-2135-41a8-854a-976aaa7e9588 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:06.037050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Attempting to bind port acae5888-2135-41a8-854a-976aaa7e9588 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2e5e9245-0ce8-46c6-8106-bd1951aac91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:06.039291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Attempting to bind port acae5888-2135-41a8-854a-976aaa7e9588 on network 072d8538-a790-454b-b6cd-e8ac2a3c7f84 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:06.048437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:06.049242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Checking segment: {'id': '2e5e9245-0ce8-46c6-8106-bd1951aac91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:06.049877 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.050450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Bound using segment: {'id': '2e5e9245-0ce8-46c6-8106-bd1951aac91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:06.051125 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Bound port: acae5888-2135-41a8-854a-976aaa7e9588, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5e9245-0ce8-46c6-8106-bd1951aac91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:06.051697 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.062685 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.072086 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9564a716-ef5b-4196-8730-66917ecc180b tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:06.114061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.135297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Port': ['ID=f54ca50c-7856-42d9-ab76-301b75074e01,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:06.145859 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:06.146645 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1340eea6-1eb6-4cb0-a726-eef5b07651e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:06.174562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] For port acae5888-2135-41a8-854a-976aaa7e9588, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:06.178686 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] For port acae5888-2135-41a8-854a-976aaa7e9588, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=acae5888-2135-41a8-854a-976aaa7e9588,segment=NetworkSegment(2e5e9245-0ce8-46c6-8106-bd1951aac91c),segment_id=2e5e9245-0ce8-46c6-8106-bd1951aac91c)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:06.199233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=42b11885-15e5-446c-8225-aec8b75f5604,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:06.201215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:06.208917 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.224440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'port_id': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e', 'mac_address': 'fa:16:3e:40:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817c3f3e-30a6-45b4-afc8-4510b5144a09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:28:06.225507 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:06.261548 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/ports/f54ca50c-7856-42d9-ab76-301b75074e01 HTTP/1.1" status: 204 len: 168 time: 1.4979024 Nov 09 11:28:06.271566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.290365 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bd1b5300-203e-4d42-b65a-eafe9f24a64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:06.293807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47300) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:06.302434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Calling delete_port for 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:06.343899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e320504-98bc-4541-98d5-ec789e6065b8 None None] DHCP port deletion for bb6a36ac-6323-4998-b641-f0bfe37657ad request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:28:06.374829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6e320504-98bc-4541-98d5-ec789e6065b8 None None] Deleting port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:06.375431 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6e320504-98bc-4541-98d5-ec789e6065b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.462413 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.479402 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.486353 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:06.489235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c651ab9-e6bd-4717-8f2f-8539f5d2752e {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:06.560812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Pushing event updated for resources: {'Port': ['ID=acae5888-2135-41a8-854a-976aaa7e9588,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:06.564600 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:06.601599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f7218dec-cd90-4bd3-b71a-0b2447471a6e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Synchronizing usage tracker for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:06.617575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.618220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6e320504-98bc-4541-98d5-ec789e6065b8 None None] The port '77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:28:06.648657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:06.667201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226c224-bf6c-45b3-8c8d-e6c1dba9cc2f None None] Network 072d8538-a790-454b-b6cd-e8ac2a3c7f84 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:06.679384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072d8538-a790-454b-b6cd-e8ac2a3c7f84']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:06.700515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5e9245-0ce8-46c6-8106-bd1951aac91c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:06.700892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5e9245-0ce8-46c6-8106-bd1951aac91c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:06.720946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.747951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.767186 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.779299 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9055e-361c-4259-b056-c6dd77aaa79d req-b64d04ef-8dd8-48fd-a895-09e2916ad4ca tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:06.783732 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-aab2ecd5-662b-4d9b-9dd4-fe5e80a02534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:06.789362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ba9055e-361c-4259-b056-c6dd77aaa79d req-b64d04ef-8dd8-48fd-a895-09e2916ad4ca tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.2454743 Nov 09 11:28:06.821613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.833595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:06.833854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:06.851967 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:06.863220 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f7218dec-cd90-4bd3-b71a-0b2447471a6e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Unset dirty status for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:06.869376 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f7218dec-cd90-4bd3-b71a-0b2447471a6e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5681775 Nov 09 11:28:06.870871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47308) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:06.883227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Port': ['ID=77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:06.889532 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:06.890518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No DVR routers for this DVR port 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:06.942713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:07.014249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093459036'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:07.043871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ba9055e-361c-4259-b056-c6dd77aaa79d req-bc25820e-cec8-4e51-a179-08984eb7b5a9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532020 Nov 09 11:28:07.056731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:07.059816 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:07.064079 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Usage tracker for resource:network and tenant:27f77c3094404a92acf52f2f432d41f9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:07.071207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:07.080321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:07.119503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:28:07.119503 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:28:07.119503 n-d-817173-1 neutron-server[84333]: [parameters: {'id': '072d8538-a790-454b-b6cd-e8ac2a3c7f84'}] Nov 09 11:28:07.119503 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:28:07.128650 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:28:07.148404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Made reservation on behalf of 27f77c3094404a92acf52f2f432d41f9 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:07.152100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.161627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['3c651ab9-e6bd-4717-8f2f-8539f5d2752e'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:28:07.213760 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.239812 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:07.245080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:07.245446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 77dd0d53-d73a-4c7d-91d0-29fa5fc4abd8 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:07.281368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:07.287718 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.288083 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Added segment 7cedbd19-ffbe-4252-bd46-0443a4efb436 of type vlan for network d8ceb8fd-4042-4656-a8df-6c76454c1fcd Nov 09 11:28:07.291698 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:07.330006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6a36ac-6323-4998-b641-f0bfe37657ad']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:07.349511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd724dd83-f420-4693-84d8-291e674e9a0c') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:07.349894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd724dd83-f420-4693-84d8-291e674e9a0c') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:07.357530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.368208 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.392062 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.399853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:07.400397 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.406595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b4b62-ed2d-4f58-9fc4-61ca5699af00 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:28:07.483873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:07.510041 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.524253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:07.524253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:07.524445 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:07.541603 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-84808fed-d683-4d4a-a771-bd3a8328a1e5 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:07.568615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:07.568993 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.619320 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.625106 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.635581 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-09e13948-d24b-42e1-8e0f-a8967e50d15c tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:07.693821 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.694229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/networks/bb6a36ac-6323-4998-b641-f0bfe37657ad HTTP/1.1" status: 204 len: 168 time: 2.5769877 Nov 09 11:28:07.696686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:07.707804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Pushing event deleted for resources: {'Network': ['ID=bb6a36ac-6323-4998-b641-f0bfe37657ad,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:07.718602 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:07.722267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'routes': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:07.728322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688b4b62-ed2d-4f58-9fc4-61ca5699af00 None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:28:07.760700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3329d1-e63e-4469-b9ce-3f80f7f832ca req-94e912e1-5d60-4a57-abc6-e6111f838afe tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:07.762222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3e3329d1-e63e-4469-b9ce-3f80f7f832ca req-94e912e1-5d60-4a57-abc6-e6111f838afe tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 944 time: 0.2369130 Nov 09 11:28:07.841175 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:07.910628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47320) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:07.981186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3e3329d1-e63e-4469-b9ce-3f80f7f832ca req-6b453f96-57a6-4f54-8f91-ee9510207d22 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043495 Nov 09 11:28:08.019783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port acae5888-2135-41a8-854a-976aaa7e9588 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:08.020253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.047975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1720493 Nov 09 11:28:08.050086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47326) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:08.055266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Network': ['ID=d8ceb8fd-4042-4656-a8df-6c76454c1fcd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:08.056803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-576067965'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:08.068255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:08.078575 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:08.084171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Usage tracker for resource:network and tenant:27f77c3094404a92acf52f2f432d41f9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:08.096290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:08.119794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:08.139213 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:08.151962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:08.167343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d8ceb8fd-4042-4656-a8df-6c76454c1fcd details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:08.256566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Made reservation on behalf of 27f77c3094404a92acf52f2f432d41f9 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:08.260475 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.261386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.274977 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-36d914e2-a5f5-4757-88ed-6b4168de67ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:08.420126 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c', 'code': 200} Nov 09 11:28:08.510827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:08.527030 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.527385 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Added segment 1ab52d3c-9c27-4423-ac81-c315bae85fba of type vlan for network 08b1025b-2e10-4a51-b09c-4392999f6590 Nov 09 11:28:08.598544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:08.628273 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.682237 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:08.693550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Added routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 09 11:28:08.694104 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Removed routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 09 11:28:08.694229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.887358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.891370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:08.892078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.922859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3c651ab9-e6bd-4717-8f2f-8539f5d2752e up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:08.947693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port acae5888-2135-41a8-854a-976aaa7e9588, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=acae5888-2135-41a8-854a-976aaa7e9588,segment=NetworkSegment(2e5e9245-0ce8-46c6-8106-bd1951aac91c),segment_id=2e5e9245-0ce8-46c6-8106-bd1951aac91c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:08.948056 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:08.958077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a960fa7a-dabe-4b50-ac75-608e207750f3 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:09.010822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9472928 Nov 09 11:28:09.205505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for acae5888-2135-41a8-854a-976aaa7e9588 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:09.210227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Network': ['ID=08b1025b-2e10-4a51-b09c-4392999f6590,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:09.213567 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:09.233393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 08b1025b-2e10-4a51-b09c-4392999f6590 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:09.294660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:09.298415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bcd332e4-167d-4bc6-bef5-4357138fe350 req-a089068a-894e-4afb-b2a1-4528ca7c886a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a84c8069-9855-45ea-a81c-d94deed78f05 HTTP/1.1" status: 200 len: 1097 time: 0.8346615 Nov 09 11:28:09.316279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa218-cc38-40fa-9c36-7657fbb9291d req-6a8120d0-7e33-4b6e-91d7-bc2260441696 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:09.321862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e5aa218-cc38-40fa-9c36-7657fbb9291d req-6a8120d0-7e33-4b6e-91d7-bc2260441696 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.8109310 Nov 09 11:28:09.374663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:09.375281 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:09.564227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a49e12-4a20-45c8-89c9-9899376ae36e req-cc34d29d-6ff3-4c8d-a757-b59568cccadd tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:09.572108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26a49e12-4a20-45c8-89c9-9899376ae36e req-cc34d29d-6ff3-4c8d-a757-b59568cccadd tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 944 time: 0.2992268 Nov 09 11:28:09.593791 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:09.655242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:09.697862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-26a49e12-4a20-45c8-89c9-9899376ae36e req-6959990d-7aee-4424-8dad-be42c39e027f tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099918 Nov 09 11:28:09.750940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:09.751163 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:09.754773 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:09.805741 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:09.807662 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:10.013951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.021262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:10.029218 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:10.059676 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-edb90743-13e6-4234-a6c5-647902f9b5a2 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:10.143141 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bcd332e4-167d-4bc6-bef5-4357138fe350 req-73069f2e-6cbd-4332-9c6e-55ba30a00d6d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143489 Nov 09 11:28:10.150762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port acae5888-2135-41a8-854a-976aaa7e9588 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:10.421233 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:10.520904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.558721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072d8538-a790-454b-b6cd-e8ac2a3c7f84']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:10.568684 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e', 'code': 200} Nov 09 11:28:10.575538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5e9245-0ce8-46c6-8106-bd1951aac91c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:10.579968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5e9245-0ce8-46c6-8106-bd1951aac91c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:10.591013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.610345 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.617609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:10.618124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.730181 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e5aa218-cc38-40fa-9c36-7657fbb9291d req-248d80e0-8185-46fc-8321-fb86d30e9718 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3456142 Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:10.770650 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:10.773871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=acae5888-2135-41a8-854a-976aaa7e9588,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:10.781046 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:10.793785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.805484 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c0d5d0ea-3578-417b-bb29-fcea05bdaee6 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:10.834768 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.882509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=072d8538-a790-454b-b6cd-e8ac2a3c7f84,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:10.901814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Deleting port 708f57e8-2dc2-40c3-9e44-2cc020c7233d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:10.902382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:10.932196 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:10.967039 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/072d8538-a790-454b-b6cd-e8ac2a3c7f84 HTTP/1.1" status: 204 len: 168 time: 6.8471029 Nov 09 11:28:10.968178 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47344) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:11.001362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1438840703'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:11.033207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47348) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:11.043470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:28:11.062893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:11.088431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:11.096531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:11.176686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:11.251898 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c2377a6-8ad3-4532-b810-21b33c3f47dd req-3b78a15e-04dc-4560-bf39-cfa9ce4402dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 1096 time: 0.5203745 Nov 09 11:28:11.279085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-1fa5dd09-650a-4f18-9e8e-6cf17f167f44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1097 time: 0.4597723 Nov 09 11:28:11.299111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:28:11.311627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] Sync routers for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:28:11.333091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:11.333982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:11.345500 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:11.348023 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7f58c832-0d2c-42a9-93b1-b251772de439 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 200 len: 700 time: 3.6315515 Nov 09 11:28:11.357399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47352) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:11.358427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:11.368568 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:11.441289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-462ea4e6-1b7c-4f86-80f1-ca30915b3428 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:11.442917 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c2377a6-8ad3-4532-b810-21b33c3f47dd req-f7c56c89-1791-4181-b1b2-b4c5ceb6b1c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827099 Nov 09 11:28:11.464605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:11.483919 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:11.484546 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 56e80685-471c-401a-81c0-8b2078b6513c of type vlan for network 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe Nov 09 11:28:11.545477 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:11.577115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289e76-2dcf-42fd-86bb-60fa60f168e7 req-1493e21c-7268-46da-a79f-3bc35fe2836f tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:11.580594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55289e76-2dcf-42fd-86bb-60fa60f168e7 req-1493e21c-7268-46da-a79f-3bc35fe2836f tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 945 time: 0.3918893 Nov 09 11:28:11.615803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-462ea4e6-1b7c-4f86-80f1-ca30915b3428 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:11.619966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47356) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:11.621960 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-462ea4e6-1b7c-4f86-80f1-ca30915b3428 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 200 len: 205 time: 0.2560153 Nov 09 11:28:11.654602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:11.679034 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-55289e76-2dcf-42fd-86bb-60fa60f168e7 req-3468525e-e1fc-46db-9002-f1e2eb49dc3a tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489924 Nov 09 11:28:11.697793 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f86a4dbb-d25a-4eb6-9088-297f105fef2b tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2805 time: 0.6428916 Nov 09 11:28:11.712652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47360) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:11.714566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] For port 708f57e8-2dc2-40c3-9e44-2cc020c7233d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=708f57e8-2dc2-40c3-9e44-2cc020c7233d,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:11.715081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:11.762217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'network': {'name': 'tempest-network-smoke--1152820396', 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'port_security_enabled': False}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:11.773144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:11.788861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:11.892532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Made reservation on behalf of 10a099c7c4104d6bb0d7af8c69176dc5 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:11.902688 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:11.925575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:28:01Z', 'revision_number': 11, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:11.930969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] Checking router: 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:28:11.943815 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:11.948764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] Routers {'8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:11.949468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:11.954705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:11.955361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:12.069763 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f5e12498-441b-432d-bf2f-41c339c2e991 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:12.137762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Calling delete_port for 708f57e8-2dc2-40c3-9e44-2cc020c7233d owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:12.168265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1907482 Nov 09 11:28:12.194327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47366) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:12.204096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:12.302738 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] Set router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:12.338828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:12.343165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:12.347390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:12.353910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:12.385356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:12.395555 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:12.396311 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Added segment 8f00a0fc-b4e0-450b-8aa7-dd554aba6979 of type vlan for network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 Nov 09 11:28:12.434297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:12.480838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:12.485476 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0254c82a-1d2a-4d75-97ee-dad82ce40a56 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:12.488228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:28:01Z', 'revision_number': 11, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:12.492306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:12.495961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:12.513200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc05d0f-8152-4cb9-bc6a-6b56bca46f27 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:12.527013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-2aba0fc8-7757-49c1-ab75-844196cf7c6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:12.529043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-2aba0fc8-7757-49c1-ab75-844196cf7c6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 1.2219687 Nov 09 11:28:12.547049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d07c0-d4ae-4a47-9663-b08fab7aaa0a None None] The sync data for ids ['8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b'] in n-d-817173-1 is: [{'id': '8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b', 'name': 'tempest-RoutersTest-router-120866293', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:16Z', 'updated_at': '2021-11-09T11:28:01Z', 'revision_number': 11, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:28:12.605611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47370) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:12.619298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'subnets': [{'network_id': 'd8ceb8fd-4042-4656-a8df-6c76454c1fcd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1404730664', 'ip_version': 6}, {'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:12.619608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'subnet': {'network_id': 'd8ceb8fd-4042-4656-a8df-6c76454c1fcd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1404730664', 'ip_version': 6}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:12.620270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Request body: {'subnet': {'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:12.676871 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-742017dc-d2e3-4a99-a86c-4818078f6f33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 1001 time: 0.1367590 Nov 09 11:28:12.682660 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:12.686955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:12.687693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.058204 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:13.184876 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b2dd7-0104-4574-8deb-6b4fe196b366 req-d2958865-e33d-4c0f-9d73-f035b6ec97dd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:13.186350 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f04b2dd7-0104-4574-8deb-6b4fe196b366 req-d2958865-e33d-4c0f-9d73-f035b6ec97dd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 1.0577109 Nov 09 11:28:13.340963 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.377402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Network': ['ID=fb62f2c9-3f86-4e4b-ae06-5a6a4748b315,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:13.393572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:13.395280 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:13.398662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-26acfb55-7a90-4482-aa9e-87e80edc0628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:13.400200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-26acfb55-7a90-4482-aa9e-87e80edc0628 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.7068233 Nov 09 11:28:13.451876 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f04b2dd7-0104-4574-8deb-6b4fe196b366 req-75ec8fd1-50c3-4d35-a732-e0f732f3b8f8 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145245 Nov 09 11:28:13.460610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc05d0f-8152-4cb9-bc6a-6b56bca46f27 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.465875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc05d0f-8152-4cb9-bc6a-6b56bca46f27 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.508338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7485173 Nov 09 11:28:13.510433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:13.513409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47380) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:13.521887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'admin_state_up': True, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:13.532307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Usage tracker for resource:subnet and tenant:27f77c3094404a92acf52f2f432d41f9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:13.535901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:13.540589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:13.548239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:router and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:13.553240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:13.556801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:13.563180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc05d0f-8152-4cb9-bc6a-6b56bca46f27 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.563842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc05d0f-8152-4cb9-bc6a-6b56bca46f27 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Fanout notify agent at l3_agent the message router_deleted on router 8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:28:13.577590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:13.590348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b3d-5405-43af-ba97-45856a51347d req-2308e819-461a-4760-bb13-261458e1658f tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:13.591995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60068b3d-5405-43af-ba97-45856a51347d req-2308e819-461a-4760-bb13-261458e1658f tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 945 time: 0.4735715 Nov 09 11:28:13.645110 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc05d0f-8152-4cb9-bc6a-6b56bca46f27 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.651430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ccc05d0f-8152-4cb9-bc6a-6b56bca46f27 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 204 len: 168 time: 2.0258093 Nov 09 11:28:13.652567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:13.667099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1218818107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:13.677860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:13.684798 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Usage tracker for resource:router and tenant:72e4645146f54e5f9f80c217f0c79c6e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:13.688589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:13.695717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:13.704710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Made reservation on behalf of 27f77c3094404a92acf52f2f432d41f9 for: {'subnet': 2} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:13.727413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.728666 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.749436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.831132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.832160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.833572 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-56618ac3-fb26-40d7-944c-6a8eb572539b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717635 Nov 09 11:28:13.865820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60068b3d-5405-43af-ba97-45856a51347d req-2f7f6b29-15b2-43c3-8c1d-baa0e2454f5a tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536724 Nov 09 11:28:13.878832 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.978111 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:13.990594 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:14.042159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Pushing event deleted for resources: {'Port': ['ID=708f57e8-2dc2-40c3-9e44-2cc020c7233d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:14.052457 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:14.152574 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:14.170478 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8c4d4c8d-7922-4b9a-9712-e520c9ef558e tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:14.250289 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-5551b4f4-dbd5-4567-aa8d-de87c948f595 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074423 Nov 09 11:28:14.254526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:14.273083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:14.338215 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:14.338557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:14.434501 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:14.436253 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5314d421-f282-42bf-a3f6-7d156c3413c6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7827392 Nov 09 11:28:14.450271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:14.462284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fa3efc73-0328-467e-a62f-7cf4e48f720d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:14.463921 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=17734168-df82-4511-b85d-c6655df5c119,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:14.474209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '56e80685-471c-401a-81c0-8b2078b6513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:14.474577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:14.486823 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:14.552189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e80f51c8-bbc7-4ee1-ae81-dd977e74c1e5 req-098566f1-3550-44ca-ab86-ac929a6d34b3 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894244 Nov 09 11:28:14.715060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:14.719222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:14.810881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:14.820967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc707642-dbee-424c-8b44-42e9a20378cf None None] Network 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:14.827715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:14.828315 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.163459 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9630024 Nov 09 11:28:15.169476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47402) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:15.244236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe', 'network_id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': '17734168-df82-4511-b85d-c6655df5c119'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:15.245187 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.408493 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Allocated IP 172.20.0.1 (0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe/17734168-df82-4511-b85d-c6655df5c119/6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:15.412075 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc0068-e932-402d-abae-8565b61666a1 req-cb4ce56f-ebda-4bfd-a434-294cfc4239e0 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:15.414204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7dbc0068-e932-402d-abae-8565b61666a1 req-cb4ce56f-ebda-4bfd-a434-294cfc4239e0 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 945 time: 0.3088703 Nov 09 11:28:15.423258 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.423514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa3efc73-0328-467e-a62f-7cf4e48f720d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.518753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5e5c-8a73-40dc-aac0-0916720f3037 req-f2f39bcb-9a9f-4dfc-8c35-ef303b1c82c9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:15.520354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32aa5e5c-8a73-40dc-aac0-0916720f3037 req-f2f39bcb-9a9f-4dfc-8c35-ef303b1c82c9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.8144324 Nov 09 11:28:15.597327 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa3efc73-0328-467e-a62f-7cf4e48f720d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656823'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.605637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.614673 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7dbc0068-e932-402d-abae-8565b61666a1 req-ec074453-2ffb-41bd-9755-b786b83eda7c tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885476 Nov 09 11:28:15.621790 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.652803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.671313 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.682029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Transition to ACTIVE for port object 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:15.701653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Transition to ACTIVE for port object 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:15.759430 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.766062 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:15.778348 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-32aa5e5c-8a73-40dc-aac0-0916720f3037 req-bf9db609-7be7-49eb-9e5d-fe14580e1bd9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112188 Nov 09 11:28:15.853296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Pushing event updated for resources: {'Port': ['ID=6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:15.856740 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:15.869306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Network 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:15.870547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:15.873729 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:15.966470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Attempting to bind port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:15.967027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.967712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Attempting to bind port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '56e80685-471c-401a-81c0-8b2078b6513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:15.968432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Attempting to bind port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 on network 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:15.973132 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-91175bfd-e4a6-489d-9726-503d7ca13c98 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:15.976077 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:15.976743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Checking segment: {'id': '56e80685-471c-401a-81c0-8b2078b6513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:15.977181 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:15.977697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Bound using segment: {'id': '56e80685-471c-401a-81c0-8b2078b6513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:15.978278 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Bound port: 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e80685-471c-401a-81c0-8b2078b6513c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:15.978725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.030676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=17734168-df82-4511-b85d-c6655df5c119,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:16.030925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Allocated IP 172.25.7.141 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/974a7190-2430-42da-80f0-e77560a42da3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:16.041799 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:16.052829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-b682bf39-ad0d-4250-8b4f-40c59c42cb23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1097 time: 0.3024149 Nov 09 11:28:16.074162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] For port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:16.078132 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] For port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208,segment=NetworkSegment(56e80685-471c-401a-81c0-8b2078b6513c),segment_id=56e80685-471c-401a-81c0-8b2078b6513c)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:16.115313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca46ad-352b-4592-9e45-8d20670736d7 req-81f9c408-4b1c-4d01-a4f7-55a7c23028b5 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:16.116897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-13ca46ad-352b-4592-9e45-8d20670736d7 req-81f9c408-4b1c-4d01-a4f7-55a7c23028b5 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a84c8069-9855-45ea-a81c-d94deed78f05 HTTP/1.1" status: 200 len: 946 time: 0.3131201 Nov 09 11:28:16.153372 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.157152 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:16.232911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Pushing event updated for resources: {'Port': ['ID=6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:16.263137 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:16.273407 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.284928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.303878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.309147 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1a5e826b-2a9e-4caf-b53d-857d00b9c289 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:16.317051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7152b-e218-44f7-befb-aec820a45621 None None] Network 0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:16.347571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:16.349845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3efc73-0328-467e-a62f-7cf4e48f720d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Router a9713a56-2010-44e1-bcda-a564ca166c97 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:28:16.391427 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e80685-471c-401a-81c0-8b2078b6513c') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:16.391675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e80685-471c-401a-81c0-8b2078b6513c') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:16.404110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Subnet': ['ID=f20fd5fa-90ee-42f1-b711-08b44ad8529d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:16.408103 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-13ca46ad-352b-4592-9e45-8d20670736d7 req-871a3526-c74e-4c0d-8cbf-bd7b2d6614a9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820430 Nov 09 11:28:16.413394 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:16.416618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.427213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-f3623058-ad5e-4ade-8d05-de68c7cbd61f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:16.429034 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-f3623058-ad5e-4ade-8d05-de68c7cbd61f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.3534632 Nov 09 11:28:16.439345 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.478988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.493871 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4055d18c-3687-4862-a233-6472c8d791ea tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:16.516413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:16.516842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.521079 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd6dbf-bb9d-4a24-9be1-625816699ba7 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:28:16.770558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Checking segment: {'id': '7cedbd19-ffbe-4252-bd46-0443a4efb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd8ceb8fd-4042-4656-a8df-6c76454c1fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:16.770951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network hostable DHCP agents. Network: d8ceb8fd-4042-4656-a8df-6c76454c1fcd, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:16.779717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=974a7190-2430-42da-80f0-e77560a42da3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:16.784731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:16.786823 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:16.790480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:16.795896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:16.796224 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:16.836820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Router 0c0298ee-1cbe-4fa2-99c9-953355ec598a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:28:16.852721 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3efc73-0328-467e-a62f-7cf4e48f720d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:28:16.866639 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0c576-8607-4068-92f1-676943242727 None None] Sync routers for ids ['a9713a56-2010-44e1-bcda-a564ca166c97'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:28:16.887595 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] Routers {'a9713a56-2010-44e1-bcda-a564ca166c97'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:16.888504 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a9713a56-2010-44e1-bcda-a564ca166c97'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:16.965119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:28:16.965119 n-d-817173-1 neutron-server[84334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:28:16.965119 n-d-817173-1 neutron-server[84334]: [parameters: {'id': '0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe'}] Nov 09 11:28:16.965119 n-d-817173-1 neutron-server[84334]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:28:16.965711 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:28:16.968757 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-307dfa8e-5e74-4a74-ab8c-8b7ca6e6ef11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 1001 time: 0.5316930 Nov 09 11:28:16.983288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa3efc73-0328-467e-a62f-7cf4e48f720d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:16.984435 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fa3efc73-0328-467e-a62f-7cf4e48f720d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "PUT /v2.0/routers/a9713a56-2010-44e1-bcda-a564ca166c97 HTTP/1.1" status: 200 len: 694 time: 2.5279024 Nov 09 11:28:17.001109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47412) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:17.003450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network d8ceb8fd-4042-4656-a8df-6c76454c1fcd is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:17.080972 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] Set router a9713a56-2010-44e1-bcda-a564ca166c97 gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:17.175499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-2f186a61-7266-47d0-a2a2-8f102b08ac47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:17.177082 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-2f186a61-7266-47d0-a2a2-8f102b08ac47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.2000954 Nov 09 11:28:17.212121 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9713a56-2010-44e1-bcda-a564ca166c97', 'name': 'tempest-RoutersTest-router-1218818107', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:15Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:17.216545 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0c576-8607-4068-92f1-676943242727 None None] Checking router: a9713a56-2010-44e1-bcda-a564ca166c97 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:28:17.239457 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] Routers {'a9713a56-2010-44e1-bcda-a564ca166c97'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:17.239716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d8ceb8fd-4042-4656-a8df-6c76454c1fcd) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:17.240085 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['a9713a56-2010-44e1-bcda-a564ca166c97'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:17.246308 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.251926 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-21a42842-ffd7-4dc9-ad66-fd306e08beae tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:17.312004 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-42570081-0263-475b-bf3d-540f4b22ff67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.346062 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bed204dc-f44c-4b88-a080-629a3fa6c0ed tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/routers/a9713a56-2010-44e1-bcda-a564ca166c97 HTTP/1.1" status: 200 len: 700 time: 0.3412104 Nov 09 11:28:17.347956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47418) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:17.364304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event updated for resources: {'Subnet': ['ID=40aedbef-4170-4b52-ba19-a017833bbba8,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:17.377325 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:17.388066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdc2b-66ab-436b-a3e4-07e6ca4c733c req-a8e48769-c279-408f-bcf7-097fca148530 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:17.391891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Checking segment: {'id': '1ab52d3c-9c27-4423-ac81-c315bae85fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:17.392252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network hostable DHCP agents. Network: 08b1025b-2e10-4a51-b09c-4392999f6590, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:17.394918 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f25cdc2b-66ab-436b-a3e4-07e6ca4c733c req-a8e48769-c279-408f-bcf7-097fca148530 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.2892356 Nov 09 11:28:17.434391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd6dbf-bb9d-4a24-9be1-625816699ba7 None None] Network 08b1025b-2e10-4a51-b09c-4392999f6590 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:17.434873 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] Set router a9713a56-2010-44e1-bcda-a564ca166c97 gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:17.439078 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-275565c4-ad32-464f-8a5f-663822a2999a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9713a56-2010-44e1-bcda-a564ca166c97 HTTP/1.1" status: 200 len: 205 time: 0.0878537 Nov 09 11:28:17.439231 n-d-817173-1 neutron-server[84333]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc already present Nov 09 11:28:17.439231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Network 08b1025b-2e10-4a51-b09c-4392999f6590 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:17.439231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 08b1025b-2e10-4a51-b09c-4392999f6590) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:17.439624 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47422) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:17.443032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-6d9fd1af-bec6-4309-a94b-329b915731cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573411 Nov 09 11:28:17.446312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:17.446749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:17.447916 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.467994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.473544 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.544899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd6dbf-bb9d-4a24-9be1-625816699ba7 None None] Unable to find a vacant binding_index for network d8ceb8fd-4042-4656-a8df-6c76454c1fcd and agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 09 11:28:17.573563 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f25cdc2b-66ab-436b-a3e4-07e6ca4c733c req-ee00f4b3-f596-4403-840b-3a69a0fc32af tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774616 Nov 09 11:28:17.586256 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-45e0c576-8607-4068-92f1-676943242727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9713a56-2010-44e1-bcda-a564ca166c97', 'name': 'tempest-RoutersTest-router-1218818107', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:15Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:17.590980 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0c576-8607-4068-92f1-676943242727 None None] The sync data for ids ['a9713a56-2010-44e1-bcda-a564ca166c97'] in n-d-817173-1 is: [{'id': 'a9713a56-2010-44e1-bcda-a564ca166c97', 'name': 'tempest-RoutersTest-router-1218818107', 'tenant_id': '72e4645146f54e5f9f80c217f0c79c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:15Z', 'revision_number': 2, 'project_id': '72e4645146f54e5f9f80c217f0c79c6e', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:28:17.608546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:17.609023 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.624036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd6dbf-bb9d-4a24-9be1-625816699ba7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 08b1025b-2e10-4a51-b09c-4392999f6590), (DHCP agent, n-d-817173-1, d8ceb8fd-4042-4656-a8df-6c76454c1fcd) {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:28:17.649048 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b992528a-d370-4f69-af9b-b33f5127a107 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.708110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:28:17.724662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.1149592 Nov 09 11:28:17.728908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-28389bfa-c807-4f54-a1b8-ba26c3a3e193 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737060 Nov 09 11:28:17.732052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47428) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:17.773105 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] 10.222.0.50 "PUT /v2.0/routers/0c0298ee-1cbe-4fa2-99c9-953355ec598a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8613868 Nov 09 11:28:17.786919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47432) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:17.798595 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] Sync routers for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:28:17.831589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:17.834214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:17.965948 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.967386 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:17.998510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b23742-2667-42dc-b1c3-c7ca00e5894e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:18.000644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b23742-2667-42dc-b1c3-c7ca00e5894e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:18.002119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b23742-2667-42dc-b1c3-c7ca00e5894e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:18.003796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-27b23742-2667-42dc-b1c3-c7ca00e5894e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Synchronizing usage tracker for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:18.068405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:18.205010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-09ba2db7-643b-4cd5-ac7d-b4f88ccad5c1 req-735e42d0-e6eb-4de6-921d-3dd4508451c8 service neutron] 10.222.0.57 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649923 Nov 09 11:28:18.222206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208,segment=NetworkSegment(56e80685-471c-401a-81c0-8b2078b6513c),segment_id=56e80685-471c-401a-81c0-8b2078b6513c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:18.222553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.228822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:18.357984 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:18.444512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-41679cb0-35e3-4626-9e42-4562c6bcaf88 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:18.446051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-41679cb0-35e3-4626-9e42-4562c6bcaf88 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 811 time: 0.5053160 Nov 09 11:28:18.495726 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-16343be7-2c1c-4f85-a181-e6ad11a045ec tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/quotas/0de3982f03eb4125acb46062cbcc7066 HTTP/1.1" status: 200 len: 375 time: 0.0306385 Nov 09 11:28:18.526475 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.538836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-27b23742-2667-42dc-b1c3-c7ca00e5894e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Unset dirty status for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:18.544456 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-27b23742-2667-42dc-b1c3-c7ca00e5894e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8067856 Nov 09 11:28:18.597920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47442) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:18.603532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b992528a-d370-4f69-af9b-b33f5127a107 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.621979 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:18.624743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b992528a-d370-4f69-af9b-b33f5127a107 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.649824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:18.704335 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.705621 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-08b1025b-2e10-4a51-b09c-4392999f6590', 'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590', 'tenant_id': '27f77c3094404a92acf52f2f432d41f9', 'fixed_ips': [{'subnet_id': '40aedbef-4170-4b52-ba19-a017833bbba8'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:18.706466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.710063 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b240dc6d-cd69-4c93-904e-bfb19832dc1d tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:18.715374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba04639-37d8-49ad-9ac0-0d8376892e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d8ceb8fd-4042-4656-a8df-6c76454c1fcd', 'network_id': 'd8ceb8fd-4042-4656-a8df-6c76454c1fcd', 'tenant_id': '27f77c3094404a92acf52f2f432d41f9', 'fixed_ips': [{'subnet_id': 'f20fd5fa-90ee-42f1-b711-08b44ad8529d'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:18.716136 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3ba04639-37d8-49ad-9ac0-0d8376892e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.746694 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.750767 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0e56a665-8005-4f48-92bb-fc3ba78ad9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:18.752454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:18.760231 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:18.769276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port 6e3b41ba-9edd-4ea6-b1b2-8ca8b3a93208 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:18.851683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-91317838-5c00-4372-802b-3e6f8aa96d36 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3547366 Nov 09 11:28:18.898613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Deleting subnet f20fd5fa-90ee-42f1-b711-08b44ad8529d {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:28:18.910421 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.933310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.966079 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b992528a-d370-4f69-af9b-b33f5127a107 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:18.966571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b992528a-d370-4f69-af9b-b33f5127a107 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Fanout notify agent at l3_agent the message router_deleted on router a9713a56-2010-44e1-bcda-a564ca166c97 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:28:18.979402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:18.998703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e80685-471c-401a-81c0-8b2078b6513c') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:18.999404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e80685-471c-401a-81c0-8b2078b6513c') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:19.014485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.059656 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.073952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:19.074392 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:19.090370 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:19.105392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:19.111795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.126413 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:19.156236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61569f8-08a0-4601-b811-96d2eb984705 req-b1983700-ee02-4992-8235-4138142e2c7c tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:19.157843 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e61569f8-08a0-4601-b811-96d2eb984705 req-b1983700-ee02-4992-8235-4138142e2c7c tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a84c8069-9855-45ea-a81c-d94deed78f05 HTTP/1.1" status: 200 len: 946 time: 0.6142783 Nov 09 11:28:19.180103 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b992528a-d370-4f69-af9b-b33f5127a107 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.181298 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b992528a-d370-4f69-af9b-b33f5127a107 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/a9713a56-2010-44e1-bcda-a564ca166c97 HTTP/1.1" status: 204 len: 168 time: 1.7396336 Nov 09 11:28:19.184382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:28:13Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:19.196385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] Checking router: 0c0298ee-1cbe-4fa2-99c9-953355ec598a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:28:19.208154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47450) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.215740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Allocated IP 2001:db8:0:1::1 (08b1025b-2e10-4a51-b09c-4392999f6590/40aedbef-4170-4b52-ba19-a017833bbba8/2fffefd6-5890-420d-9179-dc6ed2a5d5a2) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:19.224725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] Routers {'0c0298ee-1cbe-4fa2-99c9-953355ec598a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:19.230565 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:27:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:19.273731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Deleting port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:19.274161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.327237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6a3ef180-d0b9-4afc-aa19-9a7dc3892010 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9713a56-2010-44e1-bcda-a564ca166c97 HTTP/1.1" status: 200 len: 205 time: 0.0835660 Nov 09 11:28:19.330948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47454) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.425557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63d889-40b0-4048-81c5-4950bcd97e11 req-3481aaf4-a9d5-4dc3-8e8f-a4abfdd00d46 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:19.427415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb63d889-40b0-4048-81c5-4950bcd97e11 req-3481aaf4-a9d5-4dc3-8e8f-a4abfdd00d46 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.6403146 Nov 09 11:28:19.427542 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-3fbb878d-e3f6-4a74-a80e-bd5a889b808d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] delete failed (client error): The resource could not be found. Nov 09 11:28:19.431228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3fbb878d-e3f6-4a74-a80e-bd5a889b808d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/a9713a56-2010-44e1-bcda-a564ca166c97 HTTP/1.1" status: 404 len: 336 time: 0.0984998 Nov 09 11:28:19.432798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47458) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.477884 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-802cac79-11cb-4a0d-adeb-41bedd2bac43 service neutron] 10.222.0.50 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417636 Nov 09 11:28:19.482208 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.502904 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-7711af0d-2e50-47e2-a37b-fd4f26af09ee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:19.503347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7711af0d-2e50-47e2-a37b-fd4f26af09ee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:19.518399 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:19.525354 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.528153 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d442da3-fd71-41b9-8c07-f4b128ce9ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.543387 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.548666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] Set router 0c0298ee-1cbe-4fa2-99c9-953355ec598a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:19.557329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:19.606428 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7711af0d-2e50-47e2-a37b-fd4f26af09ee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/5601c4ec-f38d-4146-8caa-9632cf214071 HTTP/1.1" status: 404 len: 337 time: 0.1675446 Nov 09 11:28:19.611074 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:19.611442 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe HTTP/1.1" status: 204 len: 168 time: 4.4465508 Nov 09 11:28:19.614437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47462) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.622472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47464) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.667393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-507990289'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:19.686277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:19.696647 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dd6831-86d3-41f0-8509-a3f745b78659 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:19.697210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dd6831-86d3-41f0-8509-a3f745b78659 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:19.703279 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-83dd6831-86d3-41f0-8509-a3f745b78659 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/25a11336-8fb8-4704-9ce0-918e62f30c7a HTTP/1.1" status: 404 len: 337 time: 0.0778201 Nov 09 11:28:19.703279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:19.703853 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bb63d889-40b0-4048-81c5-4950bcd97e11 req-61d1ae94-15a2-41ce-9d44-c1ec66735fad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633138 Nov 09 11:28:19.708243 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.710476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-f84cfa80-4a86-4f35-83af-9928bf86ce32 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:19.712100 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-f84cfa80-4a86-4f35-83af-9928bf86ce32 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "GET /v2.0/ports?device_id=f91769ab-5db7-4394-b5ea-896cf2382663 HTTP/1.1" status: 200 len: 945 time: 0.5030012 Nov 09 11:28:19.722495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47470) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.723359 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:19.807072 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.812011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:19.842415 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a664fa-da3e-4a06-b82a-0386dacdbbc2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:19.843071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a664fa-da3e-4a06-b82a-0386dacdbbc2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:19.848706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-35a664fa-da3e-4a06-b82a-0386dacdbbc2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/928bc908-08be-4eb9-8100-138adcd5a33e HTTP/1.1" status: 404 len: 337 time: 0.1182294 Nov 09 11:28:19.854033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47474) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.857502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] For port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:19.861846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.889358 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'code': 200} Nov 09 11:28:19.905403 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Transition to ACTIVE for port object 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:19.909592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-ec97a323-23ee-4896-a43e-8d8e6f1449ee service neutron] 10.222.0.50 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251580 Nov 09 11:28:19.913929 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-46579750-1831-4b04-848e-4cc78f32e451 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:19.914339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46579750-1831-4b04-848e-4cc78f32e451 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:19.916016 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-46579750-1831-4b04-848e-4cc78f32e451 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/ccb993e1-f6ca-416f-a3e7-6a45fc2ea8c7 HTTP/1.1" status: 404 len: 337 time: 0.0602653 Nov 09 11:28:19.927584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47478) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:19.931858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Deleting port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:19.932286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:19.966644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:19.974852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.015324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.022499 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server [None req-3ba04639-37d8-49ad-9ac0-0d8376892e01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f20fd5fa-90ee-42f1-b711-08b44ad8529d: This subnet is being modified by another concurrent operation. Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise exception Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f20fd5fa-90ee-42f1-b711-08b44ad8529d: This subnet is being modified by another concurrent operation. Nov 09 11:28:20.035323 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server Nov 09 11:28:20.067060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7a23da3b-2a29-483c-bebc-00506113e4be tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 200 len: 205 time: 0.1072454 Nov 09 11:28:20.068192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Calling delete_port for 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:20.068734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47482) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:20.108871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Transition to ACTIVE for port object 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:20.133829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Subnet': ['ID=f20fd5fa-90ee-42f1-b711-08b44ad8529d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:20.143898 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:20.145988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:28:13Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:20.150678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f376bd-507f-41bc-bd58-c3fcc66662af None None] The sync data for ids ['0c0298ee-1cbe-4fa2-99c9-953355ec598a'] in n-d-817173-1 is: [{'id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'name': 'tempest-TaggedBootDevicesTest-1053006093-router', 'tenant_id': '81ad2d97b62b46c696cccc76857d5775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '2faee689-e1c0-41d4-9c49-991d989510df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:15:16Z', 'updated_at': '2021-11-09T11:28:13Z', 'revision_number': 5, 'project_id': '81ad2d97b62b46c696cccc76857d5775', 'gw_port': {'id': '2faee689-e1c0-41d4-9c49-991d989510df', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0298ee-1cbe-4fa2-99c9-953355ec598a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:15:20Z', 'updated_at': '2021-11-09T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:28:20.167591 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-a59f9f6f-421a-4147-b802-ce986250eeca tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] delete failed (client error): The resource could not be found. Nov 09 11:28:20.168614 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a59f9f6f-421a-4147-b802-ce986250eeca tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/8f79a3d5-c070-45d5-8c2d-c2e0ccfe755b HTTP/1.1" status: 404 len: 336 time: 0.0959597 Nov 09 11:28:20.173577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47486) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:20.180803 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.194285 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:20.211134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:20.234900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.235303 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 21a3c122-9744-48d1-80c5-75e2cb84bfdc of type vlan for network 238d6da0-3f68-4cbe-9651-da0885210976 Nov 09 11:28:20.244936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.302469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Network 08b1025b-2e10-4a51-b09c-4392999f6590 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:20.306700 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:20.311139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:20.314200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Pushing event updated for resources: {'Port': ['ID=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:20.317949 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:20.345063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c48ca8ad-6242-4bf5-8e9a-5bcd9d4e8bdc tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Synchronizing usage tracker for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:20.445107 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Attempting to bind port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:20.445748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Attempting to bind port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1ab52d3c-9c27-4423-ac81-c315bae85fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:20.446375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Attempting to bind port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 on network 08b1025b-2e10-4a51-b09c-4392999f6590 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:20.456204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:20.456713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Checking segment: {'id': '1ab52d3c-9c27-4423-ac81-c315bae85fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:20.457194 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.457829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Bound using segment: {'id': '1ab52d3c-9c27-4423-ac81-c315bae85fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:20.458365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Bound port: 2fffefd6-5890-420d-9179-dc6ed2a5d5a2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab52d3c-9c27-4423-ac81-c315bae85fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '08b1025b-2e10-4a51-b09c-4392999f6590'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:20.458831 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.611637 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c48ca8ad-6242-4bf5-8e9a-5bcd9d4e8bdc tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Unset dirty status for tenant:72e4645146f54e5f9f80c217f0c79c6e on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:20.612897 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c48ca8ad-6242-4bf5-8e9a-5bcd9d4e8bdc tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=b345cafd-d3e6-4944-88dc-f7d84465411f HTTP/1.1" status: 200 len: 205 time: 0.4355299 Nov 09 11:28:20.621850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47494) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:20.636463 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] For port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:20.643446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] For port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,segment=NetworkSegment(1ab52d3c-9c27-4423-ac81-c315bae85fba),segment_id=1ab52d3c-9c27-4423-ac81-c315bae85fba)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:20.729131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router f4c4b276-fefe-49a9-8050-2d12bcf3665d is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:28:20.729953 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.732553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/subnets/f20fd5fa-90ee-42f1-b711-08b44ad8529d HTTP/1.1" status: 204 len: 168 time: 2.1157351 Nov 09 11:28:20.733172 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.736259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47504) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:20.738013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] For port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:20.738373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.739309 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:20.747068 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:20.770775 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-29ea076e-32f0-43de-8748-6e91d073c0c1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] delete failed (client error): The resource could not be found. Nov 09 11:28:20.774952 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-29ea076e-32f0-43de-8748-6e91d073c0c1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/b345cafd-d3e6-4944-88dc-f7d84465411f HTTP/1.1" status: 404 len: 336 time: 0.1434200 Nov 09 11:28:20.777394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:20.888008 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e956f26-24a8-4699-b2ed-0cec31e2d905 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:20.888730 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e956f26-24a8-4699-b2ed-0cec31e2d905 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:20.888945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Pushing event updated for resources: {'Port': ['ID=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:20.893438 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:20.943205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Calling delete_port for 3c651ab9-e6bd-4717-8f2f-8539f5d2752e owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:20.973334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:20.974230 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2e956f26-24a8-4699-b2ed-0cec31e2d905 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/ec139999-d367-41a9-9763-ed6dded01ce3 HTTP/1.1" status: 404 len: 337 time: 0.1955142 Nov 09 11:28:20.991942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47516) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.044827 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:21.045352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:21.048170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 708f57e8-2dc2-40c3-9e44-2cc020c7233d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:21.081158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.084630 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-64fea481-71ae-45c4-adff-daed5f6c854f tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d HTTP/1.1" status: 200 len: 205 time: 0.0896211 Nov 09 11:28:21.095052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 708f57e8-2dc2-40c3-9e44-2cc020c7233d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:21.095052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 708f57e8-2dc2-40c3-9e44-2cc020c7233d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:21.096299 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-285df0d1-0299-4833-b79d-0978309e1236 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:21.122851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47522) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.152040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event deleted for resources: {'Port': ['ID=8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:21.158393 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:21.213283 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.297856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] No DVR routers for this DVR port 8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:21.308416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.311190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e61569f8-08a0-4601-b811-96d2eb984705 req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "DELETE /v2.0/ports/8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c HTTP/1.1" status: 204 len: 173 time: 2.1265433 Nov 09 11:28:21.314153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'name': 'network-vif-deleted', 'tag': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:21.329594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-53fd4ab9-b27e-4b98-b411-242ba5437e2b req-2d4b9ad2-457c-46da-9787-56ab40754f13 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 210 time: 0.2184708 Nov 09 11:28:21.334039 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:28:21.358155 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-d9f5a9be-6135-403f-b9a1-1f551073951a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] delete failed (client error): The resource could not be found. Nov 09 11:28:21.358155 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d9f5a9be-6135-403f-b9a1-1f551073951a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/24eb1d06-5f34-4dcf-8eeb-1a3eabb1793d HTTP/1.1" status: 404 len: 336 time: 0.2326260 Nov 09 11:28:21.369483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47528) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.400375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Deleting port 2faee689-e1c0-41d4-9c49-991d989510df {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:21.400741 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.434388 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84c8069-9855-45ea-a81c-d94deed78f05', 'name': 'network-vif-deleted', 'tag': '8bd9e5ff-b2bd-4fe2-8fe6-e7718f7bfd2c', 'status': 'completed', 'code': 200} Nov 09 11:28:21.470154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e19ce0-4038-4bce-8605-056e4fe6ee21 req-c39fdf09-256a-4ffd-9c72-9f8fdac989eb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:21.472023 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-43e19ce0-4038-4bce-8605-056e4fe6ee21 req-c39fdf09-256a-4ffd-9c72-9f8fdac989eb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.4288917 Nov 09 11:28:21.528560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-396501d2-e3a7-4eaf-ae8d-f7c691e517e6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cd4c7e-b3ba-43c8-b442-7c152e806dcf HTTP/1.1" status: 200 len: 205 time: 0.1554132 Nov 09 11:28:21.531258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47534) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.535365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.604053 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2550b73a-70f8-4379-86ed-78d2acb49cd8 tempest-InstanceActionsTestJSON-1745572822 tempest-InstanceActionsTestJSON-1745572822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:21.633025 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.636656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:21.637248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.656264 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-43e19ce0-4038-4bce-8605-056e4fe6ee21 req-a56234ff-5a55-4948-815c-c43966508bf0 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747463 Nov 09 11:28:21.688958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event deleted for resources: {'Port': ['ID=3c651ab9-e6bd-4717-8f2f-8539f5d2752e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:21.691644 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-3721a075-5237-446d-81a4-b1827c855ced tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] delete failed (client error): The resource could not be found. Nov 09 11:28:21.695621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3721a075-5237-446d-81a4-b1827c855ced tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/09cd4c7e-b3ba-43c8-b442-7c152e806dcf HTTP/1.1" status: 404 len: 336 time: 0.1605780 Nov 09 11:28:21.696484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47538) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.699592 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:21.702612 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bef61b47-ff1c-4f47-b761-f5668f1f3687 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:21.758254 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7ec376-33d7-4b99-b62b-b2695b82165b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:21.758910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7ec376-33d7-4b99-b62b-b2695b82165b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:21.763681 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2a7ec376-33d7-4b99-b62b-b2695b82165b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/21b1ee71-9cad-4607-8e64-b057abd08fe5 HTTP/1.1" status: 404 len: 337 time: 0.0634310 Nov 09 11:28:21.767784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.773281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] For port 2faee689-e1c0-41d4-9c49-991d989510df, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2faee689-e1c0-41d4-9c49-991d989510df,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:21.773716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.839752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:28:21.851096 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Sync routers for ids ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:28:21.889031 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Routers {'f4c4b276-fefe-49a9-8050-2d12bcf3665d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:21.889885 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:21.914193 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2867069 Nov 09 11:28:21.926738 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ac236e0a-224e-4a28-8bd5-6be8ec80eb02 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121577c-7f94-45ba-84f2-657094d6c717 HTTP/1.1" status: 200 len: 205 time: 0.1519969 Nov 09 11:28:21.926738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47550) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.932112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] No DVR routers for this DVR port 3c651ab9-e6bd-4717-8f2f-8539f5d2752e on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:21.935144 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:21.937867 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68cb6425-db78-40c5-a4c1-b9e4974ec022 req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.59 "DELETE /v2.0/ports/3c651ab9-e6bd-4717-8f2f-8539f5d2752e HTTP/1.1" status: 204 len: 173 time: 2.2073371 Nov 09 11:28:21.939091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47552) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:21.943155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'name': 'network-vif-deleted', 'tag': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:21.951421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=238d6da0-3f68-4cbe-9651-da0885210976,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:21.954874 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:21.966212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 238d6da0-3f68-4cbe-9651-da0885210976 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:22.025094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Deleting subnet 40aedbef-4170-4b52-ba19-a017833bbba8 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:28:22.040700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:22.069002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Calling delete_port for 2faee689-e1c0-41d4-9c49-991d989510df owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:22.074620 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-b9df5c01-9ad1-4562-84be-fab71cf8f18d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] delete failed (client error): The resource could not be found. Nov 09 11:28:22.078552 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b9df5c01-9ad1-4562-84be-fab71cf8f18d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/7121577c-7f94-45ba-84f2-657094d6c717 HTTP/1.1" status: 404 len: 336 time: 0.1296337 Nov 09 11:28:22.083490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47560) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:22.151732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '238d6da0-3f68-4cbe-9651-da0885210976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:22.192859 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7746a2f-dac2-43f8-b72d-9da05ee5b18d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:22.193367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7746a2f-dac2-43f8-b72d-9da05ee5b18d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:22.201841 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b7746a2f-dac2-43f8-b72d-9da05ee5b18d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/23ebe810-4d9a-46cf-bab9-fa1991719e8a HTTP/1.1" status: 404 len: 337 time: 0.1171710 Nov 09 11:28:22.202414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47564) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:22.223921 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91769ab-5db7-4394-b5ea-896cf2382663', 'name': 'network-vif-deleted', 'tag': '3c651ab9-e6bd-4717-8f2f-8539f5d2752e', 'status': 'completed', 'code': 200} Nov 09 11:28:22.269908 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:22.354595 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:22.413111 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Set router f4c4b276-fefe-49a9-8050-2d12bcf3665d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:22.433232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-69581fa2-912f-43a1-84a5-7e2bd4dc9b30 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef05a1fd-bab5-4ee0-8cf8-d440f412c558 HTTP/1.1" status: 200 len: 205 time: 0.2223258 Nov 09 11:28:22.436729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47574) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:22.491232 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:22.493181 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.9777529 Nov 09 11:28:22.507869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47578) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:22.513540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0d507-176e-4509-a37d-f67fd96c9dce None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:28:22.569925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4a0eaf44-fd57-4b89-ae7c-c7128d6166c5 req-2cbd2568-33d6-4939-90fc-5d6dbdcf4a36 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:22.675651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:22.698193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:22.725937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:22.744055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:22.757893 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-165619ce-991c-4404-8b65-d8315a5ae144 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] delete failed (client error): The resource could not be found. Nov 09 11:28:22.759949 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-165619ce-991c-4404-8b65-d8315a5ae144 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/routers/ef05a1fd-bab5-4ee0-8cf8-d440f412c558 HTTP/1.1" status: 404 len: 336 time: 0.3214331 Nov 09 11:28:22.762737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47582) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:22.768414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba38a5-c364-404c-83de-64dca3426af6 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:22.778730 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-32ba38a5-c364-404c-83de-64dca3426af6 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=10a099c7c4104d6bb0d7af8c69176dc5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2640080 Nov 09 11:28:22.784462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47586) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:22.840753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0d507-176e-4509-a37d-f67fd96c9dce None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:28:22.841461 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:17Z', 'revision_number': 3, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:22.843097 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:22.860100 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Checking router: f4c4b276-fefe-49a9-8050-2d12bcf3665d for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:28:22.860705 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Updating router f4c4b276-fefe-49a9-8050-2d12bcf3665d port 974a7190-2430-42da-80f0-e77560a42da3 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:28:22.990665 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.022271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.039933 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dab94067-9342-47b5-983c-9cc6174846c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:23.058901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3c651ab9-e6bd-4717-8f2f-8539f5d2752e no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:23.102994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8830e26a-1945-4a4e-89d0-07e56c074771 None None] Provisioning for port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:23.133949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 3c651ab9-e6bd-4717-8f2f-8539f5d2752e {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:23.134570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 3c651ab9-e6bd-4717-8f2f-8539f5d2752e not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:23.152217 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.156602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Subnet': ['ID=40aedbef-4170-4b52-ba19-a017833bbba8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:23.161153 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:23.186645 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/subnets/40aedbef-4170-4b52-ba19-a017833bbba8 HTTP/1.1" status: 204 len: 168 time: 2.1105120 Nov 09 11:28:23.186901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47592) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:23.228196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:23.233609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4a0eaf44-fd57-4b89-ae7c-c7128d6166c5 req-2cbd2568-33d6-4939-90fc-5d6dbdcf4a36 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:23.257041 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4a0eaf44-fd57-4b89-ae7c-c7128d6166c5 req-2cbd2568-33d6-4939-90fc-5d6dbdcf4a36 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 210 time: 0.8130662 Nov 09 11:28:23.258103 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2520ec43-e22f-498c-ae89-1a1e5dc35d3d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:23.258536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2520ec43-e22f-498c-ae89-1a1e5dc35d3d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:23.260199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2520ec43-e22f-498c-ae89-1a1e5dc35d3d tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/f55f2286-506b-46ff-8db5-fc91221975ee HTTP/1.1" status: 404 len: 337 time: 0.4939909 Nov 09 11:28:23.267100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47596) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:23.335148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:23.363030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc51e30-f3cf-47c8-9fd6-79bb2b696865 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:23.363477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3fc51e30-f3cf-47c8-9fd6-79bb2b696865 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Synchronizing usage tracker for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:subnet {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:23.394812 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba689536-ea8b-4491-9131-50b13bfc0fb6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] DELETE failed (client error): The resource could not be found. Nov 09 11:28:23.395407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba689536-ea8b-4491-9131-50b13bfc0fb6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:28:23.399759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ba689536-ea8b-4491-9131-50b13bfc0fb6 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] 10.222.0.50 "DELETE /v2.0/subnets/4b2e62d2-cab9-4b3a-8b2e-8d14f5fdf2db HTTP/1.1" status: 404 len: 337 time: 0.1266270 Nov 09 11:28:23.473437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:23.501733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:23.502121 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.506615 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.530392 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3fc51e30-f3cf-47c8-9fd6-79bb2b696865 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Unset dirty status for tenant:27f77c3094404a92acf52f2f432d41f9 on resource:subnet {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:23.536496 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3fc51e30-f3cf-47c8-9fd6-79bb2b696865 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3486109 Nov 09 11:28:23.537422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47602) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:23.653530 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.665869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920db1de-b1bf-48c6-95e1-7e2006d76ae4 None None] Network d8ceb8fd-4042-4656-a8df-6c76454c1fcd requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:23.679883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c79a67-4dfb-46d6-8b9f-218bcebfbbd6 None None] Network 08b1025b-2e10-4a51-b09c-4392999f6590 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:23.731177 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.756709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Deleting port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:23.757089 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.845914 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.908496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:23.917951 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fb593902-9ff3-44d3-bef2-1f5030db4c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:23.952561 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b6ed20-761a-4cab-a3df-b81cc219aef4 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:23.957131 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d6b6ed20-761a-4cab-a3df-b81cc219aef4 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1301317 Nov 09 11:28:23.963284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47612) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:24.070083 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-215658d0-66e0-452c-82d8-aa89133f1f35 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047208 Nov 09 11:28:24.077572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47620) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:24.095826 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Transition to ACTIVE for port object 974a7190-2430-42da-80f0-e77560a42da3 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:24.140490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:24.187352 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:24.192887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47624) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:24.284130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e47d01a5-7ef2-49ba-b81d-1ec11c6349c2 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=10a099c7c4104d6bb0d7af8c69176dc5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1824250 Nov 09 11:28:24.297638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:24.316784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] For port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,segment=NetworkSegment(1ab52d3c-9c27-4423-ac81-c315bae85fba),segment_id=1ab52d3c-9c27-4423-ac81-c315bae85fba)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:24.317146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:24.344859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,segment=NetworkSegment(1ab52d3c-9c27-4423-ac81-c315bae85fba),segment_id=1ab52d3c-9c27-4423-ac81-c315bae85fba)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:24.355244 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:24.370251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e622048d-284a-45b5-b252-536e73b08e46 None None] Network d8ceb8fd-4042-4656-a8df-6c76454c1fcd requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:24.370843 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-c511af3d-0436-4d21-b5bb-26920fb64143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:24.381365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=7c132f33-b6c0-4ed7-9645-4c6c0cd089aa,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:24.401326 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:24.404980 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61fd5fc5-a4af-48ce-9ec7-9afc860ea8ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:24.503000 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:24.526830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Calling delete_port for 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:24.565185 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Attempting to bind port 974a7190-2430-42da-80f0-e77560a42da3 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:24.571979 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Attempting to bind port 974a7190-2430-42da-80f0-e77560a42da3 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:24.571979 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Attempting to bind port 974a7190-2430-42da-80f0-e77560a42da3 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:24.586461 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Pushing event updated for resources: {'Port': ['ID=974a7190-2430-42da-80f0-e77560a42da3,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:24.597050 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:24.597635 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.598130 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.598472 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.598863 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.599199 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.601274 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.601618 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.601954 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.602285 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.602690 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.603079 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:28:24.607759 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:24.612253 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:24.612253 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:24.612253 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:24.612253 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:24.612253 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Bound port: 974a7190-2430-42da-80f0-e77560a42da3, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:24.612253 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:24.669070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Pushing event deleted for resources: {'Port': ['ID=2faee689-e1c0-41d4-9c49-991d989510df,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:24.757592 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] For port 974a7190-2430-42da-80f0-e77560a42da3, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:24.760893 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] For port 974a7190-2430-42da-80f0-e77560a42da3, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=974a7190-2430-42da-80f0-e77560a42da3,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:24.776764 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:24.788924 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-208b93a7-5a95-4f3e-b84b-dce7311c1559 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72e4645146f54e5f9f80c217f0c79c6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5770588 Nov 09 11:28:24.795538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47638) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:24.838109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '21a3c122-9744-48d1-80c5-75e2cb84bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '238d6da0-3f68-4cbe-9651-da0885210976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:24.838475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 238d6da0-3f68-4cbe-9651-da0885210976, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:24.853267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:28:24.853594 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:28:24.857101 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:24.863693 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b67f6a69-fa63-4baa-9630-99c144bdf3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:24.870043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4c90f3ce-fa62-453b-90ae-3e405bf905e0 req-72c23fd6-184b-4567-bffe-41f7b185321a tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:24.882010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-6d47411a-769a-43f9-8c63-8ecdc66187fe tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:24.883513 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-6d47411a-769a-43f9-8c63-8ecdc66187fe tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 811 time: 0.7165425 Nov 09 11:28:24.915541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Request body: {'port': {'device_id': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'admin_state_up': True, 'tenant_id': '0de3982f03eb4125acb46062cbcc7066'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:24.932915 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.036381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b555be50-668e-445a-9bf5-b6fd2c09d35a None None] Network 08b1025b-2e10-4a51-b09c-4392999f6590 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:25.105497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:25.109507 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Pushing event updated for resources: {'Port': ['ID=974a7190-2430-42da-80f0-e77560a42da3,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:25.117953 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:25.126492 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Routers {'f4c4b276-fefe-49a9-8050-2d12bcf3665d'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:25.127350 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:25.129715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4c90f3ce-fa62-453b-90ae-3e405bf905e0 req-72c23fd6-184b-4567-bffe-41f7b185321a tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:25.142470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c90f3ce-fa62-453b-90ae-3e405bf905e0 req-72c23fd6-184b-4567-bffe-41f7b185321a tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 210 time: 0.5004907 Nov 09 11:28:25.150884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:25.189652 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.276509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.299019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:25.307101 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:25.359366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Deleting port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:25.361466 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.424864 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] Set router f4c4b276-fefe-49a9-8050-2d12bcf3665d gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:25.503584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] DHCP port deletion for 08b1025b-2e10-4a51-b09c-4392999f6590 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:28:25.509127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Deleting port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:25.510152 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.550980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.560116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6443b6-a475-4226-8da9-d220e20d4590 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:25.571147 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dd6443b6-a475-4226-8da9-d220e20d4590 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1681097 Nov 09 11:28:25.571147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47646) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:25.571147 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.611640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fb966522-0dc2-4879-8ae0-e9efe730bde2 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434358 Nov 09 11:28:25.614106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47650) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:25.616655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Made reservation on behalf of 0de3982f03eb4125acb46062cbcc7066 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:25.627320 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.628830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-906271424', 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:25.660619 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 238d6da0-3f68-4cbe-9651-da0885210976 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:25.742433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 238d6da0-3f68-4cbe-9651-da0885210976) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:25.751684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:25.752291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.784447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] For port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,segment=NetworkSegment(1ab52d3c-9c27-4423-ac81-c315bae85fba),segment_id=1ab52d3c-9c27-4423-ac81-c315bae85fba)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:25.785020 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.789488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:25.796271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Usage tracker for resource:subnet and tenant:10a099c7c4104d6bb0d7af8c69176dc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:25.799416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:25.806488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:25.806744 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:17Z', 'revision_number': 3, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:25.812903 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fd29d-8c4d-44c7-a1b4-f2e92da14a11 None None] The sync data for ids ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'] in n-d-817173-1 is: [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:17Z', 'revision_number': 3, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:28:25.820903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.820903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0298ee-1cbe-4fa2-99c9-953355ec598a {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:28:25.824843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:25.825988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0c0298ee-1cbe-4fa2-99c9-953355ec598a HTTP/1.1" status: 204 len: 168 time: 7.9982088 Nov 09 11:28:25.828642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47654) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:25.891720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8319719 Nov 09 11:28:25.894817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:25.943251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Made reservation on behalf of 10a099c7c4104d6bb0d7af8c69176dc5 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:25.989307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Calling delete_port for 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:26.092144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d438c6-3300-475b-84e3-b7ca37d48a7f None None] Network 238d6da0-3f68-4cbe-9651-da0885210976 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:26.166734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Deleting subnet 59005774-dc9c-4179-b81e-70700b94ecc4 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:28:26.181076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.187890 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.200409 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:26.207510 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.254141 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Pushing event deleted for resources: {'Port': ['ID=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:26.268238 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:26.269291 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Allocated IP 172.20.0.14 (c49831ac-3a66-40bd-a75f-ff9e25273919/817c3f3e-30a6-45b4-afc8-4510b5144a09/15b46a42-2ee7-4d2d-ac23-b6342268a8a4) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:26.269727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.281262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] No DVR routers for this DVR port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:26.316037 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-fe022ed2-9bda-408a-99fa-f2b150e802cc tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:26.323085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-fe022ed2-9bda-408a-99fa-f2b150e802cc tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 811 time: 1.0879188 Nov 09 11:28:26.369135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Request body: {'port': {'device_id': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'admin_state_up': True, 'tenant_id': '0de3982f03eb4125acb46062cbcc7066'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:26.440246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-238d6da0-3f68-4cbe-9651-da0885210976', 'network_id': '238d6da0-3f68-4cbe-9651-da0885210976', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': '7c132f33-b6c0-4ed7-9645-4c6c0cd089aa'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:26.440246 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.464786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.472386 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0ed2d87c-967b-4625-aba9-c5f17770a84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:26.480957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7a26eb74-1c29-4518-af2f-be56a476a107 req-f2316180-7530-4afb-af14-cf7f9a27416d tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 210 time: 0.1746616 Nov 09 11:28:26.565787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9a567949-34c3-4328-a685-6edf32c0a1a1 req-77408850-9429-41f1-905b-2152b25e3797 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6310625 Nov 09 11:28:26.569397 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.665877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361cf7d2-5c75-4a7a-bd66-5f733b730cc0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:26.684001 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:26.707248 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Allocated IP 172.20.0.2 (238d6da0-3f68-4cbe-9651-da0885210976/7c132f33-b6c0-4ed7-9645-4c6c0cd089aa/5739739d-b4f4-4f77-bf18-b12e478eae02) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:26.757302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] For port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=2fffefd6-5890-420d-9179-dc6ed2a5d5a2,segment=NetworkSegment(1ab52d3c-9c27-4423-ac81-c315bae85fba),segment_id=1ab52d3c-9c27-4423-ac81-c315bae85fba)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:26.757664 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.789746 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.862179 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:26.906080 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Calling delete_port for 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:27.011255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.017284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/361cf7d2-5c75-4a7a-bd66-5f733b730cc0 HTTP/1.1" status: 204 len: 168 time: 2.1815829 Nov 09 11:28:27.079714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:27.099361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Usage tracker for resource:port and tenant:0de3982f03eb4125acb46062cbcc7066 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:27.114729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:27.125195 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.139909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:27.144184 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.155984 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Transition to ACTIVE for port object 5739739d-b4f4-4f77-bf18-b12e478eae02 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:27.160436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:28:27.160764 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:28:27.207354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Transition to ACTIVE for port object 5739739d-b4f4-4f77-bf18-b12e478eae02 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:27.213961 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 974a7190-2430-42da-80f0-e77560a42da3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:27.238694 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.244667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Made reservation on behalf of 0de3982f03eb4125acb46062cbcc7066 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:27.247502 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.250533 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b8ddd95-74ac-4100-8e6f-ff525bb87f8c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:27.294498 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.297491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:27.314880 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2f1c0823-d635-47e6-b0e9-7e4050d6d4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:27.316210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59005774-dc9c-4179-b81e-70700b94ecc4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:27.319653 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:27.341037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.350195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.362244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59005774-dc9c-4179-b81e-70700b94ecc4 HTTP/1.1" status: 204 len: 168 time: 1.5324836 Nov 09 11:28:27.363847 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d20b6a91-b260-4fd3-9f5d-133cdafd85f1 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:27.399902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47678) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:27.404214 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53cd9b-c708-459e-be4b-cc2d5f8f52ea None None] Network 9d37beb6-a064-4330-858a-89f3d1d2e215 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:27.515814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Deleting port 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:27.516293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.566103 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.610842 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.611566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-16bfa66c-ce0d-494f-91c0-925054db85a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:27.668236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] The port '2fffefd6-5890-420d-9179-dc6ed2a5d5a2' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:28:27.709577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Subnet': ['ID=0ca116ed-a822-4ee8-b544-aac420f8a2b9,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:27.716385 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:27.720236 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-924cca0a-0047-4ee0-be2b-1205e307548a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:27.770434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10637b23-18b4-4157-87f0-2f35ef470a0b req-7c5c7058-b814-4274-8b10-fd8f588ed277 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:27.777852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Allocated IP 172.20.0.6 (c49831ac-3a66-40bd-a75f-ff9e25273919/817c3f3e-30a6-45b4-afc8-4510b5144a09/21d07619-2b1d-4cc3-9568-10ebe523bb3b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:27.778049 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10637b23-18b4-4157-87f0-2f35ef470a0b req-7c5c7058-b814-4274-8b10-fd8f588ed277 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.6378572 Nov 09 11:28:27.782227 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:27.797248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Network c49831ac-3a66-40bd-a75f-ff9e25273919 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:27.827684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=7c132f33-b6c0-4ed7-9645-4c6c0cd089aa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:27.829551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Network 238d6da0-3f68-4cbe-9651-da0885210976 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:27.853096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:27.862278 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:27.863894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:27.864243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:27.867839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Checking segment: {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:27.868195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network hostable DHCP agents. Network: fb62f2c9-3f86-4e4b-ae06-5a6a4748b315, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:27.915877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Pushing event updated for resources: {'Port': ['ID=5739739d-b4f4-4f77-bf18-b12e478eae02,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:27.924157 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:27.932148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7fbe7443-ba1f-4934-b593-ad8a701fdf1b req-b8ddda5e-27b7-400b-bb81-6a5787463c1b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:27.936098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:27.986640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event updated for resources: {'Port': ['ID=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:28.012264 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:28.018927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.046732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Attempting to bind port 5739739d-b4f4-4f77-bf18-b12e478eae02 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:28.047260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Attempting to bind port 5739739d-b4f4-4f77-bf18-b12e478eae02 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '21a3c122-9744-48d1-80c5-75e2cb84bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '238d6da0-3f68-4cbe-9651-da0885210976'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:28.048059 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Attempting to bind port 5739739d-b4f4-4f77-bf18-b12e478eae02 on network 238d6da0-3f68-4cbe-9651-da0885210976 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:28.059333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:28.060241 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Checking segment: {'id': '21a3c122-9744-48d1-80c5-75e2cb84bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '238d6da0-3f68-4cbe-9651-da0885210976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:28.060679 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.061373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Bound using segment: {'id': '21a3c122-9744-48d1-80c5-75e2cb84bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '238d6da0-3f68-4cbe-9651-da0885210976'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:28.063118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Bound port: 5739739d-b4f4-4f77-bf18-b12e478eae02, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a3c122-9744-48d1-80c5-75e2cb84bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '238d6da0-3f68-4cbe-9651-da0885210976'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:28.063291 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.073911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Deleting port 4c8ad120-bf82-434d-873e-6085f000a19f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:28.074442 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.098482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b1025b-2e10-4a51-b09c-4392999f6590']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:28.123836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7fbe7443-ba1f-4934-b593-ad8a701fdf1b req-b8ddda5e-27b7-400b-bb81-6a5787463c1b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:28.134693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 974a7190-2430-42da-80f0-e77560a42da3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:28.136027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fbe7443-ba1f-4934-b593-ad8a701fdf1b req-b8ddda5e-27b7-400b-bb81-6a5787463c1b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 210 time: 0.3409750 Nov 09 11:28:28.154264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 974a7190-2430-42da-80f0-e77560a42da3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:28.154637 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.160316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab52d3c-9c27-4423-ac81-c315bae85fba') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:28.163903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab52d3c-9c27-4423-ac81-c315bae85fba') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:28.177180 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:28.177820 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.219759 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10637b23-18b4-4157-87f0-2f35ef470a0b req-6f076f5a-784d-406d-95c2-1e0306cae029 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4407218 Nov 09 11:28:28.224590 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] For port 5739739d-b4f4-4f77-bf18-b12e478eae02, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:28.228859 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] For port 5739739d-b4f4-4f77-bf18-b12e478eae02, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5739739d-b4f4-4f77-bf18-b12e478eae02,segment=NetworkSegment(21a3c122-9744-48d1-80c5-75e2cb84bfdc),segment_id=21a3c122-9744-48d1-80c5-75e2cb84bfdc)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:28.250676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] DHCP port deletion for 9d37beb6-a064-4330-858a-89f3d1d2e215 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:28:28.259587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-3dcf0789-5087-4d76-85bd-224b8630361c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9566126 Nov 09 11:28:28.261610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Deleting port 4c8ad120-bf82-434d-873e-6085f000a19f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:28.262011 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.299959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.312544 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.321849 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:28.345439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238d6da0-3f68-4cbe-9651-da0885210976']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:28.390911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a3c122-9744-48d1-80c5-75e2cb84bfdc') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:28.391305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a3c122-9744-48d1-80c5-75e2cb84bfdc') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:28.414313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.417876 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Pushing event updated for resources: {'Port': ['ID=5739739d-b4f4-4f77-bf18-b12e478eae02,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:28.440337 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:28.464992 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.478968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:28.506726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.528791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:28.529191 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.544182 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:28.555837 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:28.574446 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:28.574685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] For port 4c8ad120-bf82-434d-873e-6085f000a19f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4c8ad120-bf82-434d-873e-6085f000a19f,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:28.574935 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.575388 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.588859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, fb62f2c9-3f86-4e4b-ae06-5a6a4748b315) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:28.590336 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:28.601827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:28.602425 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.623099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380de3a-9c1e-4a50-ac75-06dee5ab754e None None] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:28.637208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7260468 Nov 09 11:28:28.698936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Request body: {'port': {'device_id': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:28.734221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47706) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:28.844617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Calling delete_port for 4c8ad120-bf82-434d-873e-6085f000a19f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:28.849215 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.870483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 974a7190-2430-42da-80f0-e77560a42da3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=974a7190-2430-42da-80f0-e77560a42da3,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:28.892577 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.897298 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2740362 Nov 09 11:28:28.902241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:28.918437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da13a2-66b1-44ff-99e3-c1d0b206040a None None] Network 238d6da0-3f68-4cbe-9651-da0885210976 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:28.973981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.983936 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:28.988847 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.015322 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2f2d8ffc-c6ef-4883-976f-55d9675f0c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:29.036631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:28:29.036631 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:28:29.036631 n-d-817173-1 neutron-server[84333]: [parameters: {'id': '238d6da0-3f68-4cbe-9651-da0885210976'}] Nov 09 11:28:29.036631 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:28:29.037699 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:28:29.040538 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.065590 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:29.135039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Network': ['ID=08b1025b-2e10-4a51-b09c-4392999f6590,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:29.145129 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/networks/08b1025b-2e10-4a51-b09c-4392999f6590 HTTP/1.1" status: 204 len: 168 time: 5.6043289 Nov 09 11:28:29.148566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:29.167619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47716) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:29.276332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.285028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-99382bed-0d14-41f7-9afb-8e4077a7b959 tempest-DvrRoutersNegativeTest-1327534737 tempest-DvrRoutersNegativeTest-1327534737-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-664840832', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:29.287739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.policy [None req-99382bed-0d14-41f7-9afb-8e4077a7b959 tempest-DvrRoutersNegativeTest-1327534737 tempest-DvrRoutersNegativeTest-1327534737-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84333) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Nov 09 11:28:29.288910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.policy [None req-99382bed-0d14-41f7-9afb-8e4077a7b959 tempest-DvrRoutersNegativeTest-1327534737 tempest-DvrRoutersNegativeTest-1327534737-project] Failed policy check for 'create_router' {{(pid=84333) enforce /opt/stack/neutron/neutron/policy.py:482}} Nov 09 11:28:29.290245 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-99382bed-0d14-41f7-9afb-8e4077a7b959 tempest-DvrRoutersNegativeTest-1327534737 tempest-DvrRoutersNegativeTest-1327534737-project] create failed (client error): Access was denied to this resource. Nov 09 11:28:29.295559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-99382bed-0d14-41f7-9afb-8e4077a7b959 tempest-DvrRoutersNegativeTest-1327534737 tempest-DvrRoutersNegativeTest-1327534737-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4584823 Nov 09 11:28:29.298596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=974a7190-2430-42da-80f0-e77560a42da3,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:29.303638 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-43a43186-9b9e-4f0b-be91-7796570c13f6 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:29.308999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2faee689-e1c0-41d4-9c49-991d989510df no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:29.352935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8ad120-bf82-434d-873e-6085f000a19f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:29.356299 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:29.373766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] No DVR routers for this DVR port 4c8ad120-bf82-434d-873e-6085f000a19f on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:29.423256 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:29.456634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 2faee689-e1c0-41d4-9c49-991d989510df {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:29.457789 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2faee689-e1c0-41d4-9c49-991d989510df not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:29.458241 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:29.525446 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf20f9e3-8039-40c7-af1e-99c90606b431 req-2e09de3b-caec-41d0-b3f9-5889d3348b65 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 210 time: 0.0909381 Nov 09 11:28:29.541894 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.577578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.590543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:29.591082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 2fffefd6-5890-420d-9179-dc6ed2a5d5a2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:29.659645 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.723212 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] For port 4c8ad120-bf82-434d-873e-6085f000a19f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=4c8ad120-bf82-434d-873e-6085f000a19f,segment=NetworkSegment(531415a9-d2dc-461b-8229-cc3363557432),segment_id=531415a9-d2dc-461b-8229-cc3363557432)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:29.723671 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.727644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d37beb6-a064-4330-858a-89f3d1d2e215']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:29.745646 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 5739739d-b4f4-4f77-bf18-b12e478eae02 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:29.746228 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.773464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 974a7190-2430-42da-80f0-e77560a42da3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:29.787133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531415a9-d2dc-461b-8229-cc3363557432') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:29.787491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531415a9-d2dc-461b-8229-cc3363557432') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:29.809205 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.824284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4da57b32-43d2-4ffb-b6a2-840d2768d286 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:29.926668 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.946139 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.953621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:29.957744 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:29.984573 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:30.125693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47730) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:30.138545 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.165665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Calling delete_port for 4c8ad120-bf82-434d-873e-6085f000a19f owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:30.328049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Network c49831ac-3a66-40bd-a75f-ff9e25273919 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:30.330394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event updated for resources: {'Port': ['ID=21d07619-2b1d-4cc3-9568-10ebe523bb3b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:30.340674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ceb8fd-4042-4656-a8df-6c76454c1fcd']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:30.353320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:30.360779 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:30.374430 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:28:30.374822 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:28:30.377214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27583e6-6ab2-4f9b-9ae5-f93892e56282 req-b5da5819-7b03-47e6-a319-ef3ac12f3905 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:30.382378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:30.384296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b27583e6-6ab2-4f9b-9ae5-f93892e56282 req-b5da5819-7b03-47e6-a319-ef3ac12f3905 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.8046553 Nov 09 11:28:30.389048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'fixed_ips': [{'subnet_id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:30.389934 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.437153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cedbd19-ffbe-4252-bd46-0443a4efb436') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:30.437598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cedbd19-ffbe-4252-bd46-0443a4efb436') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:30.466961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.483685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.489406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 974a7190-2430-42da-80f0-e77560a42da3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:30.489765 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.510045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-66f75286-2113-4da7-90bd-554981554208 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5&tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7 HTTP/1.1" status: 200 len: 1095 time: 0.7131839 Nov 09 11:28:30.514535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:30.526923 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.537966 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e17f92fc-9078-4d26-8383-1b9d442f9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:30.542995 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.549207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817173-1', 'device_owner': 'compute:nova'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:30.616830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 5739739d-b4f4-4f77-bf18-b12e478eae02, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5739739d-b4f4-4f77-bf18-b12e478eae02,segment=NetworkSegment(21a3c122-9744-48d1-80c5-75e2cb84bfdc),segment_id=21a3c122-9744-48d1-80c5-75e2cb84bfdc)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:30.617200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.660378 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.666394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:30.667204 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.675199 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Allocated IP 172.20.0.18 (fb62f2c9-3f86-4e4b-ae06-5a6a4748b315/0ca116ed-a822-4ee8-b544-aac420f8a2b9/b8bf328b-64f8-4a00-a1ea-177078481039) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:30.767841 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.771453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d37beb6-a064-4330-858a-89f3d1d2e215,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:30.778082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b27583e6-6ab2-4f9b-9ae5-f93892e56282 req-e45d494d-fc04-48c3-baa0-dcf16ba82bd3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922806 Nov 09 11:28:30.779045 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:30.787886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 5739739d-b4f4-4f77-bf18-b12e478eae02 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:30.788372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4c8ad120-bf82-434d-873e-6085f000a19f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:28:30.850508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 4c8ad120-bf82-434d-873e-6085f000a19f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:28:30.851041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 4c8ad120-bf82-434d-873e-6085f000a19f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:28:30.877581 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Deleting port 4c8ad120-bf82-434d-873e-6085f000a19f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:30.878117 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.899117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:30.900301 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:30.920234 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:30.926580 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9d37beb6-a064-4330-858a-89f3d1d2e215 HTTP/1.1" status: 204 len: 168 time: 3.5211823 Nov 09 11:28:30.956956 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.001263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-28935409-0c4b-4c15-ae9d-d0fffac6bb33 None None] The port '4c8ad120-bf82-434d-873e-6085f000a19f' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:28:31.074246 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.079834 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-526a5129-2ceb-4a3c-8f5d-cc83cb73b022 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:31.082565 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7181792 Nov 09 11:28:31.093870 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.104799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Transition to ACTIVE for port object b8bf328b-64f8-4a00-a1ea-177078481039 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:31.105120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Request body: {'port': {'device_id': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:31.125715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Transition to ACTIVE for port object b8bf328b-64f8-4a00-a1ea-177078481039 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:31.138034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=5739739d-b4f4-4f77-bf18-b12e478eae02,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:31.142025 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:31.148833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port 5739739d-b4f4-4f77-bf18-b12e478eae02 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:31.216256 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.222560 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:31.250269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e305-f8af-40f4-b362-232f355f4fb5 req-0b3afb7e-d655-4a8d-b49d-e54753819221 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:31.251761 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca9e305-f8af-40f4-b362-232f355f4fb5 req-0b3afb7e-d655-4a8d-b49d-e54753819221 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 931 time: 0.5743353 Nov 09 11:28:31.287293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Transition to ACTIVE for port object 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:31.294443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:31.298424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:31.300314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Pushing event updated for resources: {'Port': ['ID=b8bf328b-64f8-4a00-a1ea-177078481039,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:31.304468 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:31.304835 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.306865 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:31.341502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.341752 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1aaecb59-a478-4811-b0cd-515d0b3a9575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:31.363418 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.371877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:31.391264 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.392835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238d6da0-3f68-4cbe-9651-da0885210976']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:31.403731 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Attempting to bind port b8bf328b-64f8-4a00-a1ea-177078481039 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:31.410898 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Attempting to bind port b8bf328b-64f8-4a00-a1ea-177078481039 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:31.410898 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Attempting to bind port b8bf328b-64f8-4a00-a1ea-177078481039 on network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:31.411153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Usage tracker for resource:security_group_rule and tenant:19e133a753e84e51a56b35a3e14ab247 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:31.411263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a3c122-9744-48d1-80c5-75e2cb84bfdc') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:31.411263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a3c122-9744-48d1-80c5-75e2cb84bfdc') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:31.411449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Network': ['ID=d8ceb8fd-4042-4656-a8df-6c76454c1fcd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:31.411997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:31.417052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:31.417374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Checking segment: {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:31.417671 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.418295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Bound using segment: {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:31.418865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Bound port: b8bf328b-64f8-4a00-a1ea-177078481039, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:31.420047 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.424837 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.451722 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:31.451722 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0dd1235d-74b3-4fa4-9c0d-1bf225f3f5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:31.457740 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.465623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:31.467705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.479997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:31.484143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47740) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:31.495444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.505205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/networks/d8ceb8fd-4042-4656-a8df-6c76454c1fcd HTTP/1.1" status: 204 len: 168 time: 2.3353453 Nov 09 11:28:31.525751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47744) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:31.528549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] For port b8bf328b-64f8-4a00-a1ea-177078481039, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:31.545972 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:31.634077 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.636231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] For port b8bf328b-64f8-4a00-a1ea-177078481039, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b8bf328b-64f8-4a00-a1ea-177078481039,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:31.644975 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-db501ce0-b5eb-4f3c-8f0b-40bb4a67d8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:31.661018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.686901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=238d6da0-3f68-4cbe-9651-da0885210976,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:31.693654 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:31.697755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/238d6da0-3f68-4cbe-9651-da0885210976 HTTP/1.1" status: 204 len: 168 time: 5.8023872 Nov 09 11:28:31.703068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.714080 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:31.733155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47748) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:31.744298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999927429'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:31.754248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:31.759233 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca9e305-f8af-40f4-b362-232f355f4fb5 req-2fa33dd9-3f4b-4a29-9b11-462b1124b369 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666924 Nov 09 11:28:31.770483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:31.778911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:31.790503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:31.813161 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Pushing event updated for resources: {'Port': ['ID=b8bf328b-64f8-4a00-a1ea-177078481039,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:31.819312 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:31.848248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Pushing event updated for resources: {'Port': ['ID=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:31.869424 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:31.871349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:31.874725 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.930219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:31.935593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.983459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:31.984651 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 9ffe2f83-338b-40b2-9211-3b662a492e67 of type vlan for network 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 Nov 09 11:28:32.008556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.096818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.109060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.114968 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ef0ce65a-289a-4e66-970a-43897fc947e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:32.150181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:32.274374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2eb4571f-e75e-40eb-8c3f-0566fed637f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81ad2d97b62b46c696cccc76857d5775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7803731 Nov 09 11:28:32.314143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47754) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:32.341587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.358772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37918e53-93b9-4db3-bd09-8f4af9f60c02,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:32.372453 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:32.379036 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:28:32.391382 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19e133a753e84e51a56b35a3e14ab247&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2576754 Nov 09 11:28:32.414070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47758) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:32.515731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:32.576207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c517515-5ae4-43ef-8b3d-7162deedf553 req-7ddaa857-d5fa-4caf-96ff-c1e4d800a79e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:32.577706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c517515-5ae4-43ef-8b3d-7162deedf553 req-7ddaa857-d5fa-4caf-96ff-c1e4d800a79e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.4883802 Nov 09 11:28:32.623329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.627545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:32.628134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.643734 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-09b2a71c-7e87-400c-b8f9-b65517d276ae tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:32.699193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.830340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=2a0f5d72-fad2-454a-8505-e1d8a9bb6e65,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:32.848853 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:32.858164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Attempting to bind port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:32.858511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Attempting to bind port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:32.858840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Attempting to bind port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:32.861458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.877670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.899459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:32.901742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1c517515-5ae4-43ef-8b3d-7162deedf553 req-a395e461-cec8-4b6b-ae57-45f3f759ed4a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115208 Nov 09 11:28:32.902660 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:32.998200 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:32.998919 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2618072 Nov 09 11:28:33.006871 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.012113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638a4f4d-c40f-414f-b008-595857394f47']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:33.014015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:33.022093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:33.050253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 on network c49831ac-3a66-40bd-a75f-ff9e25273919 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:28:33.050253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Attempting to bind port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:33.067528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee0004-b2c9-45de-9675-0449d98dc42c None None] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:33.101187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69137aa0-d0ca-44b4-931d-68497532aa69') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:33.101570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69137aa0-d0ca-44b4-931d-68497532aa69') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:33.110267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Transition to ACTIVE for port object f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:33.129251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:33.129636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Checking segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:33.129963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Bound using segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:33.130396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Bound port: 15b46a42-2ee7-4d2d-ac23-b6342268a8a4, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:33.130732 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.152774 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.170832 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.204971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.207166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Allocated IP 172.20.0.17 (fb62f2c9-3f86-4e4b-ae06-5a6a4748b315/0ca116ed-a822-4ee8-b544-aac420f8a2b9/f6a4d11c-b538-48f9-b30e-40e15fefda86) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:33.218465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:33.225878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:33.229564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:33.251540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:33.266137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.282129 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:33.282551 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.301598 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:33.303786 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f9767a53-143b-40a3-843d-5cc37be23e8f None None] Provisioning for port b8bf328b-64f8-4a00-a1ea-177078481039 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:33.323508 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.330557 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a30a5a9d-c118-4b25-ac78-f862e24663be tempest-PortsIpV6TestJSON-739680066 tempest-PortsIpV6TestJSON-739680066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:33.330699 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:33.353010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:33.371018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37918e53-93b9-4db3-bd09-8f4af9f60c02,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:33.377224 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:33.412329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.417024 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37918e53-93b9-4db3-bd09-8f4af9f60c02 HTTP/1.1" status: 204 len: 168 time: 0.9876261 Nov 09 11:28:33.539628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.550013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.590593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Transition to ACTIVE for port object f6a4d11c-b538-48f9-b30e-40e15fefda86 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:33.606273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d07619-2b1d-4cc3-9568-10ebe523bb3b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:33.646197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce762865-65d1-42f5-bb22-b27b0b5f5af9 req-f9f08561-fbff-4a21-9d63-0925ec6bbdde tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:33.647742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce762865-65d1-42f5-bb22-b27b0b5f5af9 req-f9f08561-fbff-4a21-9d63-0925ec6bbdde tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 931 time: 0.6532884 Nov 09 11:28:33.662011 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.702144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:33.708641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 09 11:28:33.709479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 09 11:28:33.721684 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:33.747744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] For port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:33.755166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Transition to ACTIVE for port object 21d07619-2b1d-4cc3-9568-10ebe523bb3b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:33.760278 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.776027 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e96e138a-a097-4823-95e8-e27fc3287751 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:33.794064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b8bf328b-64f8-4a00-a1ea-177078481039 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:33.800060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.804108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] For port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:33.860338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Network': ['ID=638a4f4d-c40f-414f-b008-595857394f47,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:33.863410 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.876699 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:33.883908 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ba7f729-7351-452c-9cc5-79e6eaa309e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:33.891324 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.897378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82ec52-2275-4f10-b8c2-0e4df590bf09 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:28:33.909430 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.935754 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ce762865-65d1-42f5-bb22-b27b0b5f5af9 req-521e9cef-a5f2-40fb-b557-c6882a000812 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698832 Nov 09 11:28:33.940907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] No DVR routers for this DVR port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:33.943259 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:33.955424 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:34.015707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.035053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416db2f-7583-403c-b585-c98d3ec2881f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:34.051454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:34.056729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:34.066644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:34.081711 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.085833 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0416db2f-7583-403c-b585-c98d3ec2881f HTTP/1.1" status: 204 len: 168 time: 1.7608898 Nov 09 11:28:34.096142 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:34.096142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/networks/638a4f4d-c40f-414f-b008-595857394f47 HTTP/1.1" status: 204 len: 168 time: 2.5156875 Nov 09 11:28:34.096142 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dfaaa53d-fe34-4294-a5c6-88d9b39ede41 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:34.106536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:34.146263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=f6a4d11c-b538-48f9-b30e-40e15fefda86,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:34.164753 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:34.170310 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f76a56e2-b0cf-4ee6-b568-febd8c007fee tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:34.256029 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.262017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] 10.222.0.57 "PUT /v2.0/ports/15b46a42-2ee7-4d2d-ac23-b6342268a8a4 HTTP/1.1" status: 200 len: 1092 time: 5.5680337 Nov 09 11:28:34.264892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'tag': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:34.279989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port b8bf328b-64f8-4a00-a1ea-177078481039 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:34.296482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b8bf328b-64f8-4a00-a1ea-177078481039 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:34.296970 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.315635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Pushing event updated for resources: {'Port': ['ID=21d07619-2b1d-4cc3-9568-10ebe523bb3b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:34.328937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82ec52-2275-4f10-b8c2-0e4df590bf09 None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:28:34.380237 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.400102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Pushing event updated for resources: {'Port': ['ID=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:34.404879 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:34.410384 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:34.411105 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:34.448665 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'tag': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4', 'status': 'completed', 'code': 200} Nov 09 11:28:34.457551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '9ffe2f83-338b-40b2-9211-3b662a492e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:34.457894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:34.479276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=d5c88377-ab6b-4787-8257-0df809242fb2,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:34.484375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.486910 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:34.522090 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.667072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-d36bd034-1cd2-4b5b-a918-be115f24d28d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 1095 time: 0.2610452 Nov 09 11:28:34.743159 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.783342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Attempting to bind port 21d07619-2b1d-4cc3-9568-10ebe523bb3b on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:34.785082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Attempting to bind port 21d07619-2b1d-4cc3-9568-10ebe523bb3b by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:34.793756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Attempting to bind port 21d07619-2b1d-4cc3-9568-10ebe523bb3b on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:34.793756 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-ff27844a-1fd9-4829-b581-ce74852dcb50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b46a42-2ee7-4d2d-ac23-b6342268a8a4 HTTP/1.1" status: 200 len: 217 time: 0.1187146 Nov 09 11:28:34.809570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port b8bf328b-64f8-4a00-a1ea-177078481039, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b8bf328b-64f8-4a00-a1ea-177078481039,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:34.859403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Port 21d07619-2b1d-4cc3-9568-10ebe523bb3b on network c49831ac-3a66-40bd-a75f-ff9e25273919 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:28:34.859731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Attempting to bind port 21d07619-2b1d-4cc3-9568-10ebe523bb3b on network c49831ac-3a66-40bd-a75f-ff9e25273919 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:34.872317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:34.872711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Checking segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:34.873237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Bound using segment: {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:34.874007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Bound port: 21d07619-2b1d-4cc3-9568-10ebe523bb3b, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572005b5-a7c8-4cbf-91e6-f9a84252a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:34.874372 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.876511 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:34.885334 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:34.961497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:34.968866 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e2f68-4942-4fff-ae56-21f566c8a0b3 req-38f33dfd-3dcb-4c2a-8cad-7aa5077af970 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:34.973193 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d92e2f68-4942-4fff-ae56-21f566c8a0b3 req-38f33dfd-3dcb-4c2a-8cad-7aa5077af970 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 944 time: 0.6947205 Nov 09 11:28:34.975186 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.016627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.032814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=b8bf328b-64f8-4a00-a1ea-177078481039,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:35.038050 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:35.138418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657116ed-aa05-42ba-b306-e60dbcb3b056']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:35.165207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e74fe2c-3755-4adb-89c3-3a8b6e7f058f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:35.165498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e74fe2c-3755-4adb-89c3-3a8b6e7f058f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:35.189917 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.203229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:35.217758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ce78f-d228-48a6-be84-3e60b75c0118 None None] Network 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:35.230374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:35.231014 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.240770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.356186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:35.356593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.399090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d92e2f68-4942-4fff-ae56-21f566c8a0b3 req-9bf7a749-8273-4aa2-8bfe-27b68141e237 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003670 Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:35.402347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:35.414938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030744 Nov 09 11:28:35.426528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47812) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:35.483816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-c50fe915-2a62-4fe6-9b75-717a7848f8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:35.485538 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-c50fe915-2a62-4fe6-9b75-717a7848f8dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.6751611 Nov 09 11:28:35.503447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] For port 21d07619-2b1d-4cc3-9568-10ebe523bb3b, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:35.546252 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fcf6026c-bbff-4059-8808-2d04a03d2abb None None] Provisioning for port f6a4d11c-b538-48f9-b30e-40e15fefda86 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:35.559448 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-fcf6026c-bbff-4059-8808-2d04a03d2abb None None] Provisioning complete for port f6a4d11c-b538-48f9-b30e-40e15fefda86 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:35.559833 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fcf6026c-bbff-4059-8808-2d04a03d2abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.575598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5605102 Nov 09 11:28:35.584432 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47820) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:35.628777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:35.629285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:35.629717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:35.636962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-e6db85c6-05b7-4137-ad74-84f84ae38dbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967638 Nov 09 11:28:35.637379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-2a0f5d72-fad2-454a-8505-e1d8a9bb6e65', 'network_id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': 'd5c88377-ab6b-4787-8257-0df809242fb2'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:35.641323 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.671308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on network e9c7f859-1b59-470e-aabd-c58d6afde908 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:28:35.671642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Attempting to bind port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on network e9c7f859-1b59-470e-aabd-c58d6afde908 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:35.690852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:35.690852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Checking segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:35.690852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Bound using segment: {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:35.690852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Bound port: f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:35.690852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.691721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6026c-bbff-4059-8808-2d04a03d2abb None None] Port f6a4d11c-b538-48f9-b30e-40e15fefda86 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:28:35.766020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5ba79415-7b62-42f8-afc3-c26d9e2fdb84 tempest-NetworksApiDiscovery-869917137 tempest-NetworksApiDiscovery-869917137-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3375609 Nov 09 11:28:35.776360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.782269 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.787693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] For port 21d07619-2b1d-4cc3-9568-10ebe523bb3b, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21d07619-2b1d-4cc3-9568-10ebe523bb3b,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:35.802584 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f258eef9-a33f-4b1c-a053-79cad41e6cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:35.823528 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] 10.222.0.50 "DELETE /v2.0/networks/657116ed-aa05-42ba-b306-e60dbcb3b056 HTTP/1.1" status: 204 len: 168 time: 1.7133965 Nov 09 11:28:35.864401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Pushing event deleted for resources: {'Network': ['ID=657116ed-aa05-42ba-b306-e60dbcb3b056,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:35.865065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7234e-1356-4a66-ac59-d430bda29e1c req-75bbd4ba-27fa-4bca-8837-3626704ef9a5 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:35.872711 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-31d7234e-1356-4a66-ac59-d430bda29e1c req-75bbd4ba-27fa-4bca-8837-3626704ef9a5 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 943 time: 0.5771461 Nov 09 11:28:35.884904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b8bf328b-64f8-4a00-a1ea-177078481039 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:35.888038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:35.902411 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:35.913626 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Allocated IP 172.20.0.3 (2a0f5d72-fad2-454a-8505-e1d8a9bb6e65/d5c88377-ab6b-4787-8257-0df809242fb2/44575865-70da-4225-b2be-bbd2bf5c99e7) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:35.924869 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bae3d0d4-53f3-49a5-936c-256b3efdbdc6 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:35.965316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47830) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:36.054373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:36.070896 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.072746 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] 10.222.0.57 "PUT /v2.0/ports/21d07619-2b1d-4cc3-9568-10ebe523bb3b HTTP/1.1" status: 200 len: 1091 time: 4.9734607 Nov 09 11:28:36.077862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:36.113811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b8bf328b-64f8-4a00-a1ea-177078481039 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:36.114527 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.139877 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-0e1dd065-381d-4ad1-b849-b172c5729d51 service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946206 Nov 09 11:28:36.141259 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.164721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.243787 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-31d7234e-1356-4a66-ac59-d430bda29e1c req-f6d8987f-f965-4ee6-9bcc-8ba4a39edabf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702059 Nov 09 11:28:36.251127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Pushing event updated for resources: {'Port': ['ID=21d07619-2b1d-4cc3-9568-10ebe523bb3b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:36.256696 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:36.260446 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3b59056d-01c1-4cd6-a4e1-8bde12eb6f6f tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:36.278506 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.303968 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.311238 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.329841 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Transition to ACTIVE for port object 44575865-70da-4225-b2be-bbd2bf5c99e7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:36.358195 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Transition to ACTIVE for port object 44575865-70da-4225-b2be-bbd2bf5c99e7 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:36.392007 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.393588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 1092 time: 5.8728311 Nov 09 11:28:36.427378 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.451007 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.455053 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:36.471607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'tag': '21d07619-2b1d-4cc3-9568-10ebe523bb3b'}, {'name': 'network-changed', 'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:36.514848 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:36.531692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:36.540815 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:36.546676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-749bc2c6-acb2-4202-9edc-cafe282929c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 1094 time: 0.3664804 Nov 09 11:28:36.645676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-0b374dab-ed67-4134-82da-97e0fdb52c52 service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917824 Nov 09 11:28:36.659375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Network 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:36.663178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:36.665575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Pushing event updated for resources: {'Port': ['ID=44575865-70da-4225-b2be-bbd2bf5c99e7,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:36.668408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:36.693022 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'tag': '21d07619-2b1d-4cc3-9568-10ebe523bb3b', 'status': 'completed', 'code': 200} Nov 09 11:28:36.693751 n-d-817173-1 neutron-server[84334]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'status': 'failed', 'code': 422} returned with failed status Nov 09 11:28:36.700929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-e396a005-ef10-4438-9815-6c5b3d235dd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21d07619-2b1d-4cc3-9568-10ebe523bb3b HTTP/1.1" status: 200 len: 217 time: 0.1390071 Nov 09 11:28:36.741188 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:36.753738 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.772842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:36.785448 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.810251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Attempting to bind port 44575865-70da-4225-b2be-bbd2bf5c99e7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:36.810993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Attempting to bind port 44575865-70da-4225-b2be-bbd2bf5c99e7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '9ffe2f83-338b-40b2-9211-3b662a492e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:36.811371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Attempting to bind port 44575865-70da-4225-b2be-bbd2bf5c99e7 on network 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:36.822257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:36.822645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Checking segment: {'id': '9ffe2f83-338b-40b2-9211-3b662a492e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:36.823088 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.823493 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Bound using segment: {'id': '9ffe2f83-338b-40b2-9211-3b662a492e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:36.823977 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Bound port: 44575865-70da-4225-b2be-bbd2bf5c99e7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffe2f83-338b-40b2-9211-3b662a492e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:36.824426 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.836904 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47846) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:36.870287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-1534be0e-3c13-449b-bfbd-4bf93a387875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1096 time: 0.4387703 Nov 09 11:28:36.871080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:36.873643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-634631922-network', 'tenant_id': 'ac008a56d9944f5dacd65d3c36027083'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:36.912688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=f6a4d11c-b538-48f9-b30e-40e15fefda86,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:36.926931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:36.941072 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2dcc75f2-0f62-4850-a752-0121c04d83dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:36.954828 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] For port 44575865-70da-4225-b2be-bbd2bf5c99e7, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:36.957999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] For port 44575865-70da-4225-b2be-bbd2bf5c99e7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=44575865-70da-4225-b2be-bbd2bf5c99e7,segment=NetworkSegment(9ffe2f83-338b-40b2-9211-3b662a492e67),segment_id=9ffe2f83-338b-40b2-9211-3b662a492e67)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:36.987331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c88377-ab6b-4787-8257-0df809242fb2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:37.036346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:37.044735 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:37.053385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-904cec9f-3f0c-428a-b26e-7f1fbe896b6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:37.055006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-904cec9f-3f0c-428a-b26e-7f1fbe896b6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.3449969 Nov 09 11:28:37.055748 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.062714 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fd0dbd37-cbff-4797-9b22-73e7ee9ad0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:37.079572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Usage tracker for resource:network and tenant:ac008a56d9944f5dacd65d3c36027083 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:37.131368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:37.151426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-582698cd-7cb4-4af0-96a6-6725bd297357 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758154 Nov 09 11:28:37.152233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:37.193124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Pushing event updated for resources: {'Port': ['ID=44575865-70da-4225-b2be-bbd2bf5c99e7,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:37.226869 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:37.255319 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-a793c262-7383-490c-9032-dc38386e0bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:37.257578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-a793c262-7383-490c-9032-dc38386e0bc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.3753040 Nov 09 11:28:37.263086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.272313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4932b5-876c-41f5-97ed-93f8677197ee None None] Network 2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:37.282285 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.326970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0f5d72-fad2-454a-8505-e1d8a9bb6e65']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:37.366197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffe2f83-338b-40b2-9211-3b662a492e67') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:37.366836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffe2f83-338b-40b2-9211-3b662a492e67') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:37.380315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Made reservation on behalf of ac008a56d9944f5dacd65d3c36027083 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:37.383713 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.395991 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.407541 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-2353e5c6-2675-43ac-82e2-50d3e1f010fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 1095 time: 0.6279182 Nov 09 11:28:37.414234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1b00c184-a899-4f7d-9b12-8c02f79eeb9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27f77c3094404a92acf52f2f432d41f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5650144 Nov 09 11:28:37.417385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213a90e-8214-4d76-aeff-c5bf0ed242cf req-b8b37c9c-d849-4c5b-93e4-c23407b477c6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:37.424301 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6213a90e-8214-4d76-aeff-c5bf0ed242cf req-b8b37c9c-d849-4c5b-93e4-c23407b477c6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.6504204 Nov 09 11:28:37.430299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47862) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:37.437194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:37.461541 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.471853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.475912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5c112e475b4b078abe7e3a18b0fb63 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:37.489375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:37.489874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:37.496341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:37.497944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:37.498659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5400b6-b26d-43f6-a56a-29c32ff7af5b None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:28:37.500406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:37.500808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:37.522283 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:37.626829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5400b6-b26d-43f6-a56a-29c32ff7af5b None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:28:37.696405 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6213a90e-8214-4d76-aeff-c5bf0ed242cf req-617a062c-ffee-40da-b43b-5883eab2f3ad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708840 Nov 09 11:28:37.790174 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:28:37.790174 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:28:37.790174 n-d-817173-1 neutron-server[84333]: [parameters: {'id': '2a0f5d72-fad2-454a-8505-e1d8a9bb6e65'}] Nov 09 11:28:37.790174 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:28:37.790824 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:28:37.892715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:37.909931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-1e7e177c-789e-4c9d-ae6e-4c5754c722db service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403719 Nov 09 11:28:37.918827 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-f004545c-8b69-4ccf-9a96-8c67a81620b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 999 time: 0.6000562 Nov 09 11:28:37.924386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Usage tracker for resource:security_group_rule and tenant:ac008a56d9944f5dacd65d3c36027083 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:37.942765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:37.958053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:38.039526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:38.045495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-960d1df1-dc6e-4472-9494-89ca0884660c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:38.046907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-960d1df1-dc6e-4472-9494-89ca0884660c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 912 time: 0.6310439 Nov 09 11:28:38.051236 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.061232 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e1db3dc0-4dea-4a48-8889-e48392eab929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:38.107899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec064b2c-5d68-4cb7-ae9f-8e743700741e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:38.111973 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:38.117273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b5c112e475b4b078abe7e3a18b0fb63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2678611 Nov 09 11:28:38.120066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:38.187157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.218994 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.244459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router f4c4b276-fefe-49a9-8050-2d12bcf3665d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:28:38.246317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd0bb2-5dc0-4946-aa1d-3cc37ab251c5 req-043349c9-ecf7-4a6d-8666-6dd01143dc3c tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:38.247824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23bd0bb2-5dc0-4946-aa1d-3cc37ab251c5 req-043349c9-ecf7-4a6d-8666-6dd01143dc3c tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 943 time: 0.7435777 Nov 09 11:28:38.254867 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-8e8bd9d2-2f50-42f5-b154-6fc22f19233d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b46a42-2ee7-4d2d-ac23-b6342268a8a4 HTTP/1.1" status: 200 len: 217 time: 0.1404617 Nov 09 11:28:38.265417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-fe492897-f9e0-4b6f-8faf-90467c5402fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:38.265417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-fe492897-f9e0-4b6f-8faf-90467c5402fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.3023934 Nov 09 11:28:38.265676 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.284838 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e1ef46dd-e38b-49d2-af05-74fbf4dc7e47 None None] Provisioning complete for port f6a4d11c-b538-48f9-b30e-40e15fefda86 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:38.285465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e1ef46dd-e38b-49d2-af05-74fbf4dc7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.291556 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.342991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef46dd-e38b-49d2-af05-74fbf4dc7e47 None None] Port f6a4d11c-b538-48f9-b30e-40e15fefda86 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:28:38.381350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 44575865-70da-4225-b2be-bbd2bf5c99e7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:38.382162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.429219 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.468747 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f9f2e893-0c7e-488e-8fbb-a06f63b03479 req-a1f24159-e9b2-44da-938b-3fd529698450 service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472589 Nov 09 11:28:38.524169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-161c6f43-d753-4061-9d85-d9aef75bf80b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:38.525692 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-161c6f43-d753-4061-9d85-d9aef75bf80b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.2262189 Nov 09 11:28:38.563626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.580968 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-23bd0bb2-5dc0-4946-aa1d-3cc37ab251c5 req-c0a0735b-7bd8-412c-894b-201c75762b3e tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221297 Nov 09 11:28:38.581997 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-70a5c3b0-9df4-4fb5-8d47-b919bf70eeed tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:38.601407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec064b2c-5d68-4cb7-ae9f-8e743700741e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:38.610336 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:38.641538 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.650557 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-b02ae97d-81a6-4268-aaea-2997aac1987e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169915 Nov 09 11:28:38.697350 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.701095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec064b2c-5d68-4cb7-ae9f-8e743700741e HTTP/1.1" status: 204 len: 168 time: 0.5773304 Nov 09 11:28:38.705930 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 44575865-70da-4225-b2be-bbd2bf5c99e7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=44575865-70da-4225-b2be-bbd2bf5c99e7,segment=NetworkSegment(9ffe2f83-338b-40b2-9211-3b662a492e67),segment_id=9ffe2f83-338b-40b2-9211-3b662a492e67)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:38.706297 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.706698 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-e9339e08-7a6b-4098-9210-3f0f5e0c69d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4399037 Nov 09 11:28:38.707428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.754589 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6ca2bce1-ce17-4fa9-9ae6-c0fc9066b5da tempest-VolumesNegativeTest-447581544 tempest-VolumesNegativeTest-447581544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:38.774962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-b06a3ff1-b44d-4416-86bb-a0592b245192 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:28:38.775954 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-b06a3ff1-b44d-4416-86bb-a0592b245192 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049725 Nov 09 11:28:38.850357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:38.852366 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.913373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f50c372-d734-489f-b263-1dad08cf58ca,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:38.916685 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:38.940324 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e290c970-4a0a-4284-bed9-ee17dd46a249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:38.966629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:38.967035 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Added segment cee561a9-76cd-4ecd-a136-b0fd8473b360 of type vlan for network 648ab8b5-b365-4fe5-8c89-e0c6a46271d6 Nov 09 11:28:39.004297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d984b7-93fa-4e4e-8472-5e9b163506c1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:39.008702 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:39.029740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-7dd389a0-da1e-4833-bc77-9197cd1fd70a service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644953 Nov 09 11:28:39.055115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 44575865-70da-4225-b2be-bbd2bf5c99e7 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:28:39.062721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-2b4db3fc-b7ad-4e70-8dc1-c4a00f7c759d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0de3982f03eb4125acb46062cbcc7066&device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 1094 time: 0.4808266 Nov 09 11:28:39.096499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.099254 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5d984b7-93fa-4e4e-8472-5e9b163506c1 HTTP/1.1" status: 204 len: 168 time: 1.6659567 Nov 09 11:28:39.134716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:28:39.138383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.147422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Sync routers for ids ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:28:39.155912 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "PUT /v2.0/routers/f4c4b276-fefe-49a9-8050-2d12bcf3665d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2281024 Nov 09 11:28:39.166205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Routers {'f4c4b276-fefe-49a9-8050-2d12bcf3665d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:39.168089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:39.175319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-54173a75-37c8-467e-96a6-1c19f8ef0ba3 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833971 Nov 09 11:28:39.195860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72041-0d03-4c59-921b-2f187b3e9953 req-93d9cf3e-d4df-4ed9-a001-f7754ff6dd42 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:39.202957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0b72041-0d03-4c59-921b-2f187b3e9953 req-93d9cf3e-d4df-4ed9-a001-f7754ff6dd42 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.3417900 Nov 09 11:28:39.263700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.292323 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2385ea37-84ce-4e3e-94ad-5b510b200499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:39.317331 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:28:39.328480 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0b72041-0d03-4c59-921b-2f187b3e9953 req-38ba13bc-43f3-4b52-9102-69d40da384bd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246617 Nov 09 11:28:39.329919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port 44575865-70da-4225-b2be-bbd2bf5c99e7 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:28:39.391442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=44575865-70da-4225-b2be-bbd2bf5c99e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:39.398953 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:39.451736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Set router f4c4b276-fefe-49a9-8050-2d12bcf3665d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:39.512383 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.591906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0f5d72-fad2-454a-8505-e1d8a9bb6e65']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:39.621410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffe2f83-338b-40b2-9211-3b662a492e67') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:39.623496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffe2f83-338b-40b2-9211-3b662a492e67') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:39.656782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.688153 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.689329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:39.690056 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.695244 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.696592 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-695b19fa-ba9f-482d-8e6f-dc02a0afc88d tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:39.708881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:39.710634 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:39.772471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-f895f655-e81e-4b37-8005-1fba9c88f338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:39.774236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-f895f655-e81e-4b37-8005-1fba9c88f338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 200 len: 912 time: 0.6883564 Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:39.841032 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:39.899886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7d6e2e84-0c08-4453-b6fc-c8275b39f074 req-b9ee6269-614a-4e10-ad2f-c2cfd15508e7 service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522470 Nov 09 11:28:39.901267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-d686bb60-95df-416f-8771-4374712332bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21d07619-2b1d-4cc3-9568-10ebe523bb3b HTTP/1.1" status: 200 len: 217 time: 0.0950570 Nov 09 11:28:39.991224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:34Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f6a4d11c-b538-48f9-b30e-40e15fefda86', 'name': '', 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:40:d0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:32Z', 'updated_at': '2021-11-09T11:28:35Z', 'revision_number': 2, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:39.997127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Checking router: f4c4b276-fefe-49a9-8050-2d12bcf3665d for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:28:39.997325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Updating router f4c4b276-fefe-49a9-8050-2d12bcf3665d port f6a4d11c-b538-48f9-b30e-40e15fefda86 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:28:40.024041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d698f81-0f1a-42d6-9d76-9a021e7acc85 req-7db91f61-7a3c-4e1c-a477-be7c5132d58e tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:40.025569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d698f81-0f1a-42d6-9d76-9a021e7acc85 req-7db91f61-7a3c-4e1c-a477-be7c5132d58e tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 943 time: 0.1810637 Nov 09 11:28:40.026735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.030227 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0fec68b0-ca79-470b-b7fd-246f0e307c5e tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:40.050356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.071389 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.075376 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=2a0f5d72-fad2-454a-8505-e1d8a9bb6e65,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:40.080650 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:40.088877 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 HTTP/1.1" status: 204 len: 168 time: 4.5038223 Nov 09 11:28:40.090767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47906) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:40.098339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1231871742'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:40.124276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:40.128370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7d698f81-0f1a-42d6-9d76-9a021e7acc85 req-55ee4283-f7aa-4192-a2c2-43ce3318ed6e tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794559 Nov 09 11:28:40.130919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:40.137178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1573720 Nov 09 11:28:40.137702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:40.137702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47912) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:40.143642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:40.149222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Request body: {'subnet': {'network_id': '648ab8b5-b365-4fe5-8c89-e0c6a46271d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-634631922-subnet', 'tenant_id': 'ac008a56d9944f5dacd65d3c36027083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:40.158643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-cfa844a5-41a4-4039-a3a1-108712ac1675 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9249940 Nov 09 11:28:40.162643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:40.172556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Pushing event updated for resources: {'Network': ['ID=648ab8b5-b365-4fe5-8c89-e0c6a46271d6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:40.175118 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:28:40.181852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Usage tracker for resource:subnet and tenant:ac008a56d9944f5dacd65d3c36027083 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:40.189923 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:40.197583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:40.202584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:28:40.205567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 648ab8b5-b365-4fe5-8c89-e0c6a46271d6 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:40.206641 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:40.232287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-55a14991-7d24-465b-bd22-19007aa71f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:40.233757 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-55a14991-7d24-465b-bd22-19007aa71f89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 200 len: 851 time: 0.1693175 Nov 09 11:28:40.240804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-0947b749-accd-4578-a7de-8cd691c9a3b9 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:40.241476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-0947b749-accd-4578-a7de-8cd691c9a3b9 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:40.283194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:40.294753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.299881 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-b6e36068-d5f6-4fe3-87e2-d6b8020b9bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c49831ac-3a66-40bd-a75f-ff9e25273919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539975 Nov 09 11:28:40.356825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:40.367685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Made reservation on behalf of ac008a56d9944f5dacd65d3c36027083 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:40.370325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.393967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-0947b749-accd-4578-a7de-8cd691c9a3b9 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:40.395136 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-0947b749-accd-4578-a7de-8cd691c9a3b9 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/networks?id=fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 HTTP/1.1" status: 200 len: 798 time: 0.7290676 Nov 09 11:28:40.407836 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.408416 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 9888c376-2438-40eb-a03b-787fa4de421c of type vlan for network 958d2bb4-3775-4c44-bdb2-b9cdd008557b Nov 09 11:28:40.434518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-7564de2d-58d2-487b-a66e-b5cfafa9fb39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/quotas/10a099c7c4104d6bb0d7af8c69176dc5 HTTP/1.1" status: 200 len: 375 time: 0.0331807 Nov 09 11:28:40.521841 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-b3668879-b21b-4e98-bdd5-eb54203ce01a service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144878 Nov 09 11:28:40.541355 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:28:40.613172 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.683124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:40.727515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.732069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:40.732671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:40.734599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'port_id': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4', 'mac_address': 'fa:16:3e:f7:b8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817c3f3e-30a6-45b4-afc8-4510b5144a09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:28:40.778027 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2c9548f4-c69b-46db-9d80-545b00acd940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:40.782483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-6764f024-beed-45c1-870c-7b7101e90021 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3329644 Nov 09 11:28:40.853697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47930) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:40.902916 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a74e2985-6a46-4c52-9b08-a416e0d315fd req-1e7b7043-5317-41e1-a2c8-ae8be0b408c3 service neutron] 10.222.0.57 "GET /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740103 Nov 09 11:28:40.971339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-913ce553-e287-4077-bd02-a757bbefbb78 service neutron] 10.222.0.50 "GET /v2.0/networks/fb62f2c9-3f86-4e4b-ae06-5a6a4748b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718361 Nov 09 11:28:41.022192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.053085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=958d2bb4-3775-4c44-bdb2-b9cdd008557b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:41.070741 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9786832 Nov 09 11:28:41.071687 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 47938) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:41.072604 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bedba87b-2ca7-445d-9bb1-9a9f7a82aeed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:41.078901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 958d2bb4-3775-4c44-bdb2-b9cdd008557b details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:41.096090 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '958d2bb4-3775-4c44-bdb2-b9cdd008557b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:41.111715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:41.214698 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.228352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:41.235643 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c647a14a-f748-4a0f-88a7-579d6989543e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:41.247640 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.270960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Transition to ACTIVE for port object f6a4d11c-b538-48f9-b30e-40e15fefda86 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:41.283525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-150bafb9-d815-4566-9fc4-8e4ba090cbbb service neutron] 10.222.0.50 "GET /v2.0/networks/fb62f2c9-3f86-4e4b-ae06-5a6a4748b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009002 Nov 09 11:28:41.303884 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.305224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21d07619-2b1d-4cc3-9568-10ebe523bb3b details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:28:41.312741 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:41.328502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa1959-1870-4ef1-9aa8-6176aafb574d req-e2e8a332-428f-42ff-9aad-e87c4acd4b4d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:41.329974 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a2fa1959-1870-4ef1-9aa8-6176aafb574d req-e2e8a332-428f-42ff-9aad-e87c4acd4b4d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.6056025 Nov 09 11:28:41.388783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:41.394912 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.422871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-900135df-c1ff-42be-91c5-7f46719c874c tempest-ServiceProvidersTest-725432551 tempest-ServiceProvidersTest-725432551-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5580981 Nov 09 11:28:41.434143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:41.443795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbec4e43-8896-4c49-94f8-35a7dc799f46,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:41.449681 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:41.450651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:41.492128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:41.512975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Checking segment: {'id': 'cee561a9-76cd-4ecd-a136-b0fd8473b360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '648ab8b5-b365-4fe5-8c89-e0c6a46271d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:41.513424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Network hostable DHCP agents. Network: 648ab8b5-b365-4fe5-8c89-e0c6a46271d6, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:41.519488 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:41.523180 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:41.526134 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:41.568539 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a2fa1959-1870-4ef1-9aa8-6176aafb574d req-d6921eb8-03cc-4603-b352-050bec3e928c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258132 Nov 09 11:28:41.593200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 21d07619-2b1d-4cc3-9568-10ebe523bb3b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21d07619-2b1d-4cc3-9568-10ebe523bb3b,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:41.609550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:41.654120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '21d07619-2b1d-4cc3-9568-10ebe523bb3b', 'network_id': 'c49831ac-3a66-40bd-a75f-ff9e25273919', 'port_id': '21d07619-2b1d-4cc3-9568-10ebe523bb3b', 'mac_address': 'fa:16:3e:46:56:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817c3f3e-30a6-45b4-afc8-4510b5144a09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:28:41.799111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Network 648ab8b5-b365-4fe5-8c89-e0c6a46271d6 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:41.831918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-880bc0e0-eb77-45fe-ad2c-a176de74d38e req-ba7ac30c-2886-4fe0-8ca3-5e2f162bdc64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:41.851446 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.868082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790a5e-eb5c-45cb-8f91-b8b394ff019b req-93719a5f-c084-4297-bc76-974cc4fa7056 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:41.877795 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73790a5e-eb5c-45cb-8f91-b8b394ff019b req-93719a5f-c084-4297-bc76-974cc4fa7056 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 943 time: 0.1789088 Nov 09 11:28:41.923694 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.944186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-73790a5e-eb5c-45cb-8f91-b8b394ff019b req-915021e4-d74b-4e7b-a982-a19f1a3bdc3e tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Nov 09 11:28:41.952494 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 648ab8b5-b365-4fe5-8c89-e0c6a46271d6) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:41.962221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:41.962835 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:41.999634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-880bc0e0-eb77-45fe-ad2c-a176de74d38e req-ba7ac30c-2886-4fe0-8ca3-5e2f162bdc64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:42.001877 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Attempting to bind port f6a4d11c-b538-48f9-b30e-40e15fefda86 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:42.002502 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Attempting to bind port f6a4d11c-b538-48f9-b30e-40e15fefda86 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:42.002640 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Attempting to bind port f6a4d11c-b538-48f9-b30e-40e15fefda86 on network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:42.009454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b059a37-7740-48ef-a7c9-d74367b3394d None None] Network 648ab8b5-b365-4fe5-8c89-e0c6a46271d6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:42.010498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-880bc0e0-eb77-45fe-ad2c-a176de74d38e req-ba7ac30c-2886-4fe0-8ca3-5e2f162bdc64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 210 time: 0.2564559 Nov 09 11:28:42.118241 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9790990 Nov 09 11:28:42.152108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:42.152500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Checking segment: {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:42.152915 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.153369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Bound using segment: {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:42.153795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Bound port: f6a4d11c-b538-48f9-b30e-40e15fefda86, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:42.154180 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.174958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2849c99-2a88-4fe3-8190-ee8162267f32 None None] Pushing event updated for resources: {'Port': ['ID=f6a4d11c-b538-48f9-b30e-40e15fefda86,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:42.204168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d07619-2b1d-4cc3-9568-10ebe523bb3b {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:42.209204 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e2849c99-2a88-4fe3-8190-ee8162267f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:42.261522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.273123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 21d07619-2b1d-4cc3-9568-10ebe523bb3b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21d07619-2b1d-4cc3-9568-10ebe523bb3b,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:42.275205 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92bce5ba-b692-465b-8fd2-ea1fae10031b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:42.353744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258441bc-e601-40ea-a19b-144bf3c75811 None None] Network 648ab8b5-b365-4fe5-8c89-e0c6a46271d6 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:42.425028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47978) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:42.445380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 47988) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:42.545339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] For port f6a4d11c-b538-48f9-b30e-40e15fefda86, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:42.610482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Deleting subnet dbec4e43-8896-4c49-94f8-35a7dc799f46 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:28:42.624773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.637325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.655768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] For port f6a4d11c-b538-48f9-b30e-40e15fefda86, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f6a4d11c-b538-48f9-b30e-40e15fefda86,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:42.660431 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:42.679024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=738b223a-b684-4818-9843-132255a4a130,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:42.682930 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:42.687683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '9888c376-2438-40eb-a03b-787fa4de421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '958d2bb4-3775-4c44-bdb2-b9cdd008557b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:42.687970 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 958d2bb4-3775-4c44-bdb2-b9cdd008557b, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:42.765332 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.820919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 958d2bb4-3775-4c44-bdb2-b9cdd008557b is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:42.829613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.889020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 958d2bb4-3775-4c44-bdb2-b9cdd008557b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:42.893386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:42.894366 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:42.961187 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8be803-373b-45af-a730-44016251bdba None None] Network 958d2bb4-3775-4c44-bdb2-b9cdd008557b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:43.001448 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:43.039232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Routers {'f4c4b276-fefe-49a9-8050-2d12bcf3665d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:28:43.039903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:43.090034 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0130389 Nov 09 11:28:43.102996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:43.268740 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:43.312379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['21d07619-2b1d-4cc3-9568-10ebe523bb3b'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:28:43.353953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d936b-37dc-4b51-b126-d6d5c8db9b3d req-36ec0f76-d0f2-4da2-bc18-97cb5afd336b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:43.361921 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-755d936b-37dc-4b51-b126-d6d5c8db9b3d req-36ec0f76-d0f2-4da2-bc18-97cb5afd336b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.3827033 Nov 09 11:28:43.394486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:43.402730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['15b46a42-2ee7-4d2d-ac23-b6342268a8a4'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:28:43.407106 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c6731ba-3905-4a2b-89be-6b260aee68c5 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:43.460314 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-755d936b-37dc-4b51-b126-d6d5c8db9b3d req-b5944f8d-6369-4e85-a0e9-33e069acc2e9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954397 Nov 09 11:28:43.467587 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:43.651803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:43.690843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=21d07619-2b1d-4cc3-9568-10ebe523bb3b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:43.718434 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:43.725878 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-1de29d9f-1019-43c6-8499-4988353c26b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.849s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:43.789662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbec4e43-8896-4c49-94f8-35a7dc799f46,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:43.798098 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:43.822124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:43.832696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Usage tracker for resource:security_group_rule and tenant:666a5483ea074941a831769d1229f90b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:43.838395 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:43.841267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:43.857297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:43.884330 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dbec4e43-8896-4c49-94f8-35a7dc799f46 HTTP/1.1" status: 204 len: 168 time: 1.4378695 Nov 09 11:28:43.887570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:43.895100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b59ea9-a045-485c-adae-d9d968c193d2 req-ba6dd33c-d3d6-45c1-9547-f14d64283844 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:43.895800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48012) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:43.897257 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d0dc9d1d-7d25-4bca-8989-3fcef46c9fa3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:43.898710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36b59ea9-a045-485c-adae-d9d968c193d2 req-ba6dd33c-d3d6-45c1-9547-f14d64283844 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 944 time: 0.5964427 Nov 09 11:28:43.943987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-acf7e5d4-e303-4af1-9dd7-04dbedfd6628 req-12c8849d-acd2-4530-a507-b6c315e92787 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 210 time: 0.1181276 Nov 09 11:28:43.984083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=738b223a-b684-4818-9843-132255a4a130,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:43.993403 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:44.061641 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36b59ea9-a045-485c-adae-d9d968c193d2 req-a28b8f0f-1600-4757-bfe0-cdb70ae2c415 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495261 Nov 09 11:28:44.138984 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.155410 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.183461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958d2bb4-3775-4c44-bdb2-b9cdd008557b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:44.197981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.207187 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d54c72cd-574e-4b81-813e-5897d6171927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:44.218657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9888c376-2438-40eb-a03b-787fa4de421c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:44.219066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9888c376-2438-40eb-a03b-787fa4de421c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:44.245202 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.258320 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.270991 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.280421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:44.280937 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:44.297073 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:44.303067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c0bca4-f772-415f-b346-1fa5575864a7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:44.315755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] Set router f4c4b276-fefe-49a9-8050-2d12bcf3665d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:28:44.322754 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:44.327387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=666a5483ea074941a831769d1229f90b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9049432 Nov 09 11:28:44.330147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48018) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:44.442235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.481738 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.604290 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.633965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648ab8b5-b365-4fe5-8c89-e0c6a46271d6']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:44.658241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee561a9-76cd-4ecd-a136-b0fd8473b360') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:44.658541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee561a9-76cd-4ecd-a136-b0fd8473b360') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:44.677716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.732482 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.739228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:44.739624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.815746 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.824190 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2849c99-2a88-4fe3-8190-ee8162267f32 None None] Pushing event updated for resources: {'Port': ['ID=f6a4d11c-b538-48f9-b30e-40e15fefda86,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:44.838064 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b13061c5-643a-4a07-918a-ed503f4a2fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:44.845037 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e2849c99-2a88-4fe3-8190-ee8162267f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:44.860847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c0bca4-f772-415f-b346-1fa5575864a7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:44.875880 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:44.877260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:44.882010 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3c0bca4-f772-415f-b346-1fa5575864a7 HTTP/1.1" status: 204 len: 168 time: 0.5472221 Nov 09 11:28:44.897348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d5fe05-c408-46dd-a3c8-60c12c150aca None None] Network 958d2bb4-3775-4c44-bdb2-b9cdd008557b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:44.930500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-33b2edf9-910b-45df-a281-e37f9ac1a194 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:44.932437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-33b2edf9-910b-45df-a281-e37f9ac1a194 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.59 "GET /v2.0/networks?id=fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 HTTP/1.1" status: 200 len: 798 time: 0.4287815 Nov 09 11:28:44.965367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Request body: {'port': {'device_id': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'admin_state_up': True, 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:45.005784 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:45.185786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.195890 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.203622 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:45.265230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Pushing event deleted for resources: {'Network': ['ID=648ab8b5-b365-4fe5-8c89-e0c6a46271d6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:45.267874 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:45.295880 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.303936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.318374 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/958d2bb4-3775-4c44-bdb2-b9cdd008557b HTTP/1.1" status: 204 len: 168 time: 2.2112887 Nov 09 11:28:45.319092 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48034) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:45.321623 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cb364d5-f1f3-4dfe-8540-b664dd21d28a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:45.386177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56305971'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:45.402641 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:45.407168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:45.410650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:45.432140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:45.462765 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-caa70d5d-b4f1-4492-a979-38641573a79a admin admin] 10.222.0.50 "DELETE /v2.0/networks/648ab8b5-b365-4fe5-8c89-e0c6a46271d6 HTTP/1.1" status: 204 len: 168 time: 1.5374188 Nov 09 11:28:45.484405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=958d2bb4-3775-4c44-bdb2-b9cdd008557b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:45.488123 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:45.529703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:45.539337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.541088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:34Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f6a4d11c-b538-48f9-b30e-40e15fefda86', 'name': '', 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:40:d0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:32Z', 'updated_at': '2021-11-09T11:28:42Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:45.552689 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc04635-c999-4621-853d-bfc248d88f58 None None] The sync data for ids ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'] in n-d-817173-1 is: [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:28:34Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f6a4d11c-b538-48f9-b30e-40e15fefda86', 'name': '', 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:40:d0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:32Z', 'updated_at': '2021-11-09T11:28:42Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:28:45.578136 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-38852f14-29da-46e9-98f7-854c5391d2ca req-ed2271b8-1270-4907-aeeb-cd50277ccb87 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 210 time: 0.1724391 Nov 09 11:28:45.609466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee49c4-58e1-47c9-a657-6cf1d53fc695 req-943e33e8-3abd-48d3-9275-0cd518f6ffb3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:45.619179 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ee49c4-58e1-47c9-a657-6cf1d53fc695 req-943e33e8-3abd-48d3-9275-0cd518f6ffb3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.6066947 Nov 09 11:28:45.635768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:45.692347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:45.742417 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:45.805808 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-03ee49c4-58e1-47c9-a657-6cf1d53fc695 req-2d682c77-704b-400b-a8d2-8628dd8e1d64 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561947 Nov 09 11:28:45.815213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Made reservation on behalf of 10a099c7c4104d6bb0d7af8c69176dc5 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:45.819161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.821956 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.822428 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment d44b0ebc-02fd-48c2-9a43-7070b4b18b71 of type vlan for network 5902cdcd-959d-4822-8194-51762ae34c96 Nov 09 11:28:45.925028 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:45.990542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f6a4d11c-b538-48f9-b30e-40e15fefda86 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:46.176034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Allocated IP 172.20.0.19 (fb62f2c9-3f86-4e4b-ae06-5a6a4748b315/0ca116ed-a822-4ee8-b544-aac420f8a2b9/62ddd054-dceb-4858-8ce8-4cddd57b360f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:46.181253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:46.185850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:46.186455 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:46.191944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:46.195265 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-feacb77c-faf5-45e3-bb2a-4a3b329481e3 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:46.432437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port f6a4d11c-b538-48f9-b30e-40e15fefda86 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:46.438884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f6a4d11c-b538-48f9-b30e-40e15fefda86 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:46.439893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:46.477638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d20332-564e-4ced-88dc-7ed10121b794 req-4c9c6d8f-d653-4257-9d98-59d8f5419cf8 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:46.479224 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c3d20332-564e-4ced-88dc-7ed10121b794 req-4c9c6d8f-d653-4257-9d98-59d8f5419cf8 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 944 time: 0.2574761 Nov 09 11:28:46.482207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:46.539056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=5902cdcd-959d-4822-8194-51762ae34c96,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:46.555467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 5902cdcd-959d-4822-8194-51762ae34c96 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:46.565958 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:46.566089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Transition to ACTIVE for port object 62ddd054-dceb-4858-8ce8-4cddd57b360f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:46.675466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c3d20332-564e-4ced-88dc-7ed10121b794 req-906a9120-9fe0-4176-b4e4-eddf3aa4bb85 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894953 Nov 09 11:28:46.792918 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:46.802025 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85f54901-cc1b-4d34-9ed9-f89d51fdfebf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:46.886531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:47.069557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:47.073007 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:47.105192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:47.312707 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7fab0c71-9c3e-469c-b31d-0ce90ec4ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.320069 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9552085 Nov 09 11:28:47.324272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48064) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:47.351126 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.355927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '5902cdcd-959d-4822-8194-51762ae34c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:47.392953 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-082cb6dd-f343-4564-8099-af257ace047f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac008a56d9944f5dacd65d3c36027083&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1514738 Nov 09 11:28:47.404223 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port f6a4d11c-b538-48f9-b30e-40e15fefda86, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f6a4d11c-b538-48f9-b30e-40e15fefda86,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:47.411130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48070) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:47.412491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:47.428378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:47.429182 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.487404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event updated for resources: {'Port': ['ID=62ddd054-dceb-4858-8ce8-4cddd57b360f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:47.501558 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.512951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:47.513609 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.519501 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:47.538531 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-24568299-2305-4cfe-86ee-8c7e8b4aef98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:47.656250 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.664803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01119a9b-4438-4312-ab05-2e0124222a93 req-a6f4803f-6d29-412f-ac7e-23b2652b8232 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:47.671800 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01119a9b-4438-4312-ab05-2e0124222a93 req-a6f4803f-6d29-412f-ac7e-23b2652b8232 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.4356723 Nov 09 11:28:47.681336 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.682608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:47.687145 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:47.690725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:47.698098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:47.705114 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7449033 Nov 09 11:28:47.720976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b555fd6-87df-4015-80b5-80fe985a6060 req-895c9a65-4163-4b6e-9eaa-a636ad7917e2 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:47.734468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b555fd6-87df-4015-80b5-80fe985a6060 req-895c9a65-4163-4b6e-9eaa-a636ad7917e2 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 895 time: 0.6049349 Nov 09 11:28:47.756078 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.774487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Request body: {'port': {'device_id': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:47.791318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:47.872663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2cdbd9b7-55d9-48cb-a66a-500fdfdf7688 None None] Provisioning for port 62ddd054-dceb-4858-8ce8-4cddd57b360f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:47.876013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=f6a4d11c-b538-48f9-b30e-40e15fefda86,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:47.885807 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:47.889258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2cdbd9b7-55d9-48cb-a66a-500fdfdf7688 None None] Provisioning complete for port 62ddd054-dceb-4858-8ce8-4cddd57b360f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:47.889646 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2cdbd9b7-55d9-48cb-a66a-500fdfdf7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.950676 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:47.992630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:47.999668 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2cdbd9b7-55d9-48cb-a66a-500fdfdf7688 None None] Port 62ddd054-dceb-4858-8ce8-4cddd57b360f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:28:48.018646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:48.084106 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:48.085363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21d07619-2b1d-4cc3-9568-10ebe523bb3b up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:48.150783 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-01119a9b-4438-4312-ab05-2e0124222a93 req-4385c344-c656-4e83-bb96-aa7269f0978c tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4780293 Nov 09 11:28:48.154824 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:48.184486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:48.236330 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:48.453597 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101268e6-4e31-4c60-86d4-3003bc42fe85 req-03a15ee5-9a9b-4a4f-90a4-cc605ec73498 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:48.457275 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-101268e6-4e31-4c60-86d4-3003bc42fe85 req-03a15ee5-9a9b-4a4f-90a4-cc605ec73498 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 944 time: 0.4091568 Nov 09 11:28:48.472994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:48.489267 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:48.528807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 21d07619-2b1d-4cc3-9568-10ebe523bb3b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:28:48.534912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 21d07619-2b1d-4cc3-9568-10ebe523bb3b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:48.535347 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:48.579867 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-101268e6-4e31-4c60-86d4-3003bc42fe85 req-395f3027-3a78-4d38-b797-778ad4b8c713 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122746 Nov 09 11:28:48.591422 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:48.596761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-19e4b66d-84fa-456c-9b8b-6e4e515bc728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:48.647281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f50c372-d734-489f-b263-1dad08cf58ca,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:48.651716 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:48.773103 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:48.774581 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f50c372-d734-489f-b263-1dad08cf58ca HTTP/1.1" status: 204 len: 168 time: 1.3570707 Nov 09 11:28:48.916927 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4', 'code': 200} Nov 09 11:28:48.988740 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:49.015190 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:49.025470 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-007b07d0-6d41-4ad4-9af5-9a15190961fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:49.178472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 21d07619-2b1d-4cc3-9568-10ebe523bb3b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21d07619-2b1d-4cc3-9568-10ebe523bb3b,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:49.249041 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:49.250999 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e366c41d-a035-4541-a0ca-5989009db6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:49.289354 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129e7ab3-9cd1-44cc-8aaa-7d0c7b825b0c req-09f05b2d-31e0-402b-a9c5-60285105787f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 1097 time: 0.3483274 Nov 09 11:28:49.324072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=38eed134-5b17-405d-9d54-9abdb4d14254,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:49.336131 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:49.414910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': 'd44b0ebc-02fd-48c2-9a43-7070b4b18b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5902cdcd-959d-4822-8194-51762ae34c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:49.415349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 5902cdcd-959d-4822-8194-51762ae34c96, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:49.589852 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=21d07619-2b1d-4cc3-9568-10ebe523bb3b,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:49.601078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612792-3893-43cf-915a-b04532d56efe req-b5a3a81e-7d07-41a8-a7a5-43455382146c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:49.603023 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:49.611106 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e2612792-3893-43cf-915a-b04532d56efe req-b5a3a81e-7d07-41a8-a7a5-43455382146c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 895 time: 0.3983531 Nov 09 11:28:49.616058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 5902cdcd-959d-4822-8194-51762ae34c96 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:49.678497 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bc657f15-c9bd-48c1-a6f7-0856527fa022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:49.729511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 5902cdcd-959d-4822-8194-51762ae34c96) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:49.736545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:49.737127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:49.742812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2093cf7-c2ee-47c9-9979-eacb36be80ca None None] Network 5902cdcd-959d-4822-8194-51762ae34c96 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:49.820126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f6a4d11c-b538-48f9-b30e-40e15fefda86 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:49.855986 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ddd054-dceb-4858-8ce8-4cddd57b360f {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:49.867238 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5340979 Nov 09 11:28:49.867969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48128) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:49.897783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:49.977252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-129e7ab3-9cd1-44cc-8aaa-7d0c7b825b0c req-1d111c58-521b-4cc0-ab8d-4fa068d1bca8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985730 Nov 09 11:28:49.978601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Transition to ACTIVE for port object 62ddd054-dceb-4858-8ce8-4cddd57b360f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:50.035255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01959e-154b-4258-98e9-df750b87745e req-48e64a9a-63b5-4c4d-95f8-f1ba4df2121e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:50.047751 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d01959e-154b-4258-98e9-df750b87745e req-48e64a9a-63b5-4c4d-95f8-f1ba4df2121e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.2822905 Nov 09 11:28:50.099712 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:50.118102 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:50.255008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:50.361626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c679-b315-4ba8-8a05-1c5aa8542cc5 req-ec7cefdb-7474-4975-8ee4-1a176550233c tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:50.370211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ab16c679-b315-4ba8-8a05-1c5aa8542cc5 req-ec7cefdb-7474-4975-8ee4-1a176550233c tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 945 time: 0.2638123 Nov 09 11:28:50.480912 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f6a4d11c-b538-48f9-b30e-40e15fefda86 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:28:50.481587 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:50.499318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Pushing event updated for resources: {'Port': ['ID=62ddd054-dceb-4858-8ce8-4cddd57b360f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:50.502820 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:50.535307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:50.594662 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ab16c679-b315-4ba8-8a05-1c5aa8542cc5 req-e73033ab-be60-4ac4-ae84-c32759c73bfc tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236044 Nov 09 11:28:50.687094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d01959e-154b-4258-98e9-df750b87745e req-702703c2-ffb3-4fd6-922a-0c94e115d96d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6373000 Nov 09 11:28:50.820451 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:50.827007 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ddfa3575-e493-46b1-8c0e-6d786bf12561 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:50.849892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162929e7-ca27-43c5-8632-67eeba831708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-5902cdcd-959d-4822-8194-51762ae34c96', 'network_id': '5902cdcd-959d-4822-8194-51762ae34c96', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': '38eed134-5b17-405d-9d54-9abdb4d14254'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:50.853044 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-162929e7-ca27-43c5-8632-67eeba831708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:50.872374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Attempting to bind port 62ddd054-dceb-4858-8ce8-4cddd57b360f on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:50.881038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Attempting to bind port 62ddd054-dceb-4858-8ce8-4cddd57b360f by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:50.881038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Attempting to bind port 62ddd054-dceb-4858-8ce8-4cddd57b360f on network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:50.916939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=38eed134-5b17-405d-9d54-9abdb4d14254,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:50.922619 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:50.932621 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:50.935454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d07619-2b1d-4cc3-9568-10ebe523bb3b'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:50.960736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Port 62ddd054-dceb-4858-8ce8-4cddd57b360f on network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:28:50.961069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Attempting to bind port 62ddd054-dceb-4858-8ce8-4cddd57b360f on network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:50.993550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:50.996232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Checking segment: {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:50.998430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Bound using segment: {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:50.999250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Bound port: 62ddd054-dceb-4858-8ce8-4cddd57b360f, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f00a0fc-b4e0-450b-8aa7-dd554aba6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:50.999616 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:51.256390 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d07619-2b1d-4cc3-9568-10ebe523bb3b', 'code': 200} Nov 09 11:28:51.387843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:51.416184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f5a571-844f-4f5c-a1c4-0d225fc25076 None None] Network 5902cdcd-959d-4822-8194-51762ae34c96 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:51.417475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] For port 62ddd054-dceb-4858-8ce8-4cddd57b360f, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:51.438731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] For port 62ddd054-dceb-4858-8ce8-4cddd57b360f, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=62ddd054-dceb-4858-8ce8-4cddd57b360f,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:51.499927 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19775c57-88e5-439a-8a37-a57f9483203d req-acfe0eee-3f77-4314-a3d3-14d2122631de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 1096 time: 0.1716495 Nov 09 11:28:51.507110 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5902cdcd-959d-4822-8194-51762ae34c96']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:51.508942 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:51.517791 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd19a918-cee4-473b-8067-25c6480cc7d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:51.571016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44b0ebc-02fd-48c2-9a43-7070b4b18b71') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:51.571691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44b0ebc-02fd-48c2-9a43-7070b4b18b71') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:28:51.618713 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:51.638332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48162) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:51.649440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb16e-cb2c-41ef-a844-d52a02ca028c req-aa0326ab-e423-44cd-a8e7-a32294bcbd66 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:51.662349 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1b7cb16e-cb2c-41ef-a844-d52a02ca028c req-aa0326ab-e423-44cd-a8e7-a32294bcbd66 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 907 time: 0.7129998 Nov 09 11:28:51.711785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:51.764803 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:28:51.765212 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:51.795955 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:51.797716 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] 10.222.0.59 "PUT /v2.0/ports/62ddd054-dceb-4858-8ce8-4cddd57b360f HTTP/1.1" status: 200 len: 1055 time: 4.0437386 Nov 09 11:28:51.804060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19775c57-88e5-439a-8a37-a57f9483203d req-be3adf82-137f-42f9-ab42-5d1fcc834901 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891912 Nov 09 11:28:51.805084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'tag': '62ddd054-dceb-4858-8ce8-4cddd57b360f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:28:51.827939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Pushing event updated for resources: {'Port': ['ID=62ddd054-dceb-4858-8ce8-4cddd57b360f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:51.842421 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:28:51.871950 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:28:52.289362 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:52.353398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-4eefeb7d-d1e3-4423-a23d-a59cce56c32e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 1058 time: 0.3908603 Nov 09 11:28:52.366097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50f358-3433-4df5-a433-4f7b7101b3bb req-a913efa2-c851-46cf-9d06-d7404a46cc99 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:52.373798 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f50f358-3433-4df5-a433-4f7b7101b3bb req-a913efa2-c851-46cf-9d06-d7404a46cc99 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 945 time: 0.2543683 Nov 09 11:28:52.425394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1913556813-network', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:52.465658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:52.472447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Usage tracker for resource:network and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:52.482550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:52.484116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-24bcbd47-b306-4256-957b-30c847cc4e11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=62ddd054-dceb-4858-8ce8-4cddd57b360f HTTP/1.1" status: 200 len: 217 time: 0.1080904 Nov 09 11:28:52.496192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:52.581884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Made reservation on behalf of b7945d6e08704345a8e53c498c0adf76 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:52.586603 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:52.588582 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f50f358-3433-4df5-a433-4f7b7101b3bb req-32a7beb7-0fc0-4489-a12d-e2bc6d6e57e3 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137873 Nov 09 11:28:52.632549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-8d4fbaf4-f71f-4eaf-936f-1fcf39ad6285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:52.632549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-8d4fbaf4-f71f-4eaf-936f-1fcf39ad6285 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ca116ed-a822-4ee8-b544-aac420f8a2b9 HTTP/1.1" status: 200 len: 837 time: 0.1178408 Nov 09 11:28:52.634424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad87e2a-b4ca-4c86-8f71-8f781f642198 req-0c8c3c09-643f-455c-86f2-7118c7e1b1c2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:52.636850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dad87e2a-b4ca-4c86-8f71-8f781f642198 req-0c8c3c09-643f-455c-86f2-7118c7e1b1c2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.2204580 Nov 09 11:28:52.637911 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:52.644186 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:52.667792 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51851beb-c1a7-41e5-b0eb-a2fe31f55043 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:52.719668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/5902cdcd-959d-4822-8194-51762ae34c96 HTTP/1.1" status: 204 len: 168 time: 2.8505583 Nov 09 11:28:52.723069 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48188) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:52.735034 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'tag': '62ddd054-dceb-4858-8ce8-4cddd57b360f', 'status': 'completed', 'code': 200} Nov 09 11:28:52.754200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:52.783672 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-51ab66ac-d0cf-40de-8cfa-1b3ebe8926a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb62f2c9-3f86-4e4b-ae06-5a6a4748b315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287062 Nov 09 11:28:52.794540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470655386'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:52.844903 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:52.850169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Usage tracker for resource:security_group_rule and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:52.853608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:52.860131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:52.939926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=5902cdcd-959d-4822-8194-51762ae34c96,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:52.949280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:52.952935 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:52.954660 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:52.959024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:52.962632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:52.967456 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dad87e2a-b4ca-4c86-8f71-8f781f642198 req-48a2820b-bf3a-4e6d-8e9f-350216d5b929 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142750 Nov 09 11:28:52.975971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:53.015155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.019673 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8747697-671d-48ca-b588-bac73ed044df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:53.045666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48196) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:53.077454 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53c12e2-343e-4165-826a-3a18d11c4628,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:53.081115 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:53.111584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:53.125778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:53.128903 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.236585 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.238743 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Added segment e5a329b1-ffe7-4e3a-ac94-a102756e15d5 of type vlan for network 005eb336-500e-4a09-83c9-de900b98fe09 Nov 09 11:28:53.246186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-8bdce589-b3f5-4f5c-a715-abf71335cd0e service neutron] 10.222.0.59 "GET /v2.0/networks/fb62f2c9-3f86-4e4b-ae06-5a6a4748b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544499 Nov 09 11:28:53.253779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:28:53.325746 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.334858 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment a8236d27-ad60-4f21-aeb9-8c1a7a3737f7 of type vlan for network 0b993967-fb99-4727-89ef-b53b280789ec Nov 09 11:28:53.365394 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.445031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.541932 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.569703 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.572811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:53.573568 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.580821 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b517e2c-84dd-467f-9420-1243ff754414 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:53.641268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:53.649362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Usage tracker for resource:security_group_rule and tenant:78d760a7ed4f42819f6fcace6cb31880 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:53.653913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de70f4a6-5465-43d3-8673-35a37f1e91f2 req-63342c2d-e72e-47bc-b058-b54f0b14b5e9 service neutron] 10.222.0.59 "GET /v2.0/networks/fb62f2c9-3f86-4e4b-ae06-5a6a4748b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905873 Nov 09 11:28:53.655992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:53.664558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:53.675157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bbf3d-f2eb-446d-b527-4b07e8969b82 req-8e3aa1e0-8064-4a6b-930f-d356f50bf847 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:53.676031 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-173bbf3d-f2eb-446d-b527-4b07e8969b82 req-8e3aa1e0-8064-4a6b-930f-d356f50bf847 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:28:53.763303 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.771593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.778173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:53.778779 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.780742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-173bbf3d-f2eb-446d-b527-4b07e8969b82 req-8e3aa1e0-8064-4a6b-930f-d356f50bf847 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:28:53.781904 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173bbf3d-f2eb-446d-b527-4b07e8969b82 req-8e3aa1e0-8064-4a6b-930f-d356f50bf847 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 907 time: 0.3329706 Nov 09 11:28:53.788778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Pushing event updated for resources: {'Network': ['ID=005eb336-500e-4a09-83c9-de900b98fe09,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:53.797868 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:53.801555 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:53.804878 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 005eb336-500e-4a09-83c9-de900b98fe09 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:53.849027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:53.881686 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9394cbb-b70e-4e9e-89a6-0e201253716a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:53.992951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78d760a7ed4f42819f6fcace6cb31880&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9411905 Nov 09 11:28:54.029172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01d3b6-fdd2-4078-8c9a-f94c158f55ac,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:54.033950 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3927944 Nov 09 11:28:54.036873 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2839003 Nov 09 11:28:54.039466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48206) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:54.039660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48208) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:54.040206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48210) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:54.050494 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:54.184559 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:54.236619 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Request body: {'subnet': {'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1913556813-subnet', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:54.245279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:54.250539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Usage tracker for resource:subnet and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:54.254297 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b843936-f71d-4784-9995-34e9f4394d53 req-5521a7a7-a54a-40f5-a9ec-ad35a24e64e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 1058 time: 0.3745170 Nov 09 11:28:54.254486 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:54.263595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:54.303107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=0b993967-fb99-4727-89ef-b53b280789ec,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:54.313602 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:54.318169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 0b993967-fb99-4727-89ef-b53b280789ec details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:54.414742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Made reservation on behalf of b7945d6e08704345a8e53c498c0adf76 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:54.417026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:54.480487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33311da0-51f9-4c4b-8ce7-8be90733365d req-ae833405-f1aa-4a8a-a1c2-2866abbf9324 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:54.481979 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-33311da0-51f9-4c4b-8ce7-8be90733365d req-ae833405-f1aa-4a8a-a1c2-2866abbf9324 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 945 time: 0.6907799 Nov 09 11:28:54.738108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:54.778176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b843936-f71d-4784-9995-34e9f4394d53 req-f30f18af-20c9-40f5-9ea9-a2c08fdc754b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:54.779882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b843936-f71d-4784-9995-34e9f4394d53 req-f30f18af-20c9-40f5-9ea9-a2c08fdc754b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 HTTP/1.1" status: 200 len: 899 time: 0.4664237 Nov 09 11:28:54.850157 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:54.857046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67335c-713b-4323-ae07-eb0df78f26a3 req-bdcea7b5-1d20-4f7a-9e16-dff2c5dd9902 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:54.858385 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:54.859987 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d67335c-713b-4323-ae07-eb0df78f26a3 req-bdcea7b5-1d20-4f7a-9e16-dff2c5dd9902 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.1786199 Nov 09 11:28:54.873696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-33311da0-51f9-4c4b-8ce7-8be90733365d req-183299b8-22a7-433a-be00-8cb98618f65f tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070018 Nov 09 11:28:54.961278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d67335c-713b-4323-ae07-eb0df78f26a3 req-e3fc7532-82cd-4fc4-aff2-5114821c293e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945127 Nov 09 11:28:55.013954 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:55.026669 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:55.183839 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b843936-f71d-4784-9995-34e9f4394d53 req-0c48a496-cc95-43cb-9591-f6137bee666d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=62ddd054-dceb-4858-8ce8-4cddd57b360f HTTP/1.1" status: 200 len: 217 time: 0.1375442 Nov 09 11:28:55.209817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 0b993967-fb99-4727-89ef-b53b280789ec is not hosted by any dhcp agent {{(pid=84333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 09 11:28:55.213814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:55.214413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:55.215927 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "PUT /v2.0/networks/0b993967-fb99-4727-89ef-b53b280789ec HTTP/1.1" status: 200 len: 723 time: 1.1523986 Nov 09 11:28:55.219517 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48230) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:55.227470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '0b993967-fb99-4727-89ef-b53b280789ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:55.356032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=0b993967-fb99-4727-89ef-b53b280789ec,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:55.363123 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:55.371989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 0b993967-fb99-4727-89ef-b53b280789ec details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:28:55.412525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:55.422350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8da3e2-3651-4285-9955-34ee945705bb req-ad26fb94-a988-4891-9f1e-32f33b6d6837 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:55.426329 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b8da3e2-3651-4285-9955-34ee945705bb req-ad26fb94-a988-4891-9f1e-32f33b6d6837 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 907 time: 0.2867544 Nov 09 11:28:55.426329 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b084cd9-ad9e-4be5-8b8b-31efc6168346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:55.441302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01d3b6-fdd2-4078-8c9a-f94c158f55ac,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:55.451374 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:55.453064 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:55.456608 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f358324f-4712-4022-848f-deda3017baf0 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:55.545297 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:55.546441 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad01d3b6-fdd2-4078-8c9a-f94c158f55ac HTTP/1.1" status: 204 len: 168 time: 1.4874671 Nov 09 11:28:55.554911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b843936-f71d-4784-9995-34e9f4394d53 req-1054f72e-4900-4f9e-8bc5-8bc4d9484ad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:55.556763 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b843936-f71d-4784-9995-34e9f4394d53 req-1054f72e-4900-4f9e-8bc5-8bc4d9484ad0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ca116ed-a822-4ee8-b544-aac420f8a2b9 HTTP/1.1" status: 200 len: 837 time: 0.0789092 Nov 09 11:28:55.569522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67491d64-401a-40b2-a68b-d44cd7edeeea,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:55.574738 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:55.609054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Checking segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:55.609418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Network hostable DHCP agents. Network: 005eb336-500e-4a09-83c9-de900b98fe09, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:55.694162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:55.707911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:55.714683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:55.723354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Network 005eb336-500e-4a09-83c9-de900b98fe09 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:55.728818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459dff-0c3a-4e4f-bb0d-5d6d1a03c64a req-6a15a35b-e428-45fc-be66-e04f8c9aba69 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:55.732557 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-77459dff-0c3a-4e4f-bb0d-5d6d1a03c64a req-6a15a35b-e428-45fc-be66-e04f8c9aba69 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 946 time: 0.4409559 Nov 09 11:28:55.732557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:55.811364 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-77459dff-0c3a-4e4f-bb0d-5d6d1a03c64a req-9fbf27c4-5647-430d-aa89-4cac237481a8 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719464 Nov 09 11:28:55.815045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 005eb336-500e-4a09-83c9-de900b98fe09) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:55.815581 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b843936-f71d-4784-9995-34e9f4394d53 req-08317c2e-f5c5-4b8f-9b72-a8792e5e0d6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb62f2c9-3f86-4e4b-ae06-5a6a4748b315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2430501 Nov 09 11:28:55.820660 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:55.835538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:55.842953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876836a-8663-446c-9fcd-26815497650a None None] Network 005eb336-500e-4a09-83c9-de900b98fe09 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:55.871983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:28:55.961907 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8964915 Nov 09 11:28:55.962664 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48244) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:55.967812 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:55.992172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:56.000002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Usage tracker for resource:router and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:56.010573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:56.052960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:56.181767 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:56.183016 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:56.233571 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:56.397255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-005eb336-500e-4a09-83c9-de900b98fe09', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:56.398089 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:56.483521 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:56.698535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:56.713693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Allocated IP 172.20.0.2 (005eb336-500e-4a09-83c9-de900b98fe09/67491d64-401a-40b2-a68b-d44cd7edeeea/6e4a6e26-7a48-4936-8881-e10e976016b4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:56.830556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b843936-f71d-4784-9995-34e9f4394d53 req-1ecbc371-b7ff-4e6c-a126-6e85faf890f7 service neutron] 10.222.0.59 "GET /v2.0/networks/fb62f2c9-3f86-4e4b-ae06-5a6a4748b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7080967 Nov 09 11:28:57.068531 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.080150 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Transition to ACTIVE for port object 6e4a6e26-7a48-4936-8881-e10e976016b4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:57.081341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91429ee-0efa-40a0-930f-cd4a460b3d76 req-9d417346-562e-4cc8-8d14-86e08c27c7cd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:57.083317 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b91429ee-0efa-40a0-930f-cd4a460b3d76 req-9d417346-562e-4cc8-8d14-86e08c27c7cd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.6027908 Nov 09 11:28:57.086536 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b843936-f71d-4784-9995-34e9f4394d53 req-336dfb14-1eb8-4d4c-b137-28241854c5f3 service neutron] 10.222.0.59 "GET /v2.0/networks/fb62f2c9-3f86-4e4b-ae06-5a6a4748b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011180 Nov 09 11:28:57.100516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Transition to ACTIVE for port object 6e4a6e26-7a48-4936-8881-e10e976016b4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:28:57.160229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b91429ee-0efa-40a0-930f-cd4a460b3d76 req-86f4b58d-b20f-4952-8612-4851d6e2a07d tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670180 Nov 09 11:28:57.258371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:57.288100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.340002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:28:57.344011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Usage tracker for resource:security_group_rule and tenant:e182814ccc47408abc5806b90b3073ee is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:28:57.347188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:28:57.354895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:28:57.375596 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.381964 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:57.422161 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.438927 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-af16ad8c-8c36-4168-8a30-7fb54f2b5959 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:57.563185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.586767 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Network 005eb336-500e-4a09-83c9-de900b98fe09 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:57.593971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:57.593971 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Pushing event updated for resources: {'Port': ['ID=6e4a6e26-7a48-4936-8881-e10e976016b4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:57.604450 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:57.613582 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:57.664837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=5a95e825-25fd-4c41-948f-184d2c34ac41,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:57.678342 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:57.701925 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.720822 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-73c5ab04-0788-4042-923e-c2483e0df358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:57.790124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.790482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0b993967-fb99-4727-89ef-b53b280789ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:57.790849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 0b993967-fb99-4727-89ef-b53b280789ec, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:28:57.831722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e4cc47-4ffa-49ec-b43a-ddfa7c54b966,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:57.834928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d5f0-6513-43bd-b332-5f705fd5630a req-b8244981-e590-4821-bdc7-9ff509b9ec8d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:57.843006 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:57.843006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e182814ccc47408abc5806b90b3073ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5804794 Nov 09 11:28:57.844550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48264) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:57.845856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.848664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68b5d5f0-6513-43bd-b332-5f705fd5630a req-b8244981-e590-4821-bdc7-9ff509b9ec8d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 907 time: 0.5201123 Nov 09 11:28:57.883559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Attempting to bind port 6e4a6e26-7a48-4936-8881-e10e976016b4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:28:57.883559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Attempting to bind port 6e4a6e26-7a48-4936-8881-e10e976016b4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:28:57.883559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Attempting to bind port 6e4a6e26-7a48-4936-8881-e10e976016b4 on network 005eb336-500e-4a09-83c9-de900b98fe09 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:28:57.908750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:28:57.909136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Checking segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:28:57.909561 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.910206 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Bound using segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:28:57.913964 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Bound port: 6e4a6e26-7a48-4936-8881-e10e976016b4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:28:57.940600 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:57.997541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 0b993967-fb99-4727-89ef-b53b280789ec is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:28:58.083198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 0b993967-fb99-4727-89ef-b53b280789ec) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:58.088387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:58.089286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:58.111395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] For port 6e4a6e26-7a48-4936-8881-e10e976016b4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:28:58.116149 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] For port 6e4a6e26-7a48-4936-8881-e10e976016b4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6e4a6e26-7a48-4936-8881-e10e976016b4,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:28:58.120862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa642a62-3f1f-4e52-97c8-3ff5f632bcb3 None None] Network 0b993967-fb99-4727-89ef-b53b280789ec requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:28:58.326240 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1028893 Nov 09 11:28:58.328695 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48276) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:58.348433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:28:58.385901 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:58.530413 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:58.540832 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:58.569089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:58.588570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Allocated IP 172.25.7.111 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/d256c9a0-9076-4a04-814d-85d2951a6668) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:58.603946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9439ed5-f46f-4057-b6a9-af98bb5557a7 req-11f9fa40-2576-4b8a-a426-4d4bfa5a78e3 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:58.612216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9439ed5-f46f-4057-b6a9-af98bb5557a7 req-11f9fa40-2576-4b8a-a426-4d4bfa5a78e3 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 946 time: 0.7011199 Nov 09 11:28:58.681943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Pushing event updated for resources: {'Port': ['ID=6e4a6e26-7a48-4936-8881-e10e976016b4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:58.697707 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:58.978915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9439ed5-f46f-4057-b6a9-af98bb5557a7 req-bf1c4d05-ac1c-4a9a-a01e-2abf833520a8 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328374 Nov 09 11:28:58.980366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-0b993967-fb99-4727-89ef-b53b280789ec', 'network_id': '0b993967-fb99-4727-89ef-b53b280789ec', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': '5a95e825-25fd-4c41-948f-184d2c34ac41'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:28:58.980366 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.003056 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.008527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4182099'] for subnet, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.126026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 62ddd054-dceb-4858-8ce8-4cddd57b360f details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:28:59.231655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-13ed9dc4-cd3d-40e2-8740-0dd75db63ab7 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:59.233292 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-13ed9dc4-cd3d-40e2-8740-0dd75db63ab7 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 946 time: 1.0683756 Nov 09 11:28:59.338682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63622d-f9da-4c1e-bca1-0c63fee1cf6e req-9fb1d9da-4757-4c79-b9ed-f5194f2c57e7 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:59.341318 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1a63622d-f9da-4c1e-bca1-0c63fee1cf6e req-9fb1d9da-4757-4c79-b9ed-f5194f2c57e7 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 907 time: 0.1284554 Nov 09 11:28:59.422099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.423927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b84ef-5da8-4775-bfc0-e9ee4d01476e req-6483c8a4-1d17-4cf8-ba08-a2b7ea8092d5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:59.426846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 62ddd054-dceb-4858-8ce8-4cddd57b360f, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=62ddd054-dceb-4858-8ce8-4cddd57b360f,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:59.430989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-518b84ef-5da8-4775-bfc0-e9ee4d01476e req-6483c8a4-1d17-4cf8-ba08-a2b7ea8092d5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.6850555 Nov 09 11:28:59.434426 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-58dba23a-e836-4f25-a410-1e25b8d15dfd tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:59.450698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '62ddd054-dceb-4858-8ce8-4cddd57b360f', 'network_id': 'fb62f2c9-3f86-4e4b-ae06-5a6a4748b315', 'port_id': '62ddd054-dceb-4858-8ce8-4cddd57b360f', 'mac_address': 'fa:16:3e:e1:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca116ed-a822-4ee8-b544-aac420f8a2b9', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:28:59.465809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Deleting port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:28:59.466241 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.493107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:28:59.494132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.506718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:28:59.522226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:28:59.522403 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.545546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ddd054-dceb-4858-8ce8-4cddd57b360f {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:28:59.571352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 62ddd054-dceb-4858-8ce8-4cddd57b360f, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=62ddd054-dceb-4858-8ce8-4cddd57b360f,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:28:59.595169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d256c9a0-9076-4a04-814d-85d2951a6668,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:59.602584 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:59.603278 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fc2db2c4-cc1d-41db-95f6-d72c67078113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:59.620471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-518b84ef-5da8-4775-bfc0-e9ee4d01476e req-ff3069f4-92fb-4e62-9a92-0a773ddc1ddc tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885076 Nov 09 11:28:59.627785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e4cc47-4ffa-49ec-b43a-ddfa7c54b966,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:59.633750 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:59.663749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.667777 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3e4cc47-4ffa-49ec-b43a-ddfa7c54b966 HTTP/1.1" status: 204 len: 168 time: 1.8183527 Nov 09 11:28:59.717292 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755037897966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3626905'] for subnet, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.752860 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.769367 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:59.800312 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff2b6657-5b25-4c6c-8bf3-6c0c1cf5e1e7 tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:28:59.871974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:59.871974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:28:59.871974 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "PUT /v2.0/subnets/5a95e825-25fd-4c41-948f-184d2c34ac41 HTTP/1.1" status: 200 len: 806 time: 1.5353949 Nov 09 11:28:59.873831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:28:59.885091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Allocated IP 172.20.0.2 (0b993967-fb99-4727-89ef-b53b280789ec/5a95e825-25fd-4c41-948f-184d2c34ac41/85066b87-66fa-4a6d-89ac-599426f55f90) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:28:59.920018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=62ddd054-dceb-4858-8ce8-4cddd57b360f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:28:59.928517 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:28:59.931175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6e4a6e26-7a48-4936-8881-e10e976016b4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:28:59.933821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-febeb019-519c-44dc-b37b-14dab841a971 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:28:59.947836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-febeb019-519c-44dc-b37b-14dab841a971 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 945 time: 0.7030666 Nov 09 11:29:00.245025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['62ddd054-dceb-4858-8ce8-4cddd57b360f'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:29:00.295489 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:00.320701 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:00.321764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:00.325207 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] For port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:00.325686 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:00.336253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f863-f254-4958-928e-1948014442a0 req-15a0aa55-66c9-455c-b17d-8e43f3237531 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:00.340947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7f47f863-f254-4958-928e-1948014442a0 req-15a0aa55-66c9-455c-b17d-8e43f3237531 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 946 time: 0.2392159 Nov 09 11:29:00.492835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5fa841-af39-4143-b7bd-eb3da9b14323 None None] Network 005eb336-500e-4a09-83c9-de900b98fe09 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:00.495128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=5a95e825-25fd-4c41-948f-184d2c34ac41,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:00.515614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Deleting port 21d07619-2b1d-4cc3-9568-10ebe523bb3b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:00.519781 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:00.564094 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:00.564285 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:00.610107 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7f47f863-f254-4958-928e-1948014442a0 req-f04f45cc-9cc6-4a63-8259-42a565a05c8b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4d93c1b-d607-43eb-bd33-727004ec11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591740 Nov 09 11:29:00.618253 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 6e4a6e26-7a48-4936-8881-e10e976016b4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:00.662026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Calling delete_port for 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:00.816921 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:00.844073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Transition to ACTIVE for port object 85066b87-66fa-4a6d-89ac-599426f55f90 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:01.023224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Transition to ACTIVE for port object 85066b87-66fa-4a6d-89ac-599426f55f90 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:01.044088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Provisioning for port 6e4a6e26-7a48-4936-8881-e10e976016b4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:01.071695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Provisioning complete for port 6e4a6e26-7a48-4936-8881-e10e976016b4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:01.072091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.157733 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.167461 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-fe415d59-f80f-461c-a7a9-d35cba695ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:01.248968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980f28-a85b-4fc4-bf19-5a656353dd96 req-a09da7c9-4e07-4267-b4b0-bda703eb982b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:01.250715 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74980f28-a85b-4fc4-bf19-5a656353dd96 req-a09da7c9-4e07-4267-b4b0-bda703eb982b tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.2013142 Nov 09 11:29:01.257273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] For port 21d07619-2b1d-4cc3-9568-10ebe523bb3b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=21d07619-2b1d-4cc3-9568-10ebe523bb3b,segment=NetworkSegment(572005b5-a7c8-4cbf-91e6-f9a84252a5ca),segment_id=572005b5-a7c8-4cbf-91e6-f9a84252a5ca)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:01.258157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.299105 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Network 0b993967-fb99-4727-89ef-b53b280789ec is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:01.309571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:01.330743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:01.332959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.354238 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5511527c-52ab-44c6-8e8a-92feebb2414d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:01.379139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Pushing event updated for resources: {'Port': ['ID=85066b87-66fa-4a6d-89ac-599426f55f90,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:01.398147 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:01.454293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Calling delete_port for 21d07619-2b1d-4cc3-9568-10ebe523bb3b owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:01.522728 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.555287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b993967-fb99-4727-89ef-b53b280789ec']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:01.573795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:01.574523 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:01.594731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.595207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Attempting to bind port 85066b87-66fa-4a6d-89ac-599426f55f90 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:01.595207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Attempting to bind port 85066b87-66fa-4a6d-89ac-599426f55f90 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0b993967-fb99-4727-89ef-b53b280789ec'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:01.603965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Attempting to bind port 85066b87-66fa-4a6d-89ac-599426f55f90 on network 0b993967-fb99-4727-89ef-b53b280789ec {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:01.612207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.620915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:01.629112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.634139 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:01.634931 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Checking segment: {'id': 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0b993967-fb99-4727-89ef-b53b280789ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:01.635907 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.636713 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Bound using segment: {'id': 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0b993967-fb99-4727-89ef-b53b280789ec'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:01.637684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Bound port: 85066b87-66fa-4a6d-89ac-599426f55f90, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0b993967-fb99-4727-89ef-b53b280789ec'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:01.638502 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.728059 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:01.749998 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:01.771393 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-74980f28-a85b-4fc4-bf19-5a656353dd96 req-c0268c77-152b-4ff3-9511-ad5ffe6d77f6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5071039 Nov 09 11:29:01.772446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=5a95e825-25fd-4c41-948f-184d2c34ac41,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:01.791247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.791885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.792601 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.793290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.793919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.794615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.795273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.795892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.796335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.797913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.798997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:01.806282 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:01.815818 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:29:01.815818 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:29:01.815818 n-d-817173-1 neutron-server[84333]: [parameters: {'id': '0b993967-fb99-4727-89ef-b53b280789ec'}] Nov 09 11:29:01.815818 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:29:01.816292 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:29:01.907453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Router d2e8f962-831b-4597-b3b7-0275129a3a4b is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:29:01.909029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] For port 85066b87-66fa-4a6d-89ac-599426f55f90, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:01.928974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] For port 85066b87-66fa-4a6d-89ac-599426f55f90, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=85066b87-66fa-4a6d-89ac-599426f55f90,segment=NetworkSegment(a8236d27-ad60-4f21-aeb9-8c1a7a3737f7),segment_id=a8236d27-ad60-4f21-aeb9-8c1a7a3737f7)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:01.936389 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6398a088-748b-4ccb-9333-199398389f27 None None] For port 6e4a6e26-7a48-4936-8881-e10e976016b4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6e4a6e26-7a48-4936-8881-e10e976016b4,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:01.963783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:01.995060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe9dc4-2613-43ee-aa12-e73ae61f774a req-b2bbff67-a9b7-4b0e-bd16-d6cc977f0c33 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:02.004942 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.011747 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8cfe9dc4-2613-43ee-aa12-e73ae61f774a req-b2bbff67-a9b7-4b0e-bd16-d6cc977f0c33 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 908 time: 1.3216066 Nov 09 11:29:02.016927 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-08b7bd75-2e83-4939-b63b-59c2b7848504 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:02.021881 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:02.078704 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.185379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event deleted for resources: {'Port': ['ID=15b46a42-2ee7-4d2d-ac23-b6342268a8a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:02.302627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Pushing event updated for resources: {'Port': ['ID=85066b87-66fa-4a6d-89ac-599426f55f90,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:02.338724 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:02.343264 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:02.349967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.371196 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1bef148b-002e-4344-9e62-4041140ed487 req-ae42a892-ed9c-44d2-9844-73f584c28d68 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 210 time: 0.1636794 Nov 09 11:29:02.402112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.402500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.402903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.407833 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.412685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.413130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.413505 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.413982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.414664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.415071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.415441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:02.420774 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:02.436702 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 85066b87-66fa-4a6d-89ac-599426f55f90 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:02.438181 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.477925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] No DVR routers for this DVR port 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:02.480915 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.528454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'name': 'network-vif-deleted', 'tag': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:02.562698 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2d1ea-8ccc-400a-8815-103fa2f99e2c None None] Network 0b993967-fb99-4727-89ef-b53b280789ec requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:02.635047 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4b3b96-dbbd-4091-b361-046a9f1c31f4', 'name': 'network-vif-deleted', 'tag': '15b46a42-2ee7-4d2d-ac23-b6342268a8a4', 'status': 'completed', 'code': 200} Nov 09 11:29:02.649590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d636927-e270-4025-98c3-6b2ac2f62ec1 req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "DELETE /v2.0/ports/15b46a42-2ee7-4d2d-ac23-b6342268a8a4 HTTP/1.1" status: 204 len: 173 time: 3.4036832 Nov 09 11:29:02.700184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-44a292b9-872f-43c2-9f0f-9c6fc32efdb4 None None] Provisioning complete for port 6e4a6e26-7a48-4936-8881-e10e976016b4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:02.700817 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-44a292b9-872f-43c2-9f0f-9c6fc32efdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.724531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6e26-7a48-4936-8881-e10e976016b4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:02.729832 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.733462 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:02.747306 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d412da56-796d-4c7d-bd5d-01264507c425 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:02.786286 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:02.871146 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:02.871574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 15b46a42-2ee7-4d2d-ac23-b6342268a8a4 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:02.872103 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21d07619-2b1d-4cc3-9568-10ebe523bb3b no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:02.882529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 85066b87-66fa-4a6d-89ac-599426f55f90, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=85066b87-66fa-4a6d-89ac-599426f55f90,segment=NetworkSegment(a8236d27-ad60-4f21-aeb9-8c1a7a3737f7),segment_id=a8236d27-ad60-4f21-aeb9-8c1a7a3737f7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:02.897112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:02.910052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 21d07619-2b1d-4cc3-9568-10ebe523bb3b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:02.910542 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 21d07619-2b1d-4cc3-9568-10ebe523bb3b not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:02.934071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Pushing event deleted for resources: {'Port': ['ID=21d07619-2b1d-4cc3-9568-10ebe523bb3b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:02.947353 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:03.058390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10847e-ee82-4a7e-99fe-e2c06791a30e None None] Network 0b993967-fb99-4727-89ef-b53b280789ec requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:03.119343 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 62ddd054-dceb-4858-8ce8-4cddd57b360f up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:03.151512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] No DVR routers for this DVR port 21d07619-2b1d-4cc3-9568-10ebe523bb3b on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:03.154202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:03.156267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-05bbde92-fd63-4de3-a0e0-bebdde5c5dc3 req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.57 "DELETE /v2.0/ports/21d07619-2b1d-4cc3-9568-10ebe523bb3b HTTP/1.1" status: 204 len: 173 time: 3.1851997 Nov 09 11:29:03.228205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 85066b87-66fa-4a6d-89ac-599426f55f90 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:03.421107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2c44e-6981-4c31-900f-e9771e5d1e65 req-79b05e11-41c3-4566-ab3b-bd8ff2b675ec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:03.426868 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6de2c44e-6981-4c31-900f-e9771e5d1e65 req-79b05e11-41c3-4566-ab3b-bd8ff2b675ec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 908 time: 0.1886573 Nov 09 11:29:03.438289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:29:03.451776 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Sync routers for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:29:03.471220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15bb4f8-1bf1-4d55-85d3-e66526d9099f None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:29:03.515438 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:03.523623 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:50Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:03.528662 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 62ddd054-dceb-4858-8ce8-4cddd57b360f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:03.559807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 62ddd054-dceb-4858-8ce8-4cddd57b360f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:03.567897 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:03.644822 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d49fe7-890a-44de-b5e6-40d586c6aff0 req-debf66a4-b218-43e1-b005-4456f40e4842 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:03.648175 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8d49fe7-890a-44de-b5e6-40d586c6aff0 req-debf66a4-b218-43e1-b005-4456f40e4842 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.4272089 Nov 09 11:29:03.649106 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:03.650195 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6872842 Nov 09 11:29:03.652989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48350) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:03.683635 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:03.719422 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b42f0bce-61d2-4b19-b59a-0e351912a0ec tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:03.863956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6e4a6e26-7a48-4936-8881-e10e976016b4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:03.924196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=85066b87-66fa-4a6d-89ac-599426f55f90,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:03.937482 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:03.949811 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:03.956363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7b85cd77-d354-4313-a084-39269f7f21e9 req-d7934ebd-c1c6-49ca-9cb0-62987ed9381b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Synchronizing usage tracker for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:03.969058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port 85066b87-66fa-4a6d-89ac-599426f55f90 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:04.078606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8d49fe7-890a-44de-b5e6-40d586c6aff0 req-e6a307fe-ab95-42ae-96ae-166386b59fd9 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024563 Nov 09 11:29:04.127957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15bb4f8-1bf1-4d55-85d3-e66526d9099f None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:29:04.141734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddd054-dceb-4858-8ce8-4cddd57b360f'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:04.180016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 62ddd054-dceb-4858-8ce8-4cddd57b360f, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=62ddd054-dceb-4858-8ce8-4cddd57b360f,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:04.195862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 6e4a6e26-7a48-4936-8881-e10e976016b4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:04.197500 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:04.342675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-7b85cd77-d354-4313-a084-39269f7f21e9 req-d7934ebd-c1c6-49ca-9cb0-62987ed9381b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Unset dirty status for tenant:0de3982f03eb4125acb46062cbcc7066 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:04.349570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:04.352713 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddd054-dceb-4858-8ce8-4cddd57b360f', 'code': 200} Nov 09 11:29:04.360254 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7b85cd77-d354-4313-a084-39269f7f21e9 req-d7934ebd-c1c6-49ca-9cb0-62987ed9381b tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e4b3b96-dbbd-4091-b361-046a9f1c31f4 HTTP/1.1" status: 200 len: 210 time: 0.5172379 Nov 09 11:29:04.375911 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:04.398382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b993967-fb99-4727-89ef-b53b280789ec']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:04.415833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:04.416241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8236d27-ad60-4f21-aeb9-8c1a7a3737f7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:04.431570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:04.465151 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:04.484360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:04.484775 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:04.605632 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f5a541a-1a57-4332-b906-3a1c29fe2191 req-bb637c16-b0a9-4384-b64f-dc6af4ff77ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 1059 time: 0.1969700 Nov 09 11:29:04.636531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'name': 'network-vif-deleted', 'tag': '21d07619-2b1d-4cc3-9568-10ebe523bb3b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:04.637706 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:04.871214 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f03f3c-55c1-45dc-ba37-45efc76b282a', 'name': 'network-vif-deleted', 'tag': '21d07619-2b1d-4cc3-9568-10ebe523bb3b', 'status': 'completed', 'code': 200} Nov 09 11:29:04.901870 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4176d-2666-4835-ba82-1e40f097ce2d req-51ea23bf-e849-4995-b0f0-199ab3bd9783 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:04.908387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-86a4176d-2666-4835-ba82-1e40f097ce2d req-51ea23bf-e849-4995-b0f0-199ab3bd9783 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 908 time: 0.2442880 Nov 09 11:29:04.946399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:04.948954 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:04.954824 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:28:59Z', 'revision_number': 3, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:04.959727 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Checking router: d2e8f962-831b-4597-b3b7-0275129a3a4b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:29:04.962412 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Updating router d2e8f962-831b-4597-b3b7-0275129a3a4b port d256c9a0-9076-4a04-814d-85d2951a6668 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:29:05.013600 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.062398 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.099684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=62ddd054-dceb-4858-8ce8-4cddd57b360f,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:05.115281 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:05.125257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:29:05.140695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.147034 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8e8d8786-3233-412f-842b-a966012f6faf tempest-FloatingIPTestJSON-1215961942 tempest-FloatingIPTestJSON-1215961942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:05.184224 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.199008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=0b993967-fb99-4727-89ef-b53b280789ec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:05.213553 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:05.225043 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/0b993967-fb99-4727-89ef-b53b280789ec HTTP/1.1" status: 204 len: 168 time: 5.3477955 Nov 09 11:29:05.238380 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48376) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:05.382349 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d4efff-d5d8-43c5-b0ec-be4e2d4283d6 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:05.382806 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d4efff-d5d8-43c5-b0ec-be4e2d4283d6 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:05.388292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48382) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:05.388447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d4d4efff-d5d8-43c5-b0ec-be4e2d4283d6 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/0b993967-fb99-4727-89ef-b53b280789ec HTTP/1.1" status: 404 len: 339 time: 0.1472402 Nov 09 11:29:05.394450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-572208757', 'description': 'd1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:05.408620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:05.433323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:network and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:05.458552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:05.509957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:05.521793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:05.561773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'port_id': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'mac_address': 'fa:16:3e:7c:af:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:29:05.658387 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.673885 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Transition to ACTIVE for port object d256c9a0-9076-4a04-814d-85d2951a6668 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:05.677899 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.695636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:05.698592 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.725764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:29:05.768906 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.771126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:05.773549 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-c511af3d-0436-4d21-b5bb-26920fb64143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:05.815162 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8570c2c6-94e1-4ea1-97ae-c585e456293c req-20a191a0-24a3-4c28-9678-2c2562b86033 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7f03f3c-55c1-45dc-ba37-45efc76b282a HTTP/1.1" status: 200 len: 210 time: 0.0721951 Nov 09 11:29:05.858983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:29:05.870322 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.870961 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment ef9084cd-51dc-4f7d-859a-205f492c1264 of type vlan for network e0aff217-ed84-4f86-bffb-dd52fdff182d Nov 09 11:29:05.888527 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.890673 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e2849c99-2a88-4fe3-8190-ee8162267f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:05.981135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197daed-bd2f-4513-816e-8884b7535798 req-3100575c-68f3-48cc-8a12-a0e55b49cbfd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:05.988765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:05.993919 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3197daed-bd2f-4513-816e-8884b7535798 req-3100575c-68f3-48cc-8a12-a0e55b49cbfd tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 945 time: 0.4548528 Nov 09 11:29:06.056272 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Attempting to bind port d256c9a0-9076-4a04-814d-85d2951a6668 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:06.056838 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Attempting to bind port d256c9a0-9076-4a04-814d-85d2951a6668 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:06.060623 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Attempting to bind port d256c9a0-9076-4a04-814d-85d2951a6668 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:06.087242 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f565-3cd7-486f-b11b-983e64f6d43d None None] Pushing event updated for resources: {'Port': ['ID=d256c9a0-9076-4a04-814d-85d2951a6668,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:06.115917 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63a2f565-3cd7-486f-b11b-983e64f6d43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:06.123735 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:06.126778 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:06.126778 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:06.126778 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:06.126778 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Bound port: d256c9a0-9076-4a04-814d-85d2951a6668, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:06.126778 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:06.200793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=11']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:06.211631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:06.215957 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:06.218469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.219216 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:06.222228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.222564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.222922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.223287 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.223721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.224292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.224681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.225013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.225340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.225666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:06.230352 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57dd5ebe-4116-4146-925e-af7f40ecdd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:06.231307 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3197daed-bd2f-4513-816e-8884b7535798 req-6ae92833-8b67-4350-a470-7abab8f977c3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363062 Nov 09 11:29:06.243227 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:29:06.409824 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:06.419778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:06.504116 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] For port d256c9a0-9076-4a04-814d-85d2951a6668, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:06.530688 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] For port d256c9a0-9076-4a04-814d-85d2951a6668, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d256c9a0-9076-4a04-814d-85d2951a6668,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:06.558690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=e0aff217-ed84-4f86-bffb-dd52fdff182d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:06.569963 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:06.578259 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network e0aff217-ed84-4f86-bffb-dd52fdff182d details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:29:06.671871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cfd3a-68a4-4369-af46-70b4039b4d20 req-5448e9df-85b1-426e-9645-f20b7784906b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:06.673698 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:06.679787 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-7618def3-98a5-4b7b-a17a-c39b1ad9c56c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:06.685403 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-695cfd3a-68a4-4369-af46-70b4039b4d20 req-5448e9df-85b1-426e-9645-f20b7784906b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 909 time: 0.2236736 Nov 09 11:29:06.716989 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:06.735313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3450587 Nov 09 11:29:06.741880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:06.844005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Allocated IP 172.20.0.1 (005eb336-500e-4a09-83c9-de900b98fe09/67491d64-401a-40b2-a68b-d44cd7edeeea/b2094452-e768-43e3-bfef-70d15eec7977) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:06.854553 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:06.855428 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:50Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:06.893479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f96454-8d56-4ddc-a388-f5248f6bfe3a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:06.895894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-21f96454-8d56-4ddc-a388-f5248f6bfe3a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Synchronizing usage tracker for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:06.980313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-21f96454-8d56-4ddc-a388-f5248f6bfe3a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Unset dirty status for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:06.984647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-21f96454-8d56-4ddc-a388-f5248f6bfe3a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/networks?id=e0aff217-ed84-4f86-bffb-dd52fdff182d HTTP/1.1" status: 200 len: 760 time: 0.2411354 Nov 09 11:29:06.985265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48410) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:06.995626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'description': 'd2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:07.065023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48414) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:07.072168 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.105715 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f565-3cd7-486f-b11b-983e64f6d43d None None] Pushing event updated for resources: {'Port': ['ID=d256c9a0-9076-4a04-814d-85d2951a6668,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:07.107189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Transition to ACTIVE for port object b2094452-e768-43e3-bfef-70d15eec7977 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:07.109076 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63a2f565-3cd7-486f-b11b-983e64f6d43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:07.247698 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:07.247926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Deleting subnet 817c3f3e-30a6-45b4-afc8-4510b5144a09 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:29:07.267925 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.273181 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.278515 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6911e04d-fede-43da-a9d5-17d8f6d442b8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:07.401759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Network 005eb336-500e-4a09-83c9-de900b98fe09 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:07.411084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:07.419994 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.432789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:07.488885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Pushing event updated for resources: {'Port': ['ID=b2094452-e768-43e3-bfef-70d15eec7977,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:07.498277 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:07.514876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.570695 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.659688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.730426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.737664 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:07.780495 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network e0aff217-ed84-4f86-bffb-dd52fdff182d is not hosted by any dhcp agent {{(pid=84333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 09 11:29:07.784358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:07.785045 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.787646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "PUT /v2.0/networks/e0aff217-ed84-4f86-bffb-dd52fdff182d HTTP/1.1" status: 200 len: 757 time: 0.8014753 Nov 09 11:29:07.807240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48426) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:07.861637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:07.862015 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:28:59Z', 'revision_number': 3, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:07.870064 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411112a-1e61-4eea-bf54-4ff7c06d23bd None None] The sync data for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 is: [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:28:59Z', 'revision_number': 3, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:29:07.981567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=e0aff217-ed84-4f86-bffb-dd52fdff182d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:07.994294 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:08.002133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network e0aff217-ed84-4f86-bffb-dd52fdff182d details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:29:08.029374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e99ea-60ea-4ebb-b20c-cc2def115c12 req-26000103-8c74-425b-92bb-a947b55625d3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:08.031524 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d88e99ea-60ea-4ebb-b20c-cc2def115c12 req-26000103-8c74-425b-92bb-a947b55625d3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.4140532 Nov 09 11:29:08.094359 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-69565908-6a07-424f-8268-7993610f3110 None None] Provisioning for port b2094452-e768-43e3-bfef-70d15eec7977 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:08.147282 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:08.162645 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-abd7f7ea-7480-46bc-aaa3-b6b25d395973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:08.184637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c442b2-d6a2-4151-b116-e576bb4deb2d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:08.185366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4c442b2-d6a2-4151-b116-e576bb4deb2d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Synchronizing usage tracker for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:08.278304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817c3f3e-30a6-45b4-afc8-4510b5144a09,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:08.292861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-69565908-6a07-424f-8268-7993610f3110 None None] Provisioning complete for port b2094452-e768-43e3-bfef-70d15eec7977 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:08.293532 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-69565908-6a07-424f-8268-7993610f3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:08.293799 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:08.366894 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d88e99ea-60ea-4ebb-b20c-cc2def115c12 req-0a68a2dd-1271-4df1-a83b-29360cfd7a4e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249362 Nov 09 11:29:08.379087 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:08.404647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/817c3f3e-30a6-45b4-afc8-4510b5144a09 HTTP/1.1" status: 204 len: 168 time: 1.3318176 Nov 09 11:29:08.407380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48434) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:08.422829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4c442b2-d6a2-4151-b116-e576bb4deb2d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Unset dirty status for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:08.433922 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-69565908-6a07-424f-8268-7993610f3110 None None] Port b2094452-e768-43e3-bfef-70d15eec7977 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:29:08.441497 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e4c442b2-d6a2-4151-b116-e576bb4deb2d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/networks?id=e0aff217-ed84-4f86-bffb-dd52fdff182d HTTP/1.1" status: 200 len: 760 time: 0.6326606 Nov 09 11:29:08.450871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48438) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:08.491851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209439287'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:08.658285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:08.702638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:08.736506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdb88c-19bc-454a-bdfd-b8f0de5fae9a req-7522653a-241f-4791-8851-a3763bd8cfbc tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:08.738196 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-57cdb88c-19bc-454a-bdfd-b8f0de5fae9a req-7522653a-241f-4791-8851-a3763bd8cfbc tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 909 time: 0.7659047 Nov 09 11:29:08.818031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-af7cd28c-5237-4a93-a99e-a703c4197713 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1097 time: 0.2395639 Nov 09 11:29:08.901685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:08.904467 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:08.938100 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.029686 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.083278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:29:09.140048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.143268 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 1ce35b19-3bb7-4f0a-b48a-d08807b45bfb of type vlan for network 7af45e8b-57d0-4b14-abba-256b11a67607 Nov 09 11:29:09.150143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:09.199670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.254228 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:09.355524 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.405228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49831ac-3a66-40bd-a75f-ff9e25273919']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:09.413666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-027c2fe2-baf0-482f-89d7-04876d66217b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:09.415410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-027c2fe2-baf0-482f-89d7-04876d66217b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 200 len: 917 time: 0.5461068 Nov 09 11:29:09.420808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Pushing event updated for resources: {'Port': ['ID=b2094452-e768-43e3-bfef-70d15eec7977,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:09.421741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572005b5-a7c8-4cbf-91e6-f9a84252a5ca') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:09.422020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572005b5-a7c8-4cbf-91e6-f9a84252a5ca') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:09.423824 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:09.426340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:09.432653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.437399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96c44-7ca9-4b82-96a2-3c667bf93ec1 req-b4c71c77-aa27-4f5e-a6e3-0b8cd910e1d8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:09.439857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-56b96c44-7ca9-4b82-96a2-3c667bf93ec1 req-b4c71c77-aa27-4f5e-a6e3-0b8cd910e1d8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 909 time: 0.2983952 Nov 09 11:29:09.441235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:09.441619 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.455207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.486141 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.493589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:09.493993 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:09.584608 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:09.613015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.667564 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.684673 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.693867 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:09.746132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.761065 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:09.820209 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:09.868298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d256c9a0-9076-4a04-814d-85d2951a6668 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:09.870219 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.875826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:09.876952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Pushing event deleted for resources: {'Network': ['ID=c49831ac-3a66-40bd-a75f-ff9e25273919,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:09.877086 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.885312 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:09.886714 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-b284c3ad-402f-4483-8135-9f6f41a73581 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 200 len: 1000 time: 0.4567323 Nov 09 11:29:09.952218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0120cb-be66-4e61-945e-04f570a692fa req-4a0426db-e0a9-42a4-986c-9eec5af8e1ce tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:09.953716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0120cb-be66-4e61-945e-04f570a692fa req-4a0426db-e0a9-42a4-986c-9eec5af8e1ce tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 946 time: 0.1759202 Nov 09 11:29:09.956959 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:09.986437 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:10.021809 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c49831ac-3a66-40bd-a75f-ff9e25273919 HTTP/1.1" status: 204 len: 168 time: 1.6140997 Nov 09 11:29:10.036615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ec0120cb-be66-4e61-945e-04f570a692fa req-f1bd5e1e-529f-43d2-ae07-4472169bf4a4 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718100 Nov 09 11:29:10.038273 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:10.258097 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'code': 200} Nov 09 11:29:10.289868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=12']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:10.303619 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:10.359266 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port d256c9a0-9076-4a04-814d-85d2951a6668 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:10.368594 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d256c9a0-9076-4a04-814d-85d2951a6668 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:10.369233 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:10.517321 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:10.525060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-2077bac4-8ee9-4949-82a9-8656642c5a3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:10.526594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-2077bac4-8ee9-4949-82a9-8656642c5a3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 200 len: 855 time: 0.5150228 Nov 09 11:29:10.537190 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port d256c9a0-9076-4a04-814d-85d2951a6668, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d256c9a0-9076-4a04-814d-85d2951a6668,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:10.539211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=7af45e8b-57d0-4b14-abba-256b11a67607,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:10.561562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7af45e8b-57d0-4b14-abba-256b11a67607 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:29:10.581894 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:10.602921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1474941 Nov 09 11:29:10.603226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:10.619509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': '7af45e8b-57d0-4b14-abba-256b11a67607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:10.624268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Network 005eb336-500e-4a09-83c9-de900b98fe09 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:10.633584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:10.744807 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:10.751291 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:10.800827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:10.832056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Usage tracker for resource:subnet and tenant:bf08d8fdcaaf449eb091c82ae407701c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:10.837650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:10.857587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=d256c9a0-9076-4a04-814d-85d2951a6668,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:10.857801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:10.857913 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:10.863305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48474) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:10.881530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c03460d0-5765-4bf4-9775-7265da178be8 req-6f70afae-1f8c-46a2-9e6d-cf12dba761da tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 1060 time: 1.0177255 Nov 09 11:29:10.957877 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:10.962989 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-69c5c6cf-5769-4ee8-940f-197f3ad72d32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9c7f859-1b59-470e-aabd-c58d6afde908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4201665 Nov 09 11:29:11.053613 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d702499-1da1-4f18-886a-b1fd4c650dcd req-11048c44-0ee9-4664-9c8a-908bba725a81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 1098 time: 0.5115516 Nov 09 11:29:11.093339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2654cc41-6cb8-4029-a25a-08a7571ac8a1 None None] Provisioning complete for port b2094452-e768-43e3-bfef-70d15eec7977 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:11.094093 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2654cc41-6cb8-4029-a25a-08a7571ac8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.275691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-2654cc41-6cb8-4029-a25a-08a7571ac8a1 None None] Port b2094452-e768-43e3-bfef-70d15eec7977 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:29:11.321305 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3d702499-1da1-4f18-886a-b1fd4c650dcd req-6c738bdd-e5ea-47c8-bd08-7c948bec3cb6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606051 Nov 09 11:29:11.324535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c1b0d875-7ef1-4ba3-bb4b-197f4d23e31e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0de3982f03eb4125acb46062cbcc7066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4585195 Nov 09 11:29:11.333883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:11.352768 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.485915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-ab4e4e83-2a54-434b-9607-13336e48aaf2 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947611 Nov 09 11:29:11.537917 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.541241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdcb28-2464-409f-9b1c-b600d8dd7e3c req-c53a177a-e2bf-44e0-9c55-237f099beaf6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:11.542725 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37bdcb28-2464-409f-9b1c-b600d8dd7e3c req-c53a177a-e2bf-44e0-9c55-237f099beaf6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 947 time: 0.1871128 Nov 09 11:29:11.544720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1f457e82-6085-446b-8b86-b1d531d32107 req-f55e51a6-48be-45db-bec0-ffe4cbab2b67 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1136 time: 0.2684331 Nov 09 11:29:11.656144 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.670514 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1f457e82-6085-446b-8b86-b1d531d32107 req-1e921128-d860-4153-936e-2b9f079cb12b tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1159191 Nov 09 11:29:11.708478 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37bdcb28-2464-409f-9b1c-b600d8dd7e3c req-2ab8bb49-bbe8-419a-a1c5-40a796213aff tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535161 Nov 09 11:29:11.725519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Router d2e8f962-831b-4597-b3b7-0275129a3a4b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:29:11.736135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48504) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:11.783454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d256c9a0-9076-4a04-814d-85d2951a6668 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:11.812410 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.819493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2a3b46fa-7569-49ee-9396-5e1ca0d275c2 req-eb6a8c38-2e53-4b00-ae13-b40973e52b03 service neutron] 10.222.0.59 "GET /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385919 Nov 09 11:29:11.826605 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1894c655-c6f4-4750-aafd-1a2abb927469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:11.840473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d93c1b-d607-43eb-bd33-727004ec11a3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:11.847413 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:11.873000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.882224 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:11.936001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port d256c9a0-9076-4a04-814d-85d2951a6668 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:11.940143 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.945277 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-55fb9e37-7d51-49df-9f67-63e905846be0 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 1055 time: 0.1901381 Nov 09 11:29:11.983426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:11.984530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4d93c1b-d607-43eb-bd33-727004ec11a3 HTTP/1.1" status: 204 len: 168 time: 0.6494756 Nov 09 11:29:11.993775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7af45e8b-57d0-4b14-abba-256b11a67607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:11.994144 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: 7af45e8b-57d0-4b14-abba-256b11a67607, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:29:12.031703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=0442b521-3c9b-4800-8aad-52ff565c608a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:12.043468 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:12.131279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network 7af45e8b-57d0-4b14-abba-256b11a67607 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:29:12.203213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 7af45e8b-57d0-4b14-abba-256b11a67607) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:12.207545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:12.208144 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:12.219826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1c7912-4686-4fde-8d9f-7744f8bcb444 None None] Network 7af45e8b-57d0-4b14-abba-256b11a67607 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:12.315290 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7061570 Nov 09 11:29:12.316542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:12.346945 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-fb2d7988-c575-4f69-bd3b-2db718cc4830 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3221843 Nov 09 11:29:12.537683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-32f12ad3-b46c-4a82-b078-b9ff7c6a2899 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1136 time: 0.1318064 Nov 09 11:29:12.728145 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:12.768653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:29:12.779515 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] 10.222.0.50 "PUT /v2.0/routers/d2e8f962-831b-4597-b3b7-0275129a3a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1220067 Nov 09 11:29:12.853537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Sync routers for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:29:12.935990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-7af45e8b-57d0-4b14-abba-256b11a67607', 'network_id': '7af45e8b-57d0-4b14-abba-256b11a67607', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': '0442b521-3c9b-4800-8aad-52ff565c608a'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:29:12.936810 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:13.024660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:13.024660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:50Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:13.481232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0952f-a67c-4d53-b0b0-a3d28ec8fda4 req-91787b66-5cd2-4603-b9e3-2136c085175b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:13.481503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-b94740b3-3778-4b36-8491-02241e78778b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:13.482931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-b94740b3-3778-4b36-8491-02241e78778b service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d2a546-e0db-43de-9aef-fb8ce7b3232e HTTP/1.1" status: 200 len: 898 time: 0.9008529 Nov 09 11:29:13.500471 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-45a0952f-a67c-4d53-b0b0-a3d28ec8fda4 req-91787b66-5cd2-4603-b9e3-2136c085175b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 909 time: 0.2752092 Nov 09 11:29:13.501552 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:13.641450 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-69037d83-b520-4d5e-918e-cb9e8d3ae66e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a HTTP/1.1" status: 200 len: 1002 time: 0.1503677 Nov 09 11:29:13.713898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d93af-0ffc-4d3d-b071-85f82cc3b3b0 req-853817bb-db9e-46d4-aefe-0586e532c7df tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:13.716139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-161d93af-0ffc-4d3d-b071-85f82cc3b3b0 req-853817bb-db9e-46d4-aefe-0586e532c7df tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 947 time: 0.4133303 Nov 09 11:29:13.742613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:13.785134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Allocated IP 172.20.0.2 (7af45e8b-57d0-4b14-abba-256b11a67607/0442b521-3c9b-4800-8aad-52ff565c608a/699d41d6-75bb-42c4-bc7a-4f812b6a21f7) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:13.806507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-a422f37d-915d-4cf3-ba64-bfaaba9b78aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:13.809623 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-a422f37d-915d-4cf3-ba64-bfaaba9b78aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a29a50-4c14-4cdb-8688-05e0a31bbf93 HTTP/1.1" status: 200 len: 834 time: 0.1534564 Nov 09 11:29:13.836622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-161d93af-0ffc-4d3d-b071-85f82cc3b3b0 req-7767cffa-4035-4bf0-8c44-446e713a5c5a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080582 Nov 09 11:29:13.944305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-c1ce0456-38f5-45ec-88c2-0ed75527b46d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d2a546-e0db-43de-9aef-fb8ce7b3232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094747 Nov 09 11:29:14.219579 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-5ec28526-e57e-46b6-9682-80b7f42744ea service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690020 Nov 09 11:29:14.447314 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:14.487050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Transition to ACTIVE for port object 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:14.527952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:08Z', 'revision_number': 2, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:14.532926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Transition to ACTIVE for port object 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:14.544391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Checking router: d2e8f962-831b-4597-b3b7-0275129a3a4b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:29:14.544962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Updating router d2e8f962-831b-4597-b3b7-0275129a3a4b port b2094452-e768-43e3-bfef-70d15eec7977 binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:29:14.654384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-08fe4185-e8fc-4aba-823a-0c152164cc23 req-11b64002-1ad6-4af2-948d-8988a9476400 service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222603 Nov 09 11:29:14.667460 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:14.680909 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:14.681886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48598) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:14.687663 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6398a088-748b-4ccb-9333-199398389f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:14.696771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278592448', 'description': 'tempest-description--1207290446'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:14.707236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:14.712175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:14.712955 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:14.726983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:14.730962 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:14.731507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:14.738318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-77cccb27-3333-468e-a4bb-894f4fb089d8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:14.740495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-77cccb27-3333-468e-a4bb-894f4fb089d8 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.59 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 909 time: 0.3698995 Nov 09 11:29:14.808994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Pushing event updated for resources: {'Port': ['ID=699d41d6-75bb-42c4-bc7a-4f812b6a21f7,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:14.835697 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:14.841259 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:14.852250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48608) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:14.895891 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting port 62ddd054-dceb-4858-8ce8-4cddd57b360f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:14.896379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:14.923036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=0442b521-3c9b-4800-8aad-52ff565c608a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:14.933206 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:15.184780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.219388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af45e8b-57d0-4b14-abba-256b11a67607']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:15.298053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:15.298745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:15.320692 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.355564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.370154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:15.371113 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:15.401494 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:15.440632 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] For port 62ddd054-dceb-4858-8ce8-4cddd57b360f, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=62ddd054-dceb-4858-8ce8-4cddd57b360f,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:15.441151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.543262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Network 7af45e8b-57d0-4b14-abba-256b11a67607 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:15.551791 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:15.554915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba796c8-6551-409b-bd1e-7217c25a801d req-2a3701c8-669b-4e7b-bd4d-a457b1798e3a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:15.556068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:15.559125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ba796c8-6551-409b-bd1e-7217c25a801d req-2a3701c8-669b-4e7b-bd4d-a457b1798e3a tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 947 time: 0.3282273 Nov 09 11:29:15.594743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-540875247-network', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:15.623387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:15.627747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group_rule and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:15.631919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:15.639265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:15.648180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ba796c8-6551-409b-bd1e-7217c25a801d req-4bc64463-7e04-43a9-9fce-ac043f61ed88 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814788 Nov 09 11:29:15.651652 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:29:15.651652 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:29:15.651652 n-d-817173-1 neutron-server[84333]: [parameters: {'id': '7af45e8b-57d0-4b14-abba-256b11a67607'}] Nov 09 11:29:15.651652 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:29:15.653397 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:29:15.669540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Calling delete_port for 62ddd054-dceb-4858-8ce8-4cddd57b360f owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:15.704676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:15.732927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Usage tracker for resource:network and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:15.750496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:15.778090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:15.780058 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.797111 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Transition to ACTIVE for port object b2094452-e768-43e3-bfef-70d15eec7977 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:15.812037 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.823678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Attempting to bind port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:15.824054 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Attempting to bind port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7af45e8b-57d0-4b14-abba-256b11a67607'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:15.824483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Attempting to bind port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 on network 7af45e8b-57d0-4b14-abba-256b11a67607 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:15.834760 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:15.835171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Checking segment: {'id': '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7af45e8b-57d0-4b14-abba-256b11a67607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:15.835628 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.836184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Bound using segment: {'id': '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7af45e8b-57d0-4b14-abba-256b11a67607'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:15.836856 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Bound port: 699d41d6-75bb-42c4-bc7a-4f812b6a21f7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7af45e8b-57d0-4b14-abba-256b11a67607'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:15.837247 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.895379 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.900948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575dfbb-e877-4d27-8279-f2a186b1af91 req-022b015c-2363-4649-9029-05da8cc7a2ff tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:15.911772 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:15.913309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2575dfbb-e877-4d27-8279-f2a186b1af91 req-022b015c-2363-4649-9029-05da8cc7a2ff tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 909 time: 0.8385131 Nov 09 11:29:15.923201 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:15.936107 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e0452d7-033d-427a-9887-1e6a0b8d9d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:16.042015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Made reservation on behalf of f616c12fec4944679dc9f827f4131daa for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:16.044775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.065667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43d292-5cd7-42f5-941a-af76270a6aad,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:16.071002 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.072189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3868790 Nov 09 11:29:16.073484 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:16.074267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.075087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48622) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:16.094311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'security_group_rule': {'security_group_id': '8b43d292-5cd7-42f5-941a-af76270a6aad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:16.112783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:16.126262 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.126506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group_rule and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:16.135393 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:16.137326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:16.150086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a559a6e-16d4-463f-91eb-20e44e24a5c2 None None] Pushing event updated for resources: {'Port': ['ID=b2094452-e768-43e3-bfef-70d15eec7977,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:16.161531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:16.172551 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a559a6e-16d4-463f-91eb-20e44e24a5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:16.188219 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.191892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] For port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:16.214380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Attempting to bind port b2094452-e768-43e3-bfef-70d15eec7977 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:16.216885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:16.219369 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.220528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Attempting to bind port b2094452-e768-43e3-bfef-70d15eec7977 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:16.221990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Attempting to bind port b2094452-e768-43e3-bfef-70d15eec7977 on network 005eb336-500e-4a09-83c9-de900b98fe09 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:16.233730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] For port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=699d41d6-75bb-42c4-bc7a-4f812b6a21f7,segment=NetworkSegment(1ce35b19-3bb7-4f0a-b48a-d08807b45bfb),segment_id=1ce35b19-3bb7-4f0a-b48a-d08807b45bfb)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:16.241384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Port': ['ID=62ddd054-dceb-4858-8ce8-4cddd57b360f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:16.244109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:16.247409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:16.254671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Checking segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:16.254671 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.254671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Bound using segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:16.254671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Bound port: b2094452-e768-43e3-bfef-70d15eec7977, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:16.254671 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.262894 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:16.268957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Usage tracker for resource:security_group_rule and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:16.274191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:16.356709 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.375761 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:16.416809 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.531030 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Pushing event updated for resources: {'Port': ['ID=699d41d6-75bb-42c4-bc7a-4f812b6a21f7,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:16.542113 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:16.572244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:16.593641 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] For port b2094452-e768-43e3-bfef-70d15eec7977, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:16.615597 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] For port b2094452-e768-43e3-bfef-70d15eec7977, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b2094452-e768-43e3-bfef-70d15eec7977,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:16.680789 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfea0bf-da44-4fd4-b26d-75c1d4ecd090 None None] Network 7af45e8b-57d0-4b14-abba-256b11a67607 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:16.777145 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.796958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=699d41d6-75bb-42c4-bc7a-4f812b6a21f7,segment=NetworkSegment(1ce35b19-3bb7-4f0a-b48a-d08807b45bfb),segment_id=1ce35b19-3bb7-4f0a-b48a-d08807b45bfb)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:16.797384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.817413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] No DVR routers for this DVR port 62ddd054-dceb-4858-8ce8-4cddd57b360f on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:16.830173 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.832747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'name': 'network-vif-deleted', 'tag': '62ddd054-dceb-4858-8ce8-4cddd57b360f'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:16.860532 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a559a6e-16d4-463f-91eb-20e44e24a5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:16.959770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:16.984074 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460271a2-6538-4ff5-89ff-e2ae2c0b6086', 'name': 'network-vif-deleted', 'tag': '62ddd054-dceb-4858-8ce8-4cddd57b360f', 'status': 'completed', 'code': 200} Nov 09 11:29:16.990930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98fd61e6-bd7b-4309-aadf-9904dd2e2115 req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.59 "DELETE /v2.0/ports/62ddd054-dceb-4858-8ce8-4cddd57b360f HTTP/1.1" status: 204 len: 173 time: 2.2447617 Nov 09 11:29:17.020040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.040581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:29:17.079811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.083223 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Added segment 63060466-aae1-4f64-92c8-49286d247d94 of type vlan for network fd19a92a-64ab-479f-8bbb-39c407f38a3a Nov 09 11:29:17.086011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:17.168796 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.175197 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:29:17.229099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 62ddd054-dceb-4858-8ce8-4cddd57b360f no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:17.240632 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aac134a1-5218-44be-aa03-9959ad164710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:17.331020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ee90f682-a28d-45c8-aac8-e3a03105f623 req-20bfceaa-e552-4b35-adeb-2594441bb779 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:17.338414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.340526 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:17.341200 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.420498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a698e46-889a-450d-8618-8fecaf49e348,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:17.459586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:17.459586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5008cb06-93a0-432e-9a21-ee6eb87521be tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:17.482457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6254141 Nov 09 11:29:17.490272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 62ddd054-dceb-4858-8ce8-4cddd57b360f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:17.491681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 62ddd054-dceb-4858-8ce8-4cddd57b360f not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:17.494325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ee90f682-a28d-45c8-aac8-e3a03105f623 req-20bfceaa-e552-4b35-adeb-2594441bb779 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:17.495744 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee90f682-a28d-45c8-aac8-e3a03105f623 req-20bfceaa-e552-4b35-adeb-2594441bb779 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=460271a2-6538-4ff5-89ff-e2ae2c0b6086 HTTP/1.1" status: 200 len: 210 time: 0.2592545 Nov 09 11:29:17.499537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48646) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:17.558715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:17.560566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:28:50Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:17.584649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.594649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.606259 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:17.608466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Request body: {'subnet': {'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-540875247-subnet', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:17.616431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:17.621900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Usage tracker for resource:subnet and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:17.625990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:17.634273 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:17.659083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Pushing event updated for resources: {'Network': ['ID=fd19a92a-64ab-479f-8bbb-39c407f38a3a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:17.678541 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:17.726459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Made reservation on behalf of f616c12fec4944679dc9f827f4131daa for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:17.729090 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a559a6e-16d4-463f-91eb-20e44e24a5c2 None None] Pushing event updated for resources: {'Port': ['ID=b2094452-e768-43e3-bfef-70d15eec7977,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:17.729961 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.740811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:29:17.779440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00bab7-7884-4a70-b62e-ca874d132857 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:29:17.781640 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:17.794289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=699d41d6-75bb-42c4-bc7a-4f812b6a21f7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:17.809074 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:17.820247 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a022a637-e012-4db9-9936-1f058dca153a tempest-SecurityGroupRulesTestJSON-1272309443 tempest-SecurityGroupRulesTestJSON-1272309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:17.841288 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfe3d55-06a8-44ba-9dd3-e68703acde92,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:17.845117 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:17.849060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port 699d41d6-75bb-42c4-bc7a-4f812b6a21f7 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:18.077984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.137718 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6845601-e850-4189-b9bd-ee3d009cce26 req-1f3830e0-f8f6-40b7-a1ff-a150687a14c0 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:18.139519 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e6845601-e850-4189-b9bd-ee3d009cce26 req-1f3830e0-f8f6-40b7-a1ff-a150687a14c0 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 947 time: 0.8447971 Nov 09 11:29:18.143852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af45e8b-57d0-4b14-abba-256b11a67607']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:18.175967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:18.176427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce35b19-3bb7-4f0a-b48a-d08807b45bfb') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:18.179471 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a559a6e-16d4-463f-91eb-20e44e24a5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:18.202873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.241984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.248013 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e6845601-e850-4189-b9bd-ee3d009cce26 req-abe96716-8685-4435-bde2-76323d114194 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953546 Nov 09 11:29:18.253653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:18.255462 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.264100 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.269219 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ee3f1b99-6786-42fa-89ae-5650793d1374 tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:18.274960 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:18.281395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.288279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0dfe089d-e8e1-443b-8227-f1b9c7ae63cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2047725 Nov 09 11:29:18.288279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:18.293447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'security_group_rule': {'security_group_id': '8b43d292-5cd7-42f5-941a-af76270a6aad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:18.407436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:18.464140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:18.464482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Network hostable DHCP agents. Network: fd19a92a-64ab-479f-8bbb-39c407f38a3a, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:29:18.476398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0788b1-58f6-475f-abdd-f0892798b724,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:18.485615 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:18.516528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:18.525119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group_rule and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:18.528393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:18.537348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:18.558907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf00bab7-7884-4a70-b62e-ca874d132857 None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:29:18.562363 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c1e14069-a240-43e3-b5de-875ff6c86db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.596911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:29:18.615392 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.624412 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ee11792a-4cb5-498d-b8eb-9a0c2793909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:18.652158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48666) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:18.658643 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.669717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.681303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=7af45e8b-57d0-4b14-abba-256b11a67607,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:18.691220 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:18.717047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/7af45e8b-57d0-4b14-abba-256b11a67607 HTTP/1.1" status: 204 len: 168 time: 6.3989637 Nov 09 11:29:18.720528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48670) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:18.764846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, fd19a92a-64ab-479f-8bbb-39c407f38a3a) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:18.770884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:18.771482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.809919 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8159972-4b46-40a3-9c60-3515b19e9dcc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] GET failed (client error): The resource could not be found. Nov 09 11:29:18.810656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8159972-4b46-40a3-9c60-3515b19e9dcc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Synchronizing usage tracker for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:18.942168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:18.955935 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4551339 Nov 09 11:29:18.959768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48678) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:18.965083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:18.977638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:18.981383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Usage tracker for resource:router and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:18.988222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:19.014942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:19.056368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8159972-4b46-40a3-9c60-3515b19e9dcc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Unset dirty status for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:19.057413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b8159972-4b46-40a3-9c60-3515b19e9dcc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/subnets/0442b521-3c9b-4800-8aad-52ff565c608a HTTP/1.1" status: 404 len: 337 time: 0.3358526 Nov 09 11:29:19.066508 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.070319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48684) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:19.072976 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca042e89-2bd4-4d62-93fb-d1d38ba75d53 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:19.094223 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.138459 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.139683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.143011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731a73d3-a467-4522-92a7-0d45ff1f814d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:19.156238 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:19.181225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.199290 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3713a8-8108-4dd0-a761-3b781176eade tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:19.200040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3713a8-8108-4dd0-a761-3b781176eade tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:19.212600 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9d3713a8-8108-4dd0-a761-3b781176eade tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/7af45e8b-57d0-4b14-abba-256b11a67607 HTTP/1.1" status: 404 len: 339 time: 0.1277735 Nov 09 11:29:19.212963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48688) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:19.294059 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.409684 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.414335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-95d48969-d570-4976-be8d-b0b297333f15 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1226933 Nov 09 11:29:19.415413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48692) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:19.423821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:19.443406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:19.450117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:floatingip and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:19.456681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:19.502972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:16Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:19.510669 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65458b7-9e7d-4c29-beaa-d9d941d4abf4 None None] The sync data for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 is: [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:16Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:29:19.524268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c34ca-b554-4cb3-9094-5dcaefaf1645 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:19.525761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-165c34ca-b554-4cb3-9094-5dcaefaf1645 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Synchronizing usage tracker for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:19.531782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:19.560127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.632799 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d29b743e-5b04-4275-9f20-8d09d2f514e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.660982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-165c34ca-b554-4cb3-9094-5dcaefaf1645 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Unset dirty status for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:19.665043 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-165c34ca-b554-4cb3-9094-5dcaefaf1645 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4481494 Nov 09 11:29:19.665359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48696) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:19.744573 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.771386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:29:19.793668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:19.799053 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2195f3f8-ecce-4641-a523-4acad3c6bc7e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 207 time: 0.1294968 Nov 09 11:29:19.803296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48702) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:19.840304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b2094452-e768-43e3-bfef-70d15eec7977 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:20.158074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port b2094452-e768-43e3-bfef-70d15eec7977 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:20.169474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b2094452-e768-43e3-bfef-70d15eec7977 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:20.169969 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:20.176409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1510b-6a78-4439-8297-df3def6f0442 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.194199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1510b-6a78-4439-8297-df3def6f0442 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.198485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1510b-6a78-4439-8297-df3def6f0442 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.209254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1510b-6a78-4439-8297-df3def6f0442 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.224491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-72d1510b-6a78-4439-8297-df3def6f0442 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4201989 Nov 09 11:29:20.228781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:20.398632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:20.444785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Allocated IP 172.20.0.2 (fd19a92a-64ab-479f-8bbb-39c407f38a3a/af0788b1-58f6-475f-abdd-f0892798b724/e7d377aa-a260-41cc-af72-3116ea044fe8) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:20.445105 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:20.476398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port b2094452-e768-43e3-bfef-70d15eec7977, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b2094452-e768-43e3-bfef-70d15eec7977,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:20.579055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6b4088e5-bb43-4551-96c8-32558157c9c5 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3472545 Nov 09 11:29:20.581886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48716) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:20.593373 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:20.604328 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:20.690480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f91a2-a213-4cec-8f4d-159d9b554312 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.693724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f91a2-a213-4cec-8f4d-159d9b554312 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.700906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6b9f91a2-a213-4cec-8f4d-159d9b554312 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1161666 Nov 09 11:29:20.701560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:20.703410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=b2094452-e768-43e3-bfef-70d15eec7977,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:20.724257 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:20.798951 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:20.821888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Allocated IP 172.25.7.114 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/6ad7c222-373f-461e-b125-60e6b2a9d5b0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:20.865200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:20.899309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50793002-83cf-47e0-960f-2d8f0f4b9789 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.900797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50793002-83cf-47e0-960f-2d8f0f4b9789 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:20.906318 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-50793002-83cf-47e0-960f-2d8f0f4b9789 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2035432 Nov 09 11:29:20.907332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48724) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:20.915426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:20.969418 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.005758 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Transition to ACTIVE for port object e7d377aa-a260-41cc-af72-3116ea044fe8 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:21.058914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Transition to ACTIVE for port object e7d377aa-a260-41cc-af72-3116ea044fe8 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:21.140561 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.157079 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:21.205445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:21.212761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:21.225048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:21.282530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Pushing event updated for resources: {'Port': ['ID=e7d377aa-a260-41cc-af72-3116ea044fe8,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:21.306133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acebb888-67b1-4bd5-aea7-dea0c103fb7f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:21.306718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-acebb888-67b1-4bd5-aea7-dea0c103fb7f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Synchronizing usage tracker for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:21.318733 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:21.324249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.340569 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Attempting to bind port e7d377aa-a260-41cc-af72-3116ea044fe8 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:21.341716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Attempting to bind port e7d377aa-a260-41cc-af72-3116ea044fe8 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:21.341716 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Attempting to bind port e7d377aa-a260-41cc-af72-3116ea044fe8 on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:21.349137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:21.349894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:21.350183 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.350755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Bound using segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:21.351261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Bound port: e7d377aa-a260-41cc-af72-3116ea044fe8, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:21.351634 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.410185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting port f6a4d11c-b538-48f9-b30e-40e15fefda86 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:21.413520 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.435386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-acebb888-67b1-4bd5-aea7-dea0c103fb7f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Unset dirty status for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:21.436549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-acebb888-67b1-4bd5-aea7-dea0c103fb7f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/networks/45dd6e89-3257-4c7d-b830-59f1bc13aa1b HTTP/1.1" status: 200 len: 799 time: 0.5279939 Nov 09 11:29:21.448239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48738) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:21.472331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] For port e7d377aa-a260-41cc-af72-3116ea044fe8, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:21.476661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] For port e7d377aa-a260-41cc-af72-3116ea044fe8, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7d377aa-a260-41cc-af72-3116ea044fe8,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:21.569730 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.574602 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:21.635700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:21.693559 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:21.739612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Allocated IP 172.25.7.59 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/7f19b80e-08e6-4623-a4cd-9a0256e48873) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:21.803786 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Pushing event updated for resources: {'Port': ['ID=e7d377aa-a260-41cc-af72-3116ea044fe8,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:21.807277 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:21.881848 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b2094452-e768-43e3-bfef-70d15eec7977 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:21.958506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:21.965785 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:21.989837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:22.068066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b2094452-e768-43e3-bfef-70d15eec7977 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:22.068630 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:22.115873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'Port': ['ID=6ad7c222-373f-461e-b125-60e6b2a9d5b0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:22.142528 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:22.171564 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:22.214964 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] For port f6a4d11c-b538-48f9-b30e-40e15fefda86, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f6a4d11c-b538-48f9-b30e-40e15fefda86,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:22.215787 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:22.408424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Calling delete_port for f6a4d11c-b538-48f9-b30e-40e15fefda86 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:22.459321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48752) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:22.459563 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e4d6d824-fcb5-446a-8852-a2179d817eed tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/networks/45dd6e89-3257-4c7d-b830-59f1bc13aa1b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 1.0078416 Nov 09 11:29:22.511335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:22.610067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ae80d-4327-4bc0-8088-43873b230e7c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:22.610647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-821ae80d-4327-4bc0-8088-43873b230e7c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Synchronizing usage tracker for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:subnet {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:22.660840 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:22.674722 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5478cfa9-0cb6-475c-8d54-7c4e51e577f0 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:22.722325 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:22.730325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-821ae80d-4327-4bc0-8088-43873b230e7c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Unset dirty status for tenant:bf08d8fdcaaf449eb091c82ae407701c on resource:subnet {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:22.731690 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-821ae80d-4327-4bc0-8088-43873b230e7c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/subnets/f313df49-2bcd-4fdd-880c-41d34afb7b6c HTTP/1.1" status: 200 len: 811 time: 0.2705994 Nov 09 11:29:22.737266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48758) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:22.750257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:22.755943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:22.758729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:22.861447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Pushing event updated for resources: {'Port': ['ID=7f19b80e-08e6-4623-a4cd-9a0256e48873,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:22.877702 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:23.183494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a97329-51cd-4b4a-b858-92bf3c1ef2fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:23.186946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-80a97329-51cd-4b4a-b858-92bf3c1ef2fc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "GET /v2.0/subnets/f313df49-2bcd-4fdd-880c-41d34afb7b6c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4452608 Nov 09 11:29:23.192578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48766) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:23.211785 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-719664586'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:23.229412 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:23.259140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:23.367291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:23.368163 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:23.484115 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:23.489155 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:23.541726 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b57d00-397d-41a9-b613-04cc76ac695e None None] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:23.613863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:29:23.620391 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:23.637551 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:23.647327 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Added segment 19cb8602-01d9-4a8a-a705-95df76c1c1ae of type vlan for network a1ed858f-15b2-4726-b12e-0935e3c5bc6a Nov 09 11:29:23.874623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-87bd46d2-c07f-48bb-96fe-40b3c04cefaf None None] Provisioning for port e7d377aa-a260-41cc-af72-3116ea044fe8 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:23.917182 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:23.970889 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b54171d2-9744-4b69-9626-f6c60fd91f08 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:24.018262 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:24.025942 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e7d377aa-a260-41cc-af72-3116ea044fe8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:24.142470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Port': ['ID=f6a4d11c-b538-48f9-b30e-40e15fefda86,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:24.234616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:24.244075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:24.244787 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:24.260134 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-272e933a-02eb-4f99-9e70-18caf457473a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:24.365458 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:24.487757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Network': ['ID=a1ed858f-15b2-4726-b12e-0935e3c5bc6a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:24.492946 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:24.512028 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network a1ed858f-15b2-4726-b12e-0935e3c5bc6a details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:29:24.587193 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e7d377aa-a260-41cc-af72-3116ea044fe8 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:24.611893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e7d377aa-a260-41cc-af72-3116ea044fe8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:24.613899 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:24.647825 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4514799 Nov 09 11:29:24.649642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:24.658016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'network_id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:24.889253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:24.908354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Router c5f96ca6-191e-4e85-a207-2e24c1dbc70a is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:29:24.916905 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:24.929703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:24.962825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:25.009613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port e7d377aa-a260-41cc-af72-3116ea044fe8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7d377aa-a260-41cc-af72-3116ea044fe8,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:25.030181 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:25.058502 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-29477a16-d9c3-4293-80a7-6a828759a759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:25.132266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Made reservation on behalf of bf08d8fdcaaf449eb091c82ae407701c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:25.180830 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'Port': ['ID=6ad7c222-373f-461e-b125-60e6b2a9d5b0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:25.184844 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:25.188315 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:25.190909 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e2849c99-2a88-4fe3-8190-ee8162267f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:25.210140 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:25.303062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=e7d377aa-a260-41cc-af72-3116ea044fe8,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:25.315773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:25.318149 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:25.329102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:25.398495 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:25.403341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9874268 Nov 09 11:29:25.541339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 09 11:29:25.541928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 09 11:29:25.615634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a019d0f-35b2-4aa5-81d9-3f4d84f64d4a None None] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:25.657527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:29:25.708901 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Sync routers for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:29:25.735655 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:25.736273 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:26.047514 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ae210172-926e-4d22-88db-b3c859d85304 None None] Provisioning complete for port e7d377aa-a260-41cc-af72-3116ea044fe8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:26.047909 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae210172-926e-4d22-88db-b3c859d85304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:26.254256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-bc716b1e-e0bb-4809-a16d-21e6d670f956 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:26.298411 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:26.318555 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:26.336386 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3749685 Nov 09 11:29:26.343806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:26.418083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e7d377aa-a260-41cc-af72-3116ea044fe8 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:26.612114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router f4c4b276-fefe-49a9-8050-2d12bcf3665d has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:29:26.665200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e7d377aa-a260-41cc-af72-3116ea044fe8 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:26.665626 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:26.810588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:26.818211 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b58f06c-1cf7-44ec-983d-94acd4bd3e14 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:26.858108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-bc716b1e-e0bb-4809-a16d-21e6d670f956 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:26.867063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-bc716b1e-e0bb-4809-a16d-21e6d670f956 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--278592448&fields=id&tenant_id=b7945d6e08704345a8e53c498c0adf76 HTTP/1.1" status: 200 len: 267 time: 0.8434255 Nov 09 11:29:26.968546 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:23Z', 'revision_number': 3, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:26.987361 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Checking router: c5f96ca6-191e-4e85-a207-2e24c1dbc70a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:29:26.988196 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Updating router c5f96ca6-191e-4e85-a207-2e24c1dbc70a port 7f19b80e-08e6-4623-a4cd-9a0256e48873 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:29:27.200565 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:27.274027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b7801fab-d3ea-433a-8b4e-d0e30e1cddb3 None None] Provisioning complete for port e7d377aa-a260-41cc-af72-3116ea044fe8 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:27.274539 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b7801fab-d3ea-433a-8b4e-d0e30e1cddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:27.336229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=0110bbc9-63f5-42a9-9ea2-3d32bf1c0c44,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:27.360144 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:27.469416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Checking segment: {'id': '19cb8602-01d9-4a8a-a705-95df76c1c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:27.471716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network hostable DHCP agents. Network: a1ed858f-15b2-4726-b12e-0935e3c5bc6a, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:29:27.511257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:29:27.527347 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "PUT /v2.0/routers/f4c4b276-fefe-49a9-8050-2d12bcf3665d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8734682 Nov 09 11:29:27.528069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48818) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:27.550240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] Sync routers for ids ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:29:27.595436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] Routers {'f4c4b276-fefe-49a9-8050-2d12bcf3665d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:27.596170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:27.624163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-50d3de0f-b79f-4812-9094-a2b606e35f87 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:27.626404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-50d3de0f-b79f-4812-9094-a2b606e35f87 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:27.791707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Network a1ed858f-15b2-4726-b12e-0935e3c5bc6a is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:29:27.807603 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:27.820743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Transition to ACTIVE for port object 7f19b80e-08e6-4623-a4cd-9a0256e48873 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:27.830334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-50d3de0f-b79f-4812-9094-a2b606e35f87 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:27.833949 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-50d3de0f-b79f-4812-9094-a2b606e35f87 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 811 time: 0.9661858 Nov 09 11:29:27.914916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting subnet 0ca116ed-a822-4ee8-b544-aac420f8a2b9 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:29:27.921903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.036541 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.054988 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] Set router f4c4b276-fefe-49a9-8050-2d12bcf3665d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:28.065218 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.069921 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-2c846183-7327-4e3e-bba7-eaf6a22f2144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:28.084289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, a1ed858f-15b2-4726-b12e-0935e3c5bc6a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:28.098575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:28.099318 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716215'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.118654 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-9e8f5b66-1b5f-480e-92f1-481c1036318f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/quotas/b7945d6e08704345a8e53c498c0adf76 HTTP/1.1" status: 200 len: 375 time: 0.2754335 Nov 09 11:29:28.170192 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Attempting to bind port 7f19b80e-08e6-4623-a4cd-9a0256e48873 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:28.170835 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Attempting to bind port 7f19b80e-08e6-4623-a4cd-9a0256e48873 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:28.171378 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Attempting to bind port 7f19b80e-08e6-4623-a4cd-9a0256e48873 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:28.191561 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:28.192029 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:28.192308 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.192709 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:28.193460 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Bound port: 7f19b80e-08e6-4623-a4cd-9a0256e48873, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:28.194244 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.257754 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.261737 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.6095097 Nov 09 11:29:28.265114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48824) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:28.273324 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] For port 7f19b80e-08e6-4623-a4cd-9a0256e48873, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:28.276985 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] For port 7f19b80e-08e6-4623-a4cd-9a0256e48873, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7f19b80e-08e6-4623-a4cd-9a0256e48873,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:28.281015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:28.288557 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Pushing event updated for resources: {'Port': ['ID=7f19b80e-08e6-4623-a4cd-9a0256e48873,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:28.309795 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289a06f-a49f-4829-a07b-2c569cf75f3c None None] Network a1ed858f-15b2-4726-b12e-0935e3c5bc6a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:28.311717 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.317190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:29:28.320543 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:28.460079 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.466973 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:28.590826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3394202'] for subnet, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.591318 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Pushing event updated for resources: {'Port': ['ID=7f19b80e-08e6-4623-a4cd-9a0256e48873,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:28.598693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.603065 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:28.608886 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e398f9b-a18a-48af-8b57-e6ac18df5ec2 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:28.629172 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:28.630141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:28.723026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca116ed-a822-4ee8-b544-aac420f8a2b9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:28.727292 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:28.736509 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.756325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b5a3f5-4bef-47b2-a64a-141531c64b7b None None] Network fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:28.761147 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/subnets/0ca116ed-a822-4ee8-b544-aac420f8a2b9 HTTP/1.1" status: 204 len: 168 time: 1.2319789 Nov 09 11:29:28.764169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48834) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:28.816458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-a1ed858f-15b2-4726-b12e-0935e3c5bc6a', 'network_id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a', 'tenant_id': 'bf08d8fdcaaf449eb091c82ae407701c', 'fixed_ips': [{'subnet_id': '0110bbc9-63f5-42a9-9ea2-3d32bf1c0c44'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:29:28.820388 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:28.953794 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:29:22Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:28.980333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] Checking router: f4c4b276-fefe-49a9-8050-2d12bcf3665d for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:29:29.050821 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-bcae48b3-7765-43b4-9399-a6c83ce82617 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9250782 Nov 09 11:29:29.076371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-8973f115-9aad-4650-a3b9-2a7a2508360b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:29:29.077241 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-8973f115-9aad-4650-a3b9-2a7a2508360b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051754 Nov 09 11:29:29.102022 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:29.207589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:29.311989 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-fa2226e0-878f-48fa-b8dd-d186da9852f4 service neutron] 10.222.0.50 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197051 Nov 09 11:29:29.339734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] Routers {'f4c4b276-fefe-49a9-8050-2d12bcf3665d'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:29.340431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:29.504706 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-5fbdac43-b75f-4dc4-af08-49c10f33d8e5 service neutron] 10.222.0.50 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836474 Nov 09 11:29:29.582916 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:29.632412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755037897966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3280424'] for subnet, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:29.641673 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6226c816-6647-4727-9bd8-48cf07616ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:29.723598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting port 974a7190-2430-42da-80f0-e77560a42da3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:29.724258 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:29.726172 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Allocated IP 172.20.0.3 (a1ed858f-15b2-4726-b12e-0935e3c5bc6a/0110bbc9-63f5-42a9-9ea2-3d32bf1c0c44/8e449af1-3158-4f38-bb5f-4792a39bdb1c) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:29.855152 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:23Z', 'revision_number': 3, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:29.867567 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aeb0a0-c70b-497c-89de-ffca9acbcf70 None None] The sync data for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 is: [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:23Z', 'revision_number': 3, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:29:29.872989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:29.876967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:29.880546 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "PUT /v2.0/subnets/0110bbc9-63f5-42a9-9ea2-3d32bf1c0c44 HTTP/1.1" status: 200 len: 877 time: 1.6114795 Nov 09 11:29:29.899395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:29.954826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a1f83580-766a-4b0e-97c8-cdb7cf2a411a req-0389962d-7837-4ebf-a81a-f661b3b62934 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:30.067858 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-a1f83580-766a-4b0e-97c8-cdb7cf2a411a req-0389962d-7837-4ebf-a81a-f661b3b62934 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:30.081205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a1f83580-766a-4b0e-97c8-cdb7cf2a411a req-0389962d-7837-4ebf-a81a-f661b3b62934 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 210 time: 0.1760066 Nov 09 11:29:30.157041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] For port 974a7190-2430-42da-80f0-e77560a42da3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=974a7190-2430-42da-80f0-e77560a42da3,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:30.157843 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:30.271449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:30.308334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Transition to ACTIVE for port object 8e449af1-3158-4f38-bb5f-4792a39bdb1c will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:30.420990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Transition to ACTIVE for port object 8e449af1-3158-4f38-bb5f-4792a39bdb1c will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:30.480228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] Set router f4c4b276-fefe-49a9-8050-2d12bcf3665d gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:30.511855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event updated for resources: {'Subnet': ['ID=0110bbc9-63f5-42a9-9ea2-3d32bf1c0c44,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:30.547194 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Calling delete_port for 974a7190-2430-42da-80f0-e77560a42da3 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:30.586247 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:30.665812 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:30.784458 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] DHCP port deletion for fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:29:30.805218 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:30.817211 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:30.903536 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:30.924900 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Network a1ed858f-15b2-4726-b12e-0935e3c5bc6a is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:30.957734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:30.963775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:30.982007 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Deleting port b8bf328b-64f8-4a00-a1ea-177078481039 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:30.983296 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.032025 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Pushing event updated for resources: {'Port': ['ID=8e449af1-3158-4f38-bb5f-4792a39bdb1c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:31.049602 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:31.099835 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.104980 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43130b08-c3e9-4a7a-8d24-61c595d2a0d1 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:31.217336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.230428 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-245b4a77-b58f-47ea-ad3d-f775615eeea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:31.301981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0e2fae94-a8d8-46f5-9dc0-50693695d79d req-58d41ae7-56e7-4d29-b109-e91f6bc5fd26 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 210 time: 0.1400723 Nov 09 11:29:31.317517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=0110bbc9-63f5-42a9-9ea2-3d32bf1c0c44,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:31.325449 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:31.384176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Port': ['ID=974a7190-2430-42da-80f0-e77560a42da3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:31.389196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:31.410413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.461743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Attempting to bind port 8e449af1-3158-4f38-bb5f-4792a39bdb1c on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:31.462355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Attempting to bind port 8e449af1-3158-4f38-bb5f-4792a39bdb1c by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '19cb8602-01d9-4a8a-a705-95df76c1c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:31.462606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Attempting to bind port 8e449af1-3158-4f38-bb5f-4792a39bdb1c on network a1ed858f-15b2-4726-b12e-0935e3c5bc6a {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:31.570146 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.575396 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:31.577702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Checking segment: {'id': '19cb8602-01d9-4a8a-a705-95df76c1c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:31.577702 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.577702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Bound using segment: {'id': '19cb8602-01d9-4a8a-a705-95df76c1c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:31.577702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Bound port: 8e449af1-3158-4f38-bb5f-4792a39bdb1c, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cb8602-01d9-4a8a-a705-95df76c1c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:31.577702 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.630457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ed858f-15b2-4726-b12e-0935e3c5bc6a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:31.702869 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.783751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cb8602-01d9-4a8a-a705-95df76c1c1ae') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:31.784356 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] For port b8bf328b-64f8-4a00-a1ea-177078481039, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b8bf328b-64f8-4a00-a1ea-177078481039,segment=NetworkSegment(8f00a0fc-b4e0-450b-8aa7-dd554aba6979),segment_id=8f00a0fc-b4e0-450b-8aa7-dd554aba6979)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:31.784529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cb8602-01d9-4a8a-a705-95df76c1c1ae') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:31.785071 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.810947 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.872946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.893410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:31.894315 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:31.912290 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:31.992603 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Calling delete_port for b8bf328b-64f8-4a00-a1ea-177078481039 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:32.031901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b8bf328b-64f8-4a00-a1ea-177078481039 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:32.054961 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.060875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.131571 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:29:32.131571 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:29:32.131571 n-d-817173-1 neutron-server[84333]: [parameters: {'id': 'a1ed858f-15b2-4726-b12e-0935e3c5bc6a'}] Nov 09 11:29:32.131571 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:29:32.132273 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:29:32.150548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] For port 8e449af1-3158-4f38-bb5f-4792a39bdb1c, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:32.175680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Allocated IP 172.20.0.1 (fd19a92a-64ab-479f-8bbb-39c407f38a3a/af0788b1-58f6-475f-abdd-f0892798b724/bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:32.195324 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.196109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Fanout notify agent at l3_agent the message router_deleted on router f4c4b276-fefe-49a9-8050-2d12bcf3665d {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:29:32.208122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] For port 8e449af1-3158-4f38-bb5f-4792a39bdb1c, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8e449af1-3158-4f38-bb5f-4792a39bdb1c,segment=NetworkSegment(19cb8602-01d9-4a8a-a705-95df76c1c1ae),segment_id=19cb8602-01d9-4a8a-a705-95df76c1c1ae)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:32.216033 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.217709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/routers/f4c4b276-fefe-49a9-8050-2d12bcf3665d HTTP/1.1" status: 204 len: 168 time: 3.4523609 Nov 09 11:29:32.220061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48886) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:32.273585 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.280650 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:32.384395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:29:22Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:32.402074 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.436600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.452873 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.456586 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25772db-e0f4-4857-8d4e-37195b90effb None None] The sync data for ids ['f4c4b276-fefe-49a9-8050-2d12bcf3665d'] in n-d-817173-1 is: [{'id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350554602', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '974a7190-2430-42da-80f0-e77560a42da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:13Z', 'updated_at': '2021-11-09T11:29:22Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': '974a7190-2430-42da-80f0-e77560a42da3', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c4b276-fefe-49a9-8050-2d12bcf3665d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:15Z', 'updated_at': '2021-11-09T11:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:29:32.549806 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Pushing event updated for resources: {'Port': ['ID=8e449af1-3158-4f38-bb5f-4792a39bdb1c,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:32.571027 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:32.587309 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b926732c-3c68-448e-8014-d3604f86d8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:32.603586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.630091 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27e39029-2ecf-4abc-a425-dae73db87eaf req-bb2b14b1-19bd-45aa-8150-e9d778ddae7d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 210 time: 0.0646188 Nov 09 11:29:32.641061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.651525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Transition to ACTIVE for port object bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:32.682697 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Pushing event deleted for resources: {'Port': ['ID=b8bf328b-64f8-4a00-a1ea-177078481039,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:32.685231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] No DVR routers for this DVR port b8bf328b-64f8-4a00-a1ea-177078481039 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:32.687235 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:32.687586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 8e449af1-3158-4f38-bb5f-4792a39bdb1c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:32.691655 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.793823 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.835404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb62f2c9-3f86-4e4b-ae06-5a6a4748b315']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:32.851009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f00a0fc-b4e0-450b-8aa7-dd554aba6979') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:32.853253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f00a0fc-b4e0-450b-8aa7-dd554aba6979') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:32.878028 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.923099 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.933399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:32.945319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 8e449af1-3158-4f38-bb5f-4792a39bdb1c, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8e449af1-3158-4f38-bb5f-4792a39bdb1c,segment=NetworkSegment(19cb8602-01d9-4a8a-a705-95df76c1c1ae),segment_id=19cb8602-01d9-4a8a-a705-95df76c1c1ae)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:32.945319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.954438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:32.957073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee9f90-0883-4674-87cd-183e945f613f None None] Network a1ed858f-15b2-4726-b12e-0935e3c5bc6a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:32.974095 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:33.139904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:33.144193 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-65d0c5e1-6b93-47ff-b96e-810f52822bdd tempest-ExternalNetworksTestJSON-205881604 tempest-ExternalNetworksTestJSON-205881604-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:33.177491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 8e449af1-3158-4f38-bb5f-4792a39bdb1c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:33.197787 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:33.204441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Network': ['ID=fb62f2c9-3f86-4e4b-ae06-5a6a4748b315,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:33.219322 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:33.283956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/networks/fb62f2c9-3f86-4e4b-ae06-5a6a4748b315 HTTP/1.1" status: 204 len: 168 time: 1.0622094 Nov 09 11:29:33.286455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48910) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:33.307239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013a31f-636c-4540-842b-6f428f98064c None None] Network a1ed858f-15b2-4726-b12e-0935e3c5bc6a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:33.353514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:33.366696 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:33.403560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:33.411539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:33.423666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:33.536522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:33.557864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:33.567247 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:33.684331 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:33.689763 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-de24f628-680a-4aee-8206-8b4fbf41874b tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:33.765950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f6a4d11c-b538-48f9-b30e-40e15fefda86 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:33.832333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Port': ['ID=8e449af1-3158-4f38-bb5f-4792a39bdb1c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:33.971513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: f6a4d11c-b538-48f9-b30e-40e15fefda86 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:33.980323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f6a4d11c-b538-48f9-b30e-40e15fefda86 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:33.992515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bda70f-1b1f-4460-8d01-c814960b86bb None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:29:34.065755 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:34.186868 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting port 08bbadb5-d53c-483c-885c-698c09c1f555 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:34.187451 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:34.219012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No DVR routers for this DVR port 8e449af1-3158-4f38-bb5f-4792a39bdb1c on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:34.356274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ee4a031d-2e7e-4301-ad83-aae891fd9c64 req-8bc67c54-aa1e-4b4d-bc2a-72630c82f62b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 210 time: 0.3166122 Nov 09 11:29:34.368781 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:34.395380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-09404aa4-4b8b-4cdb-afb8-f038fe6f7330 None None] Provisioning for port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:34.399252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:34.425086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bda70f-1b1f-4460-8d01-c814960b86bb None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:29:34.425086 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-09404aa4-4b8b-4cdb-afb8-f038fe6f7330 None None] Provisioning complete for port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:34.432646 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-09404aa4-4b8b-4cdb-afb8-f038fe6f7330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:34.530292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-09404aa4-4b8b-4cdb-afb8-f038fe6f7330 None None] Port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:29:34.671636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-9844fc81-153b-4b0f-a071-9f4c9481a58d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:34.674385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-9844fc81-153b-4b0f-a071-9f4c9481a58d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 811 time: 1.0692983 Nov 09 11:29:34.871947 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:34.957905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-97491cb9-0352-49ee-be1a-563d764d403f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:34.982063 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.006308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ed858f-15b2-4726-b12e-0935e3c5bc6a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:35.023824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cb8602-01d9-4a8a-a705-95df76c1c1ae') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:35.027904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cb8602-01d9-4a8a-a705-95df76c1c1ae') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:35.048001 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.055813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.059458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.095203 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:35.148549 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.269098 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.294495 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Calling delete_port for 08bbadb5-d53c-483c-885c-698c09c1f555 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:35.316217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:35.316217 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:35.336188 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:35.338715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.363518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:35.372907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-97491cb9-0352-49ee-be1a-563d764d403f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:35.374319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-97491cb9-0352-49ee-be1a-563d764d403f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7945d6e08704345a8e53c498c0adf76 HTTP/1.1" status: 200 len: 379 time: 0.6836886 Nov 09 11:29:35.393261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'port': {'device_id': '0148cf28-8590-44c4-a9c4-495924b5556a', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'admin_state_up': True, 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'security_groups': ['8b43d292-5cd7-42f5-941a-af76270a6aad']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:35.430396 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:35.582489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:35.600315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:35.614058 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.636464 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a702a17c-aeb0-48fe-b262-8c18953e6175 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:35.678734 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.701139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=a1ed858f-15b2-4726-b12e-0935e3c5bc6a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:35.718931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:35.752178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Made reservation on behalf of b7945d6e08704345a8e53c498c0adf76 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:35.755491 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:35.764591 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/a1ed858f-15b2-4726-b12e-0935e3c5bc6a HTTP/1.1" status: 204 len: 168 time: 5.8576517 Nov 09 11:29:35.767561 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48940) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:35.788586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:35.789850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:35.825850 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-facc48e4-8151-40b4-99c1-31bc28f6de9c req-444cb0bf-9f60-4200-95b0-16762058ec8b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 210 time: 0.1252573 Nov 09 11:29:35.843060 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bea325b-ddd3-41b3-befd-24546362c686 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:35.843497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bea325b-ddd3-41b3-befd-24546362c686 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:35.851690 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7f19b80e-08e6-4623-a4cd-9a0256e48873 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:35.857811 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9bea325b-ddd3-41b3-befd-24546362c686 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/0110bbc9-63f5-42a9-9ea2-3d32bf1c0c44 HTTP/1.1" status: 404 len: 337 time: 0.0705371 Nov 09 11:29:35.865266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48944) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:36.060999 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.070617 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:36.093520 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 7f19b80e-08e6-4623-a4cd-9a0256e48873 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:36.098915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7f19b80e-08e6-4623-a4cd-9a0256e48873 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:36.103095 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.125242 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f18fbf8-d16c-4528-bf4c-961a4d42d8bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:36.126299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f18fbf8-d16c-4528-bf4c-961a4d42d8bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:36.173041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Port': ['ID=08bbadb5-d53c-483c-885c-698c09c1f555,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:36.188171 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:36.194381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4f18fbf8-d16c-4528-bf4c-961a4d42d8bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/a1ed858f-15b2-4726-b12e-0935e3c5bc6a HTTP/1.1" status: 404 len: 339 time: 0.2537134 Nov 09 11:29:36.195480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48950) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:36.221380 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.236182 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c711e1d-0693-4bc5-a03f-598d8c66e8da tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:36.236560 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c711e1d-0693-4bc5-a03f-598d8c66e8da tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:36.241277 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4c711e1d-0693-4bc5-a03f-598d8c66e8da tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/0442b521-3c9b-4800-8aad-52ff565c608a HTTP/1.1" status: 404 len: 337 time: 0.0422781 Nov 09 11:29:36.248589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 7f19b80e-08e6-4623-a4cd-9a0256e48873, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7f19b80e-08e6-4623-a4cd-9a0256e48873,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:36.255327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e899da48-575e-435b-8871-13ad6228db35 None None] Provisioning complete for port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:36.255773 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e899da48-575e-435b-8871-13ad6228db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.268212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48954) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:36.296988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Allocated IP 172.20.0.13 (005eb336-500e-4a09-83c9-de900b98fe09/67491d64-401a-40b2-a68b-d44cd7edeeea/c57f61ad-a0ac-444b-817a-a437a7d93e10) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:36.315248 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb496b5-c212-4e3b-b21a-986473586ad5 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:36.316346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb496b5-c212-4e3b-b21a-986473586ad5 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:36.320415 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5fb496b5-c212-4e3b-b21a-986473586ad5 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/7af45e8b-57d0-4b14-abba-256b11a67607 HTTP/1.1" status: 404 len: 339 time: 0.0479562 Nov 09 11:29:36.320631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e899da48-575e-435b-8871-13ad6228db35 None None] Port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:29:36.322097 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.368298 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.380177 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4dde0d94-6198-4b4a-8849-6ef273c9c9ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:36.387966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48958) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:36.439390 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 974a7190-2430-42da-80f0-e77560a42da3 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:36.488577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Router c5f96ca6-191e-4e85-a207-2e24c1dbc70a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:29:36.497124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 974a7190-2430-42da-80f0-e77560a42da3 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:36.497611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 974a7190-2430-42da-80f0-e77560a42da3 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:36.516330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=7f19b80e-08e6-4623-a4cd-9a0256e48873,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:36.520531 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:36.568280 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.619804 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:36.711642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:29:36.716763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] 10.222.0.50 "PUT /v2.0/routers/c5f96ca6-191e-4e85-a207-2e24c1dbc70a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3699951 Nov 09 11:29:37.200393 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bc18ca97-dc3f-45e7-aaa4-0a865b41dad9 req-46b68482-796f-4ebf-a6e4-162019340f3f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 210 time: 0.1233864 Nov 09 11:29:37.238994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.254271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.297218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0aff217-ed84-4f86-bffb-dd52fdff182d']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:37.305139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Transition to ACTIVE for port object c57f61ad-a0ac-444b-817a-a437a7d93e10 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:37.319730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9084cd-51dc-4f7d-859a-205f492c1264') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:37.320126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9084cd-51dc-4f7d-859a-205f492c1264') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:37.401101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.430630 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.441668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:37.442064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:37.457339 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:37.540422 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.555481 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2334e08c-0a1a-4a85-9c99-291bdd3efca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:37.680127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.701347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Network 005eb336-500e-4a09-83c9-de900b98fe09 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:37.711749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.714476 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:37.718270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'Port': ['ID=c57f61ad-a0ac-444b-817a-a437a7d93e10,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:37.724568 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:37.753961 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:37.754469 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d12c1fd4-4267-429a-a040-393304a632d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:37.787920 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/e0aff217-ed84-4f86-bffb-dd52fdff182d HTTP/1.1" status: 204 len: 168 time: 1.3950851 Nov 09 11:29:37.788794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 48994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:37.795119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=e0aff217-ed84-4f86-bffb-dd52fdff182d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:37.800733 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:37.843128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:37.843789 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:37.844067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7f19b80e-08e6-4623-a4cd-9a0256e48873 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:37.916454 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 48998) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:37.925347 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9766ca2-a032-431f-a465-1d6c6a509289 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:37.926392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9766ca2-a032-431f-a465-1d6c6a509289 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:37.928929 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e9766ca2-a032-431f-a465-1d6c6a509289 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/5a95e825-25fd-4c41-948f-184d2c34ac41 HTTP/1.1" status: 404 len: 337 time: 0.1394854 Nov 09 11:29:37.933502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:37.944056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497768557', 'description': 'tempest-description--801951274'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:37.971394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:37.978700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Usage tracker for resource:security_group and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:37.993491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:37.997018 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-47af8f3b-1bd4-4cfe-a740-b6eb997e98a1 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.000246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47af8f3b-1bd4-4cfe-a740-b6eb997e98a1 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.007971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:38.017971 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-47af8f3b-1bd4-4cfe-a740-b6eb997e98a1 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/0b993967-fb99-4727-89ef-b53b280789ec HTTP/1.1" status: 404 len: 339 time: 0.0802131 Nov 09 11:29:38.018340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49006) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.030326 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6422541 Nov 09 11:29:38.031606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7f19b80e-08e6-4623-a4cd-9a0256e48873 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:38.031999 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:38.063405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Request body: {'port': {'device_id': '0148cf28-8590-44c4-a9c4-495924b5556a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:38.069001 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c786fd-b1a8-4289-b3ee-12ce53031f36 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.069435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c786fd-b1a8-4289-b3ee-12ce53031f36 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.073819 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d1c786fd-b1a8-4289-b3ee-12ce53031f36 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/38eed134-5b17-405d-9d54-9abdb4d14254 HTTP/1.1" status: 404 len: 337 time: 0.0511479 Nov 09 11:29:38.074471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49010) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.125005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router d6d9170c-50ce-46a0-8cae-417172818404 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:29:38.132735 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9506f5-cacc-4a3c-bbb2-3660007668b0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.133910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9506f5-cacc-4a3c-bbb2-3660007668b0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.134228 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:38.136292 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6b9506f5-cacc-4a3c-bbb2-3660007668b0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/5902cdcd-959d-4822-8194-51762ae34c96 HTTP/1.1" status: 404 len: 339 time: 0.0609179 Nov 09 11:29:38.140018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49014) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.216908 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0cb0eb-62c0-433b-a758-4f7db4fc7743 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.217616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0cb0eb-62c0-433b-a758-4f7db4fc7743 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.219396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cd0cb0eb-62c0-433b-a758-4f7db4fc7743 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/738b223a-b684-4818-9843-132255a4a130 HTTP/1.1" status: 404 len: 337 time: 0.0781875 Nov 09 11:29:38.222386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49020) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.310638 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-53be2f61-315d-47fa-a026-7b965573960c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.316882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53be2f61-315d-47fa-a026-7b965573960c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.319872 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-53be2f61-315d-47fa-a026-7b965573960c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/958d2bb4-3775-4c44-bdb2-b9cdd008557b HTTP/1.1" status: 404 len: 339 time: 0.0952771 Nov 09 11:29:38.322013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.324312 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Sync routers for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:29:38.351535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:38.352582 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:38.353221 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:38.356330 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-81d695aa-a4b1-4632-b900-30116778e9e3 None None] Provisioning for port c57f61ad-a0ac-444b-817a-a437a7d93e10 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:38.359699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Usage tracker for resource:security_group_rule and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:38.364137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-81d695aa-a4b1-4632-b900-30116778e9e3 None None] Provisioning complete for port c57f61ad-a0ac-444b-817a-a437a7d93e10 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:38.365391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:38.365957 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-81d695aa-a4b1-4632-b900-30116778e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:38.374137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:38.391008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:38.406294 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfec255-18fd-41ba-9ad3-8b5441498321 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.407138 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfec255-18fd-41ba-9ad3-8b5441498321 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.412565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-abfec255-18fd-41ba-9ad3-8b5441498321 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/d5c88377-ab6b-4787-8257-0df809242fb2 HTTP/1.1" status: 404 len: 337 time: 0.0860929 Nov 09 11:29:38.413413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49032) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.445187 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6708f5-9112-4abd-a28e-0c3b5a5dfc99 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.446884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6708f5-9112-4abd-a28e-0c3b5a5dfc99 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.453955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6d6708f5-9112-4abd-a28e-0c3b5a5dfc99 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/2a0f5d72-fad2-454a-8505-e1d8a9bb6e65 HTTP/1.1" status: 404 len: 339 time: 0.0393407 Nov 09 11:29:38.455745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49036) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.458545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-81d695aa-a4b1-4632-b900-30116778e9e3 None None] Port c57f61ad-a0ac-444b-817a-a437a7d93e10 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:29:38.572628 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f707d8da-a36a-4748-bda7-838e62d395d3 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.573072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f707d8da-a36a-4748-bda7-838e62d395d3 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.578130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f707d8da-a36a-4748-bda7-838e62d395d3 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/7c132f33-b6c0-4ed7-9645-4c6c0cd089aa HTTP/1.1" status: 404 len: 337 time: 0.1213796 Nov 09 11:29:38.578725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.616230 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a918cd46-ab2b-47c9-8659-ec8a1453d24a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.616732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a918cd46-ab2b-47c9-8659-ec8a1453d24a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.623604 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a918cd46-ab2b-47c9-8659-ec8a1453d24a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/238d6da0-3f68-4cbe-9651-da0885210976 HTTP/1.1" status: 404 len: 339 time: 0.0412567 Nov 09 11:29:38.624602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49044) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.639438 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:38.683093 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:38.741216 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5caac52b-a3b8-4905-93e6-79ee908ece69 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.742324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5caac52b-a3b8-4905-93e6-79ee908ece69 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.744280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5caac52b-a3b8-4905-93e6-79ee908ece69 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/17734168-df82-4511-b85d-c6655df5c119 HTTP/1.1" status: 404 len: 337 time: 0.1060143 Nov 09 11:29:38.749223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49054) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.764950 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:38.774586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:38.821815 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f60182-a294-486b-bd0f-7d09a5f2f00b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.822672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f60182-a294-486b-bd0f-7d09a5f2f00b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.824936 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-01f60182-a294-486b-bd0f-7d09a5f2f00b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/0e6ffa8c-a43c-41de-a0b4-09b3e38e47fe HTTP/1.1" status: 404 len: 339 time: 0.0725756 Nov 09 11:29:38.834200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51def-ec2c-4d49-901b-bf9944d827fa req-df3c30a1-7ce6-472e-ac78-dec5ddc840b2 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:38.843366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4eb51def-ec2c-4d49-901b-bf9944d827fa req-df3c30a1-7ce6-472e-ac78-dec5ddc840b2 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 932 time: 0.3883100 Nov 09 11:29:38.847571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49058) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.919687 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92dc318-3819-45c2-834d-5a8a027c1682 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:38.921810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92dc318-3819-45c2-834d-5a8a027c1682 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:38.924182 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e92dc318-3819-45c2-834d-5a8a027c1682 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/42b11885-15e5-446c-8225-aec8b75f5604 HTTP/1.1" status: 404 len: 337 time: 0.0741198 Nov 09 11:29:38.938767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c43fc6-368e-41e6-abe7-5031af505f5d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:38.939581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49064) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:38.949067 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:38.999634 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4f7b69-38bb-464b-80e9-fdb44562083c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:39.000404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4f7b69-38bb-464b-80e9-fdb44562083c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:39.002463 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8f4f7b69-38bb-464b-80e9-fdb44562083c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/072d8538-a790-454b-b6cd-e8ac2a3c7f84 HTTP/1.1" status: 404 len: 339 time: 0.0608153 Nov 09 11:29:39.006955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:39.061893 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-361ba894-3338-44a4-b481-12e0297f894e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:39.062400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361ba894-3338-44a4-b481-12e0297f894e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:39.067279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-361ba894-3338-44a4-b481-12e0297f894e tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/cb94bb35-cb7d-4a17-842a-148d47176f41 HTTP/1.1" status: 404 len: 337 time: 0.0559330 Nov 09 11:29:39.068522 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4eb51def-ec2c-4d49-901b-bf9944d827fa req-e794d060-188b-4ced-8e70-56bcc516a50a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227085 Nov 09 11:29:39.068977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49072) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:39.072959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.074139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1555800 Nov 09 11:29:39.083203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49076) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:39.102256 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'security_group_rule': {'security_group_id': 'f6c43fc6-368e-41e6-abe7-5031af505f5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:39.108574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:29:39.109394 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c33d31-87a6-4b4f-a707-c5182b3d3f9c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:39.109846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c33d31-87a6-4b4f-a707-c5182b3d3f9c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:39.115185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c3c33d31-87a6-4b4f-a707-c5182b3d3f9c tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/dc3d733b-1d2a-485e-8b88-ed318f7717b8 HTTP/1.1" status: 404 len: 339 time: 0.0415471 Nov 09 11:29:39.115485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:39.115701 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.127536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74542007-369b-407d-b4f3-653272db4707 None None] Sync routers for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:29:39.142276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:39.143908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:39.154302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:39.186175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Usage tracker for resource:security_group_rule and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:39.193251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:39.243610 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:34Z', 'revision_number': 2, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:39.259821 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Checking router: c5f96ca6-191e-4e85-a207-2e24c1dbc70a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:29:39.260179 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Updating router c5f96ca6-191e-4e85-a207-2e24c1dbc70a port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:29:39.374652 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.377063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting subnet f313df49-2bcd-4fdd-880c-41d34afb7b6c {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:29:39.381854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.409217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/floatingips/8537a61e-2e67-4a19-bb57-cbee2d352c64 HTTP/1.1" status: 204 len: 168 time: 6.1215811 Nov 09 11:29:39.414550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:39.416857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:39.460090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.469745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:39.535380 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.593000 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'status': 'completed', 'code': 200} Nov 09 11:29:39.618461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.697069 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.704316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57f61ad-a0ac-444b-817a-a437a7d93e10 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:29:39.725428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.759252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Transition to ACTIVE for port object c57f61ad-a0ac-444b-817a-a437a7d93e10 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:39.775309 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.781551 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:39.825894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7450e681-3da9-487d-b5a3-900b7738788a,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:39.830398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-6ef27cc4-cc0b-44bd-91d2-cb243c1f49d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 1136 time: 0.2366190 Nov 09 11:29:39.831991 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:39.867498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.875960 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-50ab7b30-30f8-4cbe-9715-6ad6de10f6fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:39.900570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:39.917766 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-30e4fdb3-c484-45ca-8e9f-6faad860ddde tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:39.993255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Subnet': ['ID=f313df49-2bcd-4fdd-880c-41d34afb7b6c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:39.996069 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:40.009650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.023775 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/subnets/f313df49-2bcd-4fdd-880c-41d34afb7b6c HTTP/1.1" status: 204 len: 168 time: 0.9072435 Nov 09 11:29:40.026217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49098) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:40.031691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e513b3d2-b792-4cf3-a337-75633d487e35 None None] Network 45dd6e89-3257-4c7d-b830-59f1bc13aa1b requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:40.257224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Pushing event updated for resources: {'Port': ['ID=c57f61ad-a0ac-444b-817a-a437a7d93e10,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:40.268345 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:40.269852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.271142 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.271594 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-25fdc8a4-0423-4e09-80b3-9a9af5372e62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1861019 Nov 09 11:29:40.299497 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Transition to ACTIVE for port object bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:40.300536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:40.314532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'security_group_rule': {'security_group_id': 'f6c43fc6-368e-41e6-abe7-5031af505f5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:40.331648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:40.340256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Usage tracker for resource:security_group_rule and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:40.368284 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.372670 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-4fe99858-77b0-4c73-9feb-1175c2693f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:40.461017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-eb319a60-db45-4e6f-82e3-9bb9ce9c880b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:40.462545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-eb319a60-db45-4e6f-82e3-9bb9ce9c880b service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d2a546-e0db-43de-9aef-fb8ce7b3232e HTTP/1.1" status: 200 len: 898 time: 0.6239514 Nov 09 11:29:40.497379 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76eccf-16e1-441d-bd6c-d8f114e8e7ff None None] Pushing event updated for resources: {'Port': ['ID=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:40.497379 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-ba76eccf-16e1-441d-bd6c-d8f114e8e7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:40.536561 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:19Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:40.560980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74542007-369b-407d-b4f3-653272db4707 None None] Checking router: d6d9170c-50ce-46a0-8cae-417172818404 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:29:40.657680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:40.664646 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:40.683873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:40.683873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:40.684165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.699790 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-bd672e57-5310-46ac-b7a7-77756bc71e6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a HTTP/1.1" status: 200 len: 217 time: 0.2161560 Nov 09 11:29:40.776640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Attempting to bind port c57f61ad-a0ac-444b-817a-a437a7d93e10 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:40.776981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Attempting to bind port c57f61ad-a0ac-444b-817a-a437a7d93e10 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:40.777842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Attempting to bind port c57f61ad-a0ac-444b-817a-a437a7d93e10 on network 005eb336-500e-4a09-83c9-de900b98fe09 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:40.781782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.786330 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Attempting to bind port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:40.787012 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Attempting to bind port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:40.788044 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Attempting to bind port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:40.795529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Port c57f61ad-a0ac-444b-817a-a437a7d93e10 on network 005eb336-500e-4a09-83c9-de900b98fe09 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:29:40.795860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Attempting to bind port c57f61ad-a0ac-444b-817a-a437a7d93e10 on network 005eb336-500e-4a09-83c9-de900b98fe09 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:40.796345 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:40.796914 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:40.797494 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.798101 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Bound using segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:40.803745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:40.804291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.809641 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Bound port: bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:40.810486 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.859702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352a23b-8754-4fc9-ac01-d78c0beaa641 req-b98559b2-5be5-405b-a6ec-620db35b2d66 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:40.859702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9352a23b-8754-4fc9-ac01-d78c0beaa641 req-b98559b2-5be5-405b-a6ec-620db35b2d66 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:40.867248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:40.867810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Checking segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:40.868331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Bound using segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:40.868835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Bound port: c57f61ad-a0ac-444b-817a-a437a7d93e10, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:40.869288 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.928958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] DHCP port deletion for 45dd6e89-3257-4c7d-b830-59f1bc13aa1b request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:29:40.945682 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] For port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:40.948862 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] For port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:40.960824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Deleting port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:40.961215 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:40.965485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca15f2-db5d-483f-9adf-d9ab2cfdd3ed req-29cd8f72-3ab2-4af5-a4f6-d854550b429a tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:40.972844 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08ca15f2-db5d-483f-9adf-d9ab2cfdd3ed req-29cd8f72-3ab2-4af5-a4f6-d854550b429a tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 985 time: 0.2959445 Nov 09 11:29:41.039951 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.046362 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63a2f565-3cd7-486f-b11b-983e64f6d43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:41.056540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] For port c57f61ad-a0ac-444b-817a-a437a7d93e10, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:41.060072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] For port c57f61ad-a0ac-444b-817a-a437a7d93e10, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:41.062184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-9d656ffa-574e-4247-be86-673a35ba1798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:41.064029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-9d656ffa-574e-4247-be86-673a35ba1798 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a29a50-4c14-4cdb-8688-05e0a31bbf93 HTTP/1.1" status: 200 len: 834 time: 0.3501818 Nov 09 11:29:41.120136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08ca15f2-db5d-483f-9adf-d9ab2cfdd3ed req-86d6c28f-c7b8-4ae7-93b4-89f51360704e tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1462855 Nov 09 11:29:41.131669 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.135814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.143131 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c3b73eb-98f6-44e1-a753-ba531bc54df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:41.198584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9352a23b-8754-4fc9-ac01-d78c0beaa641 req-b98559b2-5be5-405b-a6ec-620db35b2d66 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:41.199825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9352a23b-8754-4fc9-ac01-d78c0beaa641 req-b98559b2-5be5-405b-a6ec-620db35b2d66 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 944 time: 0.8111463 Nov 09 11:29:41.235432 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] For port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,segment=NetworkSegment(066dd827-8ce7-4952-aaaf-ea29e4630887),segment_id=066dd827-8ce7-4952-aaaf-ea29e4630887)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:41.235833 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.266899 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:41.272789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:41.313020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.347452 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-bd5c8eb4-7e93-40f3-8e11-c758896de48a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d2a546-e0db-43de-9aef-fb8ce7b3232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2715950 Nov 09 11:29:41.360955 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b2d2aef-1703-4450-8b2c-6799a7cb3782 tempest-ServersTestJSON-713734403 tempest-ServersTestJSON-713734403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:41.456915 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6f6b63-cf5d-400e-927a-ee6f24b25476,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:41.460360 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:41.467059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] For port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,segment=NetworkSegment(066dd827-8ce7-4952-aaaf-ea29e4630887),segment_id=066dd827-8ce7-4952-aaaf-ea29e4630887)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:41.467432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.562482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Calling delete_port for 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:41.601140 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.603248 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3011479 Nov 09 11:29:41.693659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-7715dd6e-8ca6-4c43-afc3-82d37a32b03d service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321581 Nov 09 11:29:41.701077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49126) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:41.742134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:41.803398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Calling delete_port for 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:41.847644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:41.853643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] 10.222.0.59 "PUT /v2.0/ports/c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1092 time: 3.8127971 Nov 09 11:29:41.867490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:41.873115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:41.885480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:41.892588 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:41.898670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:41.913070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Usage tracker for resource:floatingip and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:41.917220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:41.930750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:42.186396 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:42.188695 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76eccf-16e1-441d-bd6c-d8f114e8e7ff None None] Pushing event updated for resources: {'Port': ['ID=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:42.235863 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-ba76eccf-16e1-441d-bd6c-d8f114e8e7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.190s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:42.247537 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-226ae05b-8aea-40c8-b2f7-4306f3935321 req-108844ff-5951-4871-93bb-29f4927cd4a1 service neutron] 10.222.0.57 "GET /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779381 Nov 09 11:29:42.271928 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'status': 'completed', 'code': 200} Nov 09 11:29:42.272721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:42.336953 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:42.381483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9352a23b-8754-4fc9-ac01-d78c0beaa641 req-5580f5e1-8930-48dd-946e-eeebab7218c8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1437285 Nov 09 11:29:42.417154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:29:42.417589 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:29:42.456402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Pushing event updated for resources: {'Port': ['ID=c57f61ad-a0ac-444b-817a-a437a7d93e10,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:42.483973 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.341s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:42.490126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4325c-806a-45c5-a9eb-2257f4e8abbd req-11d803d5-418d-4890-8d4b-9e80fe071168 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:42.490358 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e144d5e4-a327-45e5-9163-f9c2cd1f39d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:42.491668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91e4325c-806a-45c5-a9eb-2257f4e8abbd req-11d803d5-418d-4890-8d4b-9e80fe071168 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 985 time: 0.1933846 Nov 09 11:29:42.530663 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:40Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:42.541408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfff89-c9bf-4e64-bedb-b986a6fc9789 None None] The sync data for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 is: [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:40Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:29:42.619926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Pushing event deleted for resources: {'Port': ['ID=5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:42.624661 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:42.625878 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-91e4325c-806a-45c5-a9eb-2257f4e8abbd req-6baf2aee-ef8e-478c-99b1-f11311641599 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1182358 Nov 09 11:29:42.709797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] No DVR routers for this DVR port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:42.736827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:42.863036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-8aaffc36-7fab-45c9-bb18-f34f3840171d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:42.863951 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-8aaffc36-7fab-45c9-bb18-f34f3840171d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:42.879647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-c0dec618-f24e-4a49-b06e-7e1298e59cb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1095 time: 0.6310925 Nov 09 11:29:42.910388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74542007-369b-407d-b4f3-653272db4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:19Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:42.916523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74542007-369b-407d-b4f3-653272db4707 None None] The sync data for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 is: [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:26:56Z', 'revision_number': 4, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'd5554134-6043-4ffe-b30a-b47b98a7cc8d', 'name': '', 'network_id': '06d2a546-e0db-43de-9aef-fb8ce7b3232e', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'mac_address': 'fa:16:3e:c5:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:53Z', 'updated_at': '2021-11-09T11:27:19Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'subnets': [{'id': 'c7a29a50-4c14-4cdb-8688-05e0a31bbf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:29:42.919158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Deleting port 5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:42.919642 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:42.955402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-8aaffc36-7fab-45c9-bb18-f34f3840171d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:42.957144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-8aaffc36-7fab-45c9-bb18-f34f3840171d tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 985 time: 1.2551057 Nov 09 11:29:43.045259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-f7ea6ecc-532d-4108-a7c2-6507a3c0d7b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 217 time: 0.1505527 Nov 09 11:29:43.072310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] The port '5cd2cd76-acf3-4ab5-b51f-2fc7846cf9cf' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:29:43.131221 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.162567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting port 13af3c13-e56d-42ef-a695-a9e0fb7f965a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:43.162934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.255863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-2183bfe1-666a-4967-907e-16d4b412df2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:43.257518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-2183bfe1-666a-4967-907e-16d4b412df2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.2037044 Nov 09 11:29:43.267937 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.281820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:43.285750 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.295407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Usage tracker for resource:security_group_rule and tenant:2689baad95944385831e3e54f4fd080e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:43.302556 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:43.318621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:43.347693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dd6e89-3257-4c7d-b830-59f1bc13aa1b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:43.358731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066dd827-8ce7-4952-aaaf-ea29e4630887') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:43.359054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066dd827-8ce7-4952-aaaf-ea29e4630887') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:43.378364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.402481 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.424399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:43.425882 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:43.441560 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:43.588062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.639807 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.649163 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-79daf5a5-607a-4d47-8850-6e41f03ed6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:43.670960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.685991 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.735421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Allocated IP 172.25.7.7 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/9cf929dd-c14d-4cf4-8c0a-e4c372aa4a66) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:43.740204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-e0d0d948-d8ee-49d7-8629-ef270ca36399 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4595392 Nov 09 11:29:43.747608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2689baad95944385831e3e54f4fd080e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0049298 Nov 09 11:29:43.761572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd3ac0-28f1-44fc-b088-4da2cd045df6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:43.768602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49164) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:43.790674 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:43.791256 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e0ac34fa-a162-498a-81cb-734a1a658bf7 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:43.828370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Pushing event deleted for resources: {'Network': ['ID=45dd6e89-3257-4c7d-b830-59f1bc13aa1b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:43.838379 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] 10.222.0.50 "DELETE /v2.0/networks/45dd6e89-3257-4c7d-b830-59f1bc13aa1b HTTP/1.1" status: 204 len: 168 time: 3.8083324 Nov 09 11:29:43.853066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] For port 13af3c13-e56d-42ef-a695-a9e0fb7f965a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=13af3c13-e56d-42ef-a695-a9e0fb7f965a,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:43.853424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:43.894304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:43.904126 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:43.978604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baad6f8-99b5-43d3-9a18-e3cafb5c4562 req-0e8030ea-1688-43cc-bd66-5c4f8dacd305 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:43.980213 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7baad6f8-99b5-43d3-9a18-e3cafb5c4562 req-0e8030ea-1688-43cc-bd66-5c4f8dacd305 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 985 time: 0.1533704 Nov 09 11:29:44.037882 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.066298 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.134543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:44.140300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:44.140711 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.169312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7baad6f8-99b5-43d3-9a18-e3cafb5c4562 req-60ad75b5-938c-4973-a962-dc33654434ca tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6eff7a4-e3df-4bec-87e2-c866b37d12a4&id=147c6269-3761-487d-a333-584a5765573a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1482222 Nov 09 11:29:44.201951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.206696 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-647f712f-c79e-4d7b-8f95-43317c809093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:44.212578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-92c4e45a-5516-48b5-82f2-4a06423a3213 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424617 Nov 09 11:29:44.219678 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Calling delete_port for 13af3c13-e56d-42ef-a695-a9e0fb7f965a owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:44.245055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd3ac0-28f1-44fc-b088-4da2cd045df6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:44.254343 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:44.267757 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.269540 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3cd3ac0-28f1-44fc-b088-4da2cd045df6 HTTP/1.1" status: 204 len: 168 time: 0.4987514 Nov 09 11:29:44.385087 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.424411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:44.500052 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.501997 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a559a6e-16d4-463f-91eb-20e44e24a5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:44.522430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0e84d-3aab-44f9-9806-93a64f966c69 req-7ab7fe62-0b71-4033-ba58-e8ca9dadc2a8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:44.524031 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c3d0e84d-3aab-44f9-9806-93a64f966c69 req-7ab7fe62-0b71-4033-ba58-e8ca9dadc2a8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 944 time: 0.9360564 Nov 09 11:29:44.545956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49176) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:44.585741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:44.595636 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:44.745413 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.750127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c3d0e84d-3aab-44f9-9806-93a64f966c69 req-0304665e-2f8b-4a06-a770-40f075095693 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132857 Nov 09 11:29:44.753627 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1271ac85-ae27-4fff-83ce-4e45c0c563ff req-45c4263b-acdf-4856-8754-faf82117d16f service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212121 Nov 09 11:29:44.758532 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:44.767429 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cc559ddf-df9f-4872-a9bd-deb04ab9e40d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:44.824975 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Port': ['ID=13af3c13-e56d-42ef-a695-a9e0fb7f965a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:44.828754 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:44.902819 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5384b1fe-aa1c-4b77-91a5-2e82bdc2b018 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf08d8fdcaaf449eb091c82ae407701c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3555918 Nov 09 11:29:44.905324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49184) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:44.936930 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 13af3c13-e56d-42ef-a695-a9e0fb7f965a no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:44.979743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.000516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 13af3c13-e56d-42ef-a695-a9e0fb7f965a {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:45.000923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 13af3c13-e56d-42ef-a695-a9e0fb7f965a not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:45.013675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.106590 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] No DVR routers for this DVR port 13af3c13-e56d-42ef-a695-a9e0fb7f965a on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:45.117718 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.121263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'name': 'network-vif-deleted', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:45.177297 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49190) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:45.177420 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf0eab09-017e-4af5-afce-7219076551e8 req-94e81c38-da25-46f1-b5a6-48849c5c4cfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1095 time: 0.1143866 Nov 09 11:29:45.216649 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d44d0f0-6ef0-458b-9311-a81a989882a6', 'name': 'network-vif-deleted', 'tag': '13af3c13-e56d-42ef-a695-a9e0fb7f965a', 'status': 'completed', 'code': 200} Nov 09 11:29:45.228866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.243019 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.246879 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e30319d1-c40e-4389-9b11-a4fd9e6b7d73 tempest-PortsAdminExtendedAttrsTestJSON-1178043999 tempest-PortsAdminExtendedAttrsTestJSON-1178043999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:45.251701 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e877e3f8-1ac2-48e7-8d09-82d778f9e9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:45.258733 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.277243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274b5507-416f-4b92-a8bb-051163b8bea8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:45.280544 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:45.322416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.336832 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/274b5507-416f-4b92-a8bb-051163b8bea8 HTTP/1.1" status: 204 len: 168 time: 0.4300325 Nov 09 11:29:45.351807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:45.358617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6429a615c1848b5bd764e8ae3839a59 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:45.362615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:45.370678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:45.379029 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46e9ac33-f212-4cbe-a589-c7ca4038f634 req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.57 "DELETE /v2.0/ports/13af3c13-e56d-42ef-a695-a9e0fb7f965a HTTP/1.1" status: 204 len: 173 time: 2.4041622 Nov 09 11:29:45.488572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:45.492314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:45.504275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=9cf929dd-c14d-4cf4-8c0a-e4c372aa4a66,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:45.506901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:45.522743 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.535758 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cdbbc535-dfe5-42f2-a102-aa9fd21c1e16 req-74a25493-5781-42cd-9f6d-940ecad0d16e tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Synchronizing usage tracker for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:45.541686 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:45.619689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0eab09-017e-4af5-afce-7219076551e8 req-87fde3e8-7c45-4db1-b3dd-95c64137714e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:45.621758 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf0eab09-017e-4af5-afce-7219076551e8 req-87fde3e8-7c45-4db1-b3dd-95c64137714e service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.4288633 Nov 09 11:29:45.625388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:45.741594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-cdbbc535-dfe5-42f2-a102-aa9fd21c1e16 req-74a25493-5781-42cd-9f6d-940ecad0d16e tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Unset dirty status for tenant:10a099c7c4104d6bb0d7af8c69176dc5 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:45.742858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cdbbc535-dfe5-42f2-a102-aa9fd21c1e16 req-74a25493-5781-42cd-9f6d-940ecad0d16e tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d44d0f0-6ef0-458b-9311-a81a989882a6 HTTP/1.1" status: 200 len: 210 time: 0.3486168 Nov 09 11:29:45.763260 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf0eab09-017e-4af5-afce-7219076551e8 req-519417e1-bb38-4725-aaee-eaf238527945 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 217 time: 0.1247771 Nov 09 11:29:45.813458 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4b5f44bd-bdd5-434f-be4c-f059655fa612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:45.847267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:45.924721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6429a615c1848b5bd764e8ae3839a59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7466853 Nov 09 11:29:45.929865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49206) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:45.954671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0eab09-017e-4af5-afce-7219076551e8 req-4fe3ab6e-4ed8-4663-b9a4-d35b736ed8d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:45.956375 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf0eab09-017e-4af5-afce-7219076551e8 req-4fe3ab6e-4ed8-4663-b9a4-d35b736ed8d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.1862490 Nov 09 11:29:45.969604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:45.970155 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.011348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598dbdd8-267f-45c2-b20f-b2aa86ac06e6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:46.034857 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:46.131027 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba77aab-ff59-4a6c-914f-2a43b659d87e req-86a1d70a-2de1-4be0-9d3d-d49996e86dd5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:46.133856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bba77aab-ff59-4a6c-914f-2a43b659d87e req-86a1d70a-2de1-4be0-9d3d-d49996e86dd5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 944 time: 0.1893899 Nov 09 11:29:46.160172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.197735 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.229256 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.245222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf0eab09-017e-4af5-afce-7219076551e8 req-f9f71c5f-728d-4e4d-bf2d-e60ddb523c07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494526 Nov 09 11:29:46.270187 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bba77aab-ff59-4a6c-914f-2a43b659d87e req-a1850e3d-fe2b-4925-a606-13f514db5c4a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304789 Nov 09 11:29:46.436204 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.481582 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2ede9-8e28-42d1-8202-f1f5a82bb647 None None] New status for floating IP 8537a61e-2e67-4a19-bb57-cbee2d352c64: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:29:46.527682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf0eab09-017e-4af5-afce-7219076551e8 req-7eb524ff-8beb-44da-9daf-376185d19d42 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703645 Nov 09 11:29:46.588657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.602531 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa09a23d-9580-4bf1-a37c-22259860344d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:46.625890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598dbdd8-267f-45c2-b20f-b2aa86ac06e6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:46.720813 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:46.752772 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.753894 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/598dbdd8-267f-45c2-b20f-b2aa86ac06e6 HTTP/1.1" status: 204 len: 168 time: 0.8015108 Nov 09 11:29:46.829718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bf0eab09-017e-4af5-afce-7219076551e8 req-7fb2246d-c7a6-45ed-b2d5-14f146b6a73c service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883954 Nov 09 11:29:46.869056 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.875419 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49226) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:46.945180 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.950132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:46.950518 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:46.980941 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.060266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=9cf929dd-c14d-4cf4-8c0a-e4c372aa4a66,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:47.068112 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:47.083368 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.168049 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.179620 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6868a6e1-8e6c-4238-99f6-9300953461f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:47.189212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c6269-3761-487d-a333-584a5765573a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:47.194453 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:47.213460 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.213719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-45e11310-2196-4235-ba7f-d0f108ef30cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.214821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3491857 Nov 09 11:29:47.343840 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.349199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49242) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:47.350161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/security-groups/147c6269-3761-487d-a333-584a5765573a HTTP/1.1" status: 204 len: 168 time: 0.4735053 Nov 09 11:29:47.365350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:47.499498 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.570563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.645415 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:47.701763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57a95a-d35d-4127-8822-721ae56a8858 req-60658e32-78fa-4614-af13-09baf1181c50 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:47.704795 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b57a95a-d35d-4127-8822-721ae56a8858 req-60658e32-78fa-4614-af13-09baf1181c50 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 944 time: 0.1332448 Nov 09 11:29:47.764406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e1208fc8-c9c9-46b5-a736-50e8b275d706 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] Request body: {'port': {'network_id': '7b979064-e3df-4c91-8b7d-c47e76de7fb8', 'name': 'tempest-NetworksNegativeTestJSON-1005981654'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:47.791383 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1208fc8-c9c9-46b5-a736-50e8b275d706 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] POST failed (client error): The resource could not be found. Nov 09 11:29:47.791383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1208fc8-c9c9-46b5-a736-50e8b275d706 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:47.797204 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e1208fc8-c9c9-46b5-a736-50e8b275d706 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3972359 Nov 09 11:29:47.797204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49264) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:47.832440 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8731030-5e19-455a-8355-e184cf29e8c9 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:47.832892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8731030-5e19-455a-8355-e184cf29e8c9 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:47.838705 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e8731030-5e19-455a-8355-e184cf29e8c9 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "DELETE /v2.0/networks/903d5ac1-e400-4a2f-9cd0-df27948ac3aa HTTP/1.1" status: 404 len: 339 time: 0.0369489 Nov 09 11:29:47.839741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49268) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:47.844605 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b57a95a-d35d-4127-8822-721ae56a8858 req-70769d74-3a91-476d-95ff-15a2778e9fc4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191432 Nov 09 11:29:47.894833 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ed91bc-29d9-4848-93db-6c240f5211f2 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:47.895258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ed91bc-29d9-4848-93db-6c240f5211f2 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:47.901104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-59ed91bc-29d9-4848-93db-6c240f5211f2 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "DELETE /v2.0/ports/c582afee-f419-4a2a-a136-35748b68ef75 HTTP/1.1" status: 404 len: 333 time: 0.0558350 Nov 09 11:29:47.901459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49272) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:47.923934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-78f76fda-9106-4695-879d-0d60f23412fc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:47.947514 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-283f02ee-c26c-4179-902e-857f6b6e6f6f tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] DELETE failed (client error): The resource could not be found. Nov 09 11:29:47.947954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283f02ee-c26c-4179-902e-857f6b6e6f6f tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:47.949758 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-283f02ee-c26c-4179-902e-857f6b6e6f6f tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "DELETE /v2.0/subnets/a1a3aaad-fcac-4948-9e90-78f421538344 HTTP/1.1" status: 404 len: 337 time: 0.0473332 Nov 09 11:29:47.953493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49276) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:47.983460 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7814a573-8f54-4cc0-8620-e704b5ad9406 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] GET failed (client error): The resource could not be found. Nov 09 11:29:47.984723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7814a573-8f54-4cc0-8620-e704b5ad9406 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "GET /v2.0/networks/d77d8586-459c-4a84-ac57-7fbbe1eba4f1 HTTP/1.1" status: 404 len: 339 time: 0.0303507 Nov 09 11:29:47.989154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49282) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:48.025081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-78f76fda-9106-4695-879d-0d60f23412fc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:48.026149 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-78f76fda-9106-4695-879d-0d60f23412fc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--497768557&fields=id&tenant_id=f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 267 time: 0.1771436 Nov 09 11:29:48.026725 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:48.031979 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a71f9ce5-46bc-43e6-b83d-e0665c4a80f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:48.036556 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d1f0f0-a4e6-478e-a3aa-50f25a65ab91 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] GET failed (client error): The resource could not be found. Nov 09 11:29:48.038068 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c5d1f0f0-a4e6-478e-a3aa-50f25a65ab91 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "GET /v2.0/ports/2fd29c7e-3466-46a4-ab18-59a97997dd8f HTTP/1.1" status: 404 len: 333 time: 0.0477715 Nov 09 11:29:48.042263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:48.070670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eff7a4-e3df-4bec-87e2-c866b37d12a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:48.073216 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:48.088099 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ad6ca6-c7b5-49b8-ad29-40edcad209cf tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] GET failed (client error): The resource could not be found. Nov 09 11:29:48.107360 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c8ad6ca6-c7b5-49b8-ad29-40edcad209cf tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "GET /v2.0/subnets/9496b94a-14f4-404f-ad56-fb4e7f2ebdeb HTTP/1.1" status: 404 len: 337 time: 0.0637119 Nov 09 11:29:48.108196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:48.124480 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9ca0144a-b63f-46b3-a1a6-e787cddbd36f tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:48.155068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:48.159094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/security-groups/c6eff7a4-e3df-4bec-87e2-c866b37d12a4 HTTP/1.1" status: 204 len: 168 time: 0.8061466 Nov 09 11:29:48.159265 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca0144a-b63f-46b3-a1a6-e787cddbd36f tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] PUT failed (client error): The resource could not be found. Nov 09 11:29:48.159265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca0144a-b63f-46b3-a1a6-e787cddbd36f tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:48.159265 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9ca0144a-b63f-46b3-a1a6-e787cddbd36f tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "PUT /v2.0/networks/0804ab1b-0f43-49e9-a948-bd1b4bcba473 HTTP/1.1" status: 404 len: 339 time: 0.0498688 Nov 09 11:29:48.160289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:48.163591 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49298) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:48.172004 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-de6cf43a-af83-4850-8981-b82d436e29ed tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:48.218337 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6cf43a-af83-4850-8981-b82d436e29ed tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] PUT failed (client error): The resource could not be found. Nov 09 11:29:48.218776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6cf43a-af83-4850-8981-b82d436e29ed tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:48.225328 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-de6cf43a-af83-4850-8981-b82d436e29ed tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "PUT /v2.0/ports/016f80c1-ea2c-44eb-8c8d-ef5a412942c6 HTTP/1.1" status: 404 len: 333 time: 0.0553350 Nov 09 11:29:48.225713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49304) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:48.233953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9de0b6b2-1a62-49ef-8f09-7ffdfddebac5 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:48.271756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-998c966f-f766-4e34-b703-a6aaf47bf199 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:48.272466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-998c966f-f766-4e34-b703-a6aaf47bf199 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:48.287705 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de0b6b2-1a62-49ef-8f09-7ffdfddebac5 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] PUT failed (client error): The resource could not be found. Nov 09 11:29:48.288136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de0b6b2-1a62-49ef-8f09-7ffdfddebac5 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:29:48.291775 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9de0b6b2-1a62-49ef-8f09-7ffdfddebac5 tempest-NetworksNegativeTestJSON-206063458 tempest-NetworksNegativeTestJSON-206063458-project] 10.222.0.50 "PUT /v2.0/subnets/d25de8dd-539a-4b96-9794-3aa234036402 HTTP/1.1" status: 404 len: 337 time: 0.0640585 Nov 09 11:29:48.379287 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-998c966f-f766-4e34-b703-a6aaf47bf199 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:48.381214 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-998c966f-f766-4e34-b703-a6aaf47bf199 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.3382859 Nov 09 11:29:48.399444 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-79dfa5a4-a53a-4d95-a6e6-b18ddf17b561 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/quotas/f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 375 time: 0.0117085 Nov 09 11:29:48.505451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-d56ea9a9-9955-4b6e-8ea3-dffee22900f2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965962 Nov 09 11:29:48.524579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-797e4bc4-4583-49f7-a9c1-a59938f33b53 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:29:48.525905 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-797e4bc4-4583-49f7-a9c1-a59938f33b53 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056829 Nov 09 11:29:48.678647 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-28802c90-d6ed-4fda-a291-715fb34495d6 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446505 Nov 09 11:29:48.715796 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:48.839327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-fc91596a-90b7-45f3-a80a-4dc35e64d47a service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535940 Nov 09 11:29:48.914914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49334) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:49.364688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c57f61ad-a0ac-444b-817a-a437a7d93e10 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:29:49.411740 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d146233d-4835-4fa8-87f9-7f8736f8ac98 req-be75efb5-ae62-4208-8af4-6f33cb8d985d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 210 time: 0.1563401 Nov 09 11:29:49.413479 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:49.511615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:49.517465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:73e83c01af5140d59d095a952fa85228 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:49.521309 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:49.529743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:49.628736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c57f61ad-a0ac-444b-817a-a437a7d93e10, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:49.646257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'port_id': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'mac_address': 'fa:16:3e:e4:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:29:49.654058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:49.681424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c634dc-e7fa-491b-be0f-c3cad2888919 req-27b05ea8-5824-4f7c-836d-68f50067531d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:49.681424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a1c634dc-e7fa-491b-be0f-c3cad2888919 req-27b05ea8-5824-4f7c-836d-68f50067531d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 944 time: 0.5436976 Nov 09 11:29:49.726532 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:49.767499 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a1c634dc-e7fa-491b-be0f-c3cad2888919 req-5a06998c-9997-432e-912f-b82ba4b58e30 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775852 Nov 09 11:29:49.779229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:49.780550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57f61ad-a0ac-444b-817a-a437a7d93e10 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:29:49.791675 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cb30a72b-2a06-4403-b03c-9782cae319c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:49.820378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c57f61ad-a0ac-444b-817a-a437a7d93e10, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:49.847963 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-025e2edd-dafc-4d01-bb4a-2fea0b7ae808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:49.859574 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73e83c01af5140d59d095a952fa85228&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9435751 Nov 09 11:29:49.863572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49368) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:49.899080 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:49.900903 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5ee17210-6a6c-4d05-ab42-9474e8c6e984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:49.953223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bced8f-b7ac-477b-a9de-077f685c55c4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:49.959528 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:49.960721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.010691 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.042424 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting port d5554134-6043-4ffe-b30a-b47b98a7cc8d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:50.042978 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.053772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c57f61ad-a0ac-444b-817a-a437a7d93e10,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:50.057454 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:50.173637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.182354 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-366a9d10-d6c1-49ea-8b98-527ca4bc0b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:50.198559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bced8f-b7ac-477b-a9de-077f685c55c4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:50.212452 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:50.213640 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.220313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0bced8f-b7ac-477b-a9de-077f685c55c4 HTTP/1.1" status: 204 len: 168 time: 0.3552048 Nov 09 11:29:50.239121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['c57f61ad-a0ac-444b-817a-a437a7d93e10'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:29:50.312089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] For port d5554134-6043-4ffe-b30a-b47b98a7cc8d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d5554134-6043-4ffe-b30a-b47b98a7cc8d,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:50.312828 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.499682 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Calling delete_port for d5554134-6043-4ffe-b30a-b47b98a7cc8d owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:50.585436 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1496fa6a-87bb-4d36-ad7f-ac0dfbcba168 req-6b67fa9a-9f9e-4c7b-a130-c71c411960cb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 210 time: 0.0579832 Nov 09 11:29:50.704802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.844904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:50.856747 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-09eff787-4da5-4bf6-8e6a-bc07bce23e7a tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:50.966117 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Port': ['ID=d5554134-6043-4ffe-b30a-b47b98a7cc8d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:51.011442 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:51.325188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73e453-6b45-4d7f-8695-e42d6f1785f4 req-d2c13de9-f60f-48e4-84a5-71d3df94710d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:51.327399 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-af73e453-6b45-4d7f-8695-e42d6f1785f4 req-d2c13de9-f60f-48e4-84a5-71d3df94710d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 945 time: 0.2071564 Nov 09 11:29:51.388323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c57f61ad-a0ac-444b-817a-a437a7d93e10 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:29:51.425174 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-af73e453-6b45-4d7f-8695-e42d6f1785f4 req-eb79a89a-8b9f-4192-b5c0-72b615402aa9 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875659 Nov 09 11:29:51.642304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port c57f61ad-a0ac-444b-817a-a437a7d93e10 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:51.649344 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port c57f61ad-a0ac-444b-817a-a437a7d93e10 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:51.650043 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:51.675949 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:51.938534 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:51.980361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a83f5062-0a1a-4670-9227-9f0241f04021 req-6c5d4c3f-77af-4a25-8010-abac623d742c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 210 time: 0.1355019 Nov 09 11:29:52.070952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port c57f61ad-a0ac-444b-817a-a437a7d93e10, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:52.072020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:52.127879 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:52.156443 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:52.158861 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:52.287301 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'code': 200} Nov 09 11:29:52.288066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=c57f61ad-a0ac-444b-817a-a437a7d93e10,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:52.295684 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:52.427608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e59c74bc-b36d-48c3-b482-0a26edad78df req-8fc6c566-d108-4c4c-860a-7dbd5daa0ee8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.0904024 Nov 09 11:29:52.491324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e59c74bc-b36d-48c3-b482-0a26edad78df req-4d61d5ee-2866-4388-b624-e3dab14174d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552754 Nov 09 11:29:52.662996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-6bfec11c-988f-49ad-8e1d-7e159256b47f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:52.664866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-6bfec11c-988f-49ad-8e1d-7e159256b47f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.1725144 Nov 09 11:29:52.857286 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-964caa1e-d432-43a5-a10d-bf165960f8ac tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 379 time: 0.1050489 Nov 09 11:29:52.876569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'port': {'device_id': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'admin_state_up': True, 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'security_groups': ['f6c43fc6-368e-41e6-abe7-5031af505f5d']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:52.958014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f28bd-44f0-4f09-ba81-c5f1caf48ef1 req-3c221bc8-6700-486b-bdff-2f603e2d87b8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:52.964768 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-563f28bd-44f0-4f09-ba81-c5f1caf48ef1 req-3c221bc8-6700-486b-bdff-2f603e2d87b8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.2944655 Nov 09 11:29:53.059416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-563f28bd-44f0-4f09-ba81-c5f1caf48ef1 req-80cbdb1a-bc29-45d2-82a0-5a4f5da6c462 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936997 Nov 09 11:29:53.085585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Router d6d9170c-50ce-46a0-8cae-417172818404 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:29:53.100181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:53.105944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Usage tracker for resource:port and tenant:f616c12fec4944679dc9f827f4131daa is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:53.110095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:53.118053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:53.201776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Made reservation on behalf of f616c12fec4944679dc9f827f4131daa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:29:53.205244 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:53.235965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b96fc838-ad21-4a78-845e-4f7f2f3987c3 req-523266ea-9a84-4962-9f79-d4c30177687a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:29:53.325968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b96fc838-ad21-4a78-845e-4f7f2f3987c3 req-523266ea-9a84-4962-9f79-d4c30177687a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:29:53.327070 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b96fc838-ad21-4a78-845e-4f7f2f3987c3 req-523266ea-9a84-4962-9f79-d4c30177687a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 210 time: 0.1454058 Nov 09 11:29:53.389711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:29:53.401973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] Sync routers for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:29:53.418454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:53.419688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:53.509025 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "PUT /v2.0/routers/d6d9170c-50ce-46a0-8cae-417172818404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3465738 Nov 09 11:29:53.510543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49446) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:53.541310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Allocated IP 172.20.0.13 (fd19a92a-64ab-479f-8bbb-39c407f38a3a/af0788b1-58f6-475f-abdd-f0892798b724/92fa8f2f-7633-4e20-b651-db98a9f89c17) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:29:53.682830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:53.779993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting subnet c7a29a50-4c14-4cdb-8688-05e0a31bbf93 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:29:53.784254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:53.807381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:53.827968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Transition to ACTIVE for port object 92fa8f2f-7633-4e20-b651-db98a9f89c17 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:53.866230 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:53.956453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:53.962566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04a95356-d9c5-4990-9efb-a81a728a4fec tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:53.989509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:54.179232 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:29:54.189528 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:29:50Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:54.194817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] Checking router: d6d9170c-50ce-46a0-8cae-417172818404 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:29:54.197930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:29:54.208378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] Routers {'d6d9170c-50ce-46a0-8cae-417172818404'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:29:54.209008 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d6d9170c-50ce-46a0-8cae-417172818404'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:54.228050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:29:54.232734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:29:54.248813 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:54.262492 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-da893f01-bed1-455c-b84a-7a6e157903fa tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:54.263515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:54.271416 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:54.329314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a29a50-4c14-4cdb-8688-05e0a31bbf93,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:54.338606 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:54.350650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:54.362947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8613e5-3815-4922-b277-66af82b7bbbd None None] Network 06d2a546-e0db-43de-9aef-fb8ce7b3232e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:29:54.365864 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-455b2aff-11b3-4f45-aca8-f0e34d00c289 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/subnets/c7a29a50-4c14-4cdb-8688-05e0a31bbf93 HTTP/1.1" status: 204 len: 168 time: 0.8537047 Nov 09 11:29:54.369040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:54.464044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:54.464687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:54.582690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a427854-7d24-4fec-9457-0c4ac4791daa req-27884803-4649-4cd3-91be-1cfcc1f6fd1c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:54.590043 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a427854-7d24-4fec-9457-0c4ac4791daa req-27884803-4649-4cd3-91be-1cfcc1f6fd1c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.3145645 Nov 09 11:29:54.612674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7472253 Nov 09 11:29:54.625209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Request body: {'port': {'device_id': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:54.736973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1a427854-7d24-4fec-9457-0c4ac4791daa req-9e366f9f-edaa-4b34-83ee-813525ee532a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441875 Nov 09 11:29:54.795794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bbd1c-31fc-450d-99ca-94483075247c req-f31030f5-9e9d-4783-ac64-f0c0d1e321ef tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:54.804543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c64bbd1c-31fc-450d-99ca-94483075247c req-f31030f5-9e9d-4783-ac64-f0c0d1e321ef tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 932 time: 0.1618595 Nov 09 11:29:54.851525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:54.856426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] Set router d6d9170c-50ce-46a0-8cae-417172818404 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:29:54.860280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:54.961807 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c64bbd1c-31fc-450d-99ca-94483075247c req-83f70e52-f6d4-4c6c-836a-caf268399426 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562698 Nov 09 11:29:55.099891 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e9a708e7-5653-4a12-ae68-5f3308e11089 None None] Provisioning for port 92fa8f2f-7633-4e20-b651-db98a9f89c17 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:29:55.120335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e9a708e7-5653-4a12-ae68-5f3308e11089 None None] Provisioning complete for port 92fa8f2f-7633-4e20-b651-db98a9f89c17 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:29:55.120592 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e9a708e7-5653-4a12-ae68-5f3308e11089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:55.282057 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e9a708e7-5653-4a12-ae68-5f3308e11089 None None] Port 92fa8f2f-7633-4e20-b651-db98a9f89c17 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:29:55.428244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:29:50Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:55.432867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d533fa2-3ef0-48c4-9839-6a80d69601e5 None None] The sync data for ids ['d6d9170c-50ce-46a0-8cae-417172818404'] in n-d-817173-1 is: [{'id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'name': 'tempest-TestSecurityGroupsBasicOps-router-104923131', 'tenant_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:26:41Z', 'updated_at': '2021-11-09T11:29:50Z', 'revision_number': 5, 'project_id': '10a099c7c4104d6bb0d7af8c69176dc5', 'gw_port': {'id': 'a8bb9969-74a6-41ea-a381-f9036a40be4b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d9170c-50ce-46a0-8cae-417172818404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:26:43Z', 'updated_at': '2021-11-09T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:29:55.493893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] DHCP port deletion for 06d2a546-e0db-43de-9aef-fb8ce7b3232e request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:29:55.499026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Deleting port c0605b09-39d3-4652-9605-35136a82da46 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:55.499512 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:55.502026 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:55.574771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fa8f2f-7633-4e20-b651-db98a9f89c17 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:29:55.578955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Deleting port a8bb9969-74a6-41ea-a381-f9036a40be4b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:29:55.579303 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:55.598103 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:55.623346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Transition to ACTIVE for port object 92fa8f2f-7633-4e20-b651-db98a9f89c17 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:29:55.698658 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:55.714236 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:55.776305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] For port c0605b09-39d3-4652-9605-35136a82da46, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c0605b09-39d3-4652-9605-35136a82da46,segment=NetworkSegment(0f28b001-2396-4430-9004-8fdb9f05c25f),segment_id=0f28b001-2396-4430-9004-8fdb9f05c25f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:55.776847 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:55.875146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:56.089088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] For port a8bb9969-74a6-41ea-a381-f9036a40be4b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a8bb9969-74a6-41ea-a381-f9036a40be4b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:29:56.095749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:56.172419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:56.191643 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:56.323100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Calling delete_port for c0605b09-39d3-4652-9605-35136a82da46 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:56.425428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d5554134-6043-4ffe-b30a-b47b98a7cc8d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:56.427285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Calling delete_port for a8bb9969-74a6-41ea-a381-f9036a40be4b owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:29:56.454579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Attempting to bind port 92fa8f2f-7633-4e20-b651-db98a9f89c17 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:29:56.455056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Attempting to bind port 92fa8f2f-7633-4e20-b651-db98a9f89c17 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:29:56.455509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Attempting to bind port 92fa8f2f-7633-4e20-b651-db98a9f89c17 on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:56.462932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: d5554134-6043-4ffe-b30a-b47b98a7cc8d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:56.463298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d5554134-6043-4ffe-b30a-b47b98a7cc8d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:56.463756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c0605b09-39d3-4652-9605-35136a82da46 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:56.467862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f83e5-d1f2-4ee8-a646-72bbd0b37b82 req-73187922-efcf-4aa9-9580-a4011ca6d245 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:56.475861 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-308f83e5-d1f2-4ee8-a646-72bbd0b37b82 req-73187922-efcf-4aa9-9580-a4011ca6d245 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.2748952 Nov 09 11:29:56.501520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Port 92fa8f2f-7633-4e20-b651-db98a9f89c17 on network fd19a92a-64ab-479f-8bbb-39c407f38a3a not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:29:56.504033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Attempting to bind port 92fa8f2f-7633-4e20-b651-db98a9f89c17 on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:29:56.504160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: c0605b09-39d3-4652-9605-35136a82da46 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:29:56.504160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c0605b09-39d3-4652-9605-35136a82da46 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:29:56.504940 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:56.510868 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-045dc9af-7dc1-411b-8f52-ce309f186f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:56.522027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:29:56.522510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:29:56.523131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Bound using segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:29:56.523683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Bound port: 92fa8f2f-7633-4e20-b651-db98a9f89c17, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:29:56.524152 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:56.551660 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Pushing event deleted for resources: {'Port': ['ID=c0605b09-39d3-4652-9605-35136a82da46,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:56.556465 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:56.566128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] No DVR routers for this DVR port c0605b09-39d3-4652-9605-35136a82da46 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:29:56.567008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-308f83e5-d1f2-4ee8-a646-72bbd0b37b82 req-e7084c79-e578-4b39-8076-02b5f4ecc510 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898182 Nov 09 11:29:56.599338 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:56.692513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:29:56.696532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:29:56.716393 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:29:56.740097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc0f1040a2b447a9c0e177cb919240a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:29:56.747034 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:29:56.760259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:29:56.769493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:56.769723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa06c7b-8c76-4680-aedc-ac767d5720d8 req-8a5228ab-9d9f-4b1c-8ef2-1c5dcdc7ef90 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:56.771129 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0fa06c7b-8c76-4680-aedc-ac767d5720d8 req-8a5228ab-9d9f-4b1c-8ef2-1c5dcdc7ef90 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 944 time: 0.4111481 Nov 09 11:29:56.781796 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:56.822909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:56.824720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] 10.222.0.57 "PUT /v2.0/ports/92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 1092 time: 2.2042515 Nov 09 11:29:56.835008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:29:56.870260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0fa06c7b-8c76-4680-aedc-ac767d5720d8 req-d607b0f5-8798-4ece-9ca0-3744d2e064ac tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886507 Nov 09 11:29:56.942474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:56.950132 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:57.077392 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'status': 'completed', 'code': 200} Nov 09 11:29:57.104193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:57.120789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f641266-ea87-462f-b871-404bf985cb94 req-1784e363-e51b-4666-9075-cd452cb75189 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:57.133047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49526) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:57.134042 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5f641266-ea87-462f-b871-404bf985cb94 req-1784e363-e51b-4666-9075-cd452cb75189 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.4094961 Nov 09 11:29:57.139984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'floatingip': {'port_id': 'c57f61ad-a0ac-444b-817a-a437a7d93e10'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:29:57.204969 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:57.214491 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-49f2c05c-22fc-4018-a27f-aadc3e74c440 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1095 time: 0.2759399 Nov 09 11:29:57.222897 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8c893000-5940-4fd1-a925-466694d88d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:57.265638 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:57.321077 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cc0f1040a2b447a9c0e177cb919240a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4435980 Nov 09 11:29:57.329710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49534) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:57.338247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Port': ['ID=a8bb9969-74a6-41ea-a381-f9036a40be4b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:57.357043 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:57.377837 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-dc3a23e3-ae91-41f9-90f8-7bcf38abf2c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 217 time: 0.1356857 Nov 09 11:29:57.431036 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:57.431581 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0a09e077-44f5-466b-892f-d3fcf496cca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:57.589778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-2f6e011b-f21f-4546-b095-9b4a2a78fb6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:57.591308 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-2f6e011b-f21f-4546-b095-9b4a2a78fb6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.2073193 Nov 09 11:29:57.652729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2a185-2122-4b2e-b004-6eceea0b8e04,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:57.669285 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:57.675995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-7603d667-0c01-44b6-9401-26f27242d1ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774863 Nov 09 11:29:57.787126 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:57.823460 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-df651ae5-4c95-47d2-a61d-38fd87b89b55 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400435 Nov 09 11:29:57.963853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:57.990610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fff7b8d7-fadc-4a60-9e92-621c819c646b req-13d31bd9-846c-4552-9772-349c892d3bc6 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607943 Nov 09 11:29:58.176856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:58.199494 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-391e7f0a-ccf5-4ed4-8db0-b42be0ea6efc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1095 time: 0.0811505 Nov 09 11:29:58.344167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-0a3e298c-a7f6-4634-97d9-d060dd97874f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:58.345527 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-0a3e298c-a7f6-4634-97d9-d060dd97874f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1381330 Nov 09 11:29:58.496337 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-d65fb319-b7bd-439c-ba3c-236c0244ad0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 217 time: 0.1400971 Nov 09 11:29:58.549944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:58.572956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:58.683831 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:58.691866 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2cd5799f-db7d-4cc0-ba18-03d2bed81069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:58.710130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-0e93f76e-e7da-499d-837c-f2cc57aabf15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:58.712104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-0e93f76e-e7da-499d-837c-f2cc57aabf15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.2081478 Nov 09 11:29:58.744111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24ecd0-adc6-467d-9fd2-c250789aeadf req-247434f2-fd23-48b6-afa4-e091f8348224 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:29:58.746374 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce24ecd0-adc6-467d-9fd2-c250789aeadf req-247434f2-fd23-48b6-afa4-e091f8348224 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 944 time: 0.5834739 Nov 09 11:29:58.796892 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c2a185-2122-4b2e-b004-6eceea0b8e04,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:58.813477 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:58.865034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:58.869965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Fanout notify agent at l3_agent the message router_deleted on router d6d9170c-50ce-46a0-8cae-417172818404 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:29:58.870233 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-476ff2f3-e3b1-4b77-ae62-fd4f219ab2ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465807 Nov 09 11:29:58.937946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ce24ecd0-adc6-467d-9fd2-c250789aeadf req-dc87dc02-ae10-4135-b539-3141f1d073ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706431 Nov 09 11:29:58.948030 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:58.953743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/routers/d6d9170c-50ce-46a0-8cae-417172818404 HTTP/1.1" status: 204 len: 168 time: 4.5796487 Nov 09 11:29:58.953951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:58.960504 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0c2a185-2122-4b2e-b004-6eceea0b8e04 HTTP/1.1" status: 204 len: 168 time: 1.6274157 Nov 09 11:29:58.961463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:59.097681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-3e6663d8-4018-4e1e-a62e-253481a7e255 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181952 Nov 09 11:29:59.143897 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.285929 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9b10d7a8-5a09-4c74-83b5-eff55a1b689f req-3c086548-f7f0-438b-ad35-9b403228cbec service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800802 Nov 09 11:29:59.382085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.423627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.427756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d2a546-e0db-43de-9aef-fb8ce7b3232e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:59.442024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f28b001-2396-4430-9004-8fdb9f05c25f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:59.442275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f28b001-2396-4430-9004-8fdb9f05c25f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:29:59.456170 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.476190 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.484650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:29:59.485074 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:29:59.505841 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:29:59.596747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.868189 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.887146 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:29:59.907550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a8bb9969-74a6-41ea-a381-f9036a40be4b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:29:59.910946 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:29:59.924625 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49574) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:29:59.936587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Pushing event deleted for resources: {'Network': ['ID=06d2a546-e0db-43de-9aef-fb8ce7b3232e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:29:59.953684 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:29:59.956422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] 10.222.0.50 "DELETE /v2.0/networks/06d2a546-e0db-43de-9aef-fb8ce7b3232e HTTP/1.1" status: 204 len: 168 time: 0.9892788 Nov 09 11:29:59.966749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:00.003338 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: a8bb9969-74a6-41ea-a381-f9036a40be4b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:30:00.003959 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a8bb9969-74a6-41ea-a381-f9036a40be4b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:30:00.047043 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:00.047911 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Floating IP 2057a860-588f-4d28-affd-76f71d3f7417 associated. External IP: 172.25.7.114, port: c57f61ad-a0ac-444b-817a-a437a7d93e10. Nov 09 11:30:00.051854 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a91dfc0cdb14da99d8ef2f2037d1580 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:00.063484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:00.075912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:00.155320 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:00.275999 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:00.285643 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4027474c-8ccf-4975-8de6-e4b8f0066cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:00.332429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203cd7-f41b-4ec4-a5ba-0da55e5e827d req-b3ed220b-5b53-4a53-a4d6-37d1f783cbc3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:00.333419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f0d91-dd42-4997-badc-4dc223ce1586,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:00.339354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8203cd7-f41b-4ec4-a5ba-0da55e5e827d req-b3ed220b-5b53-4a53-a4d6-37d1f783cbc3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 944 time: 0.1739655 Nov 09 11:30:00.340635 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a91dfc0cdb14da99d8ef2f2037d1580&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4148834 Nov 09 11:30:00.341259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49588) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:00.342166 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:00.417931 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:00.418689 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8203cd7-f41b-4ec4-a5ba-0da55e5e827d req-db6a31db-8163-4800-92cd-22d979d14e92 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784087 Nov 09 11:30:00.451891 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:00.613481 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:00.617432 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-374dd90f-d700-41c9-a024-4310e3c972f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:00.638036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f0d91-dd42-4997-badc-4dc223ce1586,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:00.645929 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:00.659162 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:00.659162 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b15f0d91-dd42-4997-badc-4dc223ce1586 HTTP/1.1" status: 204 len: 168 time: 0.3075144 Nov 09 11:30:00.764183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Router d2e8f962-831b-4597-b3b7-0275129a3a4b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:30:00.822763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49596) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:00.981467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:30:01.037537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:30:01.051176 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] Sync routers for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:30:01.069525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:01.075470 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:01.077410 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:01.232671 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b266a4fb-cb86-4e0d-b967-f893ee4941d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "PUT /v2.0/floatingips/2057a860-588f-4d28-affd-76f71d3f7417 HTTP/1.1" status: 200 len: 992 time: 4.0959263 Nov 09 11:30:01.232671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:30:01.319200 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'status': 'completed', 'code': 200} Nov 09 11:30:01.418431 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:01.449320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'mac_address': 'fa:16:3e:37:f0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:30:01.572700 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:01.596761 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fa8f2f-7633-4e20-b651-db98a9f89c17 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:30:01.613115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:01.702088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-aebbe7d2-1e37-46f3-9a89-35d3807e8a0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.3538520 Nov 09 11:30:01.744663 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:01.748084 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:01.851200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-16bf36da-56d9-4d54-89f1-fd52390baef9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10a099c7c4104d6bb0d7af8c69176dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0266750 Nov 09 11:30:01.854050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49628) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:01.901391 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:01.918120 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:01.919285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7149c97-c120-4ebd-91f2-93fd20e141d3 req-f3ae33a9-ce40-4c5a-969f-52b3f9a8f0c1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:01.924913 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:01.927726 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7149c97-c120-4ebd-91f2-93fd20e141d3 req-f3ae33a9-ce40-4c5a-969f-52b3f9a8f0c1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1426549 Nov 09 11:30:01.997840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['92fa8f2f-7633-4e20-b651-db98a9f89c17'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:30:02.053553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7149c97-c120-4ebd-91f2-93fd20e141d3 req-d1ed189d-4b31-4a30-9576-5a4c5493358d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037016 Nov 09 11:30:02.147269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-6bdc6705-ea63-40b0-bc8b-0ed9a9664612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:02.151368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-6bdc6705-ea63-40b0-bc8b-0ed9a9664612 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.4287856 Nov 09 11:30:02.278105 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:02.383963 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:02.407382 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-770775b1-996e-4a93-a8e1-ec31c0352f9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1000 time: 0.2451406 Nov 09 11:30:02.493269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-ab416309-a069-4c34-b81e-1cbb93e4828c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:02.494320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-ab416309-a069-4c34-b81e-1cbb93e4828c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.0792935 Nov 09 11:30:02.587173 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '2057a860-588f-4d28-affd-76f71d3f7417', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'port_id': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'mac_address': 'fa:16:3e:e4:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0148cf28-8590-44c4-a9c4-495924b5556a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:29:22Z', 'updated_at': '2021-11-09T11:29:59Z', 'revision_number': 1, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:02.591356 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] Checking router: d2e8f962-831b-4597-b3b7-0275129a3a4b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:30:02.601231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:02.604656 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:02.605322 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:02.624169 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-70f8aa4f-1d66-4a95-a00f-2ba05cac070b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:02.648364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755720c3-88b8-4d75-a574-d8e0ff9bbc5e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:02.659161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.659656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.660149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.660612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.661069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.661523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.661976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.662484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.663112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.663540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.663965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:02.667848 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:02.670564 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:02.683060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/755720c3-88b8-4d75-a574-d8e0ff9bbc5e HTTP/1.1" status: 204 len: 168 time: 0.8199451 Nov 09 11:30:02.694437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-b0309910-5263-4043-ac2a-f2c71abe5e79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924546 Nov 09 11:30:02.832042 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:02.903276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-cc7a4dd4-28e0-4ad8-a62f-47f40e03e1c0 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913533 Nov 09 11:30:02.996882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:30:03.069092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ca5998a-739c-47c4-b3de-5ea5fd4f3fa0 req-d42182a7-eacb-43ea-a5b2-27b8b3581511 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579335 Nov 09 11:30:03.161520 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 92fa8f2f-7633-4e20-b651-db98a9f89c17 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:30:03.166834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 92fa8f2f-7633-4e20-b651-db98a9f89c17 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:30:03.174428 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:03.246625 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '2057a860-588f-4d28-affd-76f71d3f7417', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'port_id': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'mac_address': 'fa:16:3e:e4:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0148cf28-8590-44c4-a9c4-495924b5556a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:29:22Z', 'updated_at': '2021-11-09T11:29:59Z', 'revision_number': 1, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:03.251453 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df109416-9c96-4680-9bbe-e21dd97926d1 None None] The sync data for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 is: [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '2057a860-588f-4d28-affd-76f71d3f7417', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'port_id': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'mac_address': 'fa:16:3e:e4:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0148cf28-8590-44c4-a9c4-495924b5556a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:29:22Z', 'updated_at': '2021-11-09T11:29:59Z', 'revision_number': 1, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:30:03.300091 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:03.319338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91138-bb01-45cb-867a-ddaa9548900b req-8007e920-ab09-4a5c-af1a-e44feec8251f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:03.321674 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2cb91138-bb01-45cb-867a-ddaa9548900b req-8007e920-ab09-4a5c-af1a-e44feec8251f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0922272 Nov 09 11:30:03.334907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:30:03.348101 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:03.420490 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2cb91138-bb01-45cb-867a-ddaa9548900b req-62dbbbe5-8bdd-4bd3-a38f-95943a154b24 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872421 Nov 09 11:30:03.442014 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:03.444036 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2b949471-2181-4dc5-bb59-765bf44d6755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:03.511594 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'code': 200} Nov 09 11:30:03.550593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:03.554764 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:03.601066 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec48a-1522-4899-ad1a-9d6cb551a634 None None] New status for floating IP 2057a860-588f-4d28-affd-76f71d3f7417: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:30:03.612675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-362d4665-feeb-4d93-ab20-766601afca77 req-5f06ee66-eb41-4655-b477-07ec3631bdba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0824521 Nov 09 11:30:03.667467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-362d4665-feeb-4d93-ab20-766601afca77 req-9a9f9820-6542-4305-8eac-4d06396e6d10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481038 Nov 09 11:30:03.856281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 49678) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:03.893470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:03.934385 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:03.938569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Usage tracker for resource:security_group_rule and tenant:95d19cc1a89143728d34d2d099252d2b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:03.943450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:03.950268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:04.046926 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:04.138761 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:04.162698 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-57b5133b-25b2-4121-a5f8-e1f0f621f8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:04.186944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49690) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:04.187194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95d19cc1a89143728d34d2d099252d2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3296280 Nov 09 11:30:04.212543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e1071-6535-492f-8f0b-9184f1659c01,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:04.216549 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:04.264793 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:04.273160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:04.300277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:04.424650 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:04.430169 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bc0eb5ce-945a-433d-98d4-6386e3364e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:04.443722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e1071-6535-492f-8f0b-9184f1659c01,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:04.448596 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:04.449702 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c8e1071-6535-492f-8f0b-9184f1659c01 HTTP/1.1" status: 204 len: 168 time: 0.2617371 Nov 09 11:30:04.456121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.456502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.457213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.457581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.457955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.458427 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.458841 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.459179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.461860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.461860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.461860 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:30:04.464282 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:04.699686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88176cd9-b652-4fcd-8c57-bcf93291adaf req-e1fcedec-6f4a-4bfb-a46c-f41acb32e402 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:04.706690 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88176cd9-b652-4fcd-8c57-bcf93291adaf req-e1fcedec-6f4a-4bfb-a46c-f41acb32e402 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 946 time: 0.1171286 Nov 09 11:30:04.774458 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-88176cd9-b652-4fcd-8c57-bcf93291adaf req-d9065965-42eb-451b-a752-9e4ff7d29165 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650558 Nov 09 11:30:05.580837 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49730) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:05.635076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3328b86c-fd9f-45b4-b937-f918f0c205d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16286021b3c446d49664818285c3958a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528960 Nov 09 11:30:05.637309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49734) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:05.711207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:05.741667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:05.875861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:05.881412 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d186fa04-409e-4a86-976c-f9bfb0d62554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:05.892046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92676afb-8ea5-4761-98b4-7c5ff023c84e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:05.898321 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:05.899289 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:05.904977 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92676afb-8ea5-4761-98b4-7c5ff023c84e HTTP/1.1" status: 204 len: 168 time: 0.2651997 Nov 09 11:30:06.078258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41725d-5bca-44db-b53f-6cbfa6c45ee3 req-3fdaf924-4e21-417c-84b1-b7004785ddb5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:06.080643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba41725d-5bca-44db-b53f-6cbfa6c45ee3 req-3fdaf924-4e21-417c-84b1-b7004785ddb5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 946 time: 0.1421273 Nov 09 11:30:06.140232 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba41725d-5bca-44db-b53f-6cbfa6c45ee3 req-7cb25010-b883-40cf-8109-e18f40fb42e3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527453 Nov 09 11:30:06.345228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7458-e103-4610-a288-34ec8270a65e req-d785ee0a-f40d-4870-959f-395db3262695 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:06.355284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-487b7458-e103-4610-a288-34ec8270a65e req-d785ee0a-f40d-4870-959f-395db3262695 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:30:06.436111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-487b7458-e103-4610-a288-34ec8270a65e req-d785ee0a-f40d-4870-959f-395db3262695 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:30:06.437664 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-487b7458-e103-4610-a288-34ec8270a65e req-d785ee0a-f40d-4870-959f-395db3262695 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 946 time: 0.1757526 Nov 09 11:30:06.450275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 49764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:06.456672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'floatingip': {'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:30:06.537943 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:06.570118 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:07.342502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:07.447305 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:07.646781 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Floating IP 8decccc1-eeec-4223-b75d-df604643834c associated. External IP: 172.25.7.7, port: 92fa8f2f-7633-4e20-b651-db98a9f89c17. Nov 09 11:30:08.092562 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Router c5f96ca6-191e-4e85-a207-2e24c1dbc70a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:30:08.491651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:30:08.498118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:08.504740 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] Sync routers for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:30:08.520466 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:08.521924 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:08.562615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e4ab989c-67c7-44f4-99e6-75adb910ad75 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "PUT /v2.0/floatingips/8decccc1-eeec-4223-b75d-df604643834c HTTP/1.1" status: 200 len: 990 time: 2.1108027 Nov 09 11:30:08.563216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:30:08.682588 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'status': 'completed', 'code': 200} Nov 09 11:30:08.776988 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:08.786531 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b776d9-9659-4d61-b745-845616646ea7 req-0301c866-5111-4ebd-a07a-1c9b562fbc13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0830131 Nov 09 11:30:08.953396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b776d9-9659-4d61-b745-845616646ea7 req-f816a1ea-3ae8-45dd-8454-bb84760192a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:08.956199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b776d9-9659-4d61-b745-845616646ea7 req-f816a1ea-3ae8-45dd-8454-bb84760192a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1625977 Nov 09 11:30:09.107587 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b776d9-9659-4d61-b745-845616646ea7 req-aaed45b5-01bf-4951-b01b-2fc8a5959ca5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1433871 Nov 09 11:30:09.244524 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '8decccc1-eeec-4223-b75d-df604643834c', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'mac_address': 'fa:16:3e:37:f0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:29:45Z', 'updated_at': '2021-11-09T11:30:07Z', 'revision_number': 1, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:44Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:09.250260 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] Checking router: c5f96ca6-191e-4e85-a207-2e24c1dbc70a for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:30:09.263636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b776d9-9659-4d61-b745-845616646ea7 req-ca2fb3e2-d112-40e7-9b27-bee8720a7223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:09.265093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b776d9-9659-4d61-b745-845616646ea7 req-ca2fb3e2-d112-40e7-9b27-bee8720a7223 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.1514747 Nov 09 11:30:09.277137 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:09.277828 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:29:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:09.388597 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b776d9-9659-4d61-b745-845616646ea7 req-e995b92d-5341-4d23-9407-0c092a556483 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152427 Nov 09 11:30:09.603016 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b776d9-9659-4d61-b745-845616646ea7 req-5cf5bf75-f867-4c5e-87c5-b42b0e79d23d service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081389 Nov 09 11:30:09.621944 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:09.915340 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-40b776d9-9659-4d61-b745-845616646ea7 req-c958b48c-d414-4c5a-a716-c6804d59249d service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861080 Nov 09 11:30:10.175679 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '8decccc1-eeec-4223-b75d-df604643834c', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'mac_address': 'fa:16:3e:37:f0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:29:45Z', 'updated_at': '2021-11-09T11:30:07Z', 'revision_number': 1, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:44Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:10.182020 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa3fbe-9929-4d16-b7bb-beb0d85ac3fb None None] The sync data for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 is: [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '8decccc1-eeec-4223-b75d-df604643834c', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'mac_address': 'fa:16:3e:37:f0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:29:45Z', 'updated_at': '2021-11-09T11:30:07Z', 'revision_number': 1, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:44Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:30:10.485294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4574d-e299-4b09-885f-f89e731c4da8 None None] New status for floating IP 8decccc1-eeec-4223-b75d-df604643834c: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:30:13.123319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-4b12b815-71b3-44d2-a424-1d374f22b9b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2840011 Nov 09 11:30:13.286038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-9dc7a90e-facd-4860-b0f0-f5a4e406486b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0793250 Nov 09 11:30:13.492114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-2bd8c450-d9b7-4834-9754-c94593b882cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:13.494062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-2bd8c450-d9b7-4834-9754-c94593b882cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1741753 Nov 09 11:30:13.650115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-6f649778-f823-492d-80aa-a42de8a9ce66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 1000 time: 0.1472466 Nov 09 11:30:13.733342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-492b9f33-34fd-4df2-8a41-8d5f33f486c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:13.735042 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-492b9f33-34fd-4df2-8a41-8d5f33f486c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0779371 Nov 09 11:30:13.815952 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-0339c491-77ee-4b94-a836-fd43ddd0c8dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746486 Nov 09 11:30:14.001355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-78719db0-1287-40b6-9a39-f63accaf00fb service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778910 Nov 09 11:30:14.205588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80312acc-1f05-4b31-9a6e-87e687c80862 req-dcd36c9c-087e-44f3-b2c8-569fdb805ce9 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960833 Nov 09 11:30:15.926061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3087bc-606c-4a28-87b7-ae112781c767 req-e5c3a522-1f98-47f3-a485-b20a1718ad79 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:15.928202 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d3087bc-606c-4a28-87b7-ae112781c767 req-e5c3a522-1f98-47f3-a485-b20a1718ad79 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 947 time: 0.0953748 Nov 09 11:30:15.983926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1d3087bc-606c-4a28-87b7-ae112781c767 req-6200038b-03b5-4ec8-9f4e-862755eaadad tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482464 Nov 09 11:30:17.161390 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-528b8363-ee94-4cfe-9045-362d74dd9eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:17.290496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0bc8-4fb9-4c00-b41c-7385a7b0bd4e req-4ee33a6c-8495-429d-8415-87a850ef0e0f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:17.292597 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-567f0bc8-4fb9-4c00-b41c-7385a7b0bd4e req-4ee33a6c-8495-429d-8415-87a850ef0e0f tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 947 time: 0.1166022 Nov 09 11:30:17.362996 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-567f0bc8-4fb9-4c00-b41c-7385a7b0bd4e req-fbe777fd-f42b-4eae-b320-835db25f53d6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups?id=58d16916-b276-4c56-b0ae-d250768a9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647330 Nov 09 11:30:17.504869 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:17.518774 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-f756080c-56ff-48de-b19f-b6aebe5fe2ee tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:17.523094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-f756080c-56ff-48de-b19f-b6aebe5fe2ee tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.59 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 947 time: 0.1116171 Nov 09 11:30:17.680971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Deleting port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:30:17.681282 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:18.005680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] For port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:18.006069 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:18.355436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:18.356015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:18.356304 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Floating IP ce6b6254-6788-4d18-adfc-ccb06a2fcc37 disassociated. External IP: 172.25.7.58, port: f59c1eda-ea60-42e8-a7b9-c2b43f7d0245. Nov 09 11:30:18.356680 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Calling delete_port for f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:30:18.573946 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:18.584227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a93601c7-ea50-401f-a48d-98e1bc3e5a97 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:18.635498 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-174a8cb5-bede-4c55-b616-6786fcad5a17 req-e4d2d8a0-8cb9-4b7d-bde4-27f970cb4c6e tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 210 time: 0.0623527 Nov 09 11:30:18.689873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50054) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:18.784640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event deleted for resources: {'Port': ['ID=f59c1eda-ea60-42e8-a7b9-c2b43f7d0245,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:18.802996 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:18.953561 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.014681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:19.019237 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Usage tracker for resource:security_group_rule and tenant:37886325b5aa48ec9ed5890916f51506 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:19.026913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:19.033210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:19.115553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:30:19.116084 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.184152 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.192721 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f7a9e58-e0dc-4b00-9e03-cb1ba641a40b tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:19.224768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90656ce-597a-4fda-ad4c-efb30afba13b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:19.230102 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:19.268032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50070) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:19.269387 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37886325b5aa48ec9ed5890916f51506&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5772586 Nov 09 11:30:19.416009 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.453573 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-27ecb81c-39e4-42c2-b738-4047a3702b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.459719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.511519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:30:19.521158 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] Sync routers for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:30:19.533740 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:19.536136 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:30:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:19.582839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] No DVR routers for this DVR port f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:30:19.585455 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.588290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-deleted', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:30:19.659441 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951e8ef-e6ba-4f61-9116-ca458e109bb5', 'name': 'network-vif-deleted', 'tag': 'f59c1eda-ea60-42e8-a7b9-c2b43f7d0245', 'status': 'completed', 'code': 200} Nov 09 11:30:19.680577 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.683729 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:19.686381 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a90656ce-597a-4fda-ad4c-efb30afba13b HTTP/1.1" status: 204 len: 168 time: 0.4167252 Nov 09 11:30:19.687681 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1ba4748-a4f4-4f97-a52c-a7942f5f77eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:19.702761 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f58d9a56-6cb6-497c-b558-9153959e16f1 req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.59 "DELETE /v2.0/ports/f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 HTTP/1.1" status: 204 len: 173 time: 2.1607671 Nov 09 11:30:19.718557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90656ce-597a-4fda-ad4c-efb30afba13b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:19.730999 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:19.744161 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:19.954693 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-46eae337-446b-4d77-917b-071e76a7ccc5 req-019bb103-c24e-483d-9110-7e37ddef43cb tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/ports?device_id=7951e8ef-e6ba-4f61-9116-ca458e109bb5 HTTP/1.1" status: 200 len: 210 time: 0.1060128 Nov 09 11:30:20.292646 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:20.297743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] Checking router: 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:30:20.314901 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:20.316255 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:30:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:20.529633 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:20.640696 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:20.745166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50098) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:20.763637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:20.796634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:20.800746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Usage tracker for resource:security_group_rule and tenant:b326f8ca3c924627a73d68eca4dd4497 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:20.803834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:20.809731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:20.904438 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:20.906359 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:20.909211 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adba51a-32bb-4118-a269-d534d4f5f0b2 None None] The sync data for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 is: [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '80a8c804-2c32-41a2-a223-bd7721a6fd80', 'name': '', 'network_id': 'e9c7f859-1b59-470e-aabd-c58d6afde908', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'mac_address': 'fa:16:3e:e0:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:19:03Z', 'updated_at': '2021-11-09T11:19:24Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'subnets': [{'id': '0d1a371f-aa97-4219-9df3-d0e084c2e6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:30:21.012576 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.055660 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e923a9bf-0cf1-4d4d-95e3-becbbc5eb860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:21.067737 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b326f8ca3c924627a73d68eca4dd4497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3212287 Nov 09 11:30:21.070306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50112) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:21.129153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a977d5-fc05-4ea6-b842-95454260c4d5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:21.132858 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:21.183467 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.244411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.256307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:21.381477 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.390715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.391607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469e2af-cce4-4a77-add1-b04c929c7a79 None None] New status for floating IP ce6b6254-6788-4d18-adfc-ccb06a2fcc37: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:30:21.397826 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2d585041-ad94-4521-b160-4be07b53d251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:21.421533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.424567 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50a977d5-fc05-4ea6-b842-95454260c4d5 HTTP/1.1" status: 204 len: 168 time: 0.3519721 Nov 09 11:30:21.425702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a977d5-fc05-4ea6-b842-95454260c4d5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:21.438646 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:21.440349 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.506952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:30:21.606696 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.610733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:30:21.611394 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device f59c1eda-ea60-42e8-a7b9-c2b43f7d0245 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:30:21.641112 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1788a0d1-f1f3-4e9c-a74b-f0f3e5e64b39 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:21.672305 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d16916-b276-4c56-b0ae-d250768a9f10,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:21.679760 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:21.715843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:21.717797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "DELETE /v2.0/security-groups/58d16916-b276-4c56-b0ae-d250768a9f10 HTTP/1.1" status: 204 len: 168 time: 0.4601798 Nov 09 11:30:21.720414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50132) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:21.766074 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-0e4113ab-6311-4c65-8b57-be746f58deaa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] show failed (client error): The resource could not be found. Nov 09 11:30:21.768009 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0e4113ab-6311-4c65-8b57-be746f58deaa tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "GET /v2.0/security-groups/58d16916-b276-4c56-b0ae-d250768a9f10 HTTP/1.1" status: 404 len: 347 time: 0.0460410 Nov 09 11:30:21.771621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50136) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:22.008485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Deleting port 39ceeba7-32da-4c50-a0c9-c5fe4d4f588d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:30:22.008907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:22.024135 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:22.250779 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:22.251341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:22.391229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Calling delete_port for 39ceeba7-32da-4c50-a0c9-c5fe4d4f588d owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:30:22.727293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:22.731519 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4c392d0b-dac3-45f2-b0a7-f762d287a7cf tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:22.790209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Pushing event deleted for resources: {'Port': ['ID=39ceeba7-32da-4c50-a0c9-c5fe4d4f588d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:22.796287 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:23.092251 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:23.106850 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:23.107995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] 10.222.0.50 "DELETE /v2.0/floatingips/ce6b6254-6788-4d18-adfc-ccb06a2fcc37 HTTP/1.1" status: 204 len: 168 time: 1.3353980 Nov 09 11:30:29.063049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50346) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:30.024118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:30.988687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50388) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:31.178437 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Deleting port 80a8c804-2c32-41a2-a223-bd7721a6fd80 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:30:31.179007 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.184521 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:30:31.306173 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.347707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:31.352002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Usage tracker for resource:security_group_rule and tenant:6492992467ab46c8b75faa97dca14c14 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:31.355515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:31.363019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:31.442054 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.518287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] For port 80a8c804-2c32-41a2-a223-bd7721a6fd80, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=80a8c804-2c32-41a2-a223-bd7721a6fd80,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:31.518720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.527235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.542811 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b15de5d-397d-4fe1-9cae-be63b2b4a405 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:31.602628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649682aa-329b-4e4e-a9d8-94d397488d34,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:31.606412 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:31.610685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6492992467ab46c8b75faa97dca14c14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6196778 Nov 09 11:30:31.622106 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50402) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:31.661066 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Calling delete_port for 80a8c804-2c32-41a2-a223-bd7721a6fd80 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:30:31.754681 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.791075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.949293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.949725 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.957486 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a995bd22-6eb1-403c-b4af-709ea0391a3e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:31.963798 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b7c4122-9ee3-47a9-bf4f-dd1d0a000da9 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:31.973072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649682aa-329b-4e4e-a9d8-94d397488d34,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:31.975881 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:31.977353 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:31.982141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/649682aa-329b-4e4e-a9d8-94d397488d34 HTTP/1.1" status: 204 len: 168 time: 0.3572423 Nov 09 11:30:32.019420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Pushing event deleted for resources: {'Port': ['ID=80a8c804-2c32-41a2-a223-bd7721a6fd80,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:32.117231 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:32.526388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.036261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50420) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:33.058942 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.099997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:33.104504 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2198034e15458dbc739b347bd12370 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:33.107763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:33.115218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:33.201045 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.223402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:30:33.240880 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.249584 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1a849d65-92b2-4f89-9909-957e41cfcc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:33.298842 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b2198034e15458dbc739b347bd12370&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2574968 Nov 09 11:30:33.298842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8158b2-463f-40fd-a19e-27c0be463752,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:33.299647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50426) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:33.302501 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:33.372746 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.401488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.555559 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.560878 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3908b09b-aab5-4417-8604-a7e78658f0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:33.590147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8158b2-463f-40fd-a19e-27c0be463752,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:33.606624 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:33.607417 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:33.614887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a8158b2-463f-40fd-a19e-27c0be463752 HTTP/1.1" status: 204 len: 168 time: 0.3139179 Nov 09 11:30:33.618057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:30:33.630437 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] Sync routers for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:30:33.643467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] 10.222.0.50 "PUT /v2.0/routers/7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5787897 Nov 09 11:30:33.645771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50438) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:33.658382 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:33.659031 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:30:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:33.857447 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:34.032950 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:34.252217 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:30:31Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:34.257584 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] Checking router: 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:30:34.269928 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] Routers {'7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:30:34.270556 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:30:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:34.295338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:34.320466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:34.377809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Deleting port 354b5263-6a16-4267-a6d9-e8c23427b27b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:30:34.378300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:34.503993 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] Set router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:30:34.613993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] For port 354b5263-6a16-4267-a6d9-e8c23427b27b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=354b5263-6a16-4267-a6d9-e8c23427b27b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:34.614399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:34.795212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Calling delete_port for 354b5263-6a16-4267-a6d9-e8c23427b27b owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:30:34.911543 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:30:31Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:34.917587 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd0db2-49b0-4ed4-af9a-c63211dbc4fa None None] The sync data for ids ['7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c'] in n-d-817173-1 is: [{'id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'name': 'tempest-AttachVolumeShelveTestJSON-289302118-router', 'tenant_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:18:51Z', 'updated_at': '2021-11-09T11:30:31Z', 'revision_number': 5, 'project_id': '28ee7383e41d49b897b10a0aa2e7a8f7', 'gw_port': {'id': '354b5263-6a16-4267-a6d9-e8c23427b27b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:18:53Z', 'updated_at': '2021-11-09T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:30:35.138668 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:35.147361 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-230a60e3-aded-4b6f-b043-eb8c7dac4ea2 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:35.194317 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Pushing event deleted for resources: {'Port': ['ID=354b5263-6a16-4267-a6d9-e8c23427b27b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:35.197449 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:35.630108 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:35.842940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80a8c804-2c32-41a2-a223-bd7721a6fd80 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:30:35.898159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 80a8c804-2c32-41a2-a223-bd7721a6fd80 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:30:35.898846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 80a8c804-2c32-41a2-a223-bd7721a6fd80 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:30:35.952036 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:35.957089 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.081121 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.081790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:30:36.094611 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.095782 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] 10.222.0.50 "DELETE /v2.0/routers/7311f0f4-272b-4b8b-bcb9-b38d1ccf8e8c HTTP/1.1" status: 204 len: 168 time: 2.4488859 Nov 09 11:30:36.098334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50490) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:36.184238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Deleting subnet 0d1a371f-aa97-4219-9df3-d0e084c2e6c5 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:30:36.188709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.257571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.350563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.497809 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.506193 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f547250b-90e9-4c78-a7aa-da4109927321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:36.566444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.640944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1a371f-aa97-4219-9df3-d0e084c2e6c5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:36.655632 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f030105-66a4-4802-a6bd-44fcdf535eaf None None] Network e9c7f859-1b59-470e-aabd-c58d6afde908 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:30:36.665498 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:36.667804 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.693097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:36.708588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0d1a371f-aa97-4219-9df3-d0e084c2e6c5 HTTP/1.1" status: 204 len: 168 time: 0.6091230 Nov 09 11:30:36.875973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:36.913629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Deleting port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:30:36.913960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.168741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] DHCP port deletion for e9c7f859-1b59-470e-aabd-c58d6afde908 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:30:37.173277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Deleting port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:30:37.173669 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.175129 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] For port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:37.175488 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.312962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Calling delete_port for 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:30:37.397490 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] For port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,segment=NetworkSegment(1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4),segment_id=1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:30:37.398328 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.469900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.474785 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b854a1cc-d92b-42d4-a901-016d6e0176f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:37.560578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:37.565197 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:37.568920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] No DVR routers for this DVR port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:30:37.577948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50540) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:37.596288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Calling delete_port for 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:30:37.621393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50546) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:37.689325 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:30:37.689865 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:30:37.710709 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.737676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c7f859-1b59-470e-aabd-c58d6afde908']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:37.750101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:37.751052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2b3d41-bd4d-4e69-bdbe-39e4edb8aae4') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:30:37.764088 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.788276 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.804181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:30:37.804977 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:37.821737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:30:37.833165 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:30:37.998347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:30:37.998829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:30:37.999271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 354b5263-6a16-4267-a6d9-e8c23427b27b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:30:38.023495 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.035967 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72e38aff-d583-41a1-a72a-9cc22c2d5077 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:38.036236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 354b5263-6a16-4267-a6d9-e8c23427b27b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:30:38.036236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 354b5263-6a16-4267-a6d9-e8c23427b27b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:30:38.072253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.092715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c7f859-1b59-470e-aabd-c58d6afde908,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:38.095687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.101529 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:38.113367 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.156116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:38.162188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:98d19930520148b79510c8b1e1fb8f0f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:38.166658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:38.169466 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:38.175885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:38.178040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Usage tracker for resource:security_group_rule and tenant:34092a3cd9f34c4a991bd0d624f60cb8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:38.181538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:38.191807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Deleting port 126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:30:38.192570 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.193094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:38.214844 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e9c7f859-1b59-470e-aabd-c58d6afde908 HTTP/1.1" status: 204 len: 168 time: 1.5181558 Nov 09 11:30:38.268589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6e1dc-69b3-4b2f-b778-3f311bf13b73 None None] The port '126b01ab-c4c0-4c07-ba9f-3d9302b3bf3b' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:30:38.315306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.332676 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.371884 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.379876 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0968264d-d02b-42f6-b5e5-c1fa9f89ee5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:38.394398 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.433900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f786e967-929f-4ef1-9fd6-9269473c9167,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:38.455931 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98d19930520148b79510c8b1e1fb8f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8216503 Nov 09 11:30:38.456390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:38.456634 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:38.456634 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4095db1f-a75d-4567-a5ac-42a10eeaae19 tempest-TestSecurityGroupsBasicOps-81187811 tempest-TestSecurityGroupsBasicOps-81187811-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:38.473173 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34092a3cd9f34c4a991bd0d624f60cb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8940401 Nov 09 11:30:38.475806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50566) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:38.482060 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c121123-f70f-47b1-9793-4c686d3c6ba6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:38.485630 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:38.559267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.588914 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.612199 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.626610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50576) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:38.653066 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.704651 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9052ded9-bb40-42e5-a7fe-97a59793be3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28ee7383e41d49b897b10a0aa2e7a8f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0768569 Nov 09 11:30:38.707214 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50580) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:38.772944 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.799845 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.823445 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.830143 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4088894c-38d7-4345-bec3-3b711ff814cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:38.843093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c121123-f70f-47b1-9793-4c686d3c6ba6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:38.846907 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:38.852496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.853605 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c121123-f70f-47b1-9793-4c686d3c6ba6 HTTP/1.1" status: 204 len: 168 time: 0.3766074 Nov 09 11:30:38.869130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.872951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.874217 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f786e967-929f-4ef1-9fd6-9269473c9167 HTTP/1.1" status: 204 len: 168 time: 0.4262748 Nov 09 11:30:38.875908 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ea48f1c-25d9-468a-85e8-a957852e0203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:38.885732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786e967-929f-4ef1-9fd6-9269473c9167,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:38.888396 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:38.938677 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.958348 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a61f7e2b-4dfc-4e04-a6a7-e8c7472306db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:38.978472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fd83ae-88bf-4baa-afe1-352445133493,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:38.980519 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:38.981630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81fd83ae-88bf-4baa-afe1-352445133493 HTTP/1.1" status: 204 len: 168 time: 0.2732582 Nov 09 11:30:38.982549 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:39.711335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50604) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:39.740098 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:39.795556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:39.799636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Usage tracker for resource:security_group_rule and tenant:ef73f96b52a64e2e8a9d1ba5b9b7af65 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:39.802693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:39.809541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:39.883248 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:39.957200 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:39.964891 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ea090f36-6f98-47ba-9524-355cba41c251 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:40.011451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a561e31-d42f-4b59-a3f6-c1dc742664e2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:40.014760 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:40.021174 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef73f96b52a64e2e8a9d1ba5b9b7af65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3068743 Nov 09 11:30:40.022439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50614) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:40.024952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50618) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:40.047846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.081276 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:40.085692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Usage tracker for resource:security_group_rule and tenant:c29c5797d42942b1b4fe3765afe654ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:40.088827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:40.089231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.095739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:40.121170 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.164491 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.240590 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.248369 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0be2b43e-c76c-478a-892e-f242759ee781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:40.289134 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb076c43-c920-445c-b829-f5e3775a9172,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:40.293133 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c29c5797d42942b1b4fe3765afe654ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2668099 Nov 09 11:30:40.293993 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:40.295789 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50626) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:40.297888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.301805 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a00239ad-faf5-4e12-b98a-0b420407d564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:40.312893 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a561e31-d42f-4b59-a3f6-c1dc742664e2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:40.316659 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:40.329382 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.330682 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a561e31-d42f-4b59-a3f6-c1dc742664e2 HTTP/1.1" status: 204 len: 168 time: 0.3077543 Nov 09 11:30:40.363864 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.394842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.503690 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.509371 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3900b134-17bf-4bb4-8d9f-e5924c4127bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:40.521293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb076c43-c920-445c-b829-f5e3775a9172,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:40.525150 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:40.530473 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:40.532371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb076c43-c920-445c-b829-f5e3775a9172 HTTP/1.1" status: 204 len: 168 time: 0.2348039 Nov 09 11:30:44.326873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50826) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:44.530226 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:44.565661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:44.569506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Usage tracker for resource:security_group_rule and tenant:8b0aee0962214f4697865828f80f4569 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:44.572654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:44.579163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:44.652444 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:44.709540 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:44.717431 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-843d0373-a32b-4524-bf4d-a1d38b6c226f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:44.766412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c27e1c-460e-40d0-b232-d29dd3963928,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:44.770586 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b0aee0962214f4697865828f80f4569&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4417069 Nov 09 11:30:44.773306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:44.782665 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:44.841519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50858) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:44.860092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:44.886416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.018046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.025280 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f55d101-ea53-4a7b-b222-64f5c6905777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:45.039108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c27e1c-460e-40d0-b232-d29dd3963928,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:45.041499 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:45.042872 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.043424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.046577 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95c27e1c-460e-40d0-b232-d29dd3963928 HTTP/1.1" status: 204 len: 168 time: 0.2694333 Nov 09 11:30:45.091519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:45.095537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Usage tracker for resource:security_group_rule and tenant:bf6522d700714112b111f6d661a39468 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:45.098376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:45.104289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:45.186061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.236601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.264930 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f47746ae-bdb7-423b-b2e2-0afb89f0a9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:45.274516 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf6522d700714112b111f6d661a39468&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4317539 Nov 09 11:30:45.277837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50872) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:45.293509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50876) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:45.379364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65bb14d-cf05-4465-b0fa-8bd5bca66f7a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:45.396213 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:45.414959 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.441563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.523073 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.571946 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.575715 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a676fde9-e205-4beb-a03c-077245715f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:45.585514 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:45.589303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Usage tracker for resource:security_group_rule and tenant:d28286e851e34079aec36a990c9f9fc5 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:45.592132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:45.592565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65bb14d-cf05-4465-b0fa-8bd5bca66f7a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:45.599024 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:45.600868 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:45.601660 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.602978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c65bb14d-cf05-4465-b0fa-8bd5bca66f7a HTTP/1.1" status: 204 len: 168 time: 0.3240612 Nov 09 11:30:45.694204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.738524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50888) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:45.869923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.877757 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d09f337f-45ee-4683-8e1a-b0da7717be63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:45.896578 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:45.948823 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d28286e851e34079aec36a990c9f9fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6603520 Nov 09 11:30:45.951322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50896) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:45.957426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7906ed-ed3f-419c-a03c-34a3c0d863d9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:45.960903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:45.971582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:45.977407 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Usage tracker for resource:security_group_rule and tenant:fa54c9c5b3d24c45a80d1658422603f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:45.980418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:45.986628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:46.065082 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.132202 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.144264 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-10a14221-9d89-4fbd-aeb2-9d7605b4ec98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:46.178769 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.185111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ccd2f3-3cfe-43f0-8f98-e8118422f97f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:46.188504 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:46.193695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa54c9c5b3d24c45a80d1658422603f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4516323 Nov 09 11:30:46.194341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50900) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:46.220117 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.241103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-b559a453-d524-465f-a465-6e58c8bd618d req-6ce754b9-1fc8-41ff-82b7-e69cf076b913 service neutron] (84334) timed out ('10.222.0.57', 51688) {{(pid=84334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:30:46.267511 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.296311 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.378535 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.384810 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4320311c-d2d6-4b70-9fbb-6342b0d2fd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:46.399711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7906ed-ed3f-419c-a03c-34a3c0d863d9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:46.410526 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:46.410526 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.410526 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b7906ed-ed3f-419c-a03c-34a3c0d863d9 HTTP/1.1" status: 204 len: 168 time: 0.4527752 Nov 09 11:30:46.434595 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.441318 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b8deee3a-98b1-4feb-b857-7958917c93eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:46.456382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50910) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:46.456536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ccd2f3-3cfe-43f0-8f98-e8118422f97f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:46.458761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:46.466489 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.470754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4ccd2f3-3cfe-43f0-8f98-e8118422f97f HTTP/1.1" status: 204 len: 168 time: 0.2757347 Nov 09 11:30:46.482170 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.516054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:46.520165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:29834cb5399c4d0992709d7f1c789458 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:46.523046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:46.530653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:46.637133 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.697286 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.711141 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-02c768c3-9267-4e59-9975-e312e33a8a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:46.753881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11c710-0730-491e-a848-c875685a6a98,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:46.757022 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:46.762773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29834cb5399c4d0992709d7f1c789458&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3104601 Nov 09 11:30:46.763310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:46.845667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:46.878077 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.057259 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.061276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a35514f-7e65-463a-ad7b-8c2a83b10511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:47.074426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11c710-0730-491e-a848-c875685a6a98,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:47.076611 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:47.083351 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.084477 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab11c710-0730-491e-a848-c875685a6a98 HTTP/1.1" status: 204 len: 168 time: 0.3200445 Nov 09 11:30:47.143552 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0feda6fd-3151-4e92-b359-c50db56f1b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.383613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50934) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:47.409829 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.451553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:47.452068 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.457491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Usage tracker for resource:security_group_rule and tenant:7a7a1c6fdfc94ce6a9a632071efe533a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:47.461122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:47.467392 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:47.524385 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:47.553604 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.669919 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.678910 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-96d17098-52ee-4a75-a9b1-dde728e78776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:47.735684 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.757088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0291857a-d6c8-4e5c-9c87-64c1d5028ae9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:47.763447 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:47.766409 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a7a1c6fdfc94ce6a9a632071efe533a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3807914 Nov 09 11:30:47.769251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 50950) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:47.788582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:47.792525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Usage tracker for resource:security_group_rule and tenant:4dd085b26eeb4e46b27a4fd14614cd25 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:47.798538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:47.804603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:47.848363 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.877051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.897167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.967157 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:47.976939 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fd0c6b62-61ce-4b6f-b36a-9a7c13664d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:48.021934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d236f7-9fb1-4717-87b1-9ec0e8b96117,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:48.026711 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dd085b26eeb4e46b27a4fd14614cd25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5010893 Nov 09 11:30:48.027691 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:48.029425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 50964) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:48.047851 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:48.055623 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b9603a0-ed51-47c8-8404-f1d6a23ac02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:48.075206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0291857a-d6c8-4e5c-9c87-64c1d5028ae9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:48.086178 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:48.096647 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:48.101239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0291857a-d6c8-4e5c-9c87-64c1d5028ae9 HTTP/1.1" status: 204 len: 168 time: 0.3302023 Nov 09 11:30:48.118445 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:48.145802 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:48.257873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:48.263478 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0bc3dd32-8510-4f7e-91f9-21cedfdacb71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:48.284244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d236f7-9fb1-4717-87b1-9ec0e8b96117,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:48.286685 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:48.292916 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:48.298266 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83d236f7-9fb1-4717-87b1-9ec0e8b96117 HTTP/1.1" status: 204 len: 168 time: 0.2678137 Nov 09 11:30:49.457362 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adca53df-3b11-4eb6-8509-bc712297313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:50.376896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:50.559808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1735733958-network', 'tenant_id': '8880c2ba0a854084bd5f4699987bea1d'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:30:50.567028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:50.571764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Usage tracker for resource:network and tenant:8880c2ba0a854084bd5f4699987bea1d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:50.575051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:50.581218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:50.600262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:50.657553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Made reservation on behalf of 8880c2ba0a854084bd5f4699987bea1d for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:30:50.659912 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:50.673199 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:50.707635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:50.711470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Usage tracker for resource:security_group_rule and tenant:8880c2ba0a854084bd5f4699987bea1d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:50.714343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:50.720083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:50.786930 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:50.863197 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:50.866478 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1cd741b3-0380-4996-b6d7-bbca63c7da29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:50.903091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:30:50.905248 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36329bad-6109-4b13-b423-9f1941735e03,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:50.911328 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:50.918305 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:50.919324 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Added segment f83e6fe7-4d59-4139-a574-6c512e80de2d of type vlan for network a8b2ef22-823e-451a-b9c7-561bb3922736 Nov 09 11:30:50.949940 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:51.051853 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:51.052802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:51.053364 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:51.057197 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a96e1ab8-4fa3-4a00-93ae-41722921057d tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:51.176741 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Pushing event updated for resources: {'Network': ['ID=a8b2ef22-823e-451a-b9c7-561bb3922736,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:51.179484 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:51.188346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network a8b2ef22-823e-451a-b9c7-561bb3922736 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:30:51.240964 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8629234 Nov 09 11:30:51.243981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51078) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:51.250926 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Request body: {'subnet': {'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1735733958-subnet', 'tenant_id': '8880c2ba0a854084bd5f4699987bea1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:30:51.257680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:51.262303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Usage tracker for resource:subnet and tenant:8880c2ba0a854084bd5f4699987bea1d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:51.266042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:51.274486 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:51.337353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Made reservation on behalf of 8880c2ba0a854084bd5f4699987bea1d for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:30:51.343200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:51.658727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:51.663327 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af36ace7-c6e8-40ab-bf19-2b8e91d57ac9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:51.736366 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d8a29b-c976-420c-859b-45c6d0437e4f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:51.739542 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:51.757698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Checking segment: {'id': 'f83e6fe7-4d59-4139-a574-6c512e80de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:30:51.757698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Network hostable DHCP agents. Network: a8b2ef22-823e-451a-b9c7-561bb3922736, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:30:51.845825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Network a8b2ef22-823e-451a-b9c7-561bb3922736 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:30:51.937846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, a8b2ef22-823e-451a-b9c7-561bb3922736) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:30:51.942636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:51.946651 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:51.956989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1900bbd-acc8-4e61-aea3-a84831b9f745 None None] Network a8b2ef22-823e-451a-b9c7-561bb3922736 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:30:52.047905 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:52.058768 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8132720 Nov 09 11:30:52.251831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c6c9b-1cb3-48a3-8517-8f1caeec0ec9 None None] Network a8b2ef22-823e-451a-b9c7-561bb3922736 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:30:53.914260 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51184) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:53.922768 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1620907329-network', 'tenant_id': 'e202d8c74461408c96cc1b85c1f95c36'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:30:53.936757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:53.943018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Usage tracker for resource:network and tenant:e202d8c74461408c96cc1b85c1f95c36 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:53.947498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:53.955198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:54.051611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Made reservation on behalf of e202d8c74461408c96cc1b85c1f95c36 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:30:54.054242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.085842 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.149324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:54.153480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Usage tracker for resource:security_group_rule and tenant:e202d8c74461408c96cc1b85c1f95c36 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:54.160320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:54.163792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:54.253935 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.331946 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.336173 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d12334d3-4a6d-4b0c-9a8e-61a91ceec590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:54.364032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:30:54.372414 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb650808-2704-40a5-80b1-759074671806,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:54.376663 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:54.379126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.379461 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Added segment 19417f21-6ec9-4907-8cbc-45d08231a591 of type vlan for network 7b26faa2-5e80-41f7-8608-d0cce5471cf2 Nov 09 11:30:54.405499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.479994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.480972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:54.481776 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:54.487833 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a835b105-f87a-46b0-9b7a-ae5ed3c2fb51 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:54.592280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Pushing event updated for resources: {'Network': ['ID=7b26faa2-5e80-41f7-8608-d0cce5471cf2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:54.595133 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:54.602058 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 7b26faa2-5e80-41f7-8608-d0cce5471cf2 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:30:54.623770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7082658 Nov 09 11:30:54.627322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51198) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:54.632740 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Request body: {'subnet': {'network_id': '7b26faa2-5e80-41f7-8608-d0cce5471cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1620907329-subnet', 'tenant_id': 'e202d8c74461408c96cc1b85c1f95c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:30:54.637978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:54.641888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Usage tracker for resource:subnet and tenant:e202d8c74461408c96cc1b85c1f95c36 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:54.645930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:54.651133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:54.737264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Made reservation on behalf of e202d8c74461408c96cc1b85c1f95c36 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:30:54.739676 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:55.034902 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:55.039452 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bf8c9403-83ea-48e1-92b4-27d7bdc8b497 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:55.113297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb65089-eedf-4e01-9d2f-e706f047cd09,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:55.117029 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:55.125650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Checking segment: {'id': '19417f21-6ec9-4907-8cbc-45d08231a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7b26faa2-5e80-41f7-8608-d0cce5471cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:30:55.126017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Network hostable DHCP agents. Network: 7b26faa2-5e80-41f7-8608-d0cce5471cf2, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:30:55.217408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Network 7b26faa2-5e80-41f7-8608-d0cce5471cf2 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:30:55.303356 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 7b26faa2-5e80-41f7-8608-d0cce5471cf2) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:30:55.323398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215ba79-30f6-410f-b1b4-63cb420b9897 None None] Network 7b26faa2-5e80-41f7-8608-d0cce5471cf2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:30:55.324955 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:55.325777 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:55.439066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8105128 Nov 09 11:30:55.584615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca997bd3-96a2-497f-966d-54efbd15926e None None] Network 7b26faa2-5e80-41f7-8608-d0cce5471cf2 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:30:55.794244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51232) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:56.089060 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:56.155408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:56.163813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Usage tracker for resource:security_group_rule and tenant:5117ae6ef8404cf483b840b77e06bee8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:56.169349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:56.178104 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:56.277534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:56.365589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:56.375699 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8f1ed9c8-f4a7-4f4b-af74-b2e4b71b487c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:56.489190 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8222fac8-e697-401a-91a2-29c9c6ec51fe,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:56.496765 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5117ae6ef8404cf483b840b77e06bee8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7013156 Nov 09 11:30:56.498005 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:56.500076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:56.562536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-8e08d5e1-949e-40a3-bde7-91df9fe2415b tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:30:56.569384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-8e08d5e1-949e-40a3-bde7-91df9fe2415b tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/networks?id=a8b2ef22-823e-451a-b9c7-561bb3922736 HTTP/1.1" status: 200 len: 809 time: 0.2328439 Nov 09 11:30:56.582868 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-ee253acf-4858-49ae-979d-2e040cc82e4d tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/quotas/8880c2ba0a854084bd5f4699987bea1d HTTP/1.1" status: 200 len: 375 time: 0.0125875 Nov 09 11:30:56.591365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:56.620058 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:56.640607 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-fd88866c-8f21-43a3-a36c-1e0f150d76d3 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8880c2ba0a854084bd5f4699987bea1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517051 Nov 09 11:30:56.766509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:56.775717 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c814e61f-96a0-42b6-91eb-8b08128ae0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:56.790938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8222fac8-e697-401a-91a2-29c9c6ec51fe,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:56.794454 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:56.795824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:56.826297 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8222fac8-e697-401a-91a2-29c9c6ec51fe HTTP/1.1" status: 204 len: 168 time: 0.3254318 Nov 09 11:30:56.921671 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-1fb5a954-ecde-451c-85d3-81da322c42c2 service neutron] 10.222.0.50 "GET /v2.0/networks/a8b2ef22-823e-451a-b9c7-561bb3922736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798436 Nov 09 11:30:57.071864 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-d250cb89-ffa7-4636-8731-1a4653a6a455 service neutron] 10.222.0.50 "GET /v2.0/networks/a8b2ef22-823e-451a-b9c7-561bb3922736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490304 Nov 09 11:30:57.359501 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6cf9b9f9-f4cb-42ce-bc68-4a1cc21b8275 req-3ab9fda1-d5ca-4185-821d-f6903a2f83bb tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 210 time: 0.0611148 Nov 09 11:30:57.660829 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:57.702707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:57.739922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:30:57.755958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Usage tracker for resource:security_group_rule and tenant:bb5ccc36f8244248bb0c1d9a20cf9eb7 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:30:57.763726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:30:57.772018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:30:57.847759 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:57.887809 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:57.897837 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c539c7b1-5f74-4c8e-9715-f220f4031887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:57.944830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c38e03-c934-4960-a635-2cf2177d5a67,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:57.948745 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:57.951694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb5ccc36f8244248bb0c1d9a20cf9eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2903397 Nov 09 11:30:57.954666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51298) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:30:58.052449 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:58.087848 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:58.211553 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:58.215529 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9ae26cc2-b4cd-43cf-947b-3ac7f9f73ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:30:58.228670 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c38e03-c934-4960-a635-2cf2177d5a67,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:30:58.231502 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:30:58.241310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:30:58.242494 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20c38e03-c934-4960-a635-2cf2177d5a67 HTTP/1.1" status: 204 len: 168 time: 0.2867711 Nov 09 11:30:58.561090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-16039a89-19fd-4cf0-91b5-b58c4978fa23 req-c0709d29-a3b7-4ab8-9f0c-6ebc66d2d4a6 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 210 time: 0.0713079 Nov 09 11:30:59.836680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-973417ea-3635-4856-9cf3-2d6659d269e3 req-84af3d7d-5d45-4ed8-8cb1-183e34c99448 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 210 time: 0.0590825 Nov 09 11:31:00.408734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-2d99e451-0ecf-4350-9e48-c7eadbef5acc tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:00.410477 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-2d99e451-0ecf-4350-9e48-c7eadbef5acc tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.57 "GET /v2.0/networks?id=a8b2ef22-823e-451a-b9c7-561bb3922736 HTTP/1.1" status: 200 len: 809 time: 0.3062687 Nov 09 11:31:00.432724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Request body: {'port': {'device_id': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736', 'admin_state_up': True, 'tenant_id': '8880c2ba0a854084bd5f4699987bea1d'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:31:00.604058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:00.608181 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Usage tracker for resource:port and tenant:8880c2ba0a854084bd5f4699987bea1d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:00.612798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:00.619931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:00.759989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Made reservation on behalf of 8880c2ba0a854084bd5f4699987bea1d for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:31:00.766659 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:00.969022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Allocated IP 172.20.0.9 (a8b2ef22-823e-451a-b9c7-561bb3922736/42d8a29b-c976-420c-859b-45c6d0437e4f/f3129112-e5dc-449b-ad4b-95e1b2763833) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:31:01.137826 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5199fdc-bd8c-4cf4-8a48-f07eff675c60 req-53c07224-2d45-4b4e-958e-f89fe4d45b30 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 210 time: 0.0648801 Nov 09 11:31:01.264518 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:01.356159 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:01.366197 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-878d0547-9d2f-4cbb-ac58-42e15c055731 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:01.454560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Network a8b2ef22-823e-451a-b9c7-561bb3922736 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:31:01.458729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:31:01.463539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:31:01.490464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Pushing event updated for resources: {'Port': ['ID=f3129112-e5dc-449b-ad4b-95e1b2763833,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:01.496480 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:01.544302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:01.548874 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:01.646717 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2217193 Nov 09 11:31:01.658908 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Request body: {'port': {'device_id': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:31:01.779344 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:02.263799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3129112-e5dc-449b-ad4b-95e1b2763833 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:31:02.283446 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:02.283610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51420) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:02.302509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Transition to ACTIVE for port object f3129112-e5dc-449b-ad4b-95e1b2763833 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:31:02.372864 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:02.378561 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-58ab7030-0f02-4497-8c1c-c3cdb7bf9d27 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:02.447556 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:02.494625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:02.498607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Usage tracker for resource:security_group_rule and tenant:135cb359379d4d8aaa446f194c24b6aa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:02.502508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:02.508310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:02.543387 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Pushing event updated for resources: {'Port': ['ID=f3129112-e5dc-449b-ad4b-95e1b2763833,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:02.546912 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:02.580551 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:02.633295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83826cc5-34f7-4333-9576-cda2185ceb47 req-3594a335-bde7-4038-9b45-b9922339df43 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:02.633988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-83826cc5-34f7-4333-9576-cda2185ceb47 req-3594a335-bde7-4038-9b45-b9922339df43 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Synchronizing usage tracker for tenant:8880c2ba0a854084bd5f4699987bea1d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:31:02.651340 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:02.691264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Attempting to bind port f3129112-e5dc-449b-ad4b-95e1b2763833 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:31:02.691394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Attempting to bind port f3129112-e5dc-449b-ad4b-95e1b2763833 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'f83e6fe7-4d59-4139-a574-6c512e80de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:31:02.691661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Attempting to bind port f3129112-e5dc-449b-ad4b-95e1b2763833 on network a8b2ef22-823e-451a-b9c7-561bb3922736 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:31:02.699952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Port f3129112-e5dc-449b-ad4b-95e1b2763833 on network a8b2ef22-823e-451a-b9c7-561bb3922736 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:31:02.700172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Attempting to bind port f3129112-e5dc-449b-ad4b-95e1b2763833 on network a8b2ef22-823e-451a-b9c7-561bb3922736 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:31:02.706818 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:02.711537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:31:02.711537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Checking segment: {'id': 'f83e6fe7-4d59-4139-a574-6c512e80de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:31:02.711537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Bound using segment: {'id': 'f83e6fe7-4d59-4139-a574-6c512e80de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:31:02.711537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Bound port: f3129112-e5dc-449b-ad4b-95e1b2763833, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83e6fe7-4d59-4139-a574-6c512e80de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:31:02.711537 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:02.737240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=135cb359379d4d8aaa446f194c24b6aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4516423 Nov 09 11:31:02.737873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51436) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:02.739132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b65d5-353b-4491-9dc7-17350758a16d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:02.749209 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:02.790370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-83826cc5-34f7-4333-9576-cda2185ceb47 req-3594a335-bde7-4038-9b45-b9922339df43 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Unset dirty status for tenant:8880c2ba0a854084bd5f4699987bea1d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:31:02.791683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-83826cc5-34f7-4333-9576-cda2185ceb47 req-3594a335-bde7-4038-9b45-b9922339df43 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 931 time: 0.4818983 Nov 09 11:31:03.009677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] For port f3129112-e5dc-449b-ad4b-95e1b2763833, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:31:03.014407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] For port f3129112-e5dc-449b-ad4b-95e1b2763833, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f3129112-e5dc-449b-ad4b-95e1b2763833,segment=NetworkSegment(f83e6fe7-4d59-4139-a574-6c512e80de2d),segment_id=f83e6fe7-4d59-4139-a574-6c512e80de2d)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:31:03.025914 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-83826cc5-34f7-4333-9576-cda2185ceb47 req-423100b3-2a3d-47a3-9cd9-7d8b1cf148eb tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250483 Nov 09 11:31:03.032740 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:03.060179 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:03.070717 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:03.076227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff28143c-d318-486c-ad6e-ef2f359f8340 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:03.163941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:03.165386 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] 10.222.0.57 "PUT /v2.0/ports/f3129112-e5dc-449b-ad4b-95e1b2763833 HTTP/1.1" status: 200 len: 1091 time: 1.5108874 Nov 09 11:31:03.166325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'tag': 'f3129112-e5dc-449b-ad4b-95e1b2763833'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:31:03.182323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Pushing event updated for resources: {'Port': ['ID=f3129112-e5dc-449b-ad4b-95e1b2763833,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:03.193861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.193983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.194336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.194700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.195098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.195455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.195810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.196165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.196516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.196870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.197221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:03.201266 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:03.246090 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'tag': 'f3129112-e5dc-449b-ad4b-95e1b2763833', 'status': 'completed', 'code': 200} Nov 09 11:31:03.373892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52cb63c6-5b68-43f7-a91a-25a37c6e1108 req-141efff1-ede7-4401-9126-f1aaab02ee3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8880c2ba0a854084bd5f4699987bea1d&device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 1094 time: 0.0965896 Nov 09 11:31:03.461983 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:03.471787 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-925f8881-6a6b-4fc0-b871-36e8099910ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:03.487205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b65d5-353b-4491-9dc7-17350758a16d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:03.497664 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:03.512307 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:03.512307 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c45b65d5-353b-4491-9dc7-17350758a16d HTTP/1.1" status: 204 len: 168 time: 0.7720129 Nov 09 11:31:03.565732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb63c6-5b68-43f7-a91a-25a37c6e1108 req-226e093f-46d7-42c5-b4ee-fb26c9e3ada7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:03.567357 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52cb63c6-5b68-43f7-a91a-25a37c6e1108 req-226e093f-46d7-42c5-b4ee-fb26c9e3ada7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8880c2ba0a854084bd5f4699987bea1d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1870706 Nov 09 11:31:03.776711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb63c6-5b68-43f7-a91a-25a37c6e1108 req-29807f61-e3bd-4ac7-909a-dd53ac44d4cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:03.778168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-52cb63c6-5b68-43f7-a91a-25a37c6e1108 req-29807f61-e3bd-4ac7-909a-dd53ac44d4cc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038906 Nov 09 11:31:03.892983 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-ce84a22c-ac77-4897-9cbe-1b08e7267f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8880c2ba0a854084bd5f4699987bea1d&device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 1094 time: 0.0794666 Nov 09 11:31:03.967433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-b59e0023-d91d-481d-be11-ad181a532e61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3129112-e5dc-449b-ad4b-95e1b2763833 HTTP/1.1" status: 200 len: 217 time: 0.0675874 Nov 09 11:31:04.041537 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-6c9ede29-f21b-4808-8f5a-eff7e49d071e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:04.043017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-6c9ede29-f21b-4808-8f5a-eff7e49d071e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42d8a29b-c976-420c-859b-45c6d0437e4f HTTP/1.1" status: 200 len: 849 time: 0.0701027 Nov 09 11:31:04.123600 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-a41d2ff3-5342-4c7b-a40a-924b2059f773 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8b2ef22-823e-451a-b9c7-561bb3922736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742214 Nov 09 11:31:04.315658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-42aaf3f0-639f-48dd-b51a-af9f4b80b826 service neutron] 10.222.0.57 "GET /v2.0/networks/a8b2ef22-823e-451a-b9c7-561bb3922736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858687 Nov 09 11:31:04.331557 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:04.362546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475e759-ba28-47ec-a718-6e1553bb683a req-4867d5a9-ba1d-429f-b405-040fe3b71db4 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:04.364090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c475e759-ba28-47ec-a718-6e1553bb683a req-4867d5a9-ba1d-429f-b405-040fe3b71db4 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 943 time: 0.1530375 Nov 09 11:31:04.495659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c475e759-ba28-47ec-a718-6e1553bb683a req-b69d1021-ac46-4c8d-ae26-0e39e1e9335e tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 Nov 09 11:31:04.504191 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ba49594a-a557-4e9d-bcc1-add5f5d1bfd8 req-a184c9bf-d608-4171-87fc-4dd9ce68b4d7 service neutron] 10.222.0.57 "GET /v2.0/networks/a8b2ef22-823e-451a-b9c7-561bb3922736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781456 Nov 09 11:31:04.606529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51472) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:04.627238 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:04.659382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:04.663374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:daf606434c624a4099e3cbf51a1b3d1c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:04.666624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:04.672606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:04.742059 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:04.811294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:04.813949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:04.821078 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4719e13-49f8-44f9-a36b-2cf7f07bc8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:04.871362 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a591d-234b-404a-a930-3a62fded77b6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:04.910124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:04.927736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:04.928446 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=daf606434c624a4099e3cbf51a1b3d1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3207462 Nov 09 11:31:05.001563 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.032762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.066018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:05.072292 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.079824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e67fe5c7be6b4669a3c4b2dcc363f79a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:05.084416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:05.096934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:05.179069 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.222664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.226606 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d68b406-016a-4f12-ab04-0b7d98a51902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:05.241288 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a591d-234b-404a-a930-3a62fded77b6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:05.255541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.266348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.267065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.267211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.267528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.267898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.268266 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.268625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.268986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.269344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.269707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.270065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:05.279113 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:05.279113 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-979a0122-c742-47d3-a1b8-032e0946789d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:05.301774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.302909 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a4a591d-234b-404a-a930-3a62fded77b6 HTTP/1.1" status: 204 len: 168 time: 0.3741474 Nov 09 11:31:05.323935 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e67fe5c7be6b4669a3c4b2dcc363f79a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5087969 Nov 09 11:31:05.325722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc3a880-c417-4e53-bcad-122361cf8e8b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:05.326813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51494) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:05.330133 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:05.409899 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.441569 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.555326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.567976 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b5d0e943-8c32-45f9-8f9b-48099d8932b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:05.600144 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:05.601548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5dc3a880-c417-4e53-bcad-122361cf8e8b HTTP/1.1" status: 204 len: 168 time: 0.2722816 Nov 09 11:31:05.618241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc3a880-c417-4e53-bcad-122361cf8e8b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:05.623563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:05.797001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c0f7-8b7d-4f23-a7fa-0b31826905d1 req-9765a917-c4b9-4ad7-a7d5-8688172512ad tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:05.798660 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8db0c0f7-8b7d-4f23-a7fa-0b31826905d1 req-9765a917-c4b9-4ad7-a7d5-8688172512ad tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 943 time: 0.1087112 Nov 09 11:31:05.881263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8db0c0f7-8b7d-4f23-a7fa-0b31826905d1 req-3fe58191-187c-4b21-bac2-0b3fba0f4342 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Synchronizing usage tracker for tenant:8880c2ba0a854084bd5f4699987bea1d on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:31:06.000521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-8db0c0f7-8b7d-4f23-a7fa-0b31826905d1 req-3fe58191-187c-4b21-bac2-0b3fba0f4342 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Unset dirty status for tenant:8880c2ba0a854084bd5f4699987bea1d on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:31:06.004773 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8db0c0f7-8b7d-4f23-a7fa-0b31826905d1 req-3fe58191-187c-4b21-bac2-0b3fba0f4342 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991737 Nov 09 11:31:06.502715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51522) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:06.525609 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:06.563607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:06.568071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6457efcb874b7da0997f0293df1bb1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:06.571818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:06.579354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:06.617220 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:06.659714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:06.748404 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:06.757354 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-eba143ce-8793-4052-a39b-50d22492e488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:06.805676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508957bc-4957-4bac-8cd9-300fa788d3c8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:06.808804 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:06.818088 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c6457efcb874b7da0997f0293df1bb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3107955 Nov 09 11:31:06.818871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51530) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:06.886220 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:06.915650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:07.051524 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:07.057330 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8db76def-9d6a-4181-afe8-224d06da969e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:07.086832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508957bc-4957-4bac-8cd9-300fa788d3c8,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:07.108536 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:07.130384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/508957bc-4957-4bac-8cd9-300fa788d3c8 HTTP/1.1" status: 204 len: 168 time: 0.3048418 Nov 09 11:31:07.131541 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:07.246610 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f3129112-e5dc-449b-ad4b-95e1b2763833 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:31:07.263223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99b707-2573-44e5-8896-c2473dd8c07c req-16aa6a35-e0d7-4ad6-bca3-52d04365451d tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:07.271938 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0a99b707-2573-44e5-8896-c2473dd8c07c req-16aa6a35-e0d7-4ad6-bca3-52d04365451d tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 943 time: 0.1049407 Nov 09 11:31:07.353674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0a99b707-2573-44e5-8896-c2473dd8c07c req-72bac353-5cb0-4b42-87d4-8e330ff3912c tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Nov 09 11:31:07.502869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f3129112-e5dc-449b-ad4b-95e1b2763833, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f3129112-e5dc-449b-ad4b-95e1b2763833,segment=NetworkSegment(f83e6fe7-4d59-4139-a574-6c512e80de2d),segment_id=f83e6fe7-4d59-4139-a574-6c512e80de2d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:31:07.517439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f3129112-e5dc-449b-ad4b-95e1b2763833', 'network_id': 'a8b2ef22-823e-451a-b9c7-561bb3922736', 'port_id': 'f3129112-e5dc-449b-ad4b-95e1b2763833', 'mac_address': 'fa:16:3e:85:5f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8a29b-c976-420c-859b-45c6d0437e4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:31:07.588815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:07.613408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3129112-e5dc-449b-ad4b-95e1b2763833 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:31:07.629498 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f3129112-e5dc-449b-ad4b-95e1b2763833, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f3129112-e5dc-449b-ad4b-95e1b2763833,segment=NetworkSegment(f83e6fe7-4d59-4139-a574-6c512e80de2d),segment_id=f83e6fe7-4d59-4139-a574-6c512e80de2d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:31:07.715164 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:07.718231 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:07.815775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f3129112-e5dc-449b-ad4b-95e1b2763833,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:07.825938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.826658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.827562 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.828031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.828358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.828688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.829067 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.829398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.829993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.830710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.834439 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:31:07.834736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51560) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:07.840225 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:07.932352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f3129112-e5dc-449b-ad4b-95e1b2763833'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:31:08.078641 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:08.136625 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:08.142114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Usage tracker for resource:security_group_rule and tenant:85dd55550f014959897d61b78fc367fd is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:08.145508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:08.152538 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:08.179558 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:31:08.224651 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:08.331667 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:08.338669 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3a7cd19c-0237-446e-b996-2ee19edea6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:08.384025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63eba48-16e7-4199-be9f-466491fff6d5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:08.390227 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85dd55550f014959897d61b78fc367fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5518522 Nov 09 11:31:08.390227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:08.393633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51578) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:08.457035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:08.484389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:08.603344 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba317f6b-930a-487b-9915-1e6e51d3dbe6 req-a22c36c1-85e7-466f-a912-42089c81a12f tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:08.607295 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba317f6b-930a-487b-9915-1e6e51d3dbe6 req-a22c36c1-85e7-466f-a912-42089c81a12f tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 944 time: 0.1144845 Nov 09 11:31:08.730075 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:08.738105 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5a74e05c-8ddb-471f-ae0a-0ce8298d5055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:08.766628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63eba48-16e7-4199-be9f-466491fff6d5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:08.766628 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:08.775266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:08.778991 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f63eba48-16e7-4199-be9f-466491fff6d5 HTTP/1.1" status: 204 len: 168 time: 0.3848104 Nov 09 11:31:08.796655 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ba317f6b-930a-487b-9915-1e6e51d3dbe6 req-0cd05d52-007d-46af-a20d-a324a8f8bad6 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809189 Nov 09 11:31:09.258893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f3129112-e5dc-449b-ad4b-95e1b2763833 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:31:09.289535 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51606) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:09.394333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port f3129112-e5dc-449b-ad4b-95e1b2763833 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:31:09.400207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f3129112-e5dc-449b-ad4b-95e1b2763833 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:31:09.400822 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:09.494541 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-75255f79-2533-4e8d-85e3-0c81cd257ec9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115049 Nov 09 11:31:09.551614 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:09.566025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:09.603976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:09.608791 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Usage tracker for resource:security_group_rule and tenant:2842f2f3b05b413f86e2f8d64e5dfba4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:09.611901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:09.617816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:09.631323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f3129112-e5dc-449b-ad4b-95e1b2763833, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f3129112-e5dc-449b-ad4b-95e1b2763833,segment=NetworkSegment(f83e6fe7-4d59-4139-a574-6c512e80de2d),segment_id=f83e6fe7-4d59-4139-a574-6c512e80de2d)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:31:09.632270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3129112-e5dc-449b-ad4b-95e1b2763833'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:31:09.718752 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:09.720131 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:09.720464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-664803e0-3c18-4887-8f8f-d49b6b6b09f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.1549544 Nov 09 11:31:09.721985 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:09.773189 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3129112-e5dc-449b-ad4b-95e1b2763833', 'code': 200} Nov 09 11:31:09.805734 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:09.813593 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c37c9ebd-fe95-451d-849b-7887823bee87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:09.817638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f3129112-e5dc-449b-ad4b-95e1b2763833,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:09.821564 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:09.878975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2842f2f3b05b413f86e2f8d64e5dfba4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5861695 Nov 09 11:31:09.881192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:09.884807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b25b829-7ae9-4449-a724-36de423c643b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:09.907264 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:09.992324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6ea49dd-51d8-4626-96cf-ad88df47dcaa req-cdbaa481-ba2b-4b81-af83-dee7512ea875 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 1096 time: 0.1229997 Nov 09 11:31:09.993208 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-0b9d4b0e-b166-4b35-8a84-4045d54be6a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:09.995181 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-0b9d4b0e-b166-4b35-8a84-4045d54be6a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.2432344 Nov 09 11:31:10.075493 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:10.118467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c5f3-208e-4151-9271-1851cb9bb603 req-f77e8338-3eb0-44bc-aad2-47a78c7f0a5f tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:10.120881 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e78c5f3-208e-4151-9271-1851cb9bb603 req-f77e8338-3eb0-44bc-aad2-47a78c7f0a5f tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 945 time: 0.1381147 Nov 09 11:31:10.125782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:10.177454 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a6ea49dd-51d8-4626-96cf-ad88df47dcaa req-1d451f5a-f2e9-4dea-8cb6-4cb5baea70f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772900 Nov 09 11:31:10.179578 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-2a27af80-763a-463c-b7a5-a3c94cd32f9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1002 time: 0.1552684 Nov 09 11:31:10.210292 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8e78c5f3-208e-4151-9271-1851cb9bb603 req-7bc489bf-aa95-4603-b45b-f138af8fa518 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769308 Nov 09 11:31:10.272518 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-ef4ed625-56f5-4cfc-b864-2163be689fb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:10.274048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-ef4ed625-56f5-4cfc-b864-2163be689fb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.0886409 Nov 09 11:31:10.308213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:10.312395 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:10.326112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b25b829-7ae9-4449-a724-36de423c643b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:10.331051 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:10.356189 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:10.357930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b25b829-7ae9-4449-a724-36de423c643b HTTP/1.1" status: 204 len: 168 time: 0.4753783 Nov 09 11:31:10.388026 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-02f591de-489a-4a52-bea5-b83c1ebe36b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066639 Nov 09 11:31:10.528591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-0034e984-5efe-426c-8c29-b8c094cadfdb service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338742 Nov 09 11:31:10.664829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0d59ac53-08eb-47c7-abf4-965ed4a9a377 req-ce4a0ca1-6e71-4f9e-a910-643043c00e7b service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287558 Nov 09 11:31:11.138076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:11.167470 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:11.214761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:11.224516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Usage tracker for resource:security_group_rule and tenant:c754c1bab63d4c18b5f106c362bb2772 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:11.225821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:11.242643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:11.369220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:11.474119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:11.486539 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fb181-7587-4d64-8338-a007b64177ed req-84cb6bc6-a078-480d-a223-a4e160adbda5 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:11.488333 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-353fb181-7587-4d64-8338-a007b64177ed req-84cb6bc6-a078-480d-a223-a4e160adbda5 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 945 time: 0.0991836 Nov 09 11:31:11.488908 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d029ac99-bd19-4ad1-ad59-6267b6d30b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:11.556984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-353fb181-7587-4d64-8338-a007b64177ed req-716638d1-f5b0-48b7-a9d5-c7c4069d7eca tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564783 Nov 09 11:31:11.574467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069d9697-9c5b-46dc-8e5c-b0786c5150ab,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:11.580690 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:11.591381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c754c1bab63d4c18b5f106c362bb2772&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4526918 Nov 09 11:31:11.595163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51690) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:11.660417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:11.691786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:11.805557 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:11.811356 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d6950ea-593e-4da4-8a75-6867b8993d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:11.829146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069d9697-9c5b-46dc-8e5c-b0786c5150ab,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:11.831945 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:11.835769 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/069d9697-9c5b-46dc-8e5c-b0786c5150ab HTTP/1.1" status: 204 len: 168 time: 0.2393794 Nov 09 11:31:11.836928 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:12.424522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51714) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:12.727567 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:12.751310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51726) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:12.777626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:12.804346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac189b7-39b4-4224-91bd-86f9c2712297 req-120482f2-fd62-4277-8c33-aae9722599a7 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:12.805841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3ac189b7-39b4-4224-91bd-86f9c2712297 req-120482f2-fd62-4277-8c33-aae9722599a7 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 945 time: 0.0978582 Nov 09 11:31:12.819379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:12.825575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Usage tracker for resource:security_group_rule and tenant:28856f2e9a5a459f9e9e2e5f05caad61 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:12.830777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:12.833739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:12.839455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:12.842032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:684a242e3dea4c93b1f09576762d9b26 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:12.846988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:12.857460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:12.858334 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3ac189b7-39b4-4224-91bd-86f9c2712297 req-bdbad7cb-bc57-418f-9e32-e7a2b2f5d05f tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Nov 09 11:31:12.975191 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.015678 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.040015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.048008 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-48fbc5c8-f3a2-4e8f-bffc-dff36c05b46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:13.091297 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.100437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64148e4a-0f67-4ce5-9f72-a54863b75fd2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:13.103577 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:13.105777 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-859b5a52-0a9a-432d-aee2-fb544315c67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:13.120849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28856f2e9a5a459f9e9e2e5f05caad61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6925616 Nov 09 11:31:13.128414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51736) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:13.153041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50518496-f626-4aef-bef6-113b1682585b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:13.159225 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=684a242e3dea4c93b1f09576762d9b26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4057806 Nov 09 11:31:13.159225 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:13.160863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51742) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:13.202405 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17067df9-5446-423c-a2be-825746186427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.228963 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17067df9-5446-423c-a2be-825746186427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.234442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.263112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.376688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17067df9-5446-423c-a2be-825746186427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.382063 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a6656e33-7d6d-47bf-b2f3-e09215eda64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:13.392871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17067df9-5446-423c-a2be-825746186427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64148e4a-0f67-4ce5-9f72-a54863b75fd2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:13.398077 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17067df9-5446-423c-a2be-825746186427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:13.400249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17067df9-5446-423c-a2be-825746186427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.401347 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-17067df9-5446-423c-a2be-825746186427 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64148e4a-0f67-4ce5-9f72-a54863b75fd2 HTTP/1.1" status: 204 len: 168 time: 0.2790952 Nov 09 11:31:13.420036 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.427134 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2ee983b7-e0ea-44ba-807a-36f0796ef358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:13.445945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50518496-f626-4aef-bef6-113b1682585b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:13.447911 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:13.453233 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:13.454483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50518496-f626-4aef-bef6-113b1682585b HTTP/1.1" status: 204 len: 168 time: 0.2919452 Nov 09 11:31:13.793199 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51760) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:13.995283 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-f48bbcf0-3a62-49da-b92c-2e8b059d59ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1847670 Nov 09 11:31:14.241630 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-ee5b4e46-43da-49d3-839c-1cc7214c74d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1097 time: 0.1061690 Nov 09 11:31:14.418412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-68dcccd9-e498-4de2-bf38-c8a8823efa6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:14.424159 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-68dcccd9-e498-4de2-bf38-c8a8823efa6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1607106 Nov 09 11:31:14.652167 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:14.722224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:14.734482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6752240bd94e27b081eb415a68c8af is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:14.741377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-10c31452-6f31-4fb5-8029-2dc3ba7628b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 1000 time: 0.3019524 Nov 09 11:31:14.742954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:14.800361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:14.841977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-7c3bdde9-6140-4bc5-8171-22e7aff07914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:14.843617 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-7c3bdde9-6140-4bc5-8171-22e7aff07914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0954943 Nov 09 11:31:14.971887 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:14.996394 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-12a8fbb2-34a3-4c90-9e4b-46b3f23df1c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416364 Nov 09 11:31:15.101083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:15.114413 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b80af241-5a18-46cf-9e4c-caca68bbdbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:15.194231 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc21a6f6-c6e3-4017-acbe-43a8960a5f51,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:15.207315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c6752240bd94e27b081eb415a68c8af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4121068 Nov 09 11:31:15.211014 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:15.211321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 51804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:15.229715 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-59287c88-f716-497f-b1fd-1604b4047a83 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238011 Nov 09 11:31:15.331365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:15.364609 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:15.407510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6d303b9a-e5c6-474e-98f1-5bcb4f4ef9ea req-232a5c10-bb18-422d-a6d7-39f79ce2b42f service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733737 Nov 09 11:31:15.496737 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:15.503148 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-71545cf1-cc9c-4800-86be-0a922b6c8e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:15.522275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc21a6f6-c6e3-4017-acbe-43a8960a5f51,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:15.531269 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:15.532594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:15.533721 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc21a6f6-c6e3-4017-acbe-43a8960a5f51 HTTP/1.1" status: 204 len: 168 time: 0.3195972 Nov 09 11:31:16.385969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51854) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:16.421497 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:16.479823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:16.485144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Usage tracker for resource:security_group_rule and tenant:3b802524c48641fa95eec12b4b414868 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:16.489509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:16.495636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:16.571951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:16.633687 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:16.641531 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8201594e-3adc-4d65-bb7d-d9bd74e6a5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:16.683402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6216f0-b267-4aa7-bfc3-3ac0682b2138,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:16.688084 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b802524c48641fa95eec12b4b414868&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3010814 Nov 09 11:31:16.689265 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:16.690978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 51868) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:16.756629 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:16.782972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:16.903157 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:16.908979 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0910e6f3-a3ed-41fd-b35e-48aaf4f5399b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:16.922073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6216f0-b267-4aa7-bfc3-3ac0682b2138,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:16.927648 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:16.937709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:16.955731 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c6216f0-b267-4aa7-bfc3-3ac0682b2138 HTTP/1.1" status: 204 len: 168 time: 0.2501781 Nov 09 11:31:17.173758 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-624a038d-be3a-4da9-ba94-74333d7f5c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:17.498322 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:19.462715 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-608f7659-b7e8-4cbd-8a9a-1d888d7b08a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:19.734578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816be9e8-877a-4452-bb0b-db6c2955aba6 req-8383995c-a4ee-42f6-8042-3ae7a468eb36 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:19.743146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-816be9e8-877a-4452-bb0b-db6c2955aba6 req-8383995c-a4ee-42f6-8042-3ae7a468eb36 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 945 time: 0.0926969 Nov 09 11:31:19.808582 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-816be9e8-877a-4452-bb0b-db6c2955aba6 req-66dabdfd-2e52-49b1-9a48-3724b54d5d8e tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638804 Nov 09 11:31:20.640985 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:21.065807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c3e2c-d8dd-454b-897d-370701a31e7a req-6e8f1668-3df5-4e2f-8036-b722dafa2f54 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:21.074116 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca6c3e2c-d8dd-454b-897d-370701a31e7a req-6e8f1668-3df5-4e2f-8036-b722dafa2f54 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 945 time: 0.1225908 Nov 09 11:31:21.138849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ca6c3e2c-d8dd-454b-897d-370701a31e7a req-2f8cce55-ea5c-4156-9792-969133685cf8 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/security-groups?id=36329bad-6109-4b13-b423-9f1941735e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601010 Nov 09 11:31:21.210365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-0c52a1f7-bea6-47b9-b0a6-f1b73876454d tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:21.216830 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-0c52a1f7-bea6-47b9-b0a6-f1b73876454d tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.57 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 945 time: 0.2087247 Nov 09 11:31:21.313816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Deleting port f3129112-e5dc-449b-ad4b-95e1b2763833 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:31:21.314431 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:21.575322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] For port f3129112-e5dc-449b-ad4b-95e1b2763833, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f3129112-e5dc-449b-ad4b-95e1b2763833,segment=NetworkSegment(f83e6fe7-4d59-4139-a574-6c512e80de2d),segment_id=f83e6fe7-4d59-4139-a574-6c512e80de2d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:31:21.575838 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:21.712225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Calling delete_port for f3129112-e5dc-449b-ad4b-95e1b2763833 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:31:21.936989 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:21.944359 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:21.952215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f3129112-e5dc-449b-ad4b-95e1b2763833'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:31:22.011151 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:22.117074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Pushing event deleted for resources: {'Port': ['ID=f3129112-e5dc-449b-ad4b-95e1b2763833,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:22.125211 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:22.126628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] No DVR routers for this DVR port f3129112-e5dc-449b-ad4b-95e1b2763833 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:31:22.129078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:22.132802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'name': 'network-vif-deleted', 'tag': 'f3129112-e5dc-449b-ad4b-95e1b2763833'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:31:22.212198 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fcb830be-e2a9-43b2-8969-c3a0b63c0752 req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.57 "DELETE /v2.0/ports/f3129112-e5dc-449b-ad4b-95e1b2763833 HTTP/1.1" status: 204 len: 173 time: 0.9921942 Nov 09 11:31:22.259813 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2328c8de-82f6-4387-8c0c-addbfe422d4a', 'name': 'network-vif-deleted', 'tag': 'f3129112-e5dc-449b-ad4b-95e1b2763833', 'status': 'completed', 'code': 200} Nov 09 11:31:22.372504 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fac30ed0-97b8-46f9-af4a-31d8f5351b99 req-a24b957c-1a00-4339-84c6-45a602373ea1 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2328c8de-82f6-4387-8c0c-addbfe422d4a HTTP/1.1" status: 200 len: 210 time: 0.0671780 Nov 09 11:31:25.312289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f3129112-e5dc-449b-ad4b-95e1b2763833 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:31:25.417098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: f3129112-e5dc-449b-ad4b-95e1b2763833 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:31:25.417619 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f3129112-e5dc-449b-ad4b-95e1b2763833 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:31:34.239204 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:36.587728 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:45.186826 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:31:45.608953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227a43c-9a39-4052-b12a-a7519dd0a8c6 req-3521a6da-f80e-43e0-b5d9-8f25cb9b1cdd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:31:45.611272 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4227a43c-9a39-4052-b12a-a7519dd0a8c6 req-3521a6da-f80e-43e0-b5d9-8f25cb9b1cdd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 946 time: 0.0880320 Nov 09 11:31:45.666282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4227a43c-9a39-4052-b12a-a7519dd0a8c6 req-b5ac1a36-0591-4bee-a1c9-708a5ab87ddb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498881 Nov 09 11:31:46.991942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52548) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:47.164456 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.173327 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6548e66a-d053-44a9-b55f-6563c0980e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.311588 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:47.315459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e27883f0f47b4b41a5b4727feff51cf7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:47.318289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:47.323857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:47.389437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.501741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.519189 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3d3e11cb-683f-4c75-90de-bab8bb7068b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:47.536572 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.552558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cfcf0b-ddbe-4bb1-9671-ab063f6ad65b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:47.557846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e27883f0f47b4b41a5b4727feff51cf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5648811 Nov 09 11:31:47.564652 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:47.566735 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:47.659806 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.693502 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.862884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.868283 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6301f1f3-7c16-49f3-986a-a2703f6c4f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:47.885825 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cfcf0b-ddbe-4bb1-9671-ab063f6ad65b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:47.889389 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:47.915769 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:47.928148 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95cfcf0b-ddbe-4bb1-9671-ab063f6ad65b HTTP/1.1" status: 204 len: 168 time: 0.3598940 Nov 09 11:31:48.756026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52592) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:48.777332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:48.846536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:48.854370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Usage tracker for resource:security_group_rule and tenant:1a35ef05138d4c64ab138dbe1f2500f3 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:48.858050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:48.869128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:49.010132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.113311 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.121159 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3e29fd6f-d6fa-4da1-a422-dea62b3a21c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:49.178384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe2aeb2-a87b-4eea-9630-152b647c8732,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:49.181440 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:49.188435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52602) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:49.188933 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a35ef05138d4c64ab138dbe1f2500f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4313400 Nov 09 11:31:49.273033 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.301326 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.476290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:31:49.484859 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.493291 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-63e9b794-92f7-48db-8661-1fdbbd658252 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:49.502226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe2aeb2-a87b-4eea-9630-152b647c8732,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:49.505730 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:49.510984 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.512316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abe2aeb2-a87b-4eea-9630-152b647c8732 HTTP/1.1" status: 204 len: 168 time: 0.3220811 Nov 09 11:31:49.573074 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5adf-3895-4bc5-a65f-ee2589d07054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.643445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:31:49.658310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'mac_address': 'fa:16:3e:37:f0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:31:49.736807 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.764354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92fa8f2f-7633-4e20-b651-db98a9f89c17 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:31:49.790522 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:31:49.924874 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:49.931465 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:50.004017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:50.008057 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:50.070709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['92fa8f2f-7633-4e20-b651-db98a9f89c17'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:31:50.656566 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:51.476652 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:31:51.554229 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 92fa8f2f-7633-4e20-b651-db98a9f89c17 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:31:51.554737 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:51.789354 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:51.861628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:31:51.879531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:31:51.954212 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'code': 200} Nov 09 11:31:51.964713 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:51.970057 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:52.094467 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:52.100552 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:52.104340 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:53.229069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52696) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:53.446165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:53.491976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:31:53.496811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Usage tracker for resource:security_group_rule and tenant:87c51464630f4e9392b28d6295edb05c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:31:53.502006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:31:53.508338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:31:53.598582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:53.678915 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:53.702301 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0df8021-d790-4ef0-b111-5a8445068d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:53.743244 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87c51464630f4e9392b28d6295edb05c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5128264 Nov 09 11:31:53.745547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d381fa-e747-4fe9-b98b-f02933811a46,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:53.745937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52712) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:31:53.749852 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:31:53.864732 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:53.899424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:54.101909 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:54.115957 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-37cae751-f370-47f9-af64-476d6c9f3815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:31:54.152865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:31:54.154854 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38d381fa-e747-4fe9-b98b-f02933811a46 HTTP/1.1" status: 204 len: 168 time: 0.4078636 Nov 09 11:31:54.156118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d381fa-e747-4fe9-b98b-f02933811a46,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:31:54.159399 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:04.325247 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:04.798160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52954) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:04.891754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Deleting subnet 42d8a29b-c976-420c-859b-45c6d0437e4f {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:32:04.895374 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:04.971345 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:05.065261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:05.362039 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:05.374653 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1d5e1954-a196-4295-92d8-27b8f3e97a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:05.473753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d8a29b-c976-420c-859b-45c6d0437e4f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:05.486689 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:05.501620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.501926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.502305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.502677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.503475 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.503848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.504213 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.504718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.505084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.505497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.505863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:05.509878 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:05.514631 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/42d8a29b-c976-420c-859b-45c6d0437e4f HTTP/1.1" status: 204 len: 168 time: 0.7098010 Nov 09 11:32:05.515049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 52972) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:05.712795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.047204 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.107023 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b2ef22-823e-451a-b9c7-561bb3922736']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:32:06.123963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83e6fe7-4d59-4139-a574-6c512e80de2d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:32:06.124260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83e6fe7-4d59-4139-a574-6c512e80de2d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:32:06.142236 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.162195 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.172828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:32:06.173567 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:32:06.202726 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:32:06.471017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.474613 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.479070 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3fca301a-0a13-40b6-a493-35227968adb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:06.518052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 52990) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:06.518939 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a8b2ef22-823e-451a-b9c7-561bb3922736 HTTP/1.1" status: 204 len: 168 time: 0.9987795 Nov 09 11:32:06.522572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b2ef22-823e-451a-b9c7-561bb3922736,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:06.533879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.534911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.535318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.535681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.536060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.536434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.536800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.537167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.537553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.537902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.538267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:06.541721 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:06.612724 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.638176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Deleting subnet 6cb65089-eedf-4e01-9d2f-e706f047cd09 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:32:06.663358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.763150 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:06.868844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:07.119829 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:07.139575 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d986110-2b17-49b3-9254-5293321ac25b tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:07.190309 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:07.200306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb65089-eedf-4e01-9d2f-e706f047cd09,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:07.209108 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:07.214522 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53004) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:07.219941 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6cb65089-eedf-4e01-9d2f-e706f047cd09 HTTP/1.1" status: 204 len: 168 time: 0.7007625 Nov 09 11:32:07.485455 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:07.701261 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:07.781295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b26faa2-5e80-41f7-8608-d0cce5471cf2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:32:07.986669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19417f21-6ec9-4907-8cbc-45d08231a591') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:32:07.986961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19417f21-6ec9-4907-8cbc-45d08231a591') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:32:08.005108 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.025961 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.035471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:32:08.036633 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:32:08.060468 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:32:08.296203 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.300749 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:08.315899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53030) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:08.341973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.341973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b26faa2-5e80-41f7-8608-d0cce5471cf2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:08.342222 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:08.354432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7b26faa2-5e80-41f7-8608-d0cce5471cf2 HTTP/1.1" status: 204 len: 168 time: 1.1355646 Nov 09 11:32:08.480338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-96656d30-0476-4bcc-bef0-ffda0aa282c1 req-17627048-3af3-43e4-8dfa-eeabeb4880d7 service neutron] (84333) timed out ('10.222.0.59', 58070) {{(pid=84333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:32:08.631432 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.685948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:08.694572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:125c1d281f444d8db5777074dc4d948f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:08.698202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:08.705672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:08.792637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.878356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:08.885922 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b62725d4-1c05-474e-9d66-14dfaeec2381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:08.939882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=125c1d281f444d8db5777074dc4d948f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6219230 Nov 09 11:32:08.942426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:08.978347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3416f8a3-0fe6-46ab-88b4-e29d6de943d2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:08.985503 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:09.009270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53052) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:09.093512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.120495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-04962683-af9e-4262-a934-b8739e92985a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8880c2ba0a854084bd5f4699987bea1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067050 Nov 09 11:32:09.120872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53056) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:09.133951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.251030 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.296477 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.370038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.384053 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba2bfa03-2408-4e96-a1ee-18b2957bdc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:09.402204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3416f8a3-0fe6-46ab-88b4-e29d6de943d2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:09.404564 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-e2dc3c7b-1439-4781-a9a2-9bd4bf166824 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045487 Nov 09 11:32:09.429617 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:09.431908 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.433136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3416f8a3-0fe6-46ab-88b4-e29d6de943d2 HTTP/1.1" status: 204 len: 168 time: 0.4882534 Nov 09 11:32:09.452365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53066) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:09.562621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.572145 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-497599e5-1800-4736-bb4c-cee2d8b5bd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:09.587797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36329bad-6109-4b13-b423-9f1941735e03,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:09.596132 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:09.633490 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-0cf6c003-de6e-4cda-9348-bd86aca3c0d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.1357088 Nov 09 11:32:09.769079 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:09.770223 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36329bad-6109-4b13-b423-9f1941735e03 HTTP/1.1" status: 204 len: 168 time: 0.6478677 Nov 09 11:32:09.831550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-ed2cfc07-a4df-4676-918a-58a11403b400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:09.831550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-ed2cfc07-a4df-4676-918a-58a11403b400 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.1758885 Nov 09 11:32:10.003423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53084) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:10.005556 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-9c0ab706-592b-4295-9c06-fe1c8c5ce98e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1002 time: 0.1576166 Nov 09 11:32:10.120222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.134090 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-b22bab4b-cf65-4d72-b5ee-515106c4273c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:10.136310 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-b22bab4b-cf65-4d72-b5ee-515106c4273c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.1249328 Nov 09 11:32:10.212577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:10.221449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Usage tracker for resource:security_group_rule and tenant:e082d9092a7e470b9ef88edbde91e735 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:10.224841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:10.232910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:10.266023 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-392182f4-8b00-4047-bb07-79fb0766d930 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229401 Nov 09 11:32:10.561958 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.580060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-ad9e61d4-0084-4c08-b371-4f9550d1c0a7 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067460 Nov 09 11:32:10.621360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53096) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:10.645416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.680659 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.683537 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.693056 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb93caf3-27f0-4f05-b1b0-50f3bf5152ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:10.714362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:10.738907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:10.744630 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Usage tracker for resource:security_group_rule and tenant:a23433ff8ab747a0a29eb1ab710b7304 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:10.748245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8e38826b904474967471c1281bd75d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:10.751290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:10.757326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:10.760853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:10.768829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e082d9092a7e470b9ef88edbde91e735&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3129911 Nov 09 11:32:10.778950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e346a0f-1dbe-4153-8c62-5c53ca7bc881,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:10.779182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:10.779439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53104) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:10.800409 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:10.821829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f106b6da-a271-4ed0-90db-15ff9d0972e7 req-f7a0682d-1411-4ad1-b4ca-f5d4967e40c3 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343936 Nov 09 11:32:10.864236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.883110 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.896500 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.898586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.958685 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:10.969773 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8bd48c25-2967-4d98-acc5-6608d4e2c5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:11.005644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69fe1cd-bccc-45ce-8622-12f8c0a7e420,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:11.009556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e8e38826b904474967471c1281bd75d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0051279 Nov 09 11:32:11.010503 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:11.012830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:11.024764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.038271 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17067df9-5446-423c-a2be-825746186427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:11.056722 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.067782 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-264bcda4-0744-4968-9704-2d6131113181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:11.077192 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.082085 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e346a0f-1dbe-4153-8c62-5c53ca7bc881 HTTP/1.1" status: 204 len: 168 time: 0.3063989 Nov 09 11:32:11.085204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e346a0f-1dbe-4153-8c62-5c53ca7bc881,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:11.088388 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:11.124670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3386b2-44e8-4a4b-ad9b-571566b05dbb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:11.130534 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:11.133161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a23433ff8ab747a0a29eb1ab710b7304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5108356 Nov 09 11:32:11.144251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53116) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:11.153107 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.180160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.211400 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.240261 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.248709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53120) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:11.313497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3469cecb-b11e-44c7-859f-a61a2920601f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e202d8c74461408c96cc1b85c1f95c36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0630336 Nov 09 11:32:11.315800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:11.331600 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.336684 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-466d8470-785c-499b-a392-4aafd576bbf3 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:11.376913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69fe1cd-bccc-45ce-8622-12f8c0a7e420,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:11.384450 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:11.389236 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.390366 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e69fe1cd-bccc-45ce-8622-12f8c0a7e420 HTTP/1.1" status: 204 len: 168 time: 0.3765931 Nov 09 11:32:11.411806 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.448608 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.462849 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.470947 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c3326260-34cd-4170-8ea9-0dc03104a5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:11.499054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3386b2-44e8-4a4b-ad9b-571566b05dbb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:11.504571 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:11.519492 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.520685 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f3386b2-44e8-4a4b-ad9b-571566b05dbb HTTP/1.1" status: 204 len: 168 time: 0.3755279 Nov 09 11:32:11.581968 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.588854 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cdb3e357-afe7-4811-8d93-578645e63a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:11.602956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb650808-2704-40a5-80b1-759074671806,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:11.622508 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:11.625013 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:11.626173 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb650808-2704-40a5-80b1-759074671806 HTTP/1.1" status: 204 len: 168 time: 0.3094957 Nov 09 11:32:11.850922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762aa7a-20b9-4bd8-be05-4145c4173370 req-3bc20065-b1ed-4e95-b44b-44ccf449c5aa tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:11.852367 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c762aa7a-20b9-4bd8-be05-4145c4173370 req-3bc20065-b1ed-4e95-b44b-44ccf449c5aa tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 946 time: 0.0800159 Nov 09 11:32:11.901950 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c762aa7a-20b9-4bd8-be05-4145c4173370 req-44a65d64-7748-4d71-af97-1fa16e763c2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437584 Nov 09 11:32:12.154571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:12.181616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:12.223112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:12.227346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a6d6973ebc407eb58a97e6829a89ad is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:12.230241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:12.239519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:12.333807 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:12.427417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:12.435613 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b572bc18-0be6-4449-b5df-bd960ab55106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:12.486134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bb0368-fae8-46a1-bb46-ad51ad2e55d1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:12.489427 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:12.500133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53156) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:12.500880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4a6d6973ebc407eb58a97e6829a89ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3397975 Nov 09 11:32:12.569565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:12.642824 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:12.792670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:12.798772 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b762bc8-9a6b-4b14-978e-405b0f8066fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:12.811822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bb0368-fae8-46a1-bb46-ad51ad2e55d1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:12.816733 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:12.818253 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:12.819372 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30bb0368-fae8-46a1-bb46-ad51ad2e55d1 HTTP/1.1" status: 204 len: 168 time: 0.3217647 Nov 09 11:32:13.525272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:32:13.691122 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:13.717411 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:32:13.726936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:13.780991 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:13.782781 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:13.825962 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'code': 200} Nov 09 11:32:13.858317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:13.868294 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.870616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.870616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.870616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.870616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.870616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.870616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.870616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.871508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.871508 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.871781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:32:13.876012 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:15.537590 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:32:15.718416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:15.737696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'mac_address': 'fa:16:3e:37:f0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:32:15.746536 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53288) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:15.799456 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:15.823843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fa8f2f-7633-4e20-b651-db98a9f89c17 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:32:15.839939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:15.930996 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:15.933855 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:16.039047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=9']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:16.042771 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:16.065420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['92fa8f2f-7633-4e20-b651-db98a9f89c17'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:32:16.163435 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:16.254237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:16.270851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Usage tracker for resource:security_group_rule and tenant:892893da470a4f8f8257c14a8ae6d5bb is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:16.274130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:16.291600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:16.403176 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:16.455199 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:16.462668 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cf045521-0a84-4fb6-af6f-a0c8113e5763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:16.507364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16db30bf-4f9a-40d7-8d53-e0bfee8fc90b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:16.511690 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=892893da470a4f8f8257c14a8ae6d5bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7625535 Nov 09 11:32:16.513445 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:16.515608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53330) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:16.597704 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:16.634224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:16.758361 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:16.766140 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-23da996d-e75e-43f1-bffe-9c88713febc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:16.798426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16db30bf-4f9a-40d7-8d53-e0bfee8fc90b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:16.801215 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:16.803221 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:16.816889 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16db30bf-4f9a-40d7-8d53-e0bfee8fc90b HTTP/1.1" status: 204 len: 168 time: 0.2993948 Nov 09 11:32:17.152706 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-896a0390-5584-4de1-b063-4559f72de590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:17.535689 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:17.553920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:32:17.641759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 92fa8f2f-7633-4e20-b651-db98a9f89c17 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:32:17.642231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:17.807399 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:17.838202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:32:17.849614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:17.905134 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'code': 200} Nov 09 11:32:17.924297 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:17.926214 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:18.104329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=10']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:18.114143 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:19.501483 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3b2169d1-74b2-4d86-8fd2-89c62772cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:20.615953 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:21.391650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53466) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:21.703339 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:21.772345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:21.786656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Usage tracker for resource:security_group_rule and tenant:ca136cd8e8354617819e1712c9f160e9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:21.801071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:21.810350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:21.997897 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:22.054944 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:22.124258 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:22.142192 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bfa8ae8d-3ea2-4514-a18d-ce65beec9964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:22.180512 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:32:22.213139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d41564-c974-4e64-866e-30a06d647bf4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:22.222435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53492) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:22.223191 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca136cd8e8354617819e1712c9f160e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8291841 Nov 09 11:32:22.224621 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:22.307141 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:22.339849 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:22.478104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:22.493533 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aefe15ce-0d41-4f26-95ec-5ea00d06ddab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:22.511328 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:22.521886 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12d41564-c974-4e64-866e-30a06d647bf4 HTTP/1.1" status: 204 len: 168 time: 0.2918687 Nov 09 11:32:22.529788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d41564-c974-4e64-866e-30a06d647bf4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:22.534538 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:23.612711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53514) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:23.633907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:23.667885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:23.673229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Usage tracker for resource:security_group_rule and tenant:b125222e4f9e4fdd88264119b2220808 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:23.678403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:23.686259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:23.774064 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:23.838403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:23.846741 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-26531195-5110-4437-acfd-0d72f9a9e6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:23.900519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae594904-be00-4162-801b-c631fb497684,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:23.905620 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:23.908997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b125222e4f9e4fdd88264119b2220808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2945871 Nov 09 11:32:23.911573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53522) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:24.034808 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:24.102928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:24.290636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:24.300470 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73dc092d-61f5-4057-bebc-d7abd572d1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:24.339644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae594904-be00-4162-801b-c631fb497684,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:24.345535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:24.346329 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:24.353919 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae594904-be00-4162-801b-c631fb497684 HTTP/1.1" status: 204 len: 168 time: 0.4403813 Nov 09 11:32:29.777927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53656) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:30.056268 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:30.056268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:30.056268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Usage tracker for resource:security_group_rule and tenant:9f1b17e5c2324d189cedf5ab117bb754 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:30.056268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:30.056268 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:30.089355 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:30.208840 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:30.218392 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e553941-b95e-4fb9-bbc7-074ebea16dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:30.258767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1df5b8-eb85-40c9-be32-262be6d07aee,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:30.265312 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:30.289693 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f1b17e5c2324d189cedf5ab117bb754&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5101662 Nov 09 11:32:30.292518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53670) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:30.500494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:30.559125 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:30.737658 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:30.742811 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40cb1082-d2aa-403f-a848-e5db05415ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:30.781736 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1df5b8-eb85-40c9-be32-262be6d07aee,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:30.823389 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:30.850015 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:30.868226 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd1df5b8-eb85-40c9-be32-262be6d07aee HTTP/1.1" status: 204 len: 168 time: 0.5637794 Nov 09 11:32:31.999370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53710) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:32.025007 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:32.109895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:32.125916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7471f448bbcd48e684c4e1dcdacc527a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:32.130479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:32.141127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:32.259907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:32.971495 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:32.992293 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3c091d10-2b88-4ca2-97aa-bd5fc6fd39fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:33.026473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890826dd-2d53-43e9-ad99-3b2283526c54,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:33.039841 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:33.096433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7471f448bbcd48e684c4e1dcdacc527a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0958409 Nov 09 11:32:33.099081 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53728) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:33.289061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:33.343987 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:33.481860 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:33.508081 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-50a767b3-4294-45b1-83c2-b56695c0c7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:33.587610 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890826dd-2d53-43e9-ad99-3b2283526c54,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:33.600668 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:33.604001 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/890826dd-2d53-43e9-ad99-3b2283526c54 HTTP/1.1" status: 204 len: 168 time: 0.5014033 Nov 09 11:32:33.604001 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:34.342075 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:36.453806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:36.586711 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:36.736018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:36.770859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:36.775763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Usage tracker for resource:security_group_rule and tenant:4c0066b60ef849e7a844117fbfcc1585 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:36.779787 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:36.786359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:36.881875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:36.923696 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:37.020146 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9fc672ea-2a0d-44be-bcfa-4027bfbc0f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:37.087420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c0066b60ef849e7a844117fbfcc1585&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6313248 Nov 09 11:32:37.088912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53816) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:37.093889 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a96e1c-24d2-4ca7-9168-464781802b72,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:37.112842 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:37.236274 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:37.347778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:37.746392 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:37.770854 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-885a7041-e1de-44bc-b2ef-1b565a2ae4d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:37.793046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a96e1c-24d2-4ca7-9168-464781802b72,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:37.796315 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:37.821710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:37.821710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61a96e1c-24d2-4ca7-9168-464781802b72 HTTP/1.1" status: 204 len: 168 time: 0.7249253 Nov 09 11:32:39.181791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53878) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:39.603294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d6b943d2-928b-4306-9d19-c9f251924e91 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:39.863388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53904) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:39.864674 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d6b943d2-928b-4306-9d19-c9f251924e91 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "PUT /v2.0/quotas/000dbf64486c431b84e52f6e64ea2e96 HTTP/1.1" status: 200 len: 366 time: 0.6793785 Nov 09 11:32:39.879247 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-97cd4822-10ec-475c-a2ad-dde6205a8465 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0141778 Nov 09 11:32:39.911127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53910) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:39.941804 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0d487095-9345-4d53-b2fb-0e3fb148d352 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "GET /v2.0/quotas/000dbf64486c431b84e52f6e64ea2e96 HTTP/1.1" status: 200 len: 366 time: 0.0267012 Nov 09 11:32:39.945213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53916) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.056246 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8462df18-65b3-4301-9d06-f21a54762682 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/000dbf64486c431b84e52f6e64ea2e96 HTTP/1.1" status: 204 len: 168 time: 0.1096942 Nov 09 11:32:40.059600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.078138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-87827922-5f20-43a7-947d-9ca47fedc98f tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0127783 Nov 09 11:32:40.078275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53928) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.094625 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a5dd2e4b-280c-4733-ada4-def7daaa40ee tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "GET /v2.0/quotas/000dbf64486c431b84e52f6e64ea2e96 HTTP/1.1" status: 200 len: 370 time: 0.0146785 Nov 09 11:32:40.096837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53932) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.103785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d96558d9-e5ce-4bb7-8820-461a677b9fea tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "GET /v2.0/quotas/000dbf64486c431b84e52f6e64ea2e96/default HTTP/1.1" status: 200 len: 370 time: 0.0056090 Nov 09 11:32:40.106287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.119509 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-e5247884-6eed-493c-b940-54fc8cfa5b00 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] delete failed (client error): The resource could not be found. Nov 09 11:32:40.127506 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e5247884-6eed-493c-b940-54fc8cfa5b00 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/000dbf64486c431b84e52f6e64ea2e96 HTTP/1.1" status: 404 len: 348 time: 0.0145924 Nov 09 11:32:40.161374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53942) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.190316 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53948) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.343153 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1776359603-network', 'tenant_id': '0df4b4801964415d88993f6cb58ac51b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:40.351513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:40.363080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Usage tracker for resource:network and tenant:0df4b4801964415d88993f6cb58ac51b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.363080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.371722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:40.432230 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.451386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Made reservation on behalf of 0df4b4801964415d88993f6cb58ac51b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:32:40.454010 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.466578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:40.470099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.470746 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Usage tracker for resource:security_group_rule and tenant:0078575746ce4af3acb34ee41416b091 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.473762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.479720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:40.506355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:40.510638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Usage tracker for resource:security_group_rule and tenant:0df4b4801964415d88993f6cb58ac51b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.515128 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.522109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:40.561158 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.569062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 53956) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.594299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:network and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.598595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.600551 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.606947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:subnet and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.611243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.618076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:subnetpool and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.627763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.634386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:port and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.639521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.645875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:router and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.649724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.656922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:floatingip and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.660943 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.667552 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2bd10cd9-e5bd-4126-9386-220487f50137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:40.673924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.689642 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.696800 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e38d11d9-cb90-4261-b7ee-63a6ef9b843c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:40.724976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:32:40.730017 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b41c2-3453-41ab-9f5b-d57f2da5ac80,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:40.736971 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:40.740062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538072dc-2d93-4923-ad45-13cfbec76430,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:40.741422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0078575746ce4af3acb34ee41416b091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5500617 Nov 09 11:32:40.744790 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53960) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:40.750211 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.751322 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Added segment 27576bef-3b51-423a-b4e7-b97ff0a78cf0 of type vlan for network 04e81ba7-fcfa-4073-8ffb-b8279319baaa Nov 09 11:32:40.753318 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:40.775898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:security_group and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.780865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.788050 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Usage tracker for resource:security_group_rule and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:40.792649 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:40.799760 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e627be2d-ccf1-4271-ad25-eef77fa811f1 tempest-QuotasTest-1952989794 tempest-QuotasTest-1952989794-project-admin] 10.222.0.50 "GET /v2.0/quotas/b9a82a8d325949a790a3beb42d82db38/details.json HTTP/1.1" status: 200 len: 703 time: 0.2294841 Nov 09 11:32:40.807717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.873025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.902507 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.959627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.960652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:40.969932 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:40.969932 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:41.065850 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:41.090752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Pushing event updated for resources: {'Network': ['ID=04e81ba7-fcfa-4073-8ffb-b8279319baaa,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:41.094438 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:41.095279 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-87fcda14-f5cc-43c1-9ee2-f768250e0ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:41.101948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 04e81ba7-fcfa-4073-8ffb-b8279319baaa details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:32:41.106256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:41.109755 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/660b41c2-3453-41ab-9f5b-d57f2da5ac80 HTTP/1.1" status: 204 len: 168 time: 0.3613346 Nov 09 11:32:41.110679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b41c2-3453-41ab-9f5b-d57f2da5ac80,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:41.112842 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:41.171616 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0087855 Nov 09 11:32:41.174158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53980) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:41.182566 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Request body: {'subnet': {'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1776359603-subnet', 'tenant_id': '0df4b4801964415d88993f6cb58ac51b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:41.198459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:41.207161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Usage tracker for resource:subnet and tenant:0df4b4801964415d88993f6cb58ac51b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:41.218425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:41.235491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:41.324613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Made reservation on behalf of 0df4b4801964415d88993f6cb58ac51b for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:32:41.327316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:41.650257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 53992) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:41.729601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daab63-cb0f-4ead-8916-ead7ff048361 req-280f4f35-d932-45a4-ab68-ef453f927110 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:41.731978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39daab63-cb0f-4ead-8916-ead7ff048361 req-280f4f35-d932-45a4-ab68-ef453f927110 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.5330138 Nov 09 11:32:41.775849 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:41.802004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-39daab63-cb0f-4ead-8916-ead7ff048361 req-2c999bc7-88c2-4fbb-9527-a070790dd9f4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632563 Nov 09 11:32:41.820506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:41.825452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3b0d73a6789a4316bea7ef28f6c0866f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:41.829346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:41.836661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:41.849939 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:41.856281 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a1d8df6a-a1e5-4e01-b4aa-151ab52ed24b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:41.939503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0db9ce6-47b1-4f21-a9da-c0265d180181,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:41.952552 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:41.997624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:41.998742 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Checking segment: {'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:32:41.999569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Network hostable DHCP agents. Network: 04e81ba7-fcfa-4073-8ffb-b8279319baaa, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:32:42.082753 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.096068 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-efe6d4bb-8158-4a71-87df-e76eb3fa1baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:42.132243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Network 04e81ba7-fcfa-4073-8ffb-b8279319baaa is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:32:42.153111 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1dff9f-c2f7-44ae-8b9b-ca9d2f7c2611,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:42.160082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54004) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:42.164420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b0d73a6789a4316bea7ef28f6c0866f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5125480 Nov 09 11:32:42.166121 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:42.167686 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:42.180315 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.211411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:42.216408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0a49f13ae85c44debd2bd64fd47b1cb8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:42.220441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:42.226553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:42.246103 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.264633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 04e81ba7-fcfa-4073-8ffb-b8279319baaa) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:32:42.272049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e37d3-dc53-4fdd-9e40-a9e0b9f151d0 None None] Network 04e81ba7-fcfa-4073-8ffb-b8279319baaa requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:32:42.284022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:42.284691 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.302607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.346436 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.455740 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2801039 Nov 09 11:32:42.483514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.483740 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.488728 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8d4c19fb-1924-4ba2-9ff2-87ed1357107a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:42.510463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1dff9f-c2f7-44ae-8b9b-ca9d2f7c2611,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:42.524584 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:42.530501 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-51845502-a067-4127-9bd2-8ccbc7ee45d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:42.533411 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.541616 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a49f13ae85c44debd2bd64fd47b1cb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3814497 Nov 09 11:32:42.546271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54020) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:42.555015 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca1dff9f-c2f7-44ae-8b9b-ca9d2f7c2611 HTTP/1.1" status: 204 len: 168 time: 0.3675077 Nov 09 11:32:42.609221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5edf8f6-dc6c-49ed-b96f-c1af62330b45,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:42.633055 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:42.682091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08374932-0d97-48d0-9308-dbcaf7e395af None None] Network 04e81ba7-fcfa-4073-8ffb-b8279319baaa requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:32:42.707415 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.744932 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.889384 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.899081 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-34e7e766-f422-4535-b390-9b239d7a1b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:42.940323 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:42.944030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5edf8f6-dc6c-49ed-b96f-c1af62330b45 HTTP/1.1" status: 204 len: 168 time: 0.3896587 Nov 09 11:32:43.025784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5edf8f6-dc6c-49ed-b96f-c1af62330b45,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:43.033859 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:43.089903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20516110-e203-4e62-8247-fc9ea0a71f81 req-dea43d43-a9bf-4814-bd04-e92567e85c4e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:43.097869 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20516110-e203-4e62-8247-fc9ea0a71f81 req-dea43d43-a9bf-4814-bd04-e92567e85c4e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1603796 Nov 09 11:32:43.188267 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20516110-e203-4e62-8247-fc9ea0a71f81 req-992ab8c5-7c75-4db7-b374-0c53377afa5a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838850 Nov 09 11:32:43.670052 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:32:43.747666 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54042) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:43.773498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:43.797278 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:43.809306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:43.813492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a82a8d325949a790a3beb42d82db38 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:43.816499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:43.823013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:43.827526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:32:43.838824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:43.896149 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'code': 200} Nov 09 11:32:43.898536 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:43.998457 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:43.998683 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.000700 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:44.006693 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-073de230-5680-41f1-8438-e6fface90f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:44.076836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4a993d-3133-458e-ac26-d8f4ce2e119c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:44.081917 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:44.084545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9a82a8d325949a790a3beb42d82db38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3358157 Nov 09 11:32:44.087484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54052) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:44.127932 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=11']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:44.132870 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:44.144890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54056) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:44.165145 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.180958 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.198611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:44.205035 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Usage tracker for resource:security_group_rule and tenant:09f9acec24dd4c8092b636fb09ada09e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:44.205667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:44.210247 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.212230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:44.292531 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.400786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a731-542c-4b2a-918a-17b83fa6348c req-a6834226-3ee3-4054-b763-2a5baf79d2b6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:44.403887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9426a731-542c-4b2a-918a-17b83fa6348c req-a6834226-3ee3-4054-b763-2a5baf79d2b6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0852487 Nov 09 11:32:44.444058 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.449560 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9707c1f0-3fd5-493b-97af-7b9d653ee7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:44.450194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.462357 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-58d8466a-7ffe-4dff-8c62-5c8495822ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:44.470149 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4a993d-3133-458e-ac26-d8f4ce2e119c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:44.473949 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:44.483389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.484623 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e4a993d-3133-458e-ac26-d8f4ce2e119c HTTP/1.1" status: 204 len: 168 time: 0.3962064 Nov 09 11:32:44.515918 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9426a731-542c-4b2a-918a-17b83fa6348c req-02a918dc-e832-4455-ab8c-7e64d4cdefba tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065471 Nov 09 11:32:44.529456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8957f-9d8f-4480-815e-0f50aa6baca2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:44.535894 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09f9acec24dd4c8092b636fb09ada09e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874722 Nov 09 11:32:44.535894 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:44.537295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:44.643375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.677332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.866035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.870297 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-238ab012-b636-4f57-986c-54deb2749f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:44.882076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8957f-9d8f-4480-815e-0f50aa6baca2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:44.891988 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:44.893287 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:44.897381 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abc8957f-9d8f-4480-815e-0f50aa6baca2 HTTP/1.1" status: 204 len: 168 time: 0.3581567 Nov 09 11:32:45.677768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:32:45.791415 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491388d-c36c-488d-8883-32f75edfa7a9 req-bdfbf358-7c1e-4212-9969-9ccccb7ebd32 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:45.798464 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7491388d-c36c-488d-8883-32f75edfa7a9 req-bdfbf358-7c1e-4212-9969-9ccccb7ebd32 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1239343 Nov 09 11:32:45.852392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7491388d-c36c-488d-8883-32f75edfa7a9 req-9106eb27-8e9a-40e9-90fd-9efa18a18776 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518773 Nov 09 11:32:46.002493 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:46.029007 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'mac_address': 'fa:16:3e:37:f0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:32:46.136319 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:46.158618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fa8f2f-7633-4e20-b651-db98a9f89c17 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:32:46.178779 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:46.352246 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:46.354388 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d943e061-5408-44a3-99e3-3004d4f187bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:46.444041 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['92fa8f2f-7633-4e20-b651-db98a9f89c17'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:32:46.473239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=12']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:46.482788 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:46.519196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:46.703336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1841352223'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:46.723094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52578-8914-47a5-ada3-7c62e6d169b3 req-73af8f77-ef96-45bd-a113-930263e3a468 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:46.724806 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48f52578-8914-47a5-ada3-7c62e6d169b3 req-73af8f77-ef96-45bd-a113-930263e3a468 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1086056 Nov 09 11:32:46.727445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:46.752200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:46.756846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:46.770616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:46.794611 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-48f52578-8914-47a5-ada3-7c62e6d169b3 req-4afd6a5d-a4ba-4698-b19a-00d3fa98614b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637066 Nov 09 11:32:46.854858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:32:46.858747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:46.873342 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:46.909905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:46.914425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:security_group_rule and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:46.918270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:46.927157 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:47.039591 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.114211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-5d149f34-5ed8-4a92-957d-7cf6e01e48ca tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:47.117024 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-5d149f34-5ed8-4a92-957d-7cf6e01e48ca tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/networks?id=04e81ba7-fcfa-4073-8ffb-b8279319baaa HTTP/1.1" status: 200 len: 809 time: 0.3527615 Nov 09 11:32:47.144755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-87072b45-6a9f-4029-a6b7-63181b290dec tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/quotas/0df4b4801964415d88993f6cb58ac51b HTTP/1.1" status: 200 len: 375 time: 0.0162516 Nov 09 11:32:47.166817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86679902-5cbd-4a18-8a2d-1b30afdc819b req-dd08fbf7-7eb9-4fcd-96ff-4d7634a1f5c5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:47.168674 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-86679902-5cbd-4a18-8a2d-1b30afdc819b req-dd08fbf7-7eb9-4fcd-96ff-4d7634a1f5c5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 946 time: 0.1256113 Nov 09 11:32:47.169933 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.174908 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e52a0523-baa4-4fe9-9419-b4b9f3858a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:47.194002 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3189cb86-0bae-48be-9b2b-cef434663bd3 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0df4b4801964415d88993f6cb58ac51b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504799 Nov 09 11:32:47.203196 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3a43e3b9-1306-45cd-b676-27f0bd0ed5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.228879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:32:47.244046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f9163a-60ca-46ab-afda-c88381f45c7d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:47.264272 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.264621 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment 018985e6-2900-466a-a184-b25eabb4bd29 of type vlan for network dd49c3f3-9431-4995-862d-7f14f32d35e7 Nov 09 11:32:47.267093 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:47.275242 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-86679902-5cbd-4a18-8a2d-1b30afdc819b req-b9323d76-4336-4f6a-a226-0f6ac4debc52 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873404 Nov 09 11:32:47.303537 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.360410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-25df158e-6930-4113-8483-8a28fd2adcdb service neutron] 10.222.0.50 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580141 Nov 09 11:32:47.415025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.419884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:47.420671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.429769 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-35f57153-bdab-4f46-b289-699675937075 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:47.519377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-54a4d140-da3b-44b2-9821-28be90ed5b4d service neutron] 10.222.0.50 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534050 Nov 09 11:32:47.540479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=dd49c3f3-9431-4995-862d-7f14f32d35e7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:47.543513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:47.552939 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network dd49c3f3-9431-4995-862d-7f14f32d35e7 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:32:47.571130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.598837 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0741589 Nov 09 11:32:47.686525 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:32:47.778945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 92fa8f2f-7633-4e20-b651-db98a9f89c17 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:32:47.780339 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:47.989429 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:48.067843 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b774924e-6514-4204-ad46-936438267cc2 req-f34c5d06-10bc-4fc2-8442-bff44bae12bc tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 210 time: 0.1389427 Nov 09 11:32:48.103196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:32:48.144991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:48.233790 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'code': 200} Nov 09 11:32:48.310009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0504c35-9c15-447b-a4cc-9e9f427da9a7 req-5899d0e6-b6f2-4da0-9422-59964fd3674e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:48.311702 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c0504c35-9c15-447b-a4cc-9e9f427da9a7 req-5899d0e6-b6f2-4da0-9422-59964fd3674e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1625900 Nov 09 11:32:48.368830 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c0504c35-9c15-447b-a4cc-9e9f427da9a7 req-0777b5cb-5316-4795-ad5d-30dac51f17ad tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500784 Nov 09 11:32:48.392600 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:48.396696 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-bcd4e1c6-2710-414f-a5ae-2102eca51afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:48.467963 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=13']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:48.471213 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:48.493372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f447a-6ab6-4b3c-98ec-41a74a8b5748 req-155ef094-64ad-4085-8cc4-d983a45a08f3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:48.494841 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1b7f447a-6ab6-4b3c-98ec-41a74a8b5748 req-155ef094-64ad-4085-8cc4-d983a45a08f3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.0868812 Nov 09 11:32:48.544973 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1b7f447a-6ab6-4b3c-98ec-41a74a8b5748 req-eb5fc072-46c6-4026-a998-8f7904fe69e9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Nov 09 11:32:49.259985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e06ac448-c87b-490a-946d-539bcc998b21 req-73679bc9-75f5-4630-8443-3ba446c77029 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 210 time: 0.0578790 Nov 09 11:32:49.534926 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-84926424-1d07-47cd-aa79-747f85f4ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:49.758269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b176d9-a947-46d8-bdb7-b600dbedbc44 req-e41f34fc-879a-45ee-b3f1-8d679a926699 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:49.769125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5b176d9-a947-46d8-bdb7-b600dbedbc44 req-e41f34fc-879a-45ee-b3f1-8d679a926699 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1682029 Nov 09 11:32:49.837509 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f5b176d9-a947-46d8-bdb7-b600dbedbc44 req-9d24fd1b-0d64-491f-8736-0c53d48a3dc8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672958 Nov 09 11:32:49.964777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5083e-05d0-47f9-836f-8f01b1ed605d req-e2401a45-7153-4dac-90a6-0189bbe690c9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:49.989018 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11e5083e-05d0-47f9-836f-8f01b1ed605d req-e2401a45-7153-4dac-90a6-0189bbe690c9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1964407 Nov 09 11:32:50.066361 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-11e5083e-05d0-47f9-836f-8f01b1ed605d req-0789ff50-7d60-42ec-9e4c-8cd5f7d8a8c6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763204 Nov 09 11:32:50.544162 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f760da-41cf-42ff-a017-c2ce5a0a31dc req-d4c5b722-4075-44fb-9a6b-46138dcfa2fe tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 210 time: 0.0931196 Nov 09 11:32:50.666029 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:51.143261 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54208) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:51.149456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': 'dd49c3f3-9431-4995-862d-7f14f32d35e7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:51.364130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:51.371394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:51.379500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:51.382618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c4c9-a424-483c-84a9-b135bb7a3703 req-f6072f07-ec74-4e72-a5c5-f0956b655b5e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:51.385938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69a1c4c9-a424-483c-84a9-b135bb7a3703 req-f6072f07-ec74-4e72-a5c5-f0956b655b5e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1197743 Nov 09 11:32:51.404744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:51.453966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9745-a4bd-4652-a8fc-9ab6eab78da2 req-69eaf360-e567-4bb5-b00b-3c79bf38edb7 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:51.460001 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02ee9745-a4bd-4652-a8fc-9ab6eab78da2 req-69eaf360-e567-4bb5-b00b-3c79bf38edb7 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1704319 Nov 09 11:32:51.507557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-69a1c4c9-a424-483c-84a9-b135bb7a3703 req-3642daac-8ff0-47fe-8db2-a8b682d1861e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117172 Nov 09 11:32:51.535217 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-02ee9745-a4bd-4652-a8fc-9ab6eab78da2 req-b7b61684-f88e-46e5-8dcc-ce9cdbb99df1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714278 Nov 09 11:32:51.581000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:32:51.733636 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:51.810542 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3a8f4ef4-34d4-4c55-8637-e6cd5db41467 req-380ee5b1-e0b1-4289-800f-78701bc58702 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 210 time: 0.0731361 Nov 09 11:32:52.037879 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:52.072169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:52.083018 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4acbccc8-d1c3-4590-bdf7-6ceb1e361548 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:52.183940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=20fac162-65f3-4340-a550-2fbb790c2e52,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:52.298380 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:52.405708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': '018985e6-2900-466a-a184-b25eabb4bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dd49c3f3-9431-4995-862d-7f14f32d35e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:32:52.406061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: dd49c3f3-9431-4995-862d-7f14f32d35e7, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:32:52.445132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-911b5ea1-8d2b-4793-a46d-1248a90805bf tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:52.446633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-911b5ea1-8d2b-4793-a46d-1248a90805bf tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.59 "GET /v2.0/networks?id=04e81ba7-fcfa-4073-8ffb-b8279319baaa HTTP/1.1" status: 200 len: 809 time: 0.2593539 Nov 09 11:32:52.473086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Request body: {'port': {'device_id': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa', 'admin_state_up': True, 'tenant_id': '0df4b4801964415d88993f6cb58ac51b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:52.588053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network dd49c3f3-9431-4995-862d-7f14f32d35e7 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:32:52.642825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:52.647848 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Usage tracker for resource:port and tenant:0df4b4801964415d88993f6cb58ac51b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:52.652484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:52.659354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:52.677155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, dd49c3f3-9431-4995-862d-7f14f32d35e7) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:32:52.686862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:52.688226 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:52.688372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790fe39a-066c-4df1-be41-34e6bf431236 None None] Network dd49c3f3-9431-4995-862d-7f14f32d35e7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:32:52.783471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Made reservation on behalf of 0df4b4801964415d88993f6cb58ac51b for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:32:52.787962 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:52.822236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-57032054-eaed-45bc-a2e1-1f41d4c1753f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6774619 Nov 09 11:32:52.827003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54222) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:52.841339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644209820'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:52.953699 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa954f-8d0f-43cd-8f4e-4bb607c8655a req-273ef505-18b5-43c3-826a-5ffcc496d128 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:52.971177 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5bfa954f-8d0f-43cd-8f4e-4bb607c8655a req-273ef505-18b5-43c3-826a-5ffcc496d128 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1787093 Nov 09 11:32:53.073679 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5bfa954f-8d0f-43cd-8f4e-4bb607c8655a req-b08f8d2b-7606-45a8-9055-4075b9b7ca45 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011062 Nov 09 11:32:53.182890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:53.201264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-dd49c3f3-9431-4995-862d-7f14f32d35e7', 'network_id': 'dd49c3f3-9431-4995-862d-7f14f32d35e7', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': '20fac162-65f3-4340-a550-2fbb790c2e52'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:32:53.201878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:53.202545 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:53.215724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:53.237818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:53.390028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:32:53.400676 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:53.490915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f319f78-c74e-4322-977f-9a5299c49002 req-40234496-415a-4eb1-be89-72ae8314d92d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:53.492701 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f319f78-c74e-4322-977f-9a5299c49002 req-40234496-415a-4eb1-be89-72ae8314d92d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.7591076 Nov 09 11:32:53.519746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c980c3b8-c1ed-4f91-b82c-7871ff6c80a7 req-9cb8e8c9-c2ca-47fb-97a1-e856770ec7de tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 210 time: 0.1293638 Nov 09 11:32:53.591395 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Allocated IP 2001:db8:0:ffff::2 (dd49c3f3-9431-4995-862d-7f14f32d35e7/20fac162-65f3-4340-a550-2fbb790c2e52/e276b7eb-58f6-461a-8713-6e935d2b66cf) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:32:53.740873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:32:53.802550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f319f78-c74e-4322-977f-9a5299c49002 req-9a98a29e-0d43-4403-adcf-58739735a697 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756619 Nov 09 11:32:53.843901 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:53.846590 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment f6633c52-33ff-4674-ac81-39ed413d9b0c of type vlan for network eeafb192-9416-4388-a352-09e7d9c37494 Nov 09 11:32:53.861834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Allocated IP 172.20.0.6 (04e81ba7-fcfa-4073-8ffb-b8279319baaa/d0db9ce6-47b1-4f21-a9da-c0265d180181/bbd5c697-5d25-45e7-95ca-4bf18e2c88f2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:32:53.894107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.070948 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.096983 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.097113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Transition to ACTIVE for port object e276b7eb-58f6-461a-8713-6e935d2b66cf will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:32:54.098378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:54.099303 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.110320 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c01ef76-00f6-4390-b2ac-85d340ddab80 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:54.170550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Transition to ACTIVE for port object e276b7eb-58f6-461a-8713-6e935d2b66cf will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:32:54.242994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.249114 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f07e81d-388c-4b10-8c10-3336e309d2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:54.264339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=eeafb192-9416-4388-a352-09e7d9c37494,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:54.268846 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:54.296972 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4673750 Nov 09 11:32:54.312897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54236) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:54.320308 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': 'eeafb192-9416-4388-a352-09e7d9c37494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:54.448042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Pushing event updated for resources: {'Port': ['ID=e276b7eb-58f6-461a-8713-6e935d2b66cf,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:54.460767 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:54.462075 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network eeafb192-9416-4388-a352-09e7d9c37494 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:32:54.499171 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.557458 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ecf77-aa9e-44b6-9da0-6b618d43d0a9 req-09811cc4-1acb-4be5-be49-ff210f6dab2f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:54.564472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:54.567866 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-884ecf77-aa9e-44b6-9da0-6b618d43d0a9 req-09811cc4-1acb-4be5-be49-ff210f6dab2f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.2944679 Nov 09 11:32:54.572112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:54.578096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:54.587408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:54.643784 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-884ecf77-aa9e-44b6-9da0-6b618d43d0a9 req-6b33f1c0-a8d8-4048-abaf-10158b594cf5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742652 Nov 09 11:32:54.694915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Network dd49c3f3-9431-4995-862d-7f14f32d35e7 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:32:54.708119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:32:54.713978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:32:54.726509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:32:54.788562 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.923393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Attempting to bind port e276b7eb-58f6-461a-8713-6e935d2b66cf on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:32:54.930634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Attempting to bind port e276b7eb-58f6-461a-8713-6e935d2b66cf by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '018985e6-2900-466a-a184-b25eabb4bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dd49c3f3-9431-4995-862d-7f14f32d35e7'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:32:54.931250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Attempting to bind port e276b7eb-58f6-461a-8713-6e935d2b66cf on network dd49c3f3-9431-4995-862d-7f14f32d35e7 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:32:54.952456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:32:54.958384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Checking segment: {'id': '018985e6-2900-466a-a184-b25eabb4bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dd49c3f3-9431-4995-862d-7f14f32d35e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:32:54.958384 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:54.958384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Bound using segment: {'id': '018985e6-2900-466a-a184-b25eabb4bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dd49c3f3-9431-4995-862d-7f14f32d35e7'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:32:54.958384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Bound port: e276b7eb-58f6-461a-8713-6e935d2b66cf, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018985e6-2900-466a-a184-b25eabb4bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dd49c3f3-9431-4995-862d-7f14f32d35e7'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:32:54.958384 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:55.095536 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:55.142638 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-efb294a5-03f8-4d23-95e9-59ba68799b10 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:55.161484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] For port e276b7eb-58f6-461a-8713-6e935d2b66cf, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:32:55.169155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] For port e276b7eb-58f6-461a-8713-6e935d2b66cf, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e276b7eb-58f6-461a-8713-6e935d2b66cf,segment=NetworkSegment(018985e6-2900-466a-a184-b25eabb4bd29),segment_id=018985e6-2900-466a-a184-b25eabb4bd29)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:32:55.197980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf54ea-b869-4d33-a043-fa93a6211db5 req-baff2e8a-2ef5-43a5-8f9b-41c5dc3a4d80 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:55.200592 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22cf54ea-b869-4d33-a043-fa93a6211db5 req-baff2e8a-2ef5-43a5-8f9b-41c5dc3a4d80 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1221032 Nov 09 11:32:55.271106 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-22cf54ea-b869-4d33-a043-fa93a6211db5 req-f8ce9bda-e0d9-434a-85d4-c446180bf719 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640361 Nov 09 11:32:55.309449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Network 04e81ba7-fcfa-4073-8ffb-b8279319baaa is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:32:55.320555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:32:55.323294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:32:55.356061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Pushing event updated for resources: {'Port': ['ID=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:55.359583 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:55.364357 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:55.368118 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-ceaa3be3-10e2-4bda-bb8d-2676fac35b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:55.451751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:55.452619 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:55.467888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d2cde-5452-4096-93e0-0e2034592b97 req-a03b196a-4087-4787-b1cb-85ab0232a835 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:55.468944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-233d2cde-5452-4096-93e0-0e2034592b97 req-a03b196a-4087-4787-b1cb-85ab0232a835 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Synchronizing usage tracker for tenant:0df4b4801964415d88993f6cb58ac51b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:32:55.469615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Pushing event updated for resources: {'Port': ['ID=e276b7eb-58f6-461a-8713-6e935d2b66cf,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:55.473361 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:55.582138 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1155739 Nov 09 11:32:55.601286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Request body: {'port': {'device_id': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:32:55.671982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-233d2cde-5452-4096-93e0-0e2034592b97 req-a03b196a-4087-4787-b1cb-85ab0232a835 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Unset dirty status for tenant:0df4b4801964415d88993f6cb58ac51b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:32:55.674957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-233d2cde-5452-4096-93e0-0e2034592b97 req-a03b196a-4087-4787-b1cb-85ab0232a835 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 931 time: 0.5620525 Nov 09 11:32:55.939870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54264) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:56.050472 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:56.103354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e276b7eb-58f6-461a-8713-6e935d2b66cf up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:32:56.126878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-233d2cde-5452-4096-93e0-0e2034592b97 req-1935282f-ac3f-4fa9-9268-738dcc894a96 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397235 Nov 09 11:32:56.127710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:56.150492 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4099e0a-9af1-4129-819d-dadb70076532 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:56.171621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b51cc-92c3-4daa-b758-32a7f3bb10d2 req-de6ecfbd-c2da-494e-95bd-98f022f5b3e7 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:56.171621 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-171b51cc-92c3-4daa-b758-32a7f3bb10d2 req-de6ecfbd-c2da-494e-95bd-98f022f5b3e7 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.2712069 Nov 09 11:32:56.260424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=82e798a7-4be2-4e3c-8625-9b92de750302,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:56.272468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-171b51cc-92c3-4daa-b758-32a7f3bb10d2 req-2cef9431-785e-45f6-8055-813372c79c14 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903034 Nov 09 11:32:56.279830 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:56.374394 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e276b7eb-58f6-461a-8713-6e935d2b66cf completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:32:56.378571 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:56.746424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:32:56.759629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Usage tracker for resource:security_group_rule and tenant:9622250c0f1b43ccae0f08f3fb18e812 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:32:56.763867 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': 'f6633c52-33ff-4674-ac81-39ed413d9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eeafb192-9416-4388-a352-09e7d9c37494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:32:56.764222 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: eeafb192-9416-4388-a352-09e7d9c37494, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:32:56.771519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:32:56.781218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:32:56.983161 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a070b-0621-4f97-9e17-e487a3822142 None None] Network dd49c3f3-9431-4995-862d-7f14f32d35e7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:32:57.061858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.104209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8decb9-3131-422e-8278-0e743a35b3f1 req-7072ed20-73d0-4f57-877c-5e2432017a6e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:57.108860 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a8decb9-3131-422e-8278-0e743a35b3f1 req-7072ed20-73d0-4f57-877c-5e2432017a6e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.6807394 Nov 09 11:32:57.140468 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.244154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 11:32:57.266022 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d190e6c-1fd6-42af-9810-0ae586196c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:57.328072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9622250c0f1b43ccae0f08f3fb18e812&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3778872 Nov 09 11:32:57.328603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54280) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:57.331859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network eeafb192-9416-4388-a352-09e7d9c37494 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:32:57.357443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274e3d7-2cfc-4cb4-a98d-0834b6f021bf,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:57.365870 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:57.452198 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.470205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6a8decb9-3131-422e-8278-0e743a35b3f1 req-2f99ddf6-8904-4997-80d5-cca8c78d950d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508773 Nov 09 11:32:57.489936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.498614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Provisioning for port e276b7eb-58f6-461a-8713-6e935d2b66cf completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:32:57.513279 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Provisioning complete for port e276b7eb-58f6-461a-8713-6e935d2b66cf triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:32:57.515089 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.520159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:32:57.535700 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.541169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, eeafb192-9416-4388-a352-09e7d9c37494) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:32:57.551969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:57.552878 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.615676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Transition to ACTIVE for port object bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:32:57.618255 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f9848-f71d-453b-8f4d-407eea623ae3 None None] Network eeafb192-9416-4388-a352-09e7d9c37494 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:32:57.665165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.672083 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-94f29278-de58-4691-b26d-752666d178c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:57.700054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274e3d7-2cfc-4cb4-a98d-0834b6f021bf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:57.704855 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:57.706035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.717003 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7274e3d7-2cfc-4cb4-a98d-0834b6f021bf HTTP/1.1" status: 204 len: 168 time: 0.3810415 Nov 09 11:32:57.780678 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:57.800621 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1b6018b5-8642-4100-a035-a91ccf3a757a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:57.865320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:32:57.869072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5544586 Nov 09 11:32:57.970108 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.093005 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] For port e276b7eb-58f6-461a-8713-6e935d2b66cf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e276b7eb-58f6-461a-8713-6e935d2b66cf,segment=NetworkSegment(018985e6-2900-466a-a184-b25eabb4bd29),segment_id=018985e6-2900-466a-a184-b25eabb4bd29)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:32:58.173621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:58.178267 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.179646 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:58.184527 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:58.279494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.328461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5f75-8607-4047-8e9d-d03025712110 req-0b2b03d9-c7b9-48af-ac14-e13d314e3199 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:58.335554 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9fa5f75-8607-4047-8e9d-d03025712110 req-0b2b03d9-c7b9-48af-ac14-e13d314e3199 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.6390269 Nov 09 11:32:58.353303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Attempting to bind port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:32:58.353734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Attempting to bind port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:32:58.354111 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Attempting to bind port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 on network 04e81ba7-fcfa-4073-8ffb-b8279319baaa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:32:58.367481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-eeafb192-9416-4388-a352-09e7d9c37494', 'network_id': 'eeafb192-9416-4388-a352-09e7d9c37494', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': '82e798a7-4be2-4e3c-8625-9b92de750302'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:32:58.368625 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.390291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Pushing event updated for resources: {'Port': ['ID=e276b7eb-58f6-461a-8713-6e935d2b66cf,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:58.398902 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:58.399144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 on network 04e81ba7-fcfa-4073-8ffb-b8279319baaa not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:32:58.399144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Attempting to bind port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 on network 04e81ba7-fcfa-4073-8ffb-b8279319baaa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:32:58.399391 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0edee826-06bc-4a1e-93fc-9b4373cda164 None None] Provisioning complete for port e276b7eb-58f6-461a-8713-6e935d2b66cf triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:32:58.400742 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0edee826-06bc-4a1e-93fc-9b4373cda164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.415640 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b9fa5f75-8607-4047-8e9d-d03025712110 req-49b5c2ac-74f5-4a7e-99f5-f510999d424a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787711 Nov 09 11:32:58.425457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:32:58.425800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Checking segment: {'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:32:58.431523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Bound using segment: {'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:32:58.434952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Bound port: bbd5c697-5d25-45e7-95ca-4bf18e2c88f2, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:32:58.435453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.576541 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.742546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] For port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:32:58.757651 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] For port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:32:58.763159 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c904a7-7864-4cd5-8e36-ee711e2d4d49 req-9815aa06-288d-476e-bbb5-a02545b3a812 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:58.766291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4c904a7-7864-4cd5-8e36-ee711e2d4d49 req-9815aa06-288d-476e-bbb5-a02545b3a812 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 943 time: 0.8421791 Nov 09 11:32:58.826706 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:58.831819 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6599d7d-4e4b-45d4-aae1-0780631c9474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:58.943390 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e4c904a7-7864-4cd5-8e36-ee711e2d4d49 req-929ef1a1-80d4-4c32-bbbe-8ccecbb46742 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Synchronizing usage tracker for tenant:0df4b4801964415d88993f6cb58ac51b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:32:59.069630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Allocated IP 2001:db8::1 (eeafb192-9416-4388-a352-09e7d9c37494/82e798a7-4be2-4e3c-8625-9b92de750302/25c902ce-493a-49c6-b885-e9ef7888881b) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:32:59.073846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e4c904a7-7864-4cd5-8e36-ee711e2d4d49 req-929ef1a1-80d4-4c32-bbbe-8ccecbb46742 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Unset dirty status for tenant:0df4b4801964415d88993f6cb58ac51b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:32:59.078178 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e4c904a7-7864-4cd5-8e36-ee711e2d4d49 req-929ef1a1-80d4-4c32-bbbe-8ccecbb46742 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831099 Nov 09 11:32:59.087259 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:59.088727 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] 10.222.0.59 "PUT /v2.0/ports/bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 HTTP/1.1" status: 200 len: 1091 time: 3.4921770 Nov 09 11:32:59.095230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'tag': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:32:59.134925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:59.140044 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:59.180515 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:32:59.410440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-a386baa3-b44a-4afe-93a7-2a298b833934 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0df4b4801964415d88993f6cb58ac51b&device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 1094 time: 0.1965723 Nov 09 11:32:59.455797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292b6de-26f6-4173-bc8e-de695c37f69e req-86ce2626-49c3-4502-9cb1-a95abab1b088 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:59.457999 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6292b6de-26f6-4173-bc8e-de695c37f69e req-86ce2626-49c3-4502-9cb1-a95abab1b088 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1640627 Nov 09 11:32:59.507611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-a700cb71-c232-4900-97d5-d7476448f5d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 HTTP/1.1" status: 200 len: 217 time: 0.0885818 Nov 09 11:32:59.548124 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6292b6de-26f6-4173-bc8e-de695c37f69e req-099238ab-1db9-4d7d-9d1d-6f0521d57d67 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787249 Nov 09 11:32:59.601585 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:59.615372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Transition to ACTIVE for port object 25c902ce-493a-49c6-b885-e9ef7888881b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:32:59.643440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-83a32fc6-db31-418d-99df-74cc32b8d149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:32:59.644900 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-83a32fc6-db31-418d-99df-74cc32b8d149 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0db9ce6-47b1-4f21-a9da-c0265d180181 HTTP/1.1" status: 200 len: 849 time: 0.1311784 Nov 09 11:32:59.675826 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Transition to ACTIVE for port object 25c902ce-493a-49c6-b885-e9ef7888881b will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:32:59.767142 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-ae566f2f-5b97-43b7-8aa9-03f6f112b5cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04e81ba7-fcfa-4073-8ffb-b8279319baaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118982 Nov 09 11:32:59.769724 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:59.775302 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:59.867965 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:32:59.884004 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72b72c73-245e-47d4-8eff-9d16a843282c tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:32:59.912893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Pushing event updated for resources: {'Port': ['ID=25c902ce-493a-49c6-b885-e9ef7888881b,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:32:59.922497 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:32:59.944799 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Network eeafb192-9416-4388-a352-09e7d9c37494 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:32:59.953655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:32:59.956354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:00.047907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.088746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeafb192-9416-4388-a352-09e7d9c37494']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:00.097737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e276b7eb-58f6-461a-8713-6e935d2b66cf up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:00.103036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6633c52-33ff-4674-ac81-39ed413d9b0c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:00.103323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6633c52-33ff-4674-ac81-39ed413d9b0c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:00.117993 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.139438 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.146230 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:00.146705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.211424 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-f4a4cec3-73bb-48f1-a5c8-57c3a1669ebc service neutron] 10.222.0.59 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517610 Nov 09 11:33:00.308518 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'tag': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2', 'status': 'completed', 'code': 200} Nov 09 11:33:00.336430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Attempting to bind port 25c902ce-493a-49c6-b885-e9ef7888881b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:00.336818 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Attempting to bind port 25c902ce-493a-49c6-b885-e9ef7888881b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'f6633c52-33ff-4674-ac81-39ed413d9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eeafb192-9416-4388-a352-09e7d9c37494'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:00.337198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Attempting to bind port 25c902ce-493a-49c6-b885-e9ef7888881b on network eeafb192-9416-4388-a352-09e7d9c37494 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:00.358378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4c48f-b286-4dfe-974f-347f330e1348 req-f692322a-a586-445f-8452-02d39a421e0d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:00.358750 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:00.359173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Checking segment: {'id': 'f6633c52-33ff-4674-ac81-39ed413d9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eeafb192-9416-4388-a352-09e7d9c37494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:00.359590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.359994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Bound using segment: {'id': 'f6633c52-33ff-4674-ac81-39ed413d9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eeafb192-9416-4388-a352-09e7d9c37494'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:00.360483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Bound port: 25c902ce-493a-49c6-b885-e9ef7888881b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6633c52-33ff-4674-ac81-39ed413d9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eeafb192-9416-4388-a352-09e7d9c37494'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:00.360865 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.361944 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9de4c48f-b286-4dfe-974f-347f330e1348 req-f692322a-a586-445f-8452-02d39a421e0d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.5906911 Nov 09 11:33:00.459509 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9de4c48f-b286-4dfe-974f-347f330e1348 req-91720483-e5cd-4913-ab65-ca60134e6179 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863943 Nov 09 11:33:00.468284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc2b95e0-bd64-4c71-b68c-e557f02e99a7 req-b4e7d7ba-bcd8-4de6-bfb4-6917d6e60abf service neutron] 10.222.0.59 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471693 Nov 09 11:33:00.493063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=82e798a7-4be2-4e3c-8625-9b92de750302,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:00.496686 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:00.497665 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:00.509455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e276b7eb-58f6-461a-8713-6e935d2b66cf triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:00.511605 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.511751 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:33:00.511751 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:33:00.511751 n-d-817173-1 neutron-server[84333]: [parameters: {'id': 'eeafb192-9416-4388-a352-09e7d9c37494'}] Nov 09 11:33:00.511751 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:00.512152 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:00.602252 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-3c078195-0d99-44a7-a3d3-f721c933a9ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.1982057 Nov 09 11:33:00.687810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] For port 25c902ce-493a-49c6-b885-e9ef7888881b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:00.703615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] For port 25c902ce-493a-49c6-b885-e9ef7888881b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=25c902ce-493a-49c6-b885-e9ef7888881b,segment=NetworkSegment(f6633c52-33ff-4674-ac81-39ed413d9b0c),segment_id=f6633c52-33ff-4674-ac81-39ed413d9b0c)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:00.709083 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf7275-a818-4d51-9580-f561af26f1e7 req-dfdb0974-9ee5-4cc5-a68f-a168ebee657f tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:00.715138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63cf7275-a818-4d51-9580-f561af26f1e7 req-dfdb0974-9ee5-4cc5-a68f-a168ebee657f tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 943 time: 0.1607878 Nov 09 11:33:00.790045 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:00.812246 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:00.973130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63cf7275-a818-4d51-9580-f561af26f1e7 req-d290e340-8076-48b2-bc35-da9f0f7abbbe tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509954 Nov 09 11:33:01.019584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:01.095598 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port 25c902ce-493a-49c6-b885-e9ef7888881b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:01.095897 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:01.128014 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Pushing event updated for resources: {'Port': ['ID=25c902ce-493a-49c6-b885-e9ef7888881b,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:01.138602 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:01.173830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-bf3ad35e-b501-43d0-a350-0dd6033272e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:01.175354 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-bf3ad35e-b501-43d0-a350-0dd6033272e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.4253228 Nov 09 11:33:01.185062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8aaa1d-075b-4f65-87bf-93cab1b20a1f None None] Network eeafb192-9416-4388-a352-09e7d9c37494 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:01.245955 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-31b9b390-8230-4e75-b61e-b01eac4eb0a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0df4b4801964415d88993f6cb58ac51b&device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 1094 time: 0.5246201 Nov 09 11:33:01.366989 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819d495-6eaf-40c4-b242-70254e9a99a1 req-c7313896-852b-4c6e-b7ab-a3ab634787b3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:01.368958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7819d495-6eaf-40c4-b242-70254e9a99a1 req-c7313896-852b-4c6e-b7ab-a3ab634787b3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.5581543 Nov 09 11:33:01.434999 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-76ce8925-0910-46bc-bf9c-841406989d51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1002 time: 0.2486472 Nov 09 11:33:01.447421 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7819d495-6eaf-40c4-b242-70254e9a99a1 req-1be5f08e-e2b8-4106-9af3-b825ae80a7be tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697191 Nov 09 11:33:01.492933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-238b1da7-a931-4072-815d-da9748483567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:01.498911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-238b1da7-a931-4072-815d-da9748483567 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04e81ba7-fcfa-4073-8ffb-b8279319baaa HTTP/1.1" status: 200 len: 910 time: 0.2444797 Nov 09 11:33:01.546346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a4bcb-b4bd-4828-939b-2eac2e2cd6ca None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:33:01.650399 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-50319ccd-cec4-4913-a191-7768b6f0950e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 HTTP/1.1" status: 200 len: 217 time: 0.1423147 Nov 09 11:33:01.790138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-65b3711c-f839-4af5-9a91-a6c488d0cce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:01.795275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port 25c902ce-493a-49c6-b885-e9ef7888881b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=25c902ce-493a-49c6-b885-e9ef7888881b,segment=NetworkSegment(f6633c52-33ff-4674-ac81-39ed413d9b0c),segment_id=f6633c52-33ff-4674-ac81-39ed413d9b0c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:01.795915 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:01.800115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-65b3711c-f839-4af5-9a91-a6c488d0cce7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0db9ce6-47b1-4f21-a9da-c0265d180181 HTTP/1.1" status: 200 len: 849 time: 0.1399322 Nov 09 11:33:01.801496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a4bcb-b4bd-4828-939b-2eac2e2cd6ca None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:33:01.911427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-94739666-ea8d-4b61-bd13-e16b746f383d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04e81ba7-fcfa-4073-8ffb-b8279319baaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000953 Nov 09 11:33:01.958091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-3958bc80-7e9f-4441-939a-09b931148089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:01.959787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-3958bc80-7e9f-4441-939a-09b931148089 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.4915206 Nov 09 11:33:02.073872 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for 25c902ce-493a-49c6-b885-e9ef7888881b owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:02.204111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-5e897eec-5ae7-4dfd-bfde-d16518fdd552 service neutron] 10.222.0.59 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900696 Nov 09 11:33:02.257749 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aaa75-eea6-47c6-9574-40216f4c15c3 req-701d16b2-3a51-42d8-910a-2c769de33e4a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:02.259502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c01aaa75-eea6-47c6-9574-40216f4c15c3 req-701d16b2-3a51-42d8-910a-2c769de33e4a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.4373829 Nov 09 11:33:02.378618 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-86c896db-e00b-4760-ac51-b219caced2d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2695160 Nov 09 11:33:02.383620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c01aaa75-eea6-47c6-9574-40216f4c15c3 req-6e5773ae-bf27-4481-a5a1-97d4cf659475 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901864 Nov 09 11:33:02.435815 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:02.501058 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-00f56f0b-daf4-4d43-8199-b13311ae45e9 tempest-MultipleCreateTestJSON-106975807 tempest-MultipleCreateTestJSON-106975807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:02.529874 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b5674-6286-4af6-a68e-d58b497a9eb2 req-372750ca-0a4a-4c18-9d65-386aceaab405 service neutron] 10.222.0.59 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184917 Nov 09 11:33:02.554608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baf965-000e-4797-96a9-38444179f812 req-6c021ee3-7184-4140-91e6-1c1f0ff337f5 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:02.556212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28baf965-000e-4797-96a9-38444179f812 req-6c021ee3-7184-4140-91e6-1c1f0ff337f5 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 943 time: 0.1502209 Nov 09 11:33:02.594599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Port': ['ID=25c902ce-493a-49c6-b885-e9ef7888881b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:02.600383 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:02.619171 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No DVR routers for this DVR port 25c902ce-493a-49c6-b885-e9ef7888881b on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:02.641937 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-28baf965-000e-4797-96a9-38444179f812 req-1deac8bb-aa52-4a0d-818a-d10ee854065f tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Nov 09 11:33:02.831652 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-aa76f9ab-bbfc-4930-be8b-fc13d529c463 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461672 Nov 09 11:33:02.865054 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:02.982966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeafb192-9416-4388-a352-09e7d9c37494']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:03.022142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6633c52-33ff-4674-ac81-39ed413d9b0c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:03.022444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6633c52-33ff-4674-ac81-39ed413d9b0c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:03.055400 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:03.086922 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9820ba37-3839-4725-8fcc-cd4782adf9b1 req-364f29be-19c4-4a22-9938-62b3713ceb87 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447515 Nov 09 11:33:03.099518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3807-510b-4ea7-891a-3ed94a71e77f req-a50d33d5-2efc-4b35-bec8-45677316a3f6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:03.101041 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0eef3807-510b-4ea7-891a-3ed94a71e77f req-a50d33d5-2efc-4b35-bec8-45677316a3f6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.3152111 Nov 09 11:33:03.102363 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:03.109575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:03.109980 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:03.132180 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:03.262055 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0eef3807-510b-4ea7-891a-3ed94a71e77f req-1397ff40-1c93-4549-a9c3-2ed2c82c4e61 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289315 Nov 09 11:33:03.603610 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d9338-35f7-439a-b522-4a6581d2c030 req-660b929c-af3c-4f57-92ab-0a9bebd6d729 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:03.605862 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-153d9338-35f7-439a-b522-4a6581d2c030 req-660b929c-af3c-4f57-92ab-0a9bebd6d729 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.0800357 Nov 09 11:33:03.642911 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:03.642911 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d6c12a1f-d8dc-4a0d-9e1a-7cba457b63b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:03.656978 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:03.660487 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-153d9338-35f7-439a-b522-4a6581d2c030 req-f99b75b5-ac29-4518-93fc-bdfc73bb2296 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484421 Nov 09 11:33:03.668988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=eeafb192-9416-4388-a352-09e7d9c37494,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:03.673979 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:03.680633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54324) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:03.681073 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/eeafb192-9416-4388-a352-09e7d9c37494 HTTP/1.1" status: 204 len: 168 time: 5.8144484 Nov 09 11:33:03.694076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333067995'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:03.700818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:03.704734 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:03.707650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:03.714935 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:03.817650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:03.821586 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:03.858483 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4cce8-4a5f-401d-952d-8ad4d7ead2ac req-107984b8-8fca-44b2-bac9-8bc2d466f914 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:03.860072 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3fd4cce8-4a5f-401d-952d-8ad4d7ead2ac req-107984b8-8fca-44b2-bac9-8bc2d466f914 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 943 time: 0.0976379 Nov 09 11:33:03.887027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:03.902883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:03.903303 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment 5e084e6c-5e46-4f94-9543-93ce38272471 of type vlan for network acf81b58-9ca7-448c-8cc0-878ef3110bfe Nov 09 11:33:03.944260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:04.003803 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3fd4cce8-4a5f-401d-952d-8ad4d7ead2ac req-e9d7af8b-3bb3-4517-bfdb-47cf77907754 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359680 Nov 09 11:33:04.062213 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:04.071607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:04.072373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:04.078567 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98a236ac-b7bd-464d-9a50-77aacf3dc8c7 tempest-DHCPAgentSchedulersTestJSON-458301717 tempest-DHCPAgentSchedulersTestJSON-458301717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:04.181543 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4938626 Nov 09 11:33:04.187418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:04.201094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': 'acf81b58-9ca7-448c-8cc0-878ef3110bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:04.222556 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=acf81b58-9ca7-448c-8cc0-878ef3110bfe,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:04.228122 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:04.239000 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network acf81b58-9ca7-448c-8cc0-878ef3110bfe details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:04.275016 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:33:04.512301 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:04.673343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1d06-37b9-40f5-ba4c-a51552f09482 req-7c5a66d6-528c-4e8e-890f-6d5030b64f2c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:04.680874 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-388f1d06-37b9-40f5-ba4c-a51552f09482 req-7c5a66d6-528c-4e8e-890f-6d5030b64f2c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1900339 Nov 09 11:33:04.703029 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:04.705148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:04.717046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:04.721403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:04.726514 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2', 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa', 'port_id': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2', 'mac_address': 'fa:16:3e:dd:66:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0db9ce6-47b1-4f21-a9da-c0265d180181', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:33:04.732457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:04.746092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-388f1d06-37b9-40f5-ba4c-a51552f09482 req-a6687335-7aa9-43f4-9e1f-a5e9f93736c9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639520 Nov 09 11:33:04.806421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:04.835857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:33:04.896115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:04.906518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:04.975203 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:04.980797 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:05.054294 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:05.092648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:05.103294 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:05.204726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2ba38-9a7c-4cdf-a877-1257074e5747 req-bbaf05fd-9021-478a-9b44-e83c42766ae0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:05.211343 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-59a2ba38-9a7c-4cdf-a877-1257074e5747 req-bbaf05fd-9021-478a-9b44-e83c42766ae0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.3499606 Nov 09 11:33:05.281012 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-59a2ba38-9a7c-4cdf-a877-1257074e5747 req-27b05268-1252-487b-996e-eee320175d62 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687025 Nov 09 11:33:05.315814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['bbd5c697-5d25-45e7-95ca-4bf18e2c88f2'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:33:05.316346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486faad-ebca-4656-973b-0774c7e7a36b req-cbcb592f-cf82-45c8-8dc4-82237bb3bbd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:05.323067 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4486faad-ebca-4656-973b-0774c7e7a36b req-cbcb592f-cf82-45c8-8dc4-82237bb3bbd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 944 time: 0.1229596 Nov 09 11:33:05.385457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4486faad-ebca-4656-973b-0774c7e7a36b req-de0d2441-495d-474a-884b-ee98beef1fef tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 Nov 09 11:33:05.505096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:05.509093 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c1e98f1-1a80-4a9a-84e3-5e8a0270b74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:05.652249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=d9518b00-09b3-4724-992f-d23dd1e7b2d4,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:05.658620 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:05.662043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': '5e084e6c-5e46-4f94-9543-93ce38272471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'acf81b58-9ca7-448c-8cc0-878ef3110bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:05.662408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: acf81b58-9ca7-448c-8cc0-878ef3110bfe, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:33:05.773310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network acf81b58-9ca7-448c-8cc0-878ef3110bfe is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:33:05.861320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, acf81b58-9ca7-448c-8cc0-878ef3110bfe) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:05.874201 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59fe10c-ddb2-4b64-a765-6eb857c81d45 None None] Network acf81b58-9ca7-448c-8cc0-878ef3110bfe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:05.878724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:05.881477 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.035814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8446326 Nov 09 11:33:06.039810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54352) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:06.046672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171466936'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:06.067116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:06.077836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:06.098860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:06.109755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:06.144154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52793ecf-fdba-477f-8fd0-71947f2a262f req-7db2e9ad-29b1-40ca-8a74-e2a445bf6a11 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:06.146711 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52793ecf-fdba-477f-8fd0-71947f2a262f req-7db2e9ad-29b1-40ca-8a74-e2a445bf6a11 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1776152 Nov 09 11:33:06.164906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-acf81b58-9ca7-448c-8cc0-878ef3110bfe', 'network_id': 'acf81b58-9ca7-448c-8cc0-878ef3110bfe', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': 'd9518b00-09b3-4724-992f-d23dd1e7b2d4'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:33:06.168565 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.213343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:06.217615 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.242203 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-52793ecf-fdba-477f-8fd0-71947f2a262f req-7809576a-ea2e-4a75-895e-5715f0ef16c9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787539 Nov 09 11:33:06.268853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:06.280731 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.280994 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment 34ec652f-1cae-4151-b9b1-f812f93df76e of type vlan for network d00e412b-d2f2-418f-a88b-fddb64ba4b43 Nov 09 11:33:06.282046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:06.328427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.473283 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Allocated IP 2001:db8::3 (acf81b58-9ca7-448c-8cc0-878ef3110bfe/d9518b00-09b3-4724-992f-d23dd1e7b2d4/759b378f-db6c-4b21-9e2c-6479747a458f) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:06.477925 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.492016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:06.494257 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.550492 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e38011e-0a84-4311-814b-cc007cd37fe7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:06.590256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:06.602983 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:06.603462 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.640296 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:06.655038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6140726 Nov 09 11:33:06.658433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54358) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:06.673085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:06.773936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=d00e412b-d2f2-418f-a88b-fddb64ba4b43,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:06.808096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.809187 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.812834 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.813224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.813629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.813943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.814302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.814652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.816966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.817341 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.817839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:06.832897 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:06.840024 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d00e412b-d2f2-418f-a88b-fddb64ba4b43 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:06.873082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f514589-5d8a-46b6-a8d3-14514a89b9a5 req-a43130ba-0e51-40b7-b8a6-6f165fe3f76a tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:06.875976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f514589-5d8a-46b6-a8d3-14514a89b9a5 req-a43130ba-0e51-40b7-b8a6-6f165fe3f76a tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 944 time: 0.2885115 Nov 09 11:33:06.901014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:06.905446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:06.908680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:06.923122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:06.943193 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6f514589-5d8a-46b6-a8d3-14514a89b9a5 req-3c44dd43-06fe-45bd-92c4-0319f685014a tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614369 Nov 09 11:33:06.998109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:07.032436 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.084618 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.100685 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:07.111457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Transition to ACTIVE for port object 759b378f-db6c-4b21-9e2c-6479747a458f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:07.119814 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:07.137709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Transition to ACTIVE for port object 759b378f-db6c-4b21-9e2c-6479747a458f will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:07.150898 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.192594 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2', 'code': 200} Nov 09 11:33:07.226683 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.230450 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:07.288225 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.321202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 09 11:33:07.321202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 09 11:33:07.358770 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Network acf81b58-9ca7-448c-8cc0-878ef3110bfe is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:07.360583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:07.370879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:07.377928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:07.381821 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:07.383829 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:07.577176 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c98568e1-fff3-4c2b-ac2c-1fa1f7ca42c1 req-f064dc11-fcb4-43fe-a9fa-ab0406d636df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 1096 time: 0.3063915 Nov 09 11:33:07.586247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b2007-378d-4b12-93a5-d67f55fda7fe req-ba2658bc-7470-47d8-9acf-a07b97914483 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:07.587911 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f92b2007-378d-4b12-93a5-d67f55fda7fe req-ba2658bc-7470-47d8-9acf-a07b97914483 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1275814 Nov 09 11:33:07.591974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Attempting to bind port 759b378f-db6c-4b21-9e2c-6479747a458f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:07.592534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Attempting to bind port 759b378f-db6c-4b21-9e2c-6479747a458f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '5e084e6c-5e46-4f94-9543-93ce38272471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'acf81b58-9ca7-448c-8cc0-878ef3110bfe'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:07.592884 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Attempting to bind port 759b378f-db6c-4b21-9e2c-6479747a458f on network acf81b58-9ca7-448c-8cc0-878ef3110bfe {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:07.600728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:07.601128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Checking segment: {'id': '5e084e6c-5e46-4f94-9543-93ce38272471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'acf81b58-9ca7-448c-8cc0-878ef3110bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:07.601604 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.602017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Bound using segment: {'id': '5e084e6c-5e46-4f94-9543-93ce38272471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'acf81b58-9ca7-448c-8cc0-878ef3110bfe'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:07.602627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Bound port: 759b378f-db6c-4b21-9e2c-6479747a458f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e084e6c-5e46-4f94-9543-93ce38272471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'acf81b58-9ca7-448c-8cc0-878ef3110bfe'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:07.603058 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.614974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Pushing event updated for resources: {'Port': ['ID=759b378f-db6c-4b21-9e2c-6479747a458f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:07.619274 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:07.642037 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c98568e1-fff3-4c2b-ac2c-1fa1f7ca42c1 req-2ffc8d7e-4e56-4e4b-9e2d-b5854d6c8ccc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Nov 09 11:33:07.672758 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.687883 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:07.705473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f92b2007-378d-4b12-93a5-d67f55fda7fe req-acbc417e-ec12-43bd-a538-28050d58dbb9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090341 Nov 09 11:33:07.719099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] For port 759b378f-db6c-4b21-9e2c-6479747a458f, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:07.722295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] For port 759b378f-db6c-4b21-9e2c-6479747a458f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=759b378f-db6c-4b21-9e2c-6479747a458f,segment=NetworkSegment(5e084e6c-5e46-4f94-9543-93ce38272471),segment_id=5e084e6c-5e46-4f94-9543-93ce38272471)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:07.795192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=0e622f09-91bc-443b-a317-e2a9173bd988,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:07.815517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.815517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.815517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.815517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.815517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.815517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.815517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.816380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.816485 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:07.816608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.816608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.816608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:07.820593 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:07.826571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': '34ec652f-1cae-4151-b9b1-f812f93df76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:07.826939 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: d00e412b-d2f2-418f-a88b-fddb64ba4b43, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:33:07.836912 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-65fbc29b-b437-41eb-9ac9-0093cd04247b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:07.939788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network d00e412b-d2f2-418f-a88b-fddb64ba4b43 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:33:07.941420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Pushing event updated for resources: {'Port': ['ID=759b378f-db6c-4b21-9e2c-6479747a458f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:07.958588 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:08.037723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d00e412b-d2f2-418f-a88b-fddb64ba4b43) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:08.049331 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:08.052062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:08.064133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa2a48-0186-4f1e-a425-c57d578521a5 None None] Network d00e412b-d2f2-418f-a88b-fddb64ba4b43 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:08.317334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570767f-6880-4b60-b5c7-4a9de7f89680 req-185a15d6-d0bb-4c1a-ad69-c86b0d74db4b tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:08.319074 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0570767f-6880-4b60-b5c7-4a9de7f89680 req-185a15d6-d0bb-4c1a-ad69-c86b0d74db4b tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 945 time: 0.2017624 Nov 09 11:33:08.322697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-87c8cff4-773c-4668-80d7-7cef7af581b3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6620231 Nov 09 11:33:08.343814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54372) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:08.408742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0570767f-6880-4b60-b5c7-4a9de7f89680 req-d07d424f-364a-4639-b46a-16793d81fbce tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802860 Nov 09 11:33:08.555735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d00e412b-d2f2-418f-a88b-fddb64ba4b43', 'network_id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': '0e622f09-91bc-443b-a317-e2a9173bd988'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:33:08.556568 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:08.716163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:08.718035 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Allocated IP 2001:db8::3 (d00e412b-d2f2-418f-a88b-fddb64ba4b43/0e622f09-91bc-443b-a317-e2a9173bd988/7fa7ae53-6779-4bac-833b-943e78bdf1c4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:08.793644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.013464 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.023048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79688b8b-58e9-43e8-9bc7-2daf5727d39d req-ffe1f1b1-2a9a-40f4-b7dd-67fc10d72b02 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:09.031134 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79688b8b-58e9-43e8-9bc7-2daf5727d39d req-ffe1f1b1-2a9a-40f4-b7dd-67fc10d72b02 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1828649 Nov 09 11:33:09.037733 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Transition to ACTIVE for port object 7fa7ae53-6779-4bac-833b-943e78bdf1c4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:09.060702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Transition to ACTIVE for port object 7fa7ae53-6779-4bac-833b-943e78bdf1c4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:09.106425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-79688b8b-58e9-43e8-9bc7-2daf5727d39d req-7a66e171-24e1-4975-b316-bb4e876ad502 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691547 Nov 09 11:33:09.156003 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.163836 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:09.243145 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.246574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Network d00e412b-d2f2-418f-a88b-fddb64ba4b43 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:09.247258 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-027661f2-8f2c-477e-9a86-3586bef9d0eb tempest-NetworksIpV6TestAttrs-1344915867 tempest-NetworksIpV6TestAttrs-1344915867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:09.250378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:09.262251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:09.293503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Pushing event updated for resources: {'Port': ['ID=7fa7ae53-6779-4bac-833b-943e78bdf1c4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:09.297142 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:09.301300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=0e622f09-91bc-443b-a317-e2a9173bd988,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:09.303372 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:09.446537 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Attempting to bind port 7fa7ae53-6779-4bac-833b-943e78bdf1c4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:09.447530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Attempting to bind port 7fa7ae53-6779-4bac-833b-943e78bdf1c4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '34ec652f-1cae-4151-b9b1-f812f93df76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:09.448682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Attempting to bind port 7fa7ae53-6779-4bac-833b-943e78bdf1c4 on network d00e412b-d2f2-418f-a88b-fddb64ba4b43 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:09.458121 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:09.458551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Checking segment: {'id': '34ec652f-1cae-4151-b9b1-f812f93df76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:09.459102 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.459661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Bound using segment: {'id': '34ec652f-1cae-4151-b9b1-f812f93df76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:09.460500 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Bound port: 7fa7ae53-6779-4bac-833b-943e78bdf1c4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ec652f-1cae-4151-b9b1-f812f93df76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:09.460934 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.489911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb3ee06-c2f1-4b2a-ba38-cae3b3ad2e46 None None] Network acf81b58-9ca7-448c-8cc0-878ef3110bfe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:09.505484 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.550512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00e412b-d2f2-418f-a88b-fddb64ba4b43']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:09.574209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ec652f-1cae-4151-b9b1-f812f93df76e') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:09.574914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ec652f-1cae-4151-b9b1-f812f93df76e') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:09.597422 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.623003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.634081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:09.636203 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:09.669336 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:09.748633 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570aaa4-5e4d-46fe-8ea5-d77b739c0311 req-a6c25811-6646-45c0-860d-d82bba3dc845 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:09.750063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7570aaa4-5e4d-46fe-8ea5-d77b739c0311 req-a6c25811-6646-45c0-860d-d82bba3dc845 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 945 time: 0.1254313 Nov 09 11:33:09.765445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] For port 7fa7ae53-6779-4bac-833b-943e78bdf1c4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:09.819655 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] For port 7fa7ae53-6779-4bac-833b-943e78bdf1c4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7fa7ae53-6779-4bac-833b-943e78bdf1c4,segment=NetworkSegment(34ec652f-1cae-4151-b9b1-f812f93df76e),segment_id=34ec652f-1cae-4151-b9b1-f812f93df76e)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:09.833146 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:33:09.833146 n-d-817173-1 neutron-server[84334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:33:09.833146 n-d-817173-1 neutron-server[84334]: [parameters: {'id': 'd00e412b-d2f2-418f-a88b-fddb64ba4b43'}] Nov 09 11:33:09.833146 n-d-817173-1 neutron-server[84334]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:09.834200 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:09.838720 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7570aaa4-5e4d-46fe-8ea5-d77b739c0311 req-4261c392-d283-4518-85cd-75a12111c1e3 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Nov 09 11:33:09.843608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c00241d7-e12c-40ca-a7c9-b42131b9173e None None] Provisioning for port 759b378f-db6c-4b21-9e2c-6479747a458f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:09.918282 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:09.930262 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b65fccd2-cebf-4c15-8f25-cf2d0a9b06b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:10.104969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Pushing event updated for resources: {'Port': ['ID=7fa7ae53-6779-4bac-833b-943e78bdf1c4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:10.118834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 759b378f-db6c-4b21-9e2c-6479747a458f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:10.153322 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:10.263177 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23730f76-e119-4bc6-a657-9200918fafb1 None None] Network d00e412b-d2f2-418f-a88b-fddb64ba4b43 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:10.362338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:10.405697 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port 7fa7ae53-6779-4bac-833b-943e78bdf1c4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:10.406131 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:10.559495 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 759b378f-db6c-4b21-9e2c-6479747a458f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:10.664548 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 759b378f-db6c-4b21-9e2c-6479747a458f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:10.664937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:10.688368 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddf268-8298-4742-bf43-b036e1e86c3c req-1a573a31-543d-4d0e-a78c-4fa3bceac0f8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:10.697004 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60ddf268-8298-4742-bf43-b036e1e86c3c req-1a573a31-543d-4d0e-a78c-4fa3bceac0f8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.3665509 Nov 09 11:33:10.698613 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-aaaffb70-013b-442f-b05d-49f0690281e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3706846 Nov 09 11:33:10.767131 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-60ddf268-8298-4742-bf43-b036e1e86c3c req-8cd1b956-83a9-4a2a-a86e-5a26c9d65755 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690989 Nov 09 11:33:10.896873 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-4e4199d5-47bd-41fc-b91d-69a99a4ba4cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.1131327 Nov 09 11:33:10.920347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port 7fa7ae53-6779-4bac-833b-943e78bdf1c4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7fa7ae53-6779-4bac-833b-943e78bdf1c4,segment=NetworkSegment(34ec652f-1cae-4151-b9b1-f812f93df76e),segment_id=34ec652f-1cae-4151-b9b1-f812f93df76e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:10.921250 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:10.962303 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.078211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d47ff6d7-2f55-4992-946d-f2d79b81a690 None None] Provisioning complete for port 759b378f-db6c-4b21-9e2c-6479747a458f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:11.080760 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d47ff6d7-2f55-4992-946d-f2d79b81a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.114883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for 7fa7ae53-6779-4bac-833b-943e78bdf1c4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:11.164974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-3f441255-86f4-4b3d-9974-254dacce4f35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:11.166499 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-3f441255-86f4-4b3d-9974-254dacce4f35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.2507005 Nov 09 11:33:11.194997 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a912ad8-b8d5-4505-8304-1e1662b7efea None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:33:11.227740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 759b378f-db6c-4b21-9e2c-6479747a458f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=759b378f-db6c-4b21-9e2c-6479747a458f,segment=NetworkSegment(5e084e6c-5e46-4f94-9543-93ce38272471),segment_id=5e084e6c-5e46-4f94-9543-93ce38272471)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:11.318213 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.339275 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-373de438-31d2-4920-a6fe-9ad30f944000 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1002 time: 0.1668918 Nov 09 11:33:11.340081 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bd4fc0cf-ede1-47d6-a52f-e28546c4710c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:11.341348 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d47ff6d7-2f55-4992-946d-f2d79b81a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.362040 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.368748 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:11.388606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No DVR routers for this DVR port 7fa7ae53-6779-4bac-833b-943e78bdf1c4 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:11.390714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Port': ['ID=7fa7ae53-6779-4bac-833b-943e78bdf1c4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:11.410296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-194fd74e-9b52-44cd-a3d1-b3f5c7ec5711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:11.411889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-194fd74e-9b52-44cd-a3d1-b3f5c7ec5711 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.0642474 Nov 09 11:33:11.423500 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:11.516256 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-35a0602e-0b20-41e4-be6c-4e758cd731e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979013 Nov 09 11:33:11.537783 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.582137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00e412b-d2f2-418f-a88b-fddb64ba4b43']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:11.589839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=759b378f-db6c-4b21-9e2c-6479747a458f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:11.599924 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:11.603042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ec652f-1cae-4151-b9b1-f812f93df76e') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:11.603339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ec652f-1cae-4151-b9b1-f812f93df76e') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:11.603487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a912ad8-b8d5-4505-8304-1e1662b7efea None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:33:11.616729 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.625815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-d47ff6d7-2f55-4992-946d-f2d79b81a690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:11.626320 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-d47ff6d7-2f55-4992-946d-f2d79b81a690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:11.639594 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.647066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:11.647648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:11.665314 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:11.755276 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-be4db02d-65c3-43b1-9397-061143936302 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271745 Nov 09 11:33:11.936673 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-124935b3-9bb2-44d1-9e59-da0aa07d2d30 req-9da4b934-5b95-4969-877d-741b6087c1f3 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731923 Nov 09 11:33:12.071266 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 759b378f-db6c-4b21-9e2c-6479747a458f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:12.147628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e5cdb-56d5-4612-ad65-64cb15dc0772 req-6c8c176a-4965-4c65-880c-feaae9700f07 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:12.149076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de3e5cdb-56d5-4612-ad65-64cb15dc0772 req-6c8c176a-4965-4c65-880c-feaae9700f07 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.0997949 Nov 09 11:33:12.178287 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.183089 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-988399b4-b9cf-4a99-a33b-6e6a1fadb2d4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:12.197737 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.222723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=d00e412b-d2f2-418f-a88b-fddb64ba4b43,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:12.230173 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:12.257063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/d00e412b-d2f2-418f-a88b-fddb64ba4b43 HTTP/1.1" status: 204 len: 168 time: 3.9043093 Nov 09 11:33:12.257409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54414) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:12.272837 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-38036061'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:12.286378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:12.291290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:12.295909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:12.303223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:12.316691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-de3e5cdb-56d5-4612-ad65-64cb15dc0772 req-61526212-eaad-4608-aa93-7b666af1f20d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599085 Nov 09 11:33:12.335388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 759b378f-db6c-4b21-9e2c-6479747a458f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:12.336012 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.407594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:12.416024 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.458579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:12.477284 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.477908 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment 2801fd50-2295-4b54-95ed-2333bbc30534 of type vlan for network 244ff940-8acd-40f6-b52e-ec132a09c7d9 Nov 09 11:33:12.509578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.651478 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.655828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:12.656443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:12.669448 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b4f51c9-b87e-4acd-a7b5-c40a7b0b3aeb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:12.794467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=244ff940-8acd-40f6-b52e-ec132a09c7d9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:12.799367 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:12.827089 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 244ff940-8acd-40f6-b52e-ec132a09c7d9 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:12.831169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85e06a-c6fb-4dd6-94aa-57428d8d7f67 req-8733ccc1-f32c-4684-a906-314fb04a3874 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:12.839731 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf85e06a-c6fb-4dd6-94aa-57428d8d7f67 req-8733ccc1-f32c-4684-a906-314fb04a3874 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 945 time: 0.2323277 Nov 09 11:33:12.874146 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6159034 Nov 09 11:33:12.877473 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54436) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:12.891596 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': '244ff940-8acd-40f6-b52e-ec132a09c7d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:12.983606 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf85e06a-c6fb-4dd6-94aa-57428d8d7f67 req-3ed27185-c29a-48a9-8215-5101b63a3361 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427219 Nov 09 11:33:13.026898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:13.031474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:13.034540 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:13.040431 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:13.111567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:13.236474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:13.549839 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:13.555091 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2bef139d-727b-45ce-8030-e3f697bdd914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:13.566683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a513796-d418-42b7-b9f1-f4c24502ea2c req-9f380b68-6c1f-4b22-adb3-5bb2b8fc622a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:13.568041 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6a513796-d418-42b7-b9f1-f4c24502ea2c req-9f380b68-6c1f-4b22-adb3-5bb2b8fc622a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.0992126 Nov 09 11:33:13.617156 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6a513796-d418-42b7-b9f1-f4c24502ea2c req-6760baed-bf7b-43df-a8aa-e5704ae4e992 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 Nov 09 11:33:13.642687 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=fe6d2d09-04fe-499a-a323-7344d0282fe2,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:13.648815 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:13.657792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': '2801fd50-2295-4b54-95ed-2333bbc30534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '244ff940-8acd-40f6-b52e-ec132a09c7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:13.659310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: 244ff940-8acd-40f6-b52e-ec132a09c7d9, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:33:13.740189 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network 244ff940-8acd-40f6-b52e-ec132a09c7d9 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:33:13.841810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 244ff940-8acd-40f6-b52e-ec132a09c7d9) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:13.847862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:13.848493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:13.860819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df701a4-de24-4703-a69d-55157def306f None None] Network 244ff940-8acd-40f6-b52e-ec132a09c7d9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:13.940820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0619910 Nov 09 11:33:13.946177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54464) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:14.137672 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.164861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-244ff940-8acd-40f6-b52e-ec132a09c7d9', 'network_id': '244ff940-8acd-40f6-b52e-ec132a09c7d9', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': 'fe6d2d09-04fe-499a-a323-7344d0282fe2'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:33:14.166066 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.252063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-3f3b3f62-590b-4dcd-b1ec-d1d5b5c22514 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:14.256700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-3f3b3f62-590b-4dcd-b1ec-d1d5b5c22514 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 945 time: 0.1027007 Nov 09 11:33:14.264348 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.345461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Deleting port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:14.345955 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.349192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f81a-f1cf-43cc-a6f1-c21a1254d99b req-40188278-ee23-44f1-b5e9-30216dfba2a5 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:14.350658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a765f81a-f1cf-43cc-a6f1-c21a1254d99b req-40188278-ee23-44f1-b5e9-30216dfba2a5 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 945 time: 0.1695795 Nov 09 11:33:14.366165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Allocated IP 2001:db8::1 (244ff940-8acd-40f6-b52e-ec132a09c7d9/fe6d2d09-04fe-499a-a323-7344d0282fe2/b5b21517-62f7-4e09-9fb0-5c80d29162db) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:14.405487 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a765f81a-f1cf-43cc-a6f1-c21a1254d99b req-d6315eaa-e903-44ef-b717-fd683b3aea19 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Nov 09 11:33:14.603219 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.617186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Transition to ACTIVE for port object b5b21517-62f7-4e09-9fb0-5c80d29162db will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:14.632360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] For port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:14.632956 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.636414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Transition to ACTIVE for port object b5b21517-62f7-4e09-9fb0-5c80d29162db will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:14.724252 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.728376 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:14.764185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Calling delete_port for bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:14.826257 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:14.833755 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d3bf992-a4a8-460e-9a3d-747faa242d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:14.861123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Pushing event updated for resources: {'Port': ['ID=b5b21517-62f7-4e09-9fb0-5c80d29162db,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:14.879780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Network 244ff940-8acd-40f6-b52e-ec132a09c7d9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:14.886820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6d2d09-04fe-499a-a323-7344d0282fe2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:14.889764 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:14.905550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:14.913021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.915265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.915265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.915265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.917638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.917981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.918327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.918661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.919020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.919354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.919685 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:33:14.922838 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:14.925103 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:15.034493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072e9da-83af-4b40-b594-16e4c8e4cc6e req-38b1fd0a-9c42-4e36-876d-c9208b20b7c7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:15.039669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5072e9da-83af-4b40-b594-16e4c8e4cc6e req-38b1fd0a-9c42-4e36-876d-c9208b20b7c7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 947 time: 0.1057596 Nov 09 11:33:15.039836 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.065845 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.067682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Attempting to bind port b5b21517-62f7-4e09-9fb0-5c80d29162db on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:15.067682 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Attempting to bind port b5b21517-62f7-4e09-9fb0-5c80d29162db by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '2801fd50-2295-4b54-95ed-2333bbc30534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '244ff940-8acd-40f6-b52e-ec132a09c7d9'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:15.072857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Attempting to bind port b5b21517-62f7-4e09-9fb0-5c80d29162db on network 244ff940-8acd-40f6-b52e-ec132a09c7d9 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:15.080940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['bbd5c697-5d25-45e7-95ca-4bf18e2c88f2'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:33:15.081202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244ff940-8acd-40f6-b52e-ec132a09c7d9']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:15.101549 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2801fd50-2295-4b54-95ed-2333bbc30534') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:15.105477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2801fd50-2295-4b54-95ed-2333bbc30534') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:15.121633 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:15.122022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Checking segment: {'id': '2801fd50-2295-4b54-95ed-2333bbc30534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '244ff940-8acd-40f6-b52e-ec132a09c7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:15.122484 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.122923 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Bound using segment: {'id': '2801fd50-2295-4b54-95ed-2333bbc30534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '244ff940-8acd-40f6-b52e-ec132a09c7d9'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:15.123442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Bound port: b5b21517-62f7-4e09-9fb0-5c80d29162db, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2801fd50-2295-4b54-95ed-2333bbc30534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '244ff940-8acd-40f6-b52e-ec132a09c7d9'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:15.123852 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.131096 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.150165 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.158124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:15.158663 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:15.175252 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:15.194971 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f83003e3-8524-4021-9aa9-013f543f1213 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:15.235178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] For port b5b21517-62f7-4e09-9fb0-5c80d29162db, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:15.243332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Pushing event deleted for resources: {'Port': ['ID=bbd5c697-5d25-45e7-95ca-4bf18e2c88f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:15.245344 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:15.326280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5072e9da-83af-4b40-b594-16e4c8e4cc6e req-aaa27cfc-f1aa-48a2-a804-5e2304552747 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809994 Nov 09 11:33:15.343221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] No DVR routers for this DVR port bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:15.343221 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.352018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'name': 'network-vif-deleted', 'tag': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:15.388171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] For port b5b21517-62f7-4e09-9fb0-5c80d29162db, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b5b21517-62f7-4e09-9fb0-5c80d29162db,segment=NetworkSegment(2801fd50-2295-4b54-95ed-2333bbc30534),segment_id=2801fd50-2295-4b54-95ed-2333bbc30534)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:15.403479 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:33:15.403479 n-d-817173-1 neutron-server[84334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:33:15.403479 n-d-817173-1 neutron-server[84334]: [parameters: {'id': '244ff940-8acd-40f6-b52e-ec132a09c7d9'}] Nov 09 11:33:15.403479 n-d-817173-1 neutron-server[84334]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:15.404706 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:15.430934 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-94a94dbb-f25c-4141-9b4e-0dd4de232b14 req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.59 "DELETE /v2.0/ports/bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 HTTP/1.1" status: 204 len: 173 time: 1.1671932 Nov 09 11:33:15.459357 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.463939 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:15.532407 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3b59fc-faf0-40a8-9138-3961261e2158', 'name': 'network-vif-deleted', 'tag': 'bbd5c697-5d25-45e7-95ca-4bf18e2c88f2', 'status': 'completed', 'code': 200} Nov 09 11:33:15.591087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Pushing event updated for resources: {'Port': ['ID=b5b21517-62f7-4e09-9fb0-5c80d29162db,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:15.595713 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:15.623540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a3dad-b7d1-440e-b345-e6810c4290fd None None] Network 244ff940-8acd-40f6-b52e-ec132a09c7d9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:15.641914 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-64c8291b-fc80-4063-854b-e8e27f033dc2 req-6169204b-c372-4014-ab89-c453b2d957e4 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Synchronizing usage tracker for tenant:0df4b4801964415d88993f6cb58ac51b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:15.739959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-64c8291b-fc80-4063-854b-e8e27f033dc2 req-6169204b-c372-4014-ab89-c453b2d957e4 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Unset dirty status for tenant:0df4b4801964415d88993f6cb58ac51b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:15.742565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-64c8291b-fc80-4063-854b-e8e27f033dc2 req-6169204b-c372-4014-ab89-c453b2d957e4 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3b59fc-faf0-40a8-9138-3961261e2158 HTTP/1.1" status: 200 len: 210 time: 0.1501372 Nov 09 11:33:15.817130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:33:15.905012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.918146 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port b5b21517-62f7-4e09-9fb0-5c80d29162db {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:15.918474 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:15.928200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a11b2-7e64-4264-9567-1731a1f81db2 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:33:16.008552 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.065288 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:16.086348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:16.104646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a11b2-7e64-4264-9567-1731a1f81db2 None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:33:16.153319 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.156213 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'code': 200} Nov 09 11:33:16.163121 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:16.196978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port b5b21517-62f7-4e09-9fb0-5c80d29162db, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b5b21517-62f7-4e09-9fb0-5c80d29162db,segment=NetworkSegment(2801fd50-2295-4b54-95ed-2333bbc30534),segment_id=2801fd50-2295-4b54-95ed-2333bbc30534)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:16.197337 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.329118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for b5b21517-62f7-4e09-9fb0-5c80d29162db owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:16.347021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=14']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:16.348221 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:16.500925 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.505855 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:16.573880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Port': ['ID=b5b21517-62f7-4e09-9fb0-5c80d29162db,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:16.578745 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:16.585645 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No DVR routers for this DVR port b5b21517-62f7-4e09-9fb0-5c80d29162db on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:16.715049 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.743332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244ff940-8acd-40f6-b52e-ec132a09c7d9']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:16.757886 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2801fd50-2295-4b54-95ed-2333bbc30534') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:16.758326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2801fd50-2295-4b54-95ed-2333bbc30534') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:16.772779 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.789871 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.797024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:16.803518 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:16.813075 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:16.979991 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:16.986245 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5503e1e4-0bb3-4d9c-8e80-d9d186ec9348 tempest-PortsAdminExtendedAttrsTestJSON-1069030636 tempest-PortsAdminExtendedAttrsTestJSON-1069030636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:17.009118 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.012648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=244ff940-8acd-40f6-b52e-ec132a09c7d9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:17.016086 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:17.030070 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/244ff940-8acd-40f6-b52e-ec132a09c7d9 HTTP/1.1" status: 204 len: 168 time: 3.0785260 Nov 09 11:33:17.031232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54536) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:17.037474 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509943345'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:17.045527 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:17.051124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:17.054364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:17.065087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:17.134274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:17.137473 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.157458 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c9ce9bb-5204-4ff0-9964-791d29773c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.175640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:17.185729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.186069 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment e9ebb1e5-509f-4a4e-baab-654dae153a5f of type vlan for network 829077bc-b1ab-4d22-b01f-e6f6901fd33e Nov 09 11:33:17.215257 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.259965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-a8c0b0bf-ab75-40fc-8a57-d02644774f22 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:17.262734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-a8c0b0bf-ab75-40fc-8a57-d02644774f22 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/networks?id=04e81ba7-fcfa-4073-8ffb-b8279319baaa HTTP/1.1" status: 200 len: 809 time: 0.1688912 Nov 09 11:33:17.280644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-40ea17c0-7eac-4376-8a43-e40e5df6a1d1 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/quotas/0df4b4801964415d88993f6cb58ac51b HTTP/1.1" status: 200 len: 375 time: 0.0122764 Nov 09 11:33:17.332222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-9d8c9040-f955-4b19-9891-83f426663219 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0df4b4801964415d88993f6cb58ac51b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425901 Nov 09 11:33:17.357957 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.370067 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:17.370067 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.370067 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-06b74c20-8c30-476b-ab6d-acd0e2690015 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:17.474139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-74ec555d-7083-43ce-9a2e-1a4f86b56fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345465 Nov 09 11:33:17.485674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=829077bc-b1ab-4d22-b01f-e6f6901fd33e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:17.503046 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:17.503239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 829077bc-b1ab-4d22-b01f-e6f6901fd33e details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:17.570174 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:17.579218 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5476065 Nov 09 11:33:17.581937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:17.590022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:17.633621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-25355b9b-f97b-4e16-a0e6-463ee0c4d468 service neutron] 10.222.0.50 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529462 Nov 09 11:33:17.730211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:17.734260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:17.737263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:17.743228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:17.832364 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:17.873049 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-19953095-843d-47d2-9828-fd45e621213f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2854755 Nov 09 11:33:18.099332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c4ae25aa-5402-48be-b174-560e100c8062 req-fb734d64-6fc2-4e46-87f7-a58fcb39505f tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 210 time: 0.1987159 Nov 09 11:33:18.103393 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:18.173495 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-a6ad1763-5c0b-43aa-9318-7d831dca7ce0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1613357 Nov 09 11:33:18.349575 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:33:18.412732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:33:18.412968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device bbd5c697-5d25-45e7-95ca-4bf18e2c88f2 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:33:18.486451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-0fa1223d-c060-48ee-80ea-2ff08cfa8b5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:18.487934 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-0fa1223d-c060-48ee-80ea-2ff08cfa8b5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.2932684 Nov 09 11:33:18.580503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:18.584401 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6a217ac3-92f9-409e-9acb-0d49ecba8f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:18.623138 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-04bda69e-c6a9-465f-8581-b331162d5e65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1261995 Nov 09 11:33:18.666176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=6313c84c-d34d-42c3-adb8-b3185fcba763,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:18.670590 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:18.678951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': 'e9ebb1e5-509f-4a4e-baab-654dae153a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:18.678951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: 829077bc-b1ab-4d22-b01f-e6f6901fd33e, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:33:18.741029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-79af1fff-b514-4f42-aaa0-f48c97e1979a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:18.742451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-79af1fff-b514-4f42-aaa0-f48c97e1979a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.1122105 Nov 09 11:33:18.762709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network 829077bc-b1ab-4d22-b01f-e6f6901fd33e is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:33:18.814307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64543-b104-4c2e-8a06-56c2b06eb554 req-b44824d2-1690-4d17-89df-eecf768ce94f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:18.817978 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3f64543-b104-4c2e-8a06-56c2b06eb554 req-b44824d2-1690-4d17-89df-eecf768ce94f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1526501 Nov 09 11:33:18.869032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-94dbe47c-74b2-4b4d-948e-b5da7db1d900 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196713 Nov 09 11:33:18.871510 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 829077bc-b1ab-4d22-b01f-e6f6901fd33e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:18.875638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:18.876166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:18.883047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7665a-a3ef-4ac9-a10e-1ac59bd23a9f None None] Network 829077bc-b1ab-4d22-b01f-e6f6901fd33e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:18.901041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a3f64543-b104-4c2e-8a06-56c2b06eb554 req-57d91ee4-df49-47c7-aa94-272418a77986 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760188 Nov 09 11:33:19.029181 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-c6c906ba-846d-4451-8873-c5663ca7f0d6 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520872 Nov 09 11:33:19.040122 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4540048 Nov 09 11:33:19.040386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54596) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:19.189998 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f66508a9-63d6-496f-bfa7-82f271c0521d req-ed370bc8-4b5b-45ea-9703-dd9425faca32 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537490 Nov 09 11:33:19.238515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-829077bc-b1ab-4d22-b01f-e6f6901fd33e', 'network_id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': '6313c84c-d34d-42c3-adb8-b3185fcba763'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:33:19.239420 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:19.290422 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:19.313612 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d988c2b8-3c86-43d1-86a1-f22d37c56c9b req-cc015fd6-fa66-497f-9590-55598b990c5b tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 210 time: 0.0560851 Nov 09 11:33:19.365673 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:19.430211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Allocated IP 2001:db8::1 (829077bc-b1ab-4d22-b01f-e6f6901fd33e/6313c84c-d34d-42c3-adb8-b3185fcba763/ab26c397-36ea-46a7-994d-31dcedf6ef85) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:19.546666 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-794adc12-2a62-4f2f-b102-57685463b86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:19.682967 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:19.694237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Transition to ACTIVE for port object ab26c397-36ea-46a7-994d-31dcedf6ef85 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:19.702529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8f5ea-6b94-402e-8a82-ea4fade59e96 req-71f10987-dc58-47f8-bfa4-53c6e54036c5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:19.704141 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bf8f5ea-6b94-402e-8a82-ea4fade59e96 req-71f10987-dc58-47f8-bfa4-53c6e54036c5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1536677 Nov 09 11:33:19.715188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Transition to ACTIVE for port object ab26c397-36ea-46a7-994d-31dcedf6ef85 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:19.767457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-981b844a-7ca0-4bd6-b259-aaa370fa2fbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1362362 Nov 09 11:33:19.774760 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bf8f5ea-6b94-402e-8a82-ea4fade59e96 req-d04f9ef6-9e78-4abe-b392-6e6250f1a340 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624681 Nov 09 11:33:19.807551 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:19.811414 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:19.883270 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Pushing event updated for resources: {'Port': ['ID=ab26c397-36ea-46a7-994d-31dcedf6ef85,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:19.891566 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:19.894878 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:19.896399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Network 829077bc-b1ab-4d22-b01f-e6f6901fd33e is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:19.897559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:19.899687 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:19.906830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:19.940239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-4b04e449-4aea-4d9e-9e28-bf9c399805d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:19.940239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-4b04e449-4aea-4d9e-9e28-bf9c399805d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1611528 Nov 09 11:33:19.970669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=6313c84c-d34d-42c3-adb8-b3185fcba763,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:19.974427 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:20.005800 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Attempting to bind port ab26c397-36ea-46a7-994d-31dcedf6ef85 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:20.006183 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Attempting to bind port ab26c397-36ea-46a7-994d-31dcedf6ef85 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'e9ebb1e5-509f-4a4e-baab-654dae153a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:20.006559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Attempting to bind port ab26c397-36ea-46a7-994d-31dcedf6ef85 on network 829077bc-b1ab-4d22-b01f-e6f6901fd33e {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:20.013744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:20.014907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Checking segment: {'id': 'e9ebb1e5-509f-4a4e-baab-654dae153a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:20.014907 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.015158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Bound using segment: {'id': 'e9ebb1e5-509f-4a4e-baab-654dae153a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:20.015570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Bound port: ab26c397-36ea-46a7-994d-31dcedf6ef85, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ebb1e5-509f-4a4e-baab-654dae153a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:20.015966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.074728 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-e6249888-5a26-4b48-af32-808b571addf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1309049 Nov 09 11:33:20.085582 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.115367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829077bc-b1ab-4d22-b01f-e6f6901fd33e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:20.125371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] For port ab26c397-36ea-46a7-994d-31dcedf6ef85, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:20.128874 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] For port ab26c397-36ea-46a7-994d-31dcedf6ef85, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ab26c397-36ea-46a7-994d-31dcedf6ef85,segment=NetworkSegment(e9ebb1e5-509f-4a4e-baab-654dae153a5f),segment_id=e9ebb1e5-509f-4a4e-baab-654dae153a5f)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:20.129422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ebb1e5-509f-4a4e-baab-654dae153a5f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:20.129726 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ebb1e5-509f-4a4e-baab-654dae153a5f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:20.145365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.163297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-a0ed78eb-3650-4a2b-b326-776a82bca6d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:20.164425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-a0ed78eb-3650-4a2b-b326-776a82bca6d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0819738 Nov 09 11:33:20.205006 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.207610 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.219013 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:20.220984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:20.220984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:20.233153 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:20.267168 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-a7ba3ea1-51bc-4992-b639-a8fc3a408a9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949016 Nov 09 11:33:20.343386 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Pushing event updated for resources: {'Port': ['ID=ab26c397-36ea-46a7-994d-31dcedf6ef85,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:20.347855 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:20.379415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb94515-f33c-4c41-87f7-1245d4648874 None None] Network 829077bc-b1ab-4d22-b01f-e6f6901fd33e requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:20.457882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-7ac74900-820e-412c-bff8-2b18ce684f1a service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826839 Nov 09 11:33:20.515471 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 11:33:20.515471 n-d-817173-1 neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 11:33:20.515471 n-d-817173-1 neutron-server[84333]: [parameters: {'id': '829077bc-b1ab-4d22-b01f-e6f6901fd33e'}] Nov 09 11:33:20.515471 n-d-817173-1 neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:20.516761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:20.527299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0a39973a-87f3-4a76-9b40-4c680b475d6b req-16fd7360-b56a-4788-8b50-0356a3a8e799 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 210 time: 0.0556359 Nov 09 11:33:20.600108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8df7d4-2114-4d08-b860-ae6e3e25b5d8 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:33:20.661223 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:20.731798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8df7d4-2114-4d08-b860-ae6e3e25b5d8 None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:33:20.804721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c1539c7-4251-4462-9838-2ec5d1b837fd req-72434f88-e5e2-46d9-9cd7-5dc337aaa2d9 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356056 Nov 09 11:33:21.017383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-225ff0fe-23a9-43ad-a908-c32474bd4bb9 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:21.018432 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:21.019794 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-225ff0fe-23a9-43ad-a908-c32474bd4bb9 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.57 "GET /v2.0/networks?id=04e81ba7-fcfa-4073-8ffb-b8279319baaa HTTP/1.1" status: 200 len: 809 time: 0.2440445 Nov 09 11:33:21.032389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port ab26c397-36ea-46a7-994d-31dcedf6ef85 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:21.033113 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:21.038622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Request body: {'port': {'device_id': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa', 'admin_state_up': True, 'tenant_id': '0df4b4801964415d88993f6cb58ac51b'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:21.161465 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70205c2c-4b51-4f96-8c08-719e857f660b req-7af68f1a-7aba-413b-bdb8-ef53e4d5b8d2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:21.161465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70205c2c-4b51-4f96-8c08-719e857f660b req-7af68f1a-7aba-413b-bdb8-ef53e4d5b8d2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.2489076 Nov 09 11:33:21.245586 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70205c2c-4b51-4f96-8c08-719e857f660b req-516554bd-5be2-4121-b10a-fcaae5d391fc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843241 Nov 09 11:33:21.282780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:21.297866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:21.334567 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port ab26c397-36ea-46a7-994d-31dcedf6ef85, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ab26c397-36ea-46a7-994d-31dcedf6ef85,segment=NetworkSegment(e9ebb1e5-509f-4a4e-baab-654dae153a5f),segment_id=e9ebb1e5-509f-4a4e-baab-654dae153a5f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:21.334975 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:21.424284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Made reservation on behalf of 0df4b4801964415d88993f6cb58ac51b for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:21.427339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:21.567917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for ab26c397-36ea-46a7-994d-31dcedf6ef85 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:21.597816 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Allocated IP 172.20.0.9 (04e81ba7-fcfa-4073-8ffb-b8279319baaa/d0db9ce6-47b1-4f21-a9da-c0265d180181/f1b90000-2b8b-4ef3-af5d-438ae76a8175) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:21.751772 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:21.777978 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-031ad1b5-a920-43c1-bd97-8c851a93d2da tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:21.828469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No DVR routers for this DVR port ab26c397-36ea-46a7-994d-31dcedf6ef85 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:21.841912 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:21.860343 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Port': ['ID=ab26c397-36ea-46a7-994d-31dcedf6ef85,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:21.863392 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:21.867270 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b6e2f9b6-a045-4766-8796-c8d4bd971c87 req-20023543-9391-494f-806a-8ed6136710cc tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 210 time: 0.1641564 Nov 09 11:33:21.964338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:21.972532 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-87a1841a-9e03-428c-a78b-ec8b13b04eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:21.985176 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.020502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829077bc-b1ab-4d22-b01f-e6f6901fd33e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:22.028150 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.039579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ebb1e5-509f-4a4e-baab-654dae153a5f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:22.039878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ebb1e5-509f-4a4e-baab-654dae153a5f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:22.052095 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.060668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Network 04e81ba7-fcfa-4073-8ffb-b8279319baaa is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:22.064157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:22.069395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.070434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:22.075922 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:22.076307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:22.094101 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:22.105430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Pushing event updated for resources: {'Port': ['ID=f1b90000-2b8b-4ef3-af5d-438ae76a8175,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:22.108314 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:22.144119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:22.144749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.249824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2160819 Nov 09 11:33:22.261745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Request body: {'port': {'device_id': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:22.288496 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.300927 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f9c62677-7ff1-4dfd-a7f5-daf003d6fa83 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:22.331229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.331229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=829077bc-b1ab-4d22-b01f-e6f6901fd33e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:22.347337 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:22.363669 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/829077bc-b1ab-4d22-b01f-e6f6901fd33e HTTP/1.1" status: 204 len: 168 time: 3.3075528 Nov 09 11:33:22.363669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54618) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:22.363669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-205019132'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:22.379684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:22.379684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:22.379684 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:22.397465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:22.446070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.459374 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:22.463682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.498391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:22.508230 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.508639 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment 12e91669-c038-4b10-824a-2ad2c64a65d3 of type vlan for network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 Nov 09 11:33:22.538326 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.624559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8207b-d369-4f8d-83b7-868a5a4022c2 req-ad15f364-c19f-43a7-93a4-b565eb3c762b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:22.626005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bf8207b-d369-4f8d-83b7-868a5a4022c2 req-ad15f364-c19f-43a7-93a4-b565eb3c762b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.2257764 Nov 09 11:33:22.629737 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.634545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:22.639034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:22.639547 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-715ec282-2025-4ad6-8bf2-2748c1b69aff tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:22.745550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=1b34a6e0-bc9d-49a5-b84b-5c9bb4166433,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:22.749159 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:22.756844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:22.760958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bf8207b-d369-4f8d-83b7-868a5a4022c2 req-2fcb4dc2-61a5-4ea3-bf3b-bca3c3b7e320 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281404 Nov 09 11:33:22.809272 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4558091 Nov 09 11:33:22.814360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54624) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:22.820743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:23.029386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b90000-2b8b-4ef3-af5d-438ae76a8175 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:33:23.043663 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:23.044238 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.050277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:23.053439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:23.063276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:23.066272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Transition to ACTIVE for port object f1b90000-2b8b-4ef3-af5d-438ae76a8175 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:23.139659 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.145852 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b3c90b4-0197-415d-843d-a8389e4e4205 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:23.158917 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:23.202936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bd1d3-d382-4564-b8a6-da6c5c79f3db req-94db0f18-8a0a-40cc-bcdb-d812e25856bf tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:23.203922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-471bd1d3-d382-4564-b8a6-da6c5c79f3db req-94db0f18-8a0a-40cc-bcdb-d812e25856bf tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Synchronizing usage tracker for tenant:0df4b4801964415d88993f6cb58ac51b on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:23.289924 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.309840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced809d6-dd45-493f-b5fe-a50527a9e509 req-360f43e2-4a67-41f7-8d83-3b076ebdf7f2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:23.311475 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ced809d6-dd45-493f-b5fe-a50527a9e509 req-360f43e2-4a67-41f7-8d83-3b076ebdf7f2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1966813 Nov 09 11:33:23.413933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b90000-2b8b-4ef3-af5d-438ae76a8175,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:23.417577 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:23.448048 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ced809d6-dd45-493f-b5fe-a50527a9e509 req-5fa6fa97-ad8b-4431-a279-bad0cf70c25f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232119 Nov 09 11:33:23.527513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Attempting to bind port f1b90000-2b8b-4ef3-af5d-438ae76a8175 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:23.527850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Attempting to bind port f1b90000-2b8b-4ef3-af5d-438ae76a8175 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:23.528184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Attempting to bind port f1b90000-2b8b-4ef3-af5d-438ae76a8175 on network 04e81ba7-fcfa-4073-8ffb-b8279319baaa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:23.530553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-471bd1d3-d382-4564-b8a6-da6c5c79f3db req-94db0f18-8a0a-40cc-bcdb-d812e25856bf tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Unset dirty status for tenant:0df4b4801964415d88993f6cb58ac51b on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:23.531769 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-471bd1d3-d382-4564-b8a6-da6c5c79f3db req-94db0f18-8a0a-40cc-bcdb-d812e25856bf tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 931 time: 0.4625905 Nov 09 11:33:23.536633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Port f1b90000-2b8b-4ef3-af5d-438ae76a8175 on network 04e81ba7-fcfa-4073-8ffb-b8279319baaa not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:33:23.536958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Attempting to bind port f1b90000-2b8b-4ef3-af5d-438ae76a8175 on network 04e81ba7-fcfa-4073-8ffb-b8279319baaa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:23.561689 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:23.562025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Checking segment: {'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:23.562405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Bound using segment: {'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:23.562943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Bound port: f1b90000-2b8b-4ef3-af5d-438ae76a8175, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27576bef-3b51-423a-b4e7-b97ff0a78cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:23.563295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.655512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.656295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-471bd1d3-d382-4564-b8a6-da6c5c79f3db req-6fd566b4-3be3-48ba-84e4-1c89c02fea04 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129196 Nov 09 11:33:23.663021 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-abf61cb9-102e-43ca-9680-c26fabe5e95b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:23.687322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] For port f1b90000-2b8b-4ef3-af5d-438ae76a8175, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:23.691987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] For port f1b90000-2b8b-4ef3-af5d-438ae76a8175, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f1b90000-2b8b-4ef3-af5d-438ae76a8175,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:23.723487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeaa89-6f76-4647-9da4-7b8a5c51c5ac req-50076ed6-9da9-420f-b8f8-4babf6e52b1a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:23.725019 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75aeaa89-6f76-4647-9da4-7b8a5c51c5ac req-50076ed6-9da9-420f-b8f8-4babf6e52b1a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1429694 Nov 09 11:33:23.752644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=bffff10c-fb4f-4133-bd3e-737d99105a39,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:23.761074 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:23.796924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': '12e91669-c038-4b10-824a-2ad2c64a65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:23.797307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:33:23.808928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.811827 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-75aeaa89-6f76-4647-9da4-7b8a5c51c5ac req-2bb44f80-851d-4c04-afd1-cd3c0f529582 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796192 Nov 09 11:33:23.818124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-be9f52e1-cbc5-46ec-9679-70c8026e7ecb tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:23.886807 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.888901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/f1b90000-2b8b-4ef3-af5d-438ae76a8175 HTTP/1.1" status: 200 len: 1091 time: 1.6309190 Nov 09 11:33:23.888901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'tag': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:23.904282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b90000-2b8b-4ef3-af5d-438ae76a8175,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:23.905134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:33:23.907597 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:23.957941 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'tag': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175', 'status': 'completed', 'code': 200} Nov 09 11:33:23.985879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:23.991228 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:23.991864 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:23.996530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ea30ac-01aa-4066-a523-f5383db0deea None None] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:24.120626 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a565a37f-e8c2-49aa-be52-35a7413f0006 req-a228fec7-9ee8-4d44-a90f-f99e4173f024 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0df4b4801964415d88993f6cb58ac51b&device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 1094 time: 0.1285822 Nov 09 11:33:24.269787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4542603 Nov 09 11:33:24.275068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:24.289400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:24.331166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565a37f-e8c2-49aa-be52-35a7413f0006 req-28d5419d-a629-4c8c-b4c5-875f4061c1d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:24.332795 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a565a37f-e8c2-49aa-be52-35a7413f0006 req-28d5419d-a629-4c8c-b4c5-875f4061c1d0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0df4b4801964415d88993f6cb58ac51b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2057443 Nov 09 11:33:24.365873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-1b34a6e0-bc9d-49a5-b84b-5c9bb4166433', 'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': 'bffff10c-fb4f-4133-bd3e-737d99105a39'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:33:24.366728 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:24.520614 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565a37f-e8c2-49aa-be52-35a7413f0006 req-41aa34d8-5a2a-4a4a-a53e-8f882aad2905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:24.524615 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a565a37f-e8c2-49aa-be52-35a7413f0006 req-41aa34d8-5a2a-4a4a-a53e-8f882aad2905 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842744 Nov 09 11:33:24.531715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-28342ad2-7596-4c93-a736-49be768e931e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:24.533210 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-28342ad2-7596-4c93-a736-49be768e931e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.4365644 Nov 09 11:33:24.545983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:24.558020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:subnet and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:24.558237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Allocated IP 2001:db8::2 (1b34a6e0-bc9d-49a5-b84b-5c9bb4166433/bffff10c-fb4f-4133-bd3e-737d99105a39/c4936dbd-3d50-4da0-8e65-3812f441cac4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:24.561746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:24.568515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:24.572618 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-66aff17e-64f1-4d79-ae97-07cb658e9114 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/quotas/f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 375 time: 0.0285914 Nov 09 11:33:24.655477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:24.656873 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-42471cba-3ba0-45bf-9f59-b65e47c3f6fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0df4b4801964415d88993f6cb58ac51b&device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 1094 time: 0.0882974 Nov 09 11:33:24.659762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:24.743497 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-68eaf506-fcfe-4248-b2aa-373745ad72c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b90000-2b8b-4ef3-af5d-438ae76a8175 HTTP/1.1" status: 200 len: 217 time: 0.0766685 Nov 09 11:33:24.823520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-f465cf71-bb45-4741-843a-2e8ae940d493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:24.824444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:24.824954 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-f465cf71-bb45-4741-843a-2e8ae940d493 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0db9ce6-47b1-4f21-a9da-c0265d180181 HTTP/1.1" status: 200 len: 849 time: 0.0745635 Nov 09 11:33:24.837175 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Transition to ACTIVE for port object c4936dbd-3d50-4da0-8e65-3812f441cac4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:24.849479 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-95f35601-2458-46f3-8087-5bc149cb2a34 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2685959 Nov 09 11:33:24.875392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Transition to ACTIVE for port object c4936dbd-3d50-4da0-8e65-3812f441cac4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:24.913848 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-5748c251-fc52-4850-b68d-568d4a0bb521 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=04e81ba7-fcfa-4073-8ffb-b8279319baaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803547 Nov 09 11:33:24.963530 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:24.968920 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:25.062302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:25.065797 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:25.067843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Pushing event updated for resources: {'Port': ['ID=c4936dbd-3d50-4da0-8e65-3812f441cac4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:25.070082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:25.072953 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:25.138391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-8c98771e-eb45-40a7-ab2b-4c34f419e114 service neutron] 10.222.0.57 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599557 Nov 09 11:33:25.158097 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442baa63-09b3-460d-84cc-b77e1a8b6732 req-d6de795b-393b-416f-a84f-39ef960baa4c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:25.158097 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-442baa63-09b3-460d-84cc-b77e1a8b6732 req-d6de795b-393b-416f-a84f-39ef960baa4c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 943 time: 0.2391479 Nov 09 11:33:25.180505 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-bba63283-7cc9-435b-a263-11595912bfc9 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300359 Nov 09 11:33:25.234094 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:25.236701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Attempting to bind port c4936dbd-3d50-4da0-8e65-3812f441cac4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:25.237317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Attempting to bind port c4936dbd-3d50-4da0-8e65-3812f441cac4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '12e91669-c038-4b10-824a-2ad2c64a65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:25.237995 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Attempting to bind port c4936dbd-3d50-4da0-8e65-3812f441cac4 on network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:25.241178 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aceb665b-4a72-4b9f-9ddd-af51f35b8be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:25.249937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:25.249937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Checking segment: {'id': '12e91669-c038-4b10-824a-2ad2c64a65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:25.249937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:25.249937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Bound using segment: {'id': '12e91669-c038-4b10-824a-2ad2c64a65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:25.249937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Bound port: c4936dbd-3d50-4da0-8e65-3812f441cac4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e91669-c038-4b10-824a-2ad2c64a65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:25.249937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:25.309378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-442baa63-09b3-460d-84cc-b77e1a8b6732 req-388d40a2-d78d-48f8-b78d-e5e9594a4131 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299415 Nov 09 11:33:25.370544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] For port c4936dbd-3d50-4da0-8e65-3812f441cac4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:25.373532 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] For port c4936dbd-3d50-4da0-8e65-3812f441cac4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c4936dbd-3d50-4da0-8e65-3812f441cac4,segment=NetworkSegment(12e91669-c038-4b10-824a-2ad2c64a65d3),segment_id=12e91669-c038-4b10-824a-2ad2c64a65d3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:25.374995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-615f6a93-73aa-40ca-b9d9-5aa294b1ad65 req-fb329dce-567a-42fe-a6a3-bc7ab25818b9 service neutron] 10.222.0.57 "GET /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191932 Nov 09 11:33:25.431009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:25.435708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:25.438381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:25.439006 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:25.444622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=43daeeac-9ed6-4818-8f4e-c000a3bccffd,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:25.458516 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:25.489291 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f968ccbe-3358-4145-95b2-a7de77127915 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980967 Nov 09 11:33:25.500711 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:25.511158 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:25.588904 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3092659 Nov 09 11:33:25.590264 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Pushing event updated for resources: {'Port': ['ID=c4936dbd-3d50-4da0-8e65-3812f441cac4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:25.590368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:25.595367 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:25.707215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:25.709363 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:25.711328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:25.713386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:25.715214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:25.715950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Synchronizing usage tracker for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:25.805895 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Unset dirty status for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:25.807088 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5e230b05-cda7-4fbf-823c-946f1b5cc019 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2169793 Nov 09 11:33:25.811534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:25.820279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709738133'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:25.836710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:25.850304 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ea91f9f2-10aa-4a0b-b1c6-6979489c3759 req-e34a4534-a1b7-4f10-9a2d-a8893e77915d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 210 time: 0.0962052 Nov 09 11:33:25.851413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:25.854932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:25.860694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:25.997155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:25.999573 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c4936dbd-3d50-4da0-8e65-3812f441cac4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:26.000399 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:26.031204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:26.040060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:26.040412 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment 489294e1-cb86-4af4-8198-1ce9378026c1 of type vlan for network 82658010-64e9-4c2b-b8e4-e954930d1edc Nov 09 11:33:26.068538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:26.149613 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port c4936dbd-3d50-4da0-8e65-3812f441cac4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:26.172669 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:26.176547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:26.177111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:26.180894 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7eecfef5-b8b1-4fbd-8145-bcc4e2cc096b tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:26.365840 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=82658010-64e9-4c2b-b8e4-e954930d1edc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:26.368942 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:26.377637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54680) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:26.379080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 82658010-64e9-4c2b-b8e4-e954930d1edc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:26.379214 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5652614 Nov 09 11:33:26.384940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:26.638629 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61281-673b-4433-96d2-66fa90e6e454 req-a4b97575-b757-4184-af63-ca4e9a32037d tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:26.640665 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c2c61281-673b-4433-96d2-66fa90e6e454 req-a4b97575-b757-4184-af63-ca4e9a32037d tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 943 time: 0.1057346 Nov 09 11:33:26.719504 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c2c61281-673b-4433-96d2-66fa90e6e454 req-52ead7db-00d4-4081-b2b8-90bbdf2af1fd tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730033 Nov 09 11:33:26.804812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f36ef-0c44-4bdc-92ef-a75a4cd7b909 None None] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:26.873265 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:26.968152 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:26.975631 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1ef2f472-4643-48b0-8f41-cf3f79e15448 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:26.998405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Provisioning for port c4936dbd-3d50-4da0-8e65-3812f441cac4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:27.042457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Provisioning complete for port c4936dbd-3d50-4da0-8e65-3812f441cac4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:27.042754 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:27.073129 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91a11ffd-15a4-4064-b8a1-fd964952a282 req-dbf597de-9ad3-4243-a429-e948d8889865 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 210 time: 0.0486364 Nov 09 11:33:27.121870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network 82658010-64e9-4c2b-b8e4-e954930d1edc is not hosted by any dhcp agent {{(pid=84334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 09 11:33:27.125436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:27.126016 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:27.127316 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "PUT /v2.0/networks/82658010-64e9-4c2b-b8e4-e954930d1edc HTTP/1.1" status: 200 len: 723 time: 0.7481904 Nov 09 11:33:27.130463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54692) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:27.136587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': '82658010-64e9-4c2b-b8e4-e954930d1edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:27.151692 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=82658010-64e9-4c2b-b8e4-e954930d1edc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:27.154017 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d771daeb-18d4-43f8-bff9-46ac24e6e966 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:27.164759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 82658010-64e9-4c2b-b8e4-e954930d1edc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:27.266538 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:27.277362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:27.287472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:27.391037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] For port c4936dbd-3d50-4da0-8e65-3812f441cac4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c4936dbd-3d50-4da0-8e65-3812f441cac4,segment=NetworkSegment(12e91669-c038-4b10-824a-2ad2c64a65d3),segment_id=12e91669-c038-4b10-824a-2ad2c64a65d3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:27.401849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Update dhcp port {'port': {'network_id': '1b34a6e0-bc9d-49a5-b84b-5c9bb4166433', 'fixed_ips': [{'subnet_id': 'bffff10c-fb4f-4133-bd3e-737d99105a39', 'ip_address': '2001:db8::2'}, {'subnet_id': '43daeeac-9ed6-4818-8f4e-c000a3bccffd'}], 'binding:host_id': 'n-d-817173-1'}, 'id': 'c4936dbd-3d50-4da0-8e65-3812f441cac4'} from n-d-817173-1. {{(pid=84335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 09 11:33:27.414009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:27.490614 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:27.499131 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:27.522967 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:27.542204 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:27.618366 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Pushing event updated for resources: {'Port': ['ID=c4936dbd-3d50-4da0-8e65-3812f441cac4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:27.623491 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:27.773882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Allocated IP 172.20.0.1 (1b34a6e0-bc9d-49a5-b84b-5c9bb4166433/43daeeac-9ed6-4818-8f4e-c000a3bccffd/c4936dbd-3d50-4da0-8e65-3812f441cac4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:27.884574 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f1b90000-2b8b-4ef3-af5d-438ae76a8175 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:33:27.969953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] For port c4936dbd-3d50-4da0-8e65-3812f441cac4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c4936dbd-3d50-4da0-8e65-3812f441cac4,segment=NetworkSegment(12e91669-c038-4b10-824a-2ad2c64a65d3),segment_id=12e91669-c038-4b10-824a-2ad2c64a65d3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:27.991336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190c7ba-c75e-4c22-bb41-ca5d3be528af req-09df4673-3e83-467f-8487-c1b813595b80 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:27.999396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e190c7ba-c75e-4c22-bb41-ca5d3be528af req-09df4673-3e83-467f-8487-c1b813595b80 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 943 time: 0.1201963 Nov 09 11:33:28.016909 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c4936dbd-3d50-4da0-8e65-3812f441cac4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:28.031620 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.038166 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5d39a3de-16df-4f90-857d-8140375d7d65 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:28.122344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.162118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f1b90000-2b8b-4ef3-af5d-438ae76a8175, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f1b90000-2b8b-4ef3-af5d-438ae76a8175,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:28.171060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=fee69b10-29dc-4252-97a9-5ecb07fd8c3c,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:28.175192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Transition to ACTIVE for port object c4936dbd-3d50-4da0-8e65-3812f441cac4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:28.183062 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:28.183732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175', 'network_id': '04e81ba7-fcfa-4073-8ffb-b8279319baaa', 'port_id': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175', 'mac_address': 'fa:16:3e:9f:1c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0db9ce6-47b1-4f21-a9da-c0265d180181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:33:28.186038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e190c7ba-c75e-4c22-bb41-ca5d3be528af req-13ee85b0-4627-4575-a5db-1aedf5f965bb tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855404 Nov 09 11:33:28.209965 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': '489294e1-cb86-4af4-8198-1ce9378026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82658010-64e9-4c2b-b8e4-e954930d1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:28.210824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: 82658010-64e9-4c2b-b8e4-e954930d1edc, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:33:28.219843 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c4936dbd-3d50-4da0-8e65-3812f441cac4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:28.220230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.297896 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.315071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed511c3b-19d8-4391-b4b3-de3d24133ec7 req-5696ded5-235e-464c-a577-dfaef0f0b537 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 210 time: 0.0556304 Nov 09 11:33:28.319693 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.324197 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-f74226f8-020e-4c58-a06e-e66e4d2fc0cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:28.362428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b90000-2b8b-4ef3-af5d-438ae76a8175 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:33:28.379968 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network 82658010-64e9-4c2b-b8e4-e954930d1edc is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:33:28.391915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Port c4936dbd-3d50-4da0-8e65-3812f441cac4 had new provisioning blocks added so it will not transition to active. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Nov 09 11:33:28.408313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f1b90000-2b8b-4ef3-af5d-438ae76a8175, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f1b90000-2b8b-4ef3-af5d-438ae76a8175,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:28.500834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 82658010-64e9-4c2b-b8e4-e954930d1edc) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:28.511517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:28.512102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.529654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-be20eb64-480c-41b8-8d4c-5eb435b0bbd2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:28.531143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-be20eb64-480c-41b8-8d4c-5eb435b0bbd2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.59 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.2514527 Nov 09 11:33:28.549102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'port': {'device_id': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'admin_state_up': True, 'tenant_id': 'f616c12fec4944679dc9f827f4131daa'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:28.561157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0426c16d-d197-43f5-875e-674af97bbf58 None None] Network 82658010-64e9-4c2b-b8e4-e954930d1edc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:28.573678 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.581844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Pushing event updated for resources: {'Port': ['ID=c4936dbd-3d50-4da0-8e65-3812f441cac4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:28.590951 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:28.593747 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:28.642593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54708) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:28.643092 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5111656 Nov 09 11:33:28.649866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:28.723179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:28.735175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:28.739780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f1b90000-2b8b-4ef3-af5d-438ae76a8175,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:28.755922 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:28.859395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Made reservation on behalf of f616c12fec4944679dc9f827f4131daa for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:28.862556 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:28.870127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f1b90000-2b8b-4ef3-af5d-438ae76a8175'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:33:28.972902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-82658010-64e9-4c2b-b8e4-e954930d1edc', 'network_id': '82658010-64e9-4c2b-b8e4-e954930d1edc', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': 'fee69b10-29dc-4252-97a9-5ecb07fd8c3c'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:33:28.974096 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:29.106461 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4182099'] for subnet, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:29.210976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Allocated IP 172.20.0.8 (fd19a92a-64ab-479f-8bbb-39c407f38a3a/af0788b1-58f6-475f-abdd-f0892798b724/fc588350-2a04-42a6-a98b-0c7ec3e72711) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:29.268443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Allocated IP 2001:db8::2 (82658010-64e9-4c2b-b8e4-e954930d1edc/fee69b10-29dc-4252-97a9-5ecb07fd8c3c/ecddb340-38f5-4d33-a192-abbe60defab4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:33:29.559824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-394bb02b-453b-4dfa-856b-88532199b081 req-7bbbf828-8a51-4bfa-bcf7-2485b5a1350b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 210 time: 0.0692434 Nov 09 11:33:29.573966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d917037-7249-46ff-9003-f1d423d8d7a4 None None] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:29.590846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369187c-35fd-4a0a-a003-0da27f745ab3 req-28b1f8eb-0317-41a7-94c3-73774236731d tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:29.592675 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0369187c-35fd-4a0a-a003-0da27f745ab3 req-28b1f8eb-0317-41a7-94c3-73774236731d tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 944 time: 0.2104757 Nov 09 11:33:29.595774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:29.636401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Transition to ACTIVE for port object fc588350-2a04-42a6-a98b-0c7ec3e72711 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:29.667304 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0369187c-35fd-4a0a-a003-0da27f745ab3 req-525da122-fd79-4c5e-89ba-363d70cf1fcb tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636363 Nov 09 11:33:29.744977 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:29.751162 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-14956f07-7497-47dd-9873-19616b30fffd tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:29.766141 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:29.799478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Transition to ACTIVE for port object ecddb340-38f5-4d33-a192-abbe60defab4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:29.845070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=fc588350-2a04-42a6-a98b-0c7ec3e72711,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:29.845070 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:29.875753 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:29.877535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cc49041e-7fb9-453c-94c0-1a49e9a5b888 None None] Provisioning for port c4936dbd-3d50-4da0-8e65-3812f441cac4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:29.877963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:29.901417 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cc49041e-7fb9-453c-94c0-1a49e9a5b888 None None] Provisioning complete for port c4936dbd-3d50-4da0-8e65-3812f441cac4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:29.901417 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc49041e-7fb9-453c-94c0-1a49e9a5b888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:29.905651 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:29.965433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f1b90000-2b8b-4ef3-af5d-438ae76a8175 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:30.046760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:30.048646 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.058756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Transition to ACTIVE for port object ecddb340-38f5-4d33-a192-abbe60defab4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:30.076744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c4936dbd-3d50-4da0-8e65-3812f441cac4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:30.140851 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.148961 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:30.220364 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6754680 Nov 09 11:33:30.321045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Pushing event updated for resources: {'Port': ['ID=ecddb340-38f5-4d33-a192-abbe60defab4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:30.322476 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Request body: {'port': {'device_id': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:30.330524 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Network 82658010-64e9-4c2b-b8e4-e954930d1edc is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:33:30.331839 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:30.341844 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:30.346651 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:33:30.385757 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755037897966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3626905'] for subnet, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.390774 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21763acf-fd47-46d8-998a-b4fc81301038 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:30.457199 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.478631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port c4936dbd-3d50-4da0-8e65-3812f441cac4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:30.478631 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.516967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:30.516967 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.516967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "PUT /v2.0/subnets/fee69b10-29dc-4252-97a9-5ecb07fd8c3c HTTP/1.1" status: 200 len: 826 time: 1.8567512 Nov 09 11:33:30.516967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54724) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:30.532401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port f1b90000-2b8b-4ef3-af5d-438ae76a8175 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:30.561421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port f1b90000-2b8b-4ef3-af5d-438ae76a8175 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:30.561421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.585748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=fee69b10-29dc-4252-97a9-5ecb07fd8c3c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:30.612833 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e981af26-c2f1-482d-927c-56aba4b6fd9e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:30.678247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Attempting to bind port ecddb340-38f5-4d33-a192-abbe60defab4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:30.678247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Attempting to bind port ecddb340-38f5-4d33-a192-abbe60defab4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '489294e1-cb86-4af4-8198-1ce9378026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82658010-64e9-4c2b-b8e4-e954930d1edc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:30.678247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Attempting to bind port ecddb340-38f5-4d33-a192-abbe60defab4 on network 82658010-64e9-4c2b-b8e4-e954930d1edc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:30.761071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:30.761071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Checking segment: {'id': '489294e1-cb86-4af4-8198-1ce9378026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82658010-64e9-4c2b-b8e4-e954930d1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:30.761071 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.761071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Bound using segment: {'id': '489294e1-cb86-4af4-8198-1ce9378026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82658010-64e9-4c2b-b8e4-e954930d1edc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:30.761071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Bound port: ecddb340-38f5-4d33-a192-abbe60defab4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489294e1-cb86-4af4-8198-1ce9378026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82658010-64e9-4c2b-b8e4-e954930d1edc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:30.761071 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:30.880937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5dabab37-4bd1-473a-8ebd-d42e81f3b7b8 None None] Provisioning for port fc588350-2a04-42a6-a98b-0c7ec3e72711 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:30.974821 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.015376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5dabab37-4bd1-473a-8ebd-d42e81f3b7b8 None None] Provisioning complete for port fc588350-2a04-42a6-a98b-0c7ec3e72711 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:31.015754 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5dabab37-4bd1-473a-8ebd-d42e81f3b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.030685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port ecddb340-38f5-4d33-a192-abbe60defab4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:31.031431 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.097247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf35357-8cd3-4383-820f-d5da342632ac req-8dd69522-4fea-425f-a2b1-e5e2a8ef5f78 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:31.098603 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-faf35357-8cd3-4383-820f-d5da342632ac req-8dd69522-4fea-425f-a2b1-e5e2a8ef5f78 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 931 time: 0.2678776 Nov 09 11:33:31.189830 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] For port ecddb340-38f5-4d33-a192-abbe60defab4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:31.193169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5dabab37-4bd1-473a-8ebd-d42e81f3b7b8 None None] Port fc588350-2a04-42a6-a98b-0c7ec3e72711 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:33:31.197815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.230332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] For port ecddb340-38f5-4d33-a192-abbe60defab4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ecddb340-38f5-4d33-a192-abbe60defab4,segment=NetworkSegment(489294e1-cb86-4af4-8198-1ce9378026c1),segment_id=489294e1-cb86-4af4-8198-1ce9378026c1)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:31.233846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680e660-70f0-4a2e-a393-926e0f1924db req-36d656fb-d2ba-4cf8-87b1-15ed817d564a tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:31.235501 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5680e660-70f0-4a2e-a393-926e0f1924db req-36d656fb-d2ba-4cf8-87b1-15ed817d564a tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 944 time: 0.1840656 Nov 09 11:33:31.239165 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-faf35357-8cd3-4383-820f-d5da342632ac req-9ece45c4-d57d-4e6a-bd12-668ac0b29ed9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172636 Nov 09 11:33:31.244231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:31.260627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port f1b90000-2b8b-4ef3-af5d-438ae76a8175, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f1b90000-2b8b-4ef3-af5d-438ae76a8175,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:31.273830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc588350-2a04-42a6-a98b-0c7ec3e72711 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:33:31.295317 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.308676 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:31.318928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.346410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Transition to ACTIVE for port object fc588350-2a04-42a6-a98b-0c7ec3e72711 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:33:31.358318 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175', 'code': 200} Nov 09 11:33:31.377606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5680e660-70f0-4a2e-a393-926e0f1924db req-a38d60be-0c9c-4cfd-9ce1-3371e7f1a76b tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356776 Nov 09 11:33:31.383206 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.409396 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b7bab2e1-a5ed-4c47-bf80-12d8e305abb3 None None] Provisioning complete for port c4936dbd-3d50-4da0-8e65-3812f441cac4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:31.409396 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b7bab2e1-a5ed-4c47-bf80-12d8e305abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.432553 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.440506 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:31.476446 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Pushing event updated for resources: {'Port': ['ID=ecddb340-38f5-4d33-a192-abbe60defab4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:31.479869 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:31.481869 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:31.518450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port ecddb340-38f5-4d33-a192-abbe60defab4, host n-d-817173-1, got binding levels [] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:31.518450 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:31.545635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Pushing event updated for resources: {'Port': ['ID=fc588350-2a04-42a6-a98b-0c7ec3e72711,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:31.548927 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:31.597453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=f1b90000-2b8b-4ef3-af5d-438ae76a8175,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:31.603923 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:31.716157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for ecddb340-38f5-4d33-a192-abbe60defab4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:31.823811 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Attempting to bind port fc588350-2a04-42a6-a98b-0c7ec3e72711 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:33:31.824090 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a212635-842b-47e2-ac33-58ca37563d12 req-b3fac104-15a1-470f-a150-ce47777e1471 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 1096 time: 0.4160273 Nov 09 11:33:31.824637 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Attempting to bind port fc588350-2a04-42a6-a98b-0c7ec3e72711 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:33:31.825151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Attempting to bind port fc588350-2a04-42a6-a98b-0c7ec3e72711 on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:31.831857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Port fc588350-2a04-42a6-a98b-0c7ec3e72711 on network fd19a92a-64ab-479f-8bbb-39c407f38a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:33:31.832175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Attempting to bind port fc588350-2a04-42a6-a98b-0c7ec3e72711 on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:33:31.839799 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:33:31.840440 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:31.841018 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Bound using segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:33:31.841642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Bound port: fc588350-2a04-42a6-a98b-0c7ec3e72711, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:33:31.842193 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:32.005084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] For port fc588350-2a04-42a6-a98b-0c7ec3e72711, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:33:32.008533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] For port fc588350-2a04-42a6-a98b-0c7ec3e72711, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:33:32.032646 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ecddb340-38f5-4d33-a192-abbe60defab4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:32.087060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8a212635-842b-47e2-ac33-58ca37563d12 req-9321445a-3e63-45da-9581-48f378c0d0ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533092 Nov 09 11:33:32.132989 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:32.135856 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:32.136564 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:32.138694 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:32.193334 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:32.194733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] 10.222.0.59 "PUT /v2.0/ports/fc588350-2a04-42a6-a98b-0c7ec3e72711 HTTP/1.1" status: 200 len: 1091 time: 1.9636602 Nov 09 11:33:32.197231 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'tag': 'fc588350-2a04-42a6-a98b-0c7ec3e72711'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:32.213492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port ecddb340-38f5-4d33-a192-abbe60defab4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:32.230210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Pushing event updated for resources: {'Port': ['ID=fc588350-2a04-42a6-a98b-0c7ec3e72711,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:32.234110 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:32.253867 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'tag': 'fc588350-2a04-42a6-a98b-0c7ec3e72711', 'status': 'completed', 'code': 200} Nov 09 11:33:32.375332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9899d2a7-f6d9-43bb-8b64-f3c816da0e05 req-2d3a48f6-813b-4c22-aa6f-acd3eb474cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 1094 time: 0.1002872 Nov 09 11:33:32.598911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899d2a7-f6d9-43bb-8b64-f3c816da0e05 req-0a4d987e-8ef8-49e1-b97a-5d396d8eade6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:32.600371 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9899d2a7-f6d9-43bb-8b64-f3c816da0e05 req-0a4d987e-8ef8-49e1-b97a-5d396d8eade6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f616c12fec4944679dc9f827f4131daa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2171538 Nov 09 11:33:32.635489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37538ea7-303c-4fba-85ec-b37eaa722141 req-9511f358-cf1f-4e68-b332-1b16796cce77 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:32.642736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37538ea7-303c-4fba-85ec-b37eaa722141 req-9511f358-cf1f-4e68-b332-1b16796cce77 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 945 time: 0.1132269 Nov 09 11:33:32.645153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port ecddb340-38f5-4d33-a192-abbe60defab4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:32.645488 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:32.680192 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd044e-1df6-40e4-a15f-b8a9f9fb8fe8 req-642b10bb-82c8-4379-a481-970c131b468d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:32.680888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-2acd044e-1df6-40e4-a15f-b8a9f9fb8fe8 req-642b10bb-82c8-4379-a481-970c131b468d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:32.845505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37538ea7-303c-4fba-85ec-b37eaa722141 req-2db5f804-181b-4bdc-a958-2a2882ce64bf tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995757 Nov 09 11:33:32.905587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-2acd044e-1df6-40e4-a15f-b8a9f9fb8fe8 req-642b10bb-82c8-4379-a481-970c131b468d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:32.912627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2acd044e-1df6-40e4-a15f-b8a9f9fb8fe8 req-642b10bb-82c8-4379-a481-970c131b468d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 943 time: 0.4930358 Nov 09 11:33:32.922767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899d2a7-f6d9-43bb-8b64-f3c816da0e05 req-282ffda3-786b-4755-9179-4e529b5628a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:32.924340 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9899d2a7-f6d9-43bb-8b64-f3c816da0e05 req-282ffda3-786b-4755-9179-4e529b5628a0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3066230 Nov 09 11:33:32.936006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6688c25-994c-4656-8f38-d55fa1a4b22b None None] Network 82658010-64e9-4c2b-b8e4-e954930d1edc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:33.065792 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port ecddb340-38f5-4d33-a192-abbe60defab4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ecddb340-38f5-4d33-a192-abbe60defab4,segment=NetworkSegment(489294e1-cb86-4af4-8198-1ce9378026c1),segment_id=489294e1-cb86-4af4-8198-1ce9378026c1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:33.066150 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:33.083023 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2acd044e-1df6-40e4-a15f-b8a9f9fb8fe8 req-674d24f1-e010-41ea-b92d-841cb9528f92 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577060 Nov 09 11:33:33.102809 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-0b785f89-c97b-4db4-bed4-257fb61e9010 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 1094 time: 0.1067874 Nov 09 11:33:33.195917 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-b2d44075-6c47-4e2d-bba9-c70ffcd95fe8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711 HTTP/1.1" status: 200 len: 217 time: 0.0855248 Nov 09 11:33:33.208128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for ecddb340-38f5-4d33-a192-abbe60defab4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:33.284184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-4ecf20f5-9a10-4073-b459-d3d80f0f2d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:33.286457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-4ecf20f5-9a10-4073-b459-d3d80f0f2d2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0837600 Nov 09 11:33:33.355509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-57a5416e-3b67-4fcf-9f19-a4ff5bb85a42 None None] Provisioning for port ecddb340-38f5-4d33-a192-abbe60defab4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:33.363159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-57a5416e-3b67-4fcf-9f19-a4ff5bb85a42 None None] Provisioning complete for port ecddb340-38f5-4d33-a192-abbe60defab4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:33.363759 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-57a5416e-3b67-4fcf-9f19-a4ff5bb85a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:33.431141 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-0e1a19cd-c7a6-42b5-9835-dc58162f406b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377954 Nov 09 11:33:33.517800 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-57a5416e-3b67-4fcf-9f19-a4ff5bb85a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:33.590914 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:33.596016 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e1f1df0e-6a5a-44dc-8ffc-5572be087908 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:33.604689 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-27b1280c-9a32-41db-aa02-2a9a34e70a56 service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645632 Nov 09 11:33:33.624436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f9f7ce-3510-45af-a985-0013f2ee4a06 None None] Network 82658010-64e9-4c2b-b8e4-e954930d1edc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:33.646147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Port': ['ID=ecddb340-38f5-4d33-a192-abbe60defab4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:33.649662 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:33.724885 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No DVR routers for this DVR port ecddb340-38f5-4d33-a192-abbe60defab4 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:33.800908 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a0e60b4d-cf46-407f-93d7-5560e5a03353 req-58e5a4df-ca96-444a-a887-7505f6d50d0f service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913757 Nov 09 11:33:33.820243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8cef3f03-5602-4ba8-9762-4102b1f0f08e None None] Could not find standard attr ID for object ecddb340-38f5-4d33-a192-abbe60defab4. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:33:33.825561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.002862 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.015301 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d4161026-e889-4dda-a0dc-6cd53c671c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:34.135875 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=fee69b10-29dc-4252-97a9-5ecb07fd8c3c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:34.145897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd69b6-6447-402a-a3de-dcbf6ce778ed None None] Network 82658010-64e9-4c2b-b8e4-e954930d1edc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:34.148626 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:34.268402 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.320503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82658010-64e9-4c2b-b8e4-e954930d1edc']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:34.342039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489294e1-cb86-4af4-8198-1ce9378026c1') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:34.342652 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489294e1-cb86-4af4-8198-1ce9378026c1') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:34.359428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896be2-fa3a-4da6-9b4f-1c50303f345e req-f8e713b5-5383-49aa-856c-260fafced834 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:34.369764 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.371766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98896be2-fa3a-4da6-9b4f-1c50303f345e req-f8e713b5-5383-49aa-856c-260fafced834 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 945 time: 0.3218658 Nov 09 11:33:34.407615 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.496116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-98896be2-fa3a-4da6-9b4f-1c50303f345e req-d0a6b50c-e17f-4b71-b46f-a40deb6bd4af tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233435 Nov 09 11:33:34.503113 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.504480 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc44dd88-6367-4092-8cd9-db451320d7a5 None None] DHCP port deletion for 82658010-64e9-4c2b-b8e4-e954930d1edc request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:33:34.517550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:34.518593 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:34.540554 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:34.588498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86358007-c9eb-4c9d-a3b9-1920632fa1ab req-9c78d7fb-7c22-4714-b339-d3f6b1632e77 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:34.596421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-86358007-c9eb-4c9d-a3b9-1920632fa1ab req-9c78d7fb-7c22-4714-b339-d3f6b1632e77 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 943 time: 0.3354189 Nov 09 11:33:34.648114 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-86358007-c9eb-4c9d-a3b9-1920632fa1ab req-8664e4b5-eec8-4830-b30c-b3af9c0957d5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505304 Nov 09 11:33:34.705215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.708787 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43365b9a-1df7-484e-8b4f-24710325ebdf tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:34.723442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.737382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=82658010-64e9-4c2b-b8e4-e954930d1edc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:34.743014 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:34.748348 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/82658010-64e9-4c2b-b8e4-e954930d1edc HTTP/1.1" status: 204 len: 168 time: 4.2407002 Nov 09 11:33:34.748606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54760) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:34.777439 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d23fff-74a4-4f10-9758-11a02264a364 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:34.777439 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d23fff-74a4-4f10-9758-11a02264a364 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:34.777439 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-77d23fff-74a4-4f10-9758-11a02264a364 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/82658010-64e9-4c2b-b8e4-e954930d1edc HTTP/1.1" status: 404 len: 339 time: 0.0255871 Nov 09 11:33:34.780776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54764) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:34.786202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876044631', 'description': 'd1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:34.792844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:34.796671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Usage tracker for resource:network and tenant:38b0186a5fb54f73afbc0fb987ba51f2 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:34.799482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:34.806022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:34.871259 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:34.875222 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.908233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:34.919057 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:34.919416 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment 6e4c4293-b5a7-40b8-ad4b-59bcd13ba2b3 of type vlan for network f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 Nov 09 11:33:34.951819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:35.042194 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:35.045958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:35.050223 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:35.050545 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c09fd43a-1408-472d-a2e5-5b55eae6152c tempest-RoutersIpV6Test-1741330292 tempest-RoutersIpV6Test-1741330292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:35.158418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=f3925766-9c5b-41a5-8a77-2d0cbe91dbb5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:35.161199 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:35.174216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:35.203212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-484111dd-433d-45b4-a570-e73a7653665f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4212708 Nov 09 11:33:35.205873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54772) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:35.350754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c1295-89cd-41a1-8fce-46ed6415dc3a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:35.351449 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ac1c1295-89cd-41a1-8fce-46ed6415dc3a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Synchronizing usage tracker for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:35.453615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ac1c1295-89cd-41a1-8fce-46ed6415dc3a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Unset dirty status for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:35.457725 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ac1c1295-89cd-41a1-8fce-46ed6415dc3a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/networks?id=f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 HTTP/1.1" status: 200 len: 764 time: 0.2504957 Nov 09 11:33:35.457918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54778) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:35.464747 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'description': 'd2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:35.722825 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:35.819589 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:35.825689 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fe08d028-0456-442c-83f2-3ce27f442d57 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:35.854399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 is not hosted by any dhcp agent {{(pid=84333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 09 11:33:35.858051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:35.858634 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:35.862359 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "PUT /v2.0/networks/f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 HTTP/1.1" status: 200 len: 761 time: 0.4011953 Nov 09 11:33:35.862880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54790) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:35.905587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df0385-0e49-48df-ab89-e12953322ddb req-796bdf20-c43f-4499-b0bc-aba70e2c8d1f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:35.912874 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5df0385-0e49-48df-ab89-e12953322ddb req-796bdf20-c43f-4499-b0bc-aba70e2c8d1f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 943 time: 0.1301677 Nov 09 11:33:35.924047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ecddb340-38f5-4d33-a192-abbe60defab4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:33:35.984457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: ecddb340-38f5-4d33-a192-abbe60defab4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:33:35.984815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ecddb340-38f5-4d33-a192-abbe60defab4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:33:35.996100 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=f3925766-9c5b-41a5-8a77-2d0cbe91dbb5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:35.998938 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:36.006484 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:36.176819 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c800a-8cf5-40ac-a51d-ed481885cb51 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.178245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fe0c800a-8cf5-40ac-a51d-ed481885cb51 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/networks?id=f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 HTTP/1.1" status: 200 len: 764 time: 0.3144445 Nov 09 11:33:36.182298 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:33:36.183098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c5df0385-0e49-48df-ab89-e12953322ddb req-e204dea3-7a72-41da-8911-7a99368e9b0a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668588 Nov 09 11:33:36.186083 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54794) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:36.385712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562a2a90-ca98-406f-a3a0-bc00cadb32c3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.387166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-562a2a90-ca98-406f-a3a0-bc00cadb32c3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2001512 Nov 09 11:33:36.390179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54800) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:36.439089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-97a21bdb-f9ba-48fe-873f-1a67507ff4b0 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Synchronizing usage tracker for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:subnet {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:36.473972 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd55e43-1e7d-4754-b17a-22d1a42c419c req-8ec6fef8-58fd-4716-bb53-9f3859e1d983 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.477550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bd55e43-1e7d-4754-b17a-22d1a42c419c req-8ec6fef8-58fd-4716-bb53-9f3859e1d983 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 945 time: 0.1412718 Nov 09 11:33:36.528924 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2bd55e43-1e7d-4754-b17a-22d1a42c419c req-c153f15d-48be-4a0d-8b50-7aca5b473f61 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473967 Nov 09 11:33:36.545011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-97a21bdb-f9ba-48fe-873f-1a67507ff4b0 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Unset dirty status for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:subnet {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:36.553614 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-97a21bdb-f9ba-48fe-873f-1a67507ff4b0 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 207 time: 0.1550796 Nov 09 11:33:36.561080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:36.636676 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:36.720584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.724563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.729438 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.733298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.737334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.741336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.742304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Synchronizing usage tracker for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:36.755239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Unset dirty status for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:36.756404 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dc1703df-aea8-48c6-9e16-fb2bced6de46 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1942406 Nov 09 11:33:36.760609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:36.917585 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bd44f0fd-2890-441a-a811-9b96682e7a12 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1557307 Nov 09 11:33:36.922621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:36.994389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.995751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.997165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.998464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:36.999813 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.000719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Synchronizing usage tracker for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:37.013040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Unset dirty status for tenant:38b0186a5fb54f73afbc0fb987ba51f2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:37.014121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3824519d-a042-4a15-b6ad-fd1e858f1a53 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0905118 Nov 09 11:33:37.017844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:37.093130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f942d63-2c4c-43ce-a746-cb92047a40fd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.094425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f942d63-2c4c-43ce-a746-cb92047a40fd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.095842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f942d63-2c4c-43ce-a746-cb92047a40fd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.097119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f942d63-2c4c-43ce-a746-cb92047a40fd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.098400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f942d63-2c4c-43ce-a746-cb92047a40fd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.099946 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4f942d63-2c4c-43ce-a746-cb92047a40fd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0812278 Nov 09 11:33:37.103605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54822) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:37.251260 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cca093-b296-4e18-a932-b28cf40aea8a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.252632 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f7cca093-b296-4e18-a932-b28cf40aea8a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/networks/dd49c3f3-9431-4995-862d-7f14f32d35e7 HTTP/1.1" status: 200 len: 804 time: 0.1480474 Nov 09 11:33:37.256739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54828) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:37.442982 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f65db270-2387-429f-afcd-43d04140f263 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/networks/dd49c3f3-9431-4995-862d-7f14f32d35e7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1849816 Nov 09 11:33:37.446491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:37.510101 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492542-09cd-4f6a-b33b-f4cce1cd766f req-1ed65046-7d50-4fca-bbff-63f574aad7ed tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.511598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-13492542-09cd-4f6a-b33b-f4cce1cd766f req-1ed65046-7d50-4fca-bbff-63f574aad7ed tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 943 time: 0.1729650 Nov 09 11:33:37.547657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020d5617-f46c-4194-bcca-bbf4d220722e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.551235 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-020d5617-f46c-4194-bcca-bbf4d220722e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/subnets/20fac162-65f3-4340-a550-2fbb790c2e52 HTTP/1.1" status: 200 len: 843 time: 0.1010437 Nov 09 11:33:37.552859 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54836) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:37.577008 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-13492542-09cd-4f6a-b33b-f4cce1cd766f req-df8fc641-e0b4-47de-800e-02640cb372aa tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583262 Nov 09 11:33:37.622278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1c611-9b2b-4b73-a75a-599fe4beefe1 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.623802 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-53b1c611-9b2b-4b73-a75a-599fe4beefe1 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "GET /v2.0/subnets/20fac162-65f3-4340-a550-2fbb790c2e52?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0698349 Nov 09 11:33:37.627892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54842) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:37.633435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152847423'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:37.641131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:37.651686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:37.735802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:37.739090 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:37.787994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccaa91-5ba6-4b05-afa6-c7e2562ee89b req-b3e2df53-98e3-4048-8de8-c59bf8345e81 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:37.789464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80ccaa91-5ba6-4b05-afa6-c7e2562ee89b req-b3e2df53-98e3-4048-8de8-c59bf8345e81 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 945 time: 0.1174698 Nov 09 11:33:37.790271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:33:37.804971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:37.805290 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Added segment eaa6278e-ab95-4d69-8897-929ca2626d46 of type vlan for network ba3fd638-7a2b-483b-905a-9bf780bc8618 Nov 09 11:33:37.858115 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:37.874093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-80ccaa91-5ba6-4b05-afa6-c7e2562ee89b req-94b75f67-edbf-4e52-9275-dc6ccebac342 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/security-groups?id=538072dc-2d93-4923-ad45-13cfbec76430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704861 Nov 09 11:33:38.051941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-1fa41b57-1830-4485-89be-1d495426ed06 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:38.053264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-1fa41b57-1830-4485-89be-1d495426ed06 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 945 time: 0.0838792 Nov 09 11:33:38.054280 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.058496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:38.059081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.063844 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21ec46a6-9c93-48de-9656-42b3d0499992 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:38.234594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Deleting port f1b90000-2b8b-4ef3-af5d-438ae76a8175 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:38.234960 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.261728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Network': ['ID=ba3fd638-7a2b-483b-905a-9bf780bc8618,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:38.274207 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:38.274372 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ba3fd638-7a2b-483b-905a-9bf780bc8618 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:33:38.332514 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7031610 Nov 09 11:33:38.335122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:38.341371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'network_id': 'ba3fd638-7a2b-483b-905a-9bf780bc8618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:38.462944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:38.472618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:38.486261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fc588350-2a04-42a6-a98b-0c7ec3e72711 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:33:38.512304 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] For port f1b90000-2b8b-4ef3-af5d-438ae76a8175, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=f1b90000-2b8b-4ef3-af5d-438ae76a8175,segment=NetworkSegment(27576bef-3b51-423a-b4e7-b97ff0a78cf0),segment_id=27576bef-3b51-423a-b4e7-b97ff0a78cf0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:38.515327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.573963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Made reservation on behalf of 38b0186a5fb54f73afbc0fb987ba51f2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:33:38.639944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Calling delete_port for f1b90000-2b8b-4ef3-af5d-438ae76a8175 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:38.641311 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port fc588350-2a04-42a6-a98b-0c7ec3e72711, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:38.659051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'fc588350-2a04-42a6-a98b-0c7ec3e72711', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': 'fc588350-2a04-42a6-a98b-0c7ec3e72711', 'mac_address': 'fa:16:3e:08:1e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:33:38.731292 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.755996 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc588350-2a04-42a6-a98b-0c7ec3e72711 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:33:38.781013 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port fc588350-2a04-42a6-a98b-0c7ec3e72711, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:38.855152 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.857344 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e25fc3cb-b6dc-47c3-a5e2-94dfe3f3c9f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:38.882530 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.889817 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6dfa3a22-0cf5-4db2-8799-c2fb5259b021 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:38.936327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=fc588350-2a04-42a6-a98b-0c7ec3e72711,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:38.939302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['f1b90000-2b8b-4ef3-af5d-438ae76a8175'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:33:38.954279 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:38.967079 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:39.001628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Pushing event deleted for resources: {'Port': ['ID=f1b90000-2b8b-4ef3-af5d-438ae76a8175,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:39.013391 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:39.067284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 09 11:33:39.067805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 09 11:33:39.089719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c564-546e-4762-9699-32a88a1d8e69 req-10d850c0-d0ab-4d81-b162-ba035d160879 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:39.095279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77c8c564-546e-4762-9699-32a88a1d8e69 req-10d850c0-d0ab-4d81-b162-ba035d160879 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 944 time: 0.2627556 Nov 09 11:33:39.149161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33a02705-08db-4948-a3c6-5e203480dbac req-9ab5ca6f-7d87-4584-ae71-919be65b60aa tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 210 time: 0.0490429 Nov 09 11:33:39.150484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] No DVR routers for this DVR port f1b90000-2b8b-4ef3-af5d-438ae76a8175 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:39.153077 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:39.156042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'name': 'network-vif-deleted', 'tag': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:39.163313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:33:39.200481 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-77c8c564-546e-4762-9699-32a88a1d8e69 req-1a4e195d-2fdb-47fd-b119-2d5d528b334a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964317 Nov 09 11:33:39.236804 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82b0bb9-4e73-4f17-afa2-f42adab53d6c', 'name': 'network-vif-deleted', 'tag': 'f1b90000-2b8b-4ef3-af5d-438ae76a8175', 'status': 'completed', 'code': 200} Nov 09 11:33:39.312179 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-593ac95e-3dd9-4c06-8b6d-9f5222b8fb6f req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.57 "DELETE /v2.0/ports/f1b90000-2b8b-4ef3-af5d-438ae76a8175 HTTP/1.1" status: 204 len: 173 time: 1.2487981 Nov 09 11:33:39.442299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:39.446090 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:39.531983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=c5504e14-ebca-47dc-beec-14e6c106766e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:39.535492 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:39.545879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Checking segment: {'id': 'eaa6278e-ab95-4d69-8897-929ca2626d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ba3fd638-7a2b-483b-905a-9bf780bc8618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:33:39.548332 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network hostable DHCP agents. Network: ba3fd638-7a2b-483b-905a-9bf780bc8618, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:33:39.642467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Network ba3fd638-7a2b-483b-905a-9bf780bc8618 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:33:39.744277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ba3fd638-7a2b-483b-905a-9bf780bc8618) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:33:39.748551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:39.753056 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:39.755617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c48cd-eda1-42e8-8561-db06b11762e3 None None] Network ba3fd638-7a2b-483b-905a-9bf780bc8618 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:39.877626 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a0eb891a-d1a0-4f10-928d-88a37d2e4163 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5408196 Nov 09 11:33:39.884942 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54860) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:39.890781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:39.983327 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec9f76-db0c-4882-b7db-3464803b3c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-ba3fd638-7a2b-483b-905a-9bf780bc8618', 'network_id': 'ba3fd638-7a2b-483b-905a-9bf780bc8618', 'tenant_id': '38b0186a5fb54f73afbc0fb987ba51f2', 'fixed_ips': [{'subnet_id': 'c5504e14-ebca-47dc-beec-14e6c106766e'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:33:39.984446 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-53ec9f76-db0c-4882-b7db-3464803b3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.060597 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3394202'] for subnet, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.192338 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-53ec9f76-db0c-4882-b7db-3464803b3c22 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 11:33:40.192338 n-d-817173-1 neutron-server[84335]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 09 11:33:40.192338 n-d-817173-1 neutron-server[84335]: [parameters: {'in_use': 1, 'id_1': 'c5504e14-ebca-47dc-beec-14e6c106766e'}] Nov 09 11:33:40.192338 n-d-817173-1 neutron-server[84335]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:40.196115 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-53ec9f76-db0c-4882-b7db-3464803b3c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:40.363582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a53d188d-7839-4d21-bbe9-7926d99891b1 req-32725fd9-84a3-48ea-8d2e-539c54d93393 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82b0bb9-4e73-4f17-afa2-f42adab53d6c HTTP/1.1" status: 200 len: 210 time: 0.0545180 Nov 09 11:33:40.396455 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755037897966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3280424'] for subnet, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.402439 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:40.450448 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:40.451216 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.452371 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "PUT /v2.0/subnets/c5504e14-ebca-47dc-beec-14e6c106766e HTTP/1.1" status: 200 len: 900 time: 0.5664899 Nov 09 11:33:40.455114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54872) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:40.465059 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c989cc-f91a-4d60-a64d-ad4fd6742920 req-fa15eb5f-7eac-4496-892a-b13de69b2364 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:40.467172 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-65c989cc-f91a-4d60-a64d-ad4fd6742920 req-fa15eb5f-7eac-4496-892a-b13de69b2364 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 944 time: 0.0936666 Nov 09 11:33:40.509239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fc588350-2a04-42a6-a98b-0c7ec3e72711 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:33:40.511982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event updated for resources: {'Subnet': ['ID=c5504e14-ebca-47dc-beec-14e6c106766e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:40.516774 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-68e7af97-78b1-4d59-877a-55f4f981248c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:40.527568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-65c989cc-f91a-4d60-a64d-ad4fd6742920 req-47c642f9-f607-4255-aede-968c46dbe61a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523694 Nov 09 11:33:40.633330 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.653467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port fc588350-2a04-42a6-a98b-0c7ec3e72711 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:33:40.659368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port fc588350-2a04-42a6-a98b-0c7ec3e72711 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:40.659756 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.698677 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-53ec9f76-db0c-4882-b7db-3464803b3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.704505 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.839628 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.866027 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:40.867567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc588350-2a04-42a6-a98b-0c7ec3e72711'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:33:40.871458 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-57e7e17b-5240-4f60-9548-38fb5528886b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:40.910975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=c5504e14-ebca-47dc-beec-14e6c106766e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:40.913607 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:40.938502 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port fc588350-2a04-42a6-a98b-0c7ec3e72711, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:40.940575 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc588350-2a04-42a6-a98b-0c7ec3e72711', 'code': 200} Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server [None req-53ec9f76-db0c-4882-b7db-3464803b3c22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5504e14-ebca-47dc-beec-14e6c106766e: This subnet is being modified by another concurrent operation. Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise value Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server raise exception Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5504e14-ebca-47dc-beec-14e6c106766e: This subnet is being modified by another concurrent operation. Nov 09 11:33:40.977122 n-d-817173-1 neutron-server[84335]: ERROR oslo_messaging.rpc.server Nov 09 11:33:41.002949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849143d-7788-4099-805f-334fa6587ecd None None] Network ba3fd638-7a2b-483b-905a-9bf780bc8618 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:41.022273 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.026605 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:41.071042 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.105154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3fd638-7a2b-483b-905a-9bf780bc8618']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:41.122756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa6278e-ab95-4d69-8897-929ca2626d46') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:41.123165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa6278e-ab95-4d69-8897-929ca2626d46') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:41.142025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.158921 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08dc8353-9dd3-4ac7-8e5f-21d2f13ffe51 req-c17c27d0-1751-4964-828f-6c4502c26acb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 1096 time: 0.1373026 Nov 09 11:33:41.198263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.201241 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=fc588350-2a04-42a6-a98b-0c7ec3e72711,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:41.208089 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:41.208529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:41.208926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:41.224121 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:41.238631 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08dc8353-9dd3-4ac7-8e5f-21d2f13ffe51 req-c4be8034-45b4-4eb1-a0d1-f10744cbeb63 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733488 Nov 09 11:33:41.249605 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b899d-0387-4530-a934-d82829610876 None None] Network ba3fd638-7a2b-483b-905a-9bf780bc8618 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:41.379319 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.387461 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-48f99d4c-7d0d-41b3-9733-43f0bf93c545 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:41.406721 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.422122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=ba3fd638-7a2b-483b-905a-9bf780bc8618,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:41.427285 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:41.435051 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/ba3fd638-7a2b-483b-905a-9bf780bc8618 HTTP/1.1" status: 204 len: 168 time: 0.9779854 Nov 09 11:33:41.437848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54882) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:41.441724 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f4886a-509b-491d-a817-99ba63b306a3 None None] get_active_networks_info from n-d-817173-1 {{(pid=84335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 09 11:33:41.485392 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4730ef6-71d2-45fd-aaf5-8d3cde1d84e1 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:41.486045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4730ef6-71d2-45fd-aaf5-8d3cde1d84e1 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:41.487554 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b4730ef6-71d2-45fd-aaf5-8d3cde1d84e1 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/c5504e14-ebca-47dc-beec-14e6c106766e HTTP/1.1" status: 404 len: 337 time: 0.0488009 Nov 09 11:33:41.490835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54888) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:41.520596 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d4873a-da58-4736-b21d-b5881d0cc2d3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:41.521424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d4873a-da58-4736-b21d-b5881d0cc2d3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:41.523364 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-32d4873a-da58-4736-b21d-b5881d0cc2d3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/ba3fd638-7a2b-483b-905a-9bf780bc8618 HTTP/1.1" status: 404 len: 339 time: 0.0308692 Nov 09 11:33:41.526755 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54892) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:41.597790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f4886a-509b-491d-a817-99ba63b306a3 None None] Resources bound (agent type, host, resource id): {{(pid=84335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 11:33:41.787267 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.813835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d2b37-978e-404b-9979-07093b88ce47 req-7469585e-f113-46a8-9f8e-37c12cae0f52 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:41.815923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-755d2b37-978e-404b-9979-07093b88ce47 req-7469585e-f113-46a8-9f8e-37c12cae0f52 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1356730 Nov 09 11:33:41.879400 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-755d2b37-978e-404b-9979-07093b88ce47 req-8afe053a-6ce3-4e9f-bc1d-843af1581e0d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Nov 09 11:33:41.959219 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:41.988541 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3925766-9c5b-41a5-8a77-2d0cbe91dbb5']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:42.002486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4c4293-b5a7-40b8-ad4b-59bcd13ba2b3') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:42.003981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4c4293-b5a7-40b8-ad4b-59bcd13ba2b3') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:42.015653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.041318 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.041628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f1b90000-2b8b-4ef3-af5d-438ae76a8175 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:33:42.049943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:42.050351 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:42.071539 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:42.091257 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: f1b90000-2b8b-4ef3-af5d-438ae76a8175 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:33:42.091631 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device f1b90000-2b8b-4ef3-af5d-438ae76a8175 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:33:42.264985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.269388 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20217b02-cf80-4a2c-b17e-c94122f634d9 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:42.285185 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.305017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/f3925766-9c5b-41a5-8a77-2d0cbe91dbb5 HTTP/1.1" status: 204 len: 168 time: 0.7739439 Nov 09 11:33:42.312152 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=f3925766-9c5b-41a5-8a77-2d0cbe91dbb5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:42.312574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54910) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:42.312688 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:42.356244 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc5c684-e30d-44a1-8b7e-58442604c19c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:42.356772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc5c684-e30d-44a1-8b7e-58442604c19c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:42.359374 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-bdc5c684-e30d-44a1-8b7e-58442604c19c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/fee69b10-29dc-4252-97a9-5ecb07fd8c3c HTTP/1.1" status: 404 len: 337 time: 0.0525770 Nov 09 11:33:42.362220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54914) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:42.396248 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5148bc4a-b25e-4a40-8f6f-c5a8a8c3117c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:42.396686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5148bc4a-b25e-4a40-8f6f-c5a8a8c3117c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:42.400199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5148bc4a-b25e-4a40-8f6f-c5a8a8c3117c tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/82658010-64e9-4c2b-b8e4-e954930d1edc HTTP/1.1" status: 404 len: 339 time: 0.0353167 Nov 09 11:33:42.401762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54920) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:42.605701 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting subnet 43daeeac-9ed6-4818-8f4e-c000a3bccffd {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:33:42.608951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.668338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.754075 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.917926 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.923314 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-54d83166-5b8c-40a5-85fd-615fe761644c tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:42.965271 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=43daeeac-9ed6-4818-8f4e-c000a3bccffd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:42.969196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:42.970164 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:42.979675 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860aecaa-b76d-4d3e-8e03-2947594478d5 None None] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:42.994899 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-556c44f0-1666-45d7-b157-43d068136742 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/43daeeac-9ed6-4818-8f4e-c000a3bccffd HTTP/1.1" status: 204 len: 168 time: 0.5920503 Nov 09 11:33:42.997791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54934) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:43.122930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting subnet bffff10c-fb4f-4133-bd3e-737d99105a39 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:33:43.126492 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:43.197140 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:43.230611 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a0e2-702d-4107-9ca3-31359a87d669 req-d1a83489-2524-4aab-a0e6-4cc82e111200 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:43.233820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc85a0e2-702d-4107-9ca3-31359a87d669 req-d1a83489-2524-4aab-a0e6-4cc82e111200 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.2043877 Nov 09 11:33:43.336522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bc85a0e2-702d-4107-9ca3-31359a87d669 req-d640ec2b-e7e8-4148-9497-7ac660982f7a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910430 Nov 09 11:33:43.363567 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:43.551978 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:43.557937 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-825bedbc-236f-4c6c-8866-228867a58bc3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:43.600483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=bffff10c-fb4f-4133-bd3e-737d99105a39,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:43.604922 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:43.617752 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:43.622300 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-65a07b0a-2ad5-4675-afbb-674b41e48254 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/bffff10c-fb4f-4133-bd3e-737d99105a39 HTTP/1.1" status: 204 len: 168 time: 0.6206620 Nov 09 11:33:43.622461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54950) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:43.746124 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:43.761490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port c4936dbd-3d50-4da0-8e65-3812f441cac4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:43.761838 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.101832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fea341-77a1-4641-aa23-220b96b066a6 None None] Network 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:44.195002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port c4936dbd-3d50-4da0-8e65-3812f441cac4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=c4936dbd-3d50-4da0-8e65-3812f441cac4,segment=NetworkSegment(12e91669-c038-4b10-824a-2ad2c64a65d3),segment_id=12e91669-c038-4b10-824a-2ad2c64a65d3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:44.195391 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.265002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-67d30486-e64b-42de-a172-7ab5cf115ffb None None] Provisioning complete for port c4936dbd-3d50-4da0-8e65-3812f441cac4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:33:44.265665 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67d30486-e64b-42de-a172-7ab5cf115ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.375808 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for c4936dbd-3d50-4da0-8e65-3812f441cac4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:44.408150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca496d63-875d-4929-b685-62a63af32aea req-ef35c763-5296-4e0b-9cab-bd1bd08d48d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:44.409623 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca496d63-875d-4929-b685-62a63af32aea req-ef35c763-5296-4e0b-9cab-bd1bd08d48d1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.5019195 Nov 09 11:33:44.494222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ca496d63-875d-4929-b685-62a63af32aea req-00a9c9f1-b96a-4ec4-9b9d-93695fd5bb4b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730867 Nov 09 11:33:44.585938 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.591105 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c6c68297-549d-477e-842d-0e67d0306c21 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:44.621377 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f6188f-3faf-4d62-ad15-3d60cca000e7 None None] DHCP port deletion for 1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:33:44.648280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Port': ['ID=c4936dbd-3d50-4da0-8e65-3812f441cac4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:44.650939 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:44.653717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No DVR routers for this DVR port c4936dbd-3d50-4da0-8e65-3812f441cac4 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:44.782099 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.808386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b34a6e0-bc9d-49a5-b84b-5c9bb4166433']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:44.820796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e91669-c038-4b10-824a-2ad2c64a65d3') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:44.823642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e91669-c038-4b10-824a-2ad2c64a65d3') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:44.833329 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.854993 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.870617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:44.871050 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:44.891925 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:45.120255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:45.124308 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0d2cb270-6c7e-4e43-af1c-da142d195ece tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:45.141667 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:45.157102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=1b34a6e0-bc9d-49a5-b84b-5c9bb4166433,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:45.162559 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:45.168271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/1b34a6e0-bc9d-49a5-b84b-5c9bb4166433 HTTP/1.1" status: 204 len: 168 time: 1.5426161 Nov 09 11:33:45.168567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54976) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:45.209535 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5684330a-fd37-4a19-902e-bc80569e4ad3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:45.209825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5684330a-fd37-4a19-902e-bc80569e4ad3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:45.211710 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5684330a-fd37-4a19-902e-bc80569e4ad3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/6313c84c-d34d-42c3-adb8-b3185fcba763 HTTP/1.1" status: 404 len: 337 time: 0.0420742 Nov 09 11:33:45.214673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54980) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:45.240912 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-699d2046-1b3f-4112-a540-d705126c2725 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:45.241685 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699d2046-1b3f-4112-a540-d705126c2725 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:45.243550 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-699d2046-1b3f-4112-a540-d705126c2725 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/829077bc-b1ab-4d22-b01f-e6f6901fd33e HTTP/1.1" status: 404 len: 339 time: 0.0282040 Nov 09 11:33:45.246376 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54984) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:45.288724 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9c0ada-532b-437d-9cd1-1eb8bce760cf tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:45.289321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9c0ada-532b-437d-9cd1-1eb8bce760cf tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:45.291770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ad9c0ada-532b-437d-9cd1-1eb8bce760cf tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/fe6d2d09-04fe-499a-a323-7344d0282fe2 HTTP/1.1" status: 404 len: 337 time: 0.0442810 Nov 09 11:33:45.294178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54988) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:45.324616 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52ed062-d3aa-4268-ab99-3feb7620437f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:45.325112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52ed062-d3aa-4268-ab99-3feb7620437f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:45.327158 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c52ed062-d3aa-4268-ab99-3feb7620437f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/244ff940-8acd-40f6-b52e-ec132a09c7d9 HTTP/1.1" status: 404 len: 339 time: 0.0318179 Nov 09 11:33:45.329479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 54992) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:45.377218 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb285b9-9155-4d6c-9362-84de2e2e922d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:45.377961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb285b9-9155-4d6c-9362-84de2e2e922d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:45.380274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6bb285b9-9155-4d6c-9362-84de2e2e922d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/0e622f09-91bc-443b-a317-e2a9173bd988 HTTP/1.1" status: 404 len: 337 time: 0.0492861 Nov 09 11:33:45.383113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 54996) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:45.411714 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cae329-42cc-4b5a-b3a0-83bb211c9a8a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:45.412819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cae329-42cc-4b5a-b3a0-83bb211c9a8a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:45.418566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55000) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:45.418925 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-20cae329-42cc-4b5a-b3a0-83bb211c9a8a tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/d00e412b-d2f2-418f-a88b-fddb64ba4b43 HTTP/1.1" status: 404 len: 339 time: 0.0335371 Nov 09 11:33:45.680235 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting subnet d9518b00-09b3-4724-992f-d23dd1e7b2d4 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:33:45.686179 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:45.764533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:45.909618 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:45.952182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb079c1-995c-4190-bae5-4ae738c95893 req-2aac41db-22f2-452d-ad4a-a04d1ebba3a8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:45.960000 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9eb079c1-995c-4190-bae5-4ae738c95893 req-2aac41db-22f2-452d-ad4a-a04d1ebba3a8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.2387397 Nov 09 11:33:46.017137 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c4936dbd-3d50-4da0-8e65-3812f441cac4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:33:46.065827 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9eb079c1-995c-4190-bae5-4ae738c95893 req-dad605c8-a010-48ae-aa5d-4ffaca64bf1e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048291 Nov 09 11:33:46.101392 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: c4936dbd-3d50-4da0-8e65-3812f441cac4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:33:46.101745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device c4936dbd-3d50-4da0-8e65-3812f441cac4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:33:46.185171 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:46.193989 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a52ba204-c84d-411c-a18d-b6dc725822f7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:46.240719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:46.247245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea96939-e17c-4b34-adac-1d14434be42a None None] Network acf81b58-9ca7-448c-8cc0-878ef3110bfe requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:46.254301 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/d9518b00-09b3-4724-992f-d23dd1e7b2d4 HTTP/1.1" status: 204 len: 168 time: 0.8346503 Nov 09 11:33:46.255360 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=d9518b00-09b3-4724-992f-d23dd1e7b2d4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:46.256875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55012) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:46.258237 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8bfcd67c-2724-47a5-9f08-a83b0cf80da3 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:46.414571 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:46.446553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port 759b378f-db6c-4b21-9e2c-6479747a458f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:46.448839 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:46.572520 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] DHCP port deletion for acf81b58-9ca7-448c-8cc0-878ef3110bfe request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:33:46.576920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Deleting port 759b378f-db6c-4b21-9e2c-6479747a458f {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:46.577444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:46.860401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] For port 759b378f-db6c-4b21-9e2c-6479747a458f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=759b378f-db6c-4b21-9e2c-6479747a458f,segment=NetworkSegment(5e084e6c-5e46-4f94-9543-93ce38272471),segment_id=5e084e6c-5e46-4f94-9543-93ce38272471)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:46.861051 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:46.894185 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port 759b378f-db6c-4b21-9e2c-6479747a458f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=759b378f-db6c-4b21-9e2c-6479747a458f,segment=NetworkSegment(5e084e6c-5e46-4f94-9543-93ce38272471),segment_id=5e084e6c-5e46-4f94-9543-93ce38272471)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:46.894567 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:47.066401 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Calling delete_port for 759b378f-db6c-4b21-9e2c-6479747a458f owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:47.085779 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for 759b378f-db6c-4b21-9e2c-6479747a458f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:47.216523 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:47.230832 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:47.231270 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:47.235247 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:47.330002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Pushing event deleted for resources: {'Port': ['ID=759b378f-db6c-4b21-9e2c-6479747a458f,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:47.332439 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e7afd39-ed1e-4fd3-84a9-4ffcf02663f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:47.333961 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:47.337598 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] No DVR routers for this DVR port 759b378f-db6c-4b21-9e2c-6479747a458f on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:47.403639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37f8d-9d16-4378-9d57-eb1f58b401f8 req-a61671c0-2097-444f-b810-1f9ac1f95116 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:47.404933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6da37f8d-9d16-4378-9d57-eb1f58b401f8 req-a61671c0-2097-444f-b810-1f9ac1f95116 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1631849 Nov 09 11:33:47.458962 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6da37f8d-9d16-4378-9d57-eb1f58b401f8 req-30e64cde-eba3-4381-8872-dd79176d359e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Nov 09 11:33:47.492329 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:47.732189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port 759b378f-db6c-4b21-9e2c-6479747a458f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:47.733373 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:47.814050 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] The port '759b378f-db6c-4b21-9e2c-6479747a458f' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:33:47.967983 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.016858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf81b58-9ca7-448c-8cc0-878ef3110bfe']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:48.021367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 759b378f-db6c-4b21-9e2c-6479747a458f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:33:48.035247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e084e6c-5e46-4f94-9543-93ce38272471') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:48.035568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e084e6c-5e46-4f94-9543-93ce38272471') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:48.054023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.070455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 759b378f-db6c-4b21-9e2c-6479747a458f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:33:48.071082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 759b378f-db6c-4b21-9e2c-6479747a458f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:33:48.081846 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.094080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:48.094080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:48.110873 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:48.310834 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.319168 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f25ffa4b-295b-45f2-adf2-289cb23a0712 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:48.336494 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.353844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=acf81b58-9ca7-448c-8cc0-878ef3110bfe,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:48.357215 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:48.358667 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2db4bcfc-1166-4881-a3a5-1cbe3367ff24 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/acf81b58-9ca7-448c-8cc0-878ef3110bfe HTTP/1.1" status: 204 len: 168 time: 2.1007693 Nov 09 11:33:48.364496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55026) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:48.422447 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b67694-6dc3-435f-9cf4-9c1727974bad tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:48.423102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b67694-6dc3-435f-9cf4-9c1727974bad tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:48.426851 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-09b67694-6dc3-435f-9cf4-9c1727974bad tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/82e798a7-4be2-4e3c-8625-9b92de750302 HTTP/1.1" status: 404 len: 337 time: 0.0593386 Nov 09 11:33:48.427698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55030) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:48.463216 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-41392e01-6478-4247-a4b6-e72c11a02a75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] DELETE failed (client error): The resource could not be found. Nov 09 11:33:48.463670 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41392e01-6478-4247-a4b6-e72c11a02a75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:33:48.465332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-41392e01-6478-4247-a4b6-e72c11a02a75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/eeafb192-9416-4388-a352-09e7d9c37494 HTTP/1.1" status: 404 len: 339 time: 0.0367193 Nov 09 11:33:48.473221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55034) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:48.772605 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting subnet 20fac162-65f3-4340-a550-2fbb790c2e52 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:33:48.779314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.831568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373c64a-9b25-4dcb-b9ee-40763983cef6 req-bd1e9067-56a5-47be-8b7f-6900c289e74c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:48.833183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c373c64a-9b25-4dcb-b9ee-40763983cef6 req-bd1e9067-56a5-47be-8b7f-6900c289e74c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1757758 Nov 09 11:33:48.876401 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:48.950664 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c373c64a-9b25-4dcb-b9ee-40763983cef6 req-63987f34-4317-4e3a-92c9-8552bbb7060f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979149 Nov 09 11:33:49.020637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:49.388279 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:49.392516 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b625bf51-0a9d-4f13-abf9-cfe773ac8ed7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:49.433031 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Subnet': ['ID=20fac162-65f3-4340-a550-2fbb790c2e52,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:49.437501 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:49.506161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:49.506310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee31ea-42e1-40fa-aef1-a20f431afdd5 None None] Network dd49c3f3-9431-4995-862d-7f14f32d35e7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:33:49.506715 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-73bc6f37-c385-4aa9-a680-8b47df271c0f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/subnets/20fac162-65f3-4340-a550-2fbb790c2e52 HTTP/1.1" status: 204 len: 168 time: 0.9763582 Nov 09 11:33:49.507333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55044) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:49.577119 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-750da91d-f8f4-455c-b06e-18b5e59b8729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:49.795203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] DHCP port deletion for dd49c3f3-9431-4995-862d-7f14f32d35e7 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:33:49.801443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Deleting port e276b7eb-58f6-461a-8713-6e935d2b66cf {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:49.802481 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:49.808785 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:49.829732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Deleting port e276b7eb-58f6-461a-8713-6e935d2b66cf {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:49.829732 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:50.038834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e276b7eb-58f6-461a-8713-6e935d2b66cf no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:33:50.178273 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] For port e276b7eb-58f6-461a-8713-6e935d2b66cf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e276b7eb-58f6-461a-8713-6e935d2b66cf,segment=NetworkSegment(018985e6-2900-466a-a184-b25eabb4bd29),segment_id=018985e6-2900-466a-a184-b25eabb4bd29)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:50.178639 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:50.272086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2291-2411-4990-af7a-89a343f2a6bb req-20dc5556-2706-478d-a9f0-347e65605126 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:50.275123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] For port e276b7eb-58f6-461a-8713-6e935d2b66cf, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e276b7eb-58f6-461a-8713-6e935d2b66cf,segment=NetworkSegment(018985e6-2900-466a-a184-b25eabb4bd29),segment_id=018985e6-2900-466a-a184-b25eabb4bd29)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:33:50.275751 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:50.282175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-216f2291-2411-4990-af7a-89a343f2a6bb req-20dc5556-2706-478d-a9f0-347e65605126 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1027241 Nov 09 11:33:50.343116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-216f2291-2411-4990-af7a-89a343f2a6bb req-4a2f3363-94ca-47b7-896d-710016046610 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 Nov 09 11:33:50.468529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Calling delete_port for e276b7eb-58f6-461a-8713-6e935d2b66cf owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:50.509478 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Calling delete_port for e276b7eb-58f6-461a-8713-6e935d2b66cf owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:33:50.543157 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:50.642954 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:50.648492 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-48599d9e-0c37-4232-8614-15bff94a1a3f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:50.687554 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:50.693011 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:33:50.694104 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:33:50.708759 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Port': ['ID=e276b7eb-58f6-461a-8713-6e935d2b66cf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:50.712750 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:50.721669 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] No DVR routers for this DVR port e276b7eb-58f6-461a-8713-6e935d2b66cf on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:33:50.890588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:50.957046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd49c3f3-9431-4995-862d-7f14f32d35e7']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:50.990124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018985e6-2900-466a-a184-b25eabb4bd29') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:50.990124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018985e6-2900-466a-a184-b25eabb4bd29') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:33:51.010458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:51.032273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:51.039704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:33:51.051017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:33:51.056198 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:33:51.195190 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Deleting port e276b7eb-58f6-461a-8713-6e935d2b66cf {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:33:51.195545 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:51.213606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:51.217635 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ba7a06e4-b7e7-4969-9d75-8477449603f0 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:51.240252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:51.271740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Pushing event deleted for resources: {'Network': ['ID=dd49c3f3-9431-4995-862d-7f14f32d35e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:51.280562 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:51.294921 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] 10.222.0.50 "DELETE /v2.0/networks/dd49c3f3-9431-4995-862d-7f14f32d35e7 HTTP/1.1" status: 204 len: 168 time: 1.7838097 Nov 09 11:33:51.311038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-aaf43407-1af9-4ffc-b808-07ee0b600d2f None None] The port 'e276b7eb-58f6-461a-8713-6e935d2b66cf' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:33:51.640969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64ac1-d455-4f69-9e70-842dd0e4c42e req-e16d96b4-44e5-486d-b446-d21729bcfed9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:51.642659 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8d64ac1-d455-4f69-9e70-842dd0e4c42e req-e16d96b4-44e5-486d-b446-d21729bcfed9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1544862 Nov 09 11:33:51.725022 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8d64ac1-d455-4f69-9e70-842dd0e4c42e req-8ac3228f-9ec8-424c-8cb3-af6d48e2415e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750782 Nov 09 11:33:52.044983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55070) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:52.048025 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:52.313991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-118b04d3-30f0-477e-88de-857123068cb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38b0186a5fb54f73afbc0fb987ba51f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2675714 Nov 09 11:33:52.315863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55076) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:52.529236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:52.558732 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:52.686418 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:52.692418 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b66a1c76-142f-4406-b8c8-a36c7c48a6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:52.728250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f9163a-60ca-46ab-afda-c88381f45c7d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:52.744476 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:52.748506 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:52.749645 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9f9163a-60ca-46ab-afda-c88381f45c7d HTTP/1.1" status: 204 len: 168 time: 0.4328768 Nov 09 11:33:53.057506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958a52-c7c6-4eb8-b957-5d2b741f2792 req-b21ca64e-48eb-4ac5-9f7e-2b2d87d64259 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:53.069115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb958a52-c7c6-4eb8-b957-5d2b741f2792 req-b21ca64e-48eb-4ac5-9f7e-2b2d87d64259 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1276846 Nov 09 11:33:53.127433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb958a52-c7c6-4eb8-b957-5d2b741f2792 req-0792575e-f943-4238-a077-091d6e8934e1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Nov 09 11:33:54.386649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334cf8-51ae-42c1-a661-9fde88a40a0d req-2a25f3a8-b260-4a0a-885c-d1c8e82f17ec tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:54.388149 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39334cf8-51ae-42c1-a661-9fde88a40a0d req-2a25f3a8-b260-4a0a-885c-d1c8e82f17ec tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.0948441 Nov 09 11:33:54.440491 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-39334cf8-51ae-42c1-a661-9fde88a40a0d req-61ddcf0e-6927-434b-928a-13c201626c9f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Nov 09 11:33:54.594140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55122) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:54.792071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-846bb159-d2ee-4012-99b4-c8ec5cd39070 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:54.792746 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-846bb159-d2ee-4012-99b4-c8ec5cd39070 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 11:33:54.797830 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-846bb159-d2ee-4012-99b4-c8ec5cd39070 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1977267 Nov 09 11:33:54.798400 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55128) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:54.808021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--228650666'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:54.816243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:54.820595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:54.825275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:54.831595 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:54.910385 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:54.936718 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:55.003705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:55.008221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:55.012772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:55.019705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:55.134713 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:55.201814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:55.205846 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-eb6f1f00-7a88-4a70-9703-9e531014d295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:55.266991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:55.271283 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b739987c-dcbe-444e-892d-c9aba06bcd03,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:55.276509 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:55.278243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:55.284403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:55.293066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:55.371030 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:55.436127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:55.440182 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-725be3b6-2b0e-4826-a08d-72b98de731ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:55.513000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de13f2f-142a-4d24-8f05-1209724f8635,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:55.517325 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:55.652721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:55.654835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8541541 Nov 09 11:33:55.657267 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:55.664909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '5de13f2f-142a-4d24-8f05-1209724f8635', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:55.676797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:55.682411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:55.686391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:55.695020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:55.737925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336749-a12e-46fa-a1ed-fc7e78ab49e5 req-186c14ad-dcf3-49bc-9749-3ffa7b0017e7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:55.741870 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c336749-a12e-46fa-a1ed-fc7e78ab49e5 req-186c14ad-dcf3-49bc-9749-3ffa7b0017e7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1544943 Nov 09 11:33:55.824539 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:55.835590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5c336749-a12e-46fa-a1ed-fc7e78ab49e5 req-94eb2c13-4df6-4cfc-9e09-571c83a44761 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865273 Nov 09 11:33:55.969266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.047677 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.050112 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8638e290-44b9-4267-85d0-30986b535a56 tempest-ServersTestBootFromVolume-2116063743 tempest-ServersTestBootFromVolume-2116063743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:56.091846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fce22b-6496-4c3c-ad5c-a65719465bc0,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:56.112813 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:56.190516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.191725 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6bd6ff49-eea9-46ad-8537-0a1f81082447 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5329955 Nov 09 11:33:56.194377 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:56.201060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '5de13f2f-142a-4d24-8f05-1209724f8635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:56.212832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:56.223099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:56.226351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:56.236210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:56.412368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.596336 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 11:33:56.597402 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-87b43bb5-853f-4578-ac33-4bf166081060 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4020917 Nov 09 11:33:56.600284 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:56.680726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.710620 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.870960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.877224 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-649f4fd1-7387-4992-9adb-4f9c09cdcc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:56.916945 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de13f2f-142a-4d24-8f05-1209724f8635,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:56.959208 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:56.971704 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:56.977597 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/5de13f2f-142a-4d24-8f05-1209724f8635 HTTP/1.1" status: 204 len: 168 time: 0.3732476 Nov 09 11:33:56.977877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55156) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:57.071711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-45513ffe-a1a9-41be-a662-52405462b526 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Synchronizing usage tracker for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:57.282457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-45513ffe-a1a9-41be-a662-52405462b526 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Unset dirty status for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:57.287789 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55164) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:57.310051 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-45513ffe-a1a9-41be-a662-52405462b526 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3101161 Nov 09 11:33:57.327705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267299190'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:57.331784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:57.360183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:57.380614 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4431db-82e8-465c-885f-76cddb270164 req-c670eae3-c713-4563-8168-059556b3fe2c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:57.382478 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b4431db-82e8-465c-885f-76cddb270164 req-c670eae3-c713-4563-8168-059556b3fe2c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.3194361 Nov 09 11:33:57.467535 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2b4431db-82e8-465c-885f-76cddb270164 req-5c55b677-6c2b-4924-b2fc-060bae68cacd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739017 Nov 09 11:33:57.521915 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:57.585754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:57.594982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:57.602855 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:57.625481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:57.702056 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:57.813458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:57.819340 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e255b73-3a93-4c62-a50b-c09c81941b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:57.875919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73dbe79-b1dd-4a5d-bdef-d18817a5f2f4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:57.920206 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:58.035176 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:58.037406 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7483428 Nov 09 11:33:58.041326 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55170) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:58.049569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-a358ae7e-8bdb-4f7b-8551-c0fd23ffe6d0 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'b73dbe79-b1dd-4a5d-bdef-d18817a5f2f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:58.056389 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-a358ae7e-8bdb-4f7b-8551-c0fd23ffe6d0 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:33:58.056389 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a358ae7e-8bdb-4f7b-8551-c0fd23ffe6d0 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088477 Nov 09 11:33:58.058468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:58.179528 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:58.224333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:58.362003 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:58.367171 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-77bac3fa-7fbd-4042-8661-5485821c8b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:58.420477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73dbe79-b1dd-4a5d-bdef-d18817a5f2f4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:58.427651 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:58.464958 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:58.470558 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/b73dbe79-b1dd-4a5d-bdef-d18817a5f2f4 HTTP/1.1" status: 204 len: 168 time: 0.4062946 Nov 09 11:33:58.470558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:58.536133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2eab6657-af22-4ca2-b2f0-3dd191b29376 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Synchronizing usage tracker for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:33:58.619739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2eab6657-af22-4ca2-b2f0-3dd191b29376 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Unset dirty status for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:33:58.625871 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2eab6657-af22-4ca2-b2f0-3dd191b29376 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1497738 Nov 09 11:33:58.626417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55186) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:58.635168 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640793697'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:58.645155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:58.666365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:58.799223 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b7cc3-c967-4791-9c50-e408c9b309c9 req-ba909585-65a7-4a32-a66c-115e7ca6a3e8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:33:58.801548 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-444b7cc3-c967-4791-9c50-e408c9b309c9 req-ba909585-65a7-4a32-a66c-115e7ca6a3e8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1211057 Nov 09 11:33:58.803766 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:58.887643 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-444b7cc3-c967-4791-9c50-e408c9b309c9 req-759308ab-5a3b-4700-a37e-bdbe1d44a526 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Nov 09 11:33:58.890973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:58.898507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:58.902216 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:58.907575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:59.011112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:59.087009 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:59.091917 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2b12018b-e2af-43bf-955f-76d8191c75e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:59.168270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9484a423-0f8a-426f-ac07-eb0e47d6d006,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:59.171563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:59.237725 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:59.240269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6126726 Nov 09 11:33:59.244279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:59.255948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-64468e68-2de6-482d-976a-a09302c5b38a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '9484a423-0f8a-426f-ac07-eb0e47d6d006', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:59.271478 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-64468e68-2de6-482d-976a-a09302c5b38a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:33:59.277126 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-64468e68-2de6-482d-976a-a09302c5b38a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0308235 Nov 09 11:33:59.280305 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55206) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:59.411755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:59.450985 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:59.636613 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:59.640997 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-67b81750-64cd-45cf-81a0-8e4023ac8f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:33:59.658011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9484a423-0f8a-426f-ac07-eb0e47d6d006,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:33:59.660422 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:33:59.669909 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:33:59.671204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/9484a423-0f8a-426f-ac07-eb0e47d6d006 HTTP/1.1" status: 204 len: 168 time: 0.3893802 Nov 09 11:33:59.674546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55210) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:59.782397 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2eb2ae4e-4aba-4c21-bf71-9e0f4e230064 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1019588 Nov 09 11:33:59.785607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55214) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:33:59.793963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045211711'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:33:59.801324 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:33:59.806280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:33:59.814666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:33:59.823464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:33:59.899335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.004294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:00.019166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:00.028685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:00.035766 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:00.159616 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.207445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beafefb-4039-4fd0-91a6-ca2710321e8a req-ae028bb6-4582-4016-81bf-f25c587479a3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:00.209093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3beafefb-4039-4fd0-91a6-ca2710321e8a req-ae028bb6-4582-4016-81bf-f25c587479a3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1258416 Nov 09 11:34:00.234765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.245794 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-29510a2e-5d57-4130-ad82-7101110e3ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:00.366269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d152c4-8363-425b-a023-78b3c4f0b6dd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:00.366269 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:00.370111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3beafefb-4039-4fd0-91a6-ca2710321e8a req-1f49fe7d-1772-4769-b349-9f6ddab4833c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545401 Nov 09 11:34:00.396329 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.400164 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6127999 Nov 09 11:34:00.403351 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55232) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:00.410509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-05492a9d-0eb0-48e1-aa04-8f8ba14bdeb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'e9d152c4-8363-425b-a023-78b3c4f0b6dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:00.411294 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-05492a9d-0eb0-48e1-aa04-8f8ba14bdeb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:00.416048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-05492a9d-0eb0-48e1-aa04-8f8ba14bdeb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078864 Nov 09 11:34:00.416269 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55236) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:00.422722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2ca219a9-44de-41f0-920f-b1312eecde22 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'e9d152c4-8363-425b-a023-78b3c4f0b6dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:00.432743 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-2ca219a9-44de-41f0-920f-b1312eecde22 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:00.436358 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2ca219a9-44de-41f0-920f-b1312eecde22 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166862 Nov 09 11:34:00.436679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55240) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:00.444978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e9b792f3-3422-4cfd-9d5c-7964bec4143f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'e9d152c4-8363-425b-a023-78b3c4f0b6dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:00.446290 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-e9b792f3-3422-4cfd-9d5c-7964bec4143f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:00.450709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e9b792f3-3422-4cfd-9d5c-7964bec4143f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130324 Nov 09 11:34:00.455205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55244) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:00.463151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-78224077-c2df-44db-bf79-c61f8ea7a9c0 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'e9d152c4-8363-425b-a023-78b3c4f0b6dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:00.463963 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-78224077-c2df-44db-bf79-c61f8ea7a9c0 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:00.467924 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-78224077-c2df-44db-bf79-c61f8ea7a9c0 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116036 Nov 09 11:34:00.469425 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55248) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:00.551808 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.585338 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.689921 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.715738 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-39bc2888-5b80-40be-8b1b-597fdc796dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:00.773164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d152c4-8363-425b-a023-78b3c4f0b6dd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:00.778450 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:00.810396 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:00.813956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9d152c4-8363-425b-a023-78b3c4f0b6dd HTTP/1.1" status: 204 len: 168 time: 0.3411446 Nov 09 11:34:00.815020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55254) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:00.893519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba6cdeb4-5846-4c8a-8ce2-7ac6b9fadac8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Synchronizing usage tracker for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:34:00.985313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba6cdeb4-5846-4c8a-8ce2-7ac6b9fadac8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Unset dirty status for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:34:00.991241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55260) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:00.993230 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ba6cdeb4-5846-4c8a-8ce2-7ac6b9fadac8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1752064 Nov 09 11:34:00.998130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--268110143'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:01.015460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:01.039846 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:01.128839 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:01.206699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:01.213030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:01.218013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:01.226565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:01.333484 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:01.411311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:01.488535 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-afb3b52b-2cf7-4a08-befa-4e50bf090997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:01.542583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0effa912-5c39-4e5f-b85d-43396bb12ba2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:01.546521 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:01.571172 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:01.573913 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5802758 Nov 09 11:34:01.575672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:01.582341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-24f4ee8d-a129-4404-ba4d-b44cce0547a5 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:01.583895 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-24f4ee8d-a129-4404-ba4d-b44cce0547a5 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:01.585037 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-24f4ee8d-a129-4404-ba4d-b44cce0547a5 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078239 Nov 09 11:34:01.588897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55278) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:01.602611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d359b485-64ec-4eaa-899e-80700b664e07 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:01.616674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d359b485-64ec-4eaa-899e-80700b664e07 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:01.626724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d359b485-64ec-4eaa-899e-80700b664e07 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:01.630241 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d359b485-64ec-4eaa-899e-80700b664e07 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:01.636878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d359b485-64ec-4eaa-899e-80700b664e07 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:01.792189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fc327-9cef-4f7f-89f4-9117da4d5d28 req-c5333c01-bd4c-411c-886b-5368a12ece04 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:01.801834 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-965fc327-9cef-4f7f-89f4-9117da4d5d28 req-c5333c01-bd4c-411c-886b-5368a12ece04 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1186762 Nov 09 11:34:01.826374 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-d359b485-64ec-4eaa-899e-80700b664e07 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:01.830093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d359b485-64ec-4eaa-899e-80700b664e07 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2372479 Nov 09 11:34:01.831306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55282) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:01.954642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-25257587-ab20-47c0-95ea-882de3f384a3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:01.955589 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-25257587-ab20-47c0-95ea-882de3f384a3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:01.956649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-25257587-ab20-47c0-95ea-882de3f384a3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1247106 Nov 09 11:34:01.959368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:01.967435 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-79c19776-decf-4dcf-9fa2-52d985e6923f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:01.975053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-79c19776-decf-4dcf-9fa2-52d985e6923f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:01.979411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-79c19776-decf-4dcf-9fa2-52d985e6923f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:01.983931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-79c19776-decf-4dcf-9fa2-52d985e6923f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:01.992035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-79c19776-decf-4dcf-9fa2-52d985e6923f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:02.038769 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-965fc327-9cef-4f7f-89f4-9117da4d5d28 req-ceb0f65e-179f-4dbc-b683-31b9132168dc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342989 Nov 09 11:34:02.173378 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-79c19776-decf-4dcf-9fa2-52d985e6923f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:02.174652 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-79c19776-decf-4dcf-9fa2-52d985e6923f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2141590 Nov 09 11:34:02.177511 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:02.187271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-182d4a3c-dbd3-46a4-8f9a-ccbec112d51d tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:02.187880 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-182d4a3c-dbd3-46a4-8f9a-ccbec112d51d tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:02.188824 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-182d4a3c-dbd3-46a4-8f9a-ccbec112d51d tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104043 Nov 09 11:34:02.191767 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55294) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:02.204714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:02.233455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:02.238241 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:02.242188 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:02.251491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:02.356301 n-d-817173-1 neutron-server[84334]: INFO neutron.db.securitygroups_db [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Project 2c137f5f983a44cb9f10a29ec4bbfd32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:34:02.584078 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:02.591718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-50dd934a-9227-41a2-ab67-5743caeefd43 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3985598 Nov 09 11:34:02.593439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55300) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:02.616439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dc7ab071-1522-41e4-af31-f6ff0ecfcaf2 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:02.617191 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-dc7ab071-1522-41e4-af31-f6ff0ecfcaf2 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:02.622117 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-dc7ab071-1522-41e4-af31-f6ff0ecfcaf2 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179994 Nov 09 11:34:02.624996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55304) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:02.633643 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:02.656026 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:02.672008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:02.825914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:02.825914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:02.938969 n-d-817173-1 neutron-server[84334]: INFO neutron.db.securitygroups_db [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Project 2c137f5f983a44cb9f10a29ec4bbfd32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:34:03.036641 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:03.038655 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0f350090-89a8-4403-a047-ff02aed01a5f tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4121773 Nov 09 11:34:03.042151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55312) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:03.049106 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '0effa912-5c39-4e5f-b85d-43396bb12ba2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:03.059453 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:03.064291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:03.067833 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:03.079423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:03.184377 n-d-817173-1 neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Project 2c137f5f983a44cb9f10a29ec4bbfd32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:34:03.307631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7703dd8-ddb8-4848-b700-e851b8c7b2da req-be0348f4-a66d-4922-8a93-e7df0a5f8e86 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:03.315205 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e7703dd8-ddb8-4848-b700-e851b8c7b2da req-be0348f4-a66d-4922-8a93-e7df0a5f8e86 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1157010 Nov 09 11:34:03.322114 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:03.326136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-36cc23e3-c522-4b71-b8b9-c8f16fd9f126 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2800756 Nov 09 11:34:03.327357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:03.434408 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e7703dd8-ddb8-4848-b700-e851b8c7b2da req-bbfecd5b-fee6-4a6d-973a-dd6f78c09982 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179743 Nov 09 11:34:03.471430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:03.512189 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:03.843742 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:03.847773 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bb3687b0-2559-4f74-a460-9f085ea4eed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:03.869180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0effa912-5c39-4e5f-b85d-43396bb12ba2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:03.871751 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:03.919079 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:03.919079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/0effa912-5c39-4e5f-b85d-43396bb12ba2 HTTP/1.1" status: 204 len: 168 time: 0.5872297 Nov 09 11:34:03.920455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55328) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:04.022949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-21533991-70bb-47a4-832d-f301759527e3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Synchronizing usage tracker for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:34:04.119669 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-21533991-70bb-47a4-832d-f301759527e3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Unset dirty status for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:34:04.126899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:04.129836 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-21533991-70bb-47a4-832d-f301759527e3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2072430 Nov 09 11:34:04.134946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884228546'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:04.152774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:04.170398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:04.244735 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:04.350555 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:04.361353 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:04.367211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:04.393444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:04.424783 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:04.570694 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:04.653905 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:04.660989 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3eb95ddd-46d4-4ea8-810d-67d0b7716521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:04.740729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d5ca3-55f5-46dd-bc6c-9d536f8964cf req-b4dadfd2-2385-499a-8898-b98872c4828f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:04.749461 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-862d5ca3-55f5-46dd-bc6c-9d536f8964cf req-b4dadfd2-2385-499a-8898-b98872c4828f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1564887 Nov 09 11:34:04.762620 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd21cd-b44a-4e48-bbc5-d51b8c500d5b req-9209e6cc-2ad8-436b-b7f7-a889c2947ac9 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:04.774359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b4c08-9246-4462-9aba-d374951846e6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:04.775355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7fd21cd-b44a-4e48-bbc5-d51b8c500d5b req-9209e6cc-2ad8-436b-b7f7-a889c2947ac9 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1904335 Nov 09 11:34:04.779732 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:04.817254 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-862d5ca3-55f5-46dd-bc6c-9d536f8964cf req-31586a25-22bc-4b6d-ae53-3569fa7c601d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667241 Nov 09 11:34:04.820435 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:04.822127 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6936727 Nov 09 11:34:04.824944 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:04.832974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2e142842-0da7-474b-8a7e-80644c88d675 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'fb1b4c08-9246-4462-9aba-d374951846e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:04.844346 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2e142842-0da7-474b-8a7e-80644c88d675 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:04.849667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2e142842-0da7-474b-8a7e-80644c88d675 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:04.868111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7fd21cd-b44a-4e48-bbc5-d51b8c500d5b req-ee7ef746-b02c-4617-9043-7b64cf4d52d2 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789959 Nov 09 11:34:04.868249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2e142842-0da7-474b-8a7e-80644c88d675 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:04.868249 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2e142842-0da7-474b-8a7e-80644c88d675 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:05.093796 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-2e142842-0da7-474b-8a7e-80644c88d675 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The resource could not be found. Nov 09 11:34:05.097555 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2e142842-0da7-474b-8a7e-80644c88d675 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2687924 Nov 09 11:34:05.097905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55356) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:05.103990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0dcdd9e0-b947-43ea-867f-56ee3a82a3fe tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'fb1b4c08-9246-4462-9aba-d374951846e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '916d33e0-42a9-4dd8-8304-fa13a0c648e5'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:05.123327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0dcdd9e0-b947-43ea-867f-56ee3a82a3fe tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:05.128211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0dcdd9e0-b947-43ea-867f-56ee3a82a3fe tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:05.131418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0dcdd9e0-b947-43ea-867f-56ee3a82a3fe tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:05.148093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0dcdd9e0-b947-43ea-867f-56ee3a82a3fe tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:05.349378 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-0dcdd9e0-b947-43ea-867f-56ee3a82a3fe tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The resource could not be found. Nov 09 11:34:05.353353 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0dcdd9e0-b947-43ea-867f-56ee3a82a3fe tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2515497 Nov 09 11:34:05.353583 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55360) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:05.480676 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:05.519613 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:05.640053 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:05.667422 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84f63d5c-5bc5-440a-a888-171047870d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:05.690906 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:05.695196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55368) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:05.707401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/fb1b4c08-9246-4462-9aba-d374951846e6 HTTP/1.1" status: 204 len: 168 time: 0.3526950 Nov 09 11:34:05.711073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b4c08-9246-4462-9aba-d374951846e6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:05.715408 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:05.790123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ce170acf-6513-4e83-b622-56ddb7834463 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Synchronizing usage tracker for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:34:05.870253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ce170acf-6513-4e83-b622-56ddb7834463 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Unset dirty status for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:34:05.875762 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55374) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:05.876450 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ce170acf-6513-4e83-b622-56ddb7834463 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1797724 Nov 09 11:34:05.882977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d70c5d7e-83d1-4c44-bdaf-528b8ca4e2bd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '327e11d9-c2bd-408d-95d5-5b93249e780c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:05.908878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d70c5d7e-83d1-4c44-bdaf-528b8ca4e2bd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:05.927864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d70c5d7e-83d1-4c44-bdaf-528b8ca4e2bd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:05.939945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d70c5d7e-83d1-4c44-bdaf-528b8ca4e2bd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:05.953456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d70c5d7e-83d1-4c44-bdaf-528b8ca4e2bd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:06.149835 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a9890-5920-49b7-bce7-24daff64e0f8 req-0adafc5b-8cd9-4a55-a016-7ee167e68de8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:06.151471 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-922a9890-5920-49b7-bce7-24daff64e0f8 req-0adafc5b-8cd9-4a55-a016-7ee167e68de8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1218336 Nov 09 11:34:06.193271 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-d70c5d7e-83d1-4c44-bdaf-528b8ca4e2bd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The resource could not be found. Nov 09 11:34:06.198757 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d70c5d7e-83d1-4c44-bdaf-528b8ca4e2bd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3175123 Nov 09 11:34:06.199524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55380) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:06.204255 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582ec21-3291-4436-98c2-641d95299521 req-e0cbe3b9-0a32-4a6f-a6c2-6fd21d1096bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:06.205286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721726422'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:06.214551 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6582ec21-3291-4436-98c2-641d95299521 req-e0cbe3b9-0a32-4a6f-a6c2-6fd21d1096bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1353805 Nov 09 11:34:06.222347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:06.243389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:06.261932 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-922a9890-5920-49b7-bce7-24daff64e0f8 req-4273b02e-b49c-44aa-a156-2046118346d0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029921 Nov 09 11:34:06.296125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6582ec21-3291-4436-98c2-641d95299521 req-d6e39d09-d431-4f4f-98ef-c96da5d9023e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801091 Nov 09 11:34:06.356176 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:06.409981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:06.415770 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:06.419521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:06.430240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:06.502907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-709a6cc7-4bde-423a-b545-12c76e805696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b191c843-1e7d-4463-8ee4-ea09a6dc93d4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:06.900800 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:06.916368 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:07.000255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:07.004236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8034434 Nov 09 11:34:07.005063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55388) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:07.012077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002933411'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:07.018720 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:07.023109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:07.026895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:07.033977 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:07.104585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:07.144650 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:07.150044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:07.153239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:07.159928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:07.253309 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:07.384928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:07.389399 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a6440a69-af8d-4576-b46e-366009c49f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:07.449542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f10760-4d01-46e9-89b8-2886669663fa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:07.462674 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:07.627310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:07.628659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6226556 Nov 09 11:34:07.632370 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55396) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:07.641871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7bdaeb6d-b631-46e0-9f9a-dc8e62a0c0db tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': 'b191c843-1e7d-4463-8ee4-ea09a6dc93d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '85f10760-4d01-46e9-89b8-2886669663fa'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:07.655191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7bdaeb6d-b631-46e0-9f9a-dc8e62a0c0db tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:07.673237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7bdaeb6d-b631-46e0-9f9a-dc8e62a0c0db tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:07.684708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7bdaeb6d-b631-46e0-9f9a-dc8e62a0c0db tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:07.696567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7bdaeb6d-b631-46e0-9f9a-dc8e62a0c0db tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:07.701466 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4345-9146-4476-88c5-7e11f74c98d2 req-26e0cedc-03e3-467c-a62b-2cf5b88391ff tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:07.709176 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-27af4345-9146-4476-88c5-7e11f74c98d2 req-26e0cedc-03e3-467c-a62b-2cf5b88391ff tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1341186 Nov 09 11:34:07.732902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4d801-666a-481d-9be1-0c9732e55290 req-5634d921-90fe-4c0d-9a4f-d1254735560c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:07.734502 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10e4d801-666a-481d-9be1-0c9732e55290 req-5634d921-90fe-4c0d-9a4f-d1254735560c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1582997 Nov 09 11:34:07.818136 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-27af4345-9146-4476-88c5-7e11f74c98d2 req-606d353d-5260-45ff-9f01-bff98f6a1e6a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072543 Nov 09 11:34:07.846262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-10e4d801-666a-481d-9be1-0c9732e55290 req-a1f24b71-b987-4228-a0af-83f56dd7ac26 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043427 Nov 09 11:34:07.922120 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-7bdaeb6d-b631-46e0-9f9a-dc8e62a0c0db tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:07.923194 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7bdaeb6d-b631-46e0-9f9a-dc8e62a0c0db tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2881844 Nov 09 11:34:07.926146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:08.103943 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.152119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.322079 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.327549 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-172484ec-dda6-4b72-914f-1a7d58613879 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:08.356401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f10760-4d01-46e9-89b8-2886669663fa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:08.372254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.373955 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/85f10760-4d01-46e9-89b8-2886669663fa HTTP/1.1" status: 204 len: 168 time: 0.4461470 Nov 09 11:34:08.375884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.376551 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55410) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:08.388649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.389094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.389486 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.389846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.390218 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.390572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.390966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.391345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.391688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.392047 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:08.402305 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:08.484569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00ad84ad-e755-439e-b0db-68d863c10a7c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Synchronizing usage tracker for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:34:08.583456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-00ad84ad-e755-439e-b0db-68d863c10a7c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Unset dirty status for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:34:08.584723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-00ad84ad-e755-439e-b0db-68d863c10a7c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2063332 Nov 09 11:34:08.588897 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55414) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:08.658213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a6c-6495-498a-8eae-1b9cd884bd89 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.685023 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a6c-6495-498a-8eae-1b9cd884bd89 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.816547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55422) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:08.818102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a6c-6495-498a-8eae-1b9cd884bd89 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.823682 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0aec1558-f50c-44cc-920c-0784b0f4f8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:08.840528 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d1a6c-6495-498a-8eae-1b9cd884bd89 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b191c843-1e7d-4463-8ee4-ea09a6dc93d4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:08.843692 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d12d1a6c-6495-498a-8eae-1b9cd884bd89 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:08.941363 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a6c-6495-498a-8eae-1b9cd884bd89 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:08.946293 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d12d1a6c-6495-498a-8eae-1b9cd884bd89 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/b191c843-1e7d-4463-8ee4-ea09a6dc93d4 HTTP/1.1" status: 204 len: 168 time: 0.3535683 Nov 09 11:34:08.947016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55436) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:09.098487 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-813e7e71-2513-4936-8d2f-983c1b146112 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1498492 Nov 09 11:34:09.131781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:09.147983 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227804682'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:09.160714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:09.176245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:09.188049 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:09.203043 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.208442 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:09.275945 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:09.288864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Usage tracker for resource:security_group_rule and tenant:03d1462913de4420b4584b1177644d4c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:09.294648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:09.300581 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943090be-121e-4f89-ade2-e552d5131dd5 req-39ac1efb-a0a1-42b9-8be1-f37152585784 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:09.303084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:09.304680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-943090be-121e-4f89-ade2-e552d5131dd5 req-39ac1efb-a0a1-42b9-8be1-f37152585784 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.2326250 Nov 09 11:34:09.307298 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.311873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae14dc4-8479-4e31-ab8b-3a86d6592065 req-f538a629-0af7-4efb-ba0c-572756a95c45 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:09.312908 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ae14dc4-8479-4e31-ab8b-3a86d6592065 req-f538a629-0af7-4efb-ba0c-572756a95c45 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.2128778 Nov 09 11:34:09.393668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8ae14dc4-8479-4e31-ab8b-3a86d6592065 req-8f20cda5-b24e-4a2c-a8fc-e6fec793f67e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659671 Nov 09 11:34:09.442844 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-943090be-121e-4f89-ade2-e552d5131dd5 req-e61eb1f2-184a-4318-84c2-b520060ac189 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205285 Nov 09 11:34:09.452396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:09.457810 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.472802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:09.476589 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:09.483653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:09.514533 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.522958 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88fb4287-ff27-4f2b-92bb-e2c35b1ec6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:09.594584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7bc92-862e-4601-945e-e5ffc626a9a2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:09.598994 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:09.601659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03d1462913de4420b4584b1177644d4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7840867 Nov 09 11:34:09.604160 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.604782 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55444) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:09.668424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.670910 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.673724 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-543b3118-079e-4f9e-abd7-11679850e27b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:09.704693 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.740387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81dfae81-1a40-486b-924f-d5767074c9d6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:09.743940 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:09.806665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.808377 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6755235 Nov 09 11:34:09.811577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55450) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:09.817765 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d1bfba2c-cc99-4ab9-b2b5-62b9e5050bea tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '81dfae81-1a40-486b-924f-d5767074c9d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:09.825740 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d1bfba2c-cc99-4ab9-b2b5-62b9e5050bea tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:09.829657 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d1bfba2c-cc99-4ab9-b2b5-62b9e5050bea tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:09.832621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d1bfba2c-cc99-4ab9-b2b5-62b9e5050bea tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:09.835642 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.840207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d1bfba2c-cc99-4ab9-b2b5-62b9e5050bea tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:09.842832 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f1b356f1-db44-48ad-b02d-ae13d0115724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:09.858095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad7bc92-862e-4601-945e-e5ffc626a9a2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:09.861367 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:09.862576 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:09.866947 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cad7bc92-862e-4601-945e-e5ffc626a9a2 HTTP/1.1" status: 204 len: 168 time: 0.2606587 Nov 09 11:34:10.109133 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-d1bfba2c-cc99-4ab9-b2b5-62b9e5050bea tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:10.110361 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d1bfba2c-cc99-4ab9-b2b5-62b9e5050bea tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2976892 Nov 09 11:34:10.113401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55456) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:10.119335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1fc8ecca-d7c7-4b9f-9f40-7cb317cde2fd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group_rule': {'security_group_id': '81dfae81-1a40-486b-924f-d5767074c9d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:10.126924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1fc8ecca-d7c7-4b9f-9f40-7cb317cde2fd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:10.130665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1fc8ecca-d7c7-4b9f-9f40-7cb317cde2fd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:10.134227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1fc8ecca-d7c7-4b9f-9f40-7cb317cde2fd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:10.140245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1fc8ecca-d7c7-4b9f-9f40-7cb317cde2fd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:10.406073 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-1fc8ecca-d7c7-4b9f-9f40-7cb317cde2fd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:34:10.407160 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1fc8ecca-d7c7-4b9f-9f40-7cb317cde2fd tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2925072 Nov 09 11:34:10.410000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55468) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:10.483637 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:10.519904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:10.656160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906b067-8f93-45f3-8b1c-542cac621cc9 req-fbfabe18-0a44-4983-a5f3-6bc4a4bab067 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:10.657751 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6906b067-8f93-45f3-8b1c-542cac621cc9 req-fbfabe18-0a44-4983-a5f3-6bc4a4bab067 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.1044991 Nov 09 11:34:10.688613 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:10.694374 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c8c6e1e3-df8e-4d6d-b7cc-ba8173f3d128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:10.715933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dfae81-1a40-486b-924f-d5767074c9d6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:10.718644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6906b067-8f93-45f3-8b1c-542cac621cc9 req-0469deaa-8ba0-4608-89a3-e89168d80dae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Nov 09 11:34:10.719109 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:10.729968 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:10.746401 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/81dfae81-1a40-486b-924f-d5767074c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3201690 Nov 09 11:34:10.746401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:10.870517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b507025c-17d4-4aa4-a230-fae13cd5334a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Synchronizing usage tracker for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:34:10.888769 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e06d96-c53c-4b18-9c3b-c12c629c2528 req-2ebe75d0-18c3-4f4b-9a94-36dc502b2a1f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:10.890654 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25e06d96-c53c-4b18-9c3b-c12c629c2528 req-2ebe75d0-18c3-4f4b-9a94-36dc502b2a1f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.2488096 Nov 09 11:34:11.009677 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25e06d96-c53c-4b18-9c3b-c12c629c2528 req-d50b6180-72de-4cf7-966b-a512dd890534 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070278 Nov 09 11:34:11.013905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b507025c-17d4-4aa4-a230-fae13cd5334a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Unset dirty status for tenant:2c137f5f983a44cb9f10a29ec4bbfd32 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:34:11.016795 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b507025c-17d4-4aa4-a230-fae13cd5334a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2810085 Nov 09 11:34:11.019070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55502) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:11.024812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053734092'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:11.037677 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:11.079174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:11.136447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f46529-293d-4d67-8cde-3f9775b620ab req-10ab4c05-02bb-4ade-820d-984f243540ad tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:11.139132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-29f46529-293d-4d67-8cde-3f9775b620ab req-10ab4c05-02bb-4ade-820d-984f243540ad tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1078150 Nov 09 11:34:11.165493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:11.211925 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-29f46529-293d-4d67-8cde-3f9775b620ab req-abb0ecee-3128-48de-bc29-fcbba36c7397 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675900 Nov 09 11:34:11.224132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:11.228398 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Usage tracker for resource:security_group_rule and tenant:2c137f5f983a44cb9f10a29ec4bbfd32 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:11.231509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:11.237994 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:11.301675 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:11.412803 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:11.418886 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6550080b-567c-4ddc-9f84-b1aef99bb53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:11.436470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd8e6-f896-40b2-8ab2-543257b6ad08 req-c8cf560a-23a8-4b9d-8a23-5314d4cf7e23 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:11.438633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-782fd8e6-f896-40b2-8ab2-543257b6ad08 req-c8cf560a-23a8-4b9d-8a23-5314d4cf7e23 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0862246 Nov 09 11:34:11.464051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1ac5c-1981-4d7d-8bd1-aa8cb0114cf3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:11.467124 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:11.492805 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-782fd8e6-f896-40b2-8ab2-543257b6ad08 req-ad282e35-0679-4bae-8fa8-b42b11793e32 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438633 Nov 09 11:34:11.532696 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:11.537261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55520) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:11.540875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5207202 Nov 09 11:34:11.546054 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-33d84192-4904-4fb4-b099-90bf77528589 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:11.546612 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-33d84192-4904-4fb4-b099-90bf77528589 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 11:34:11.550002 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-33d84192-4904-4fb4-b099-90bf77528589 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "PUT /v2.0/security-groups/dee1ac5c-1981-4d7d-8bd1-aa8cb0114cf3 HTTP/1.1" status: 409 len: 330 time: 0.0091009 Nov 09 11:34:11.550430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55524) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:11.760363 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:11.853806 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:11.939091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-5a48726f-e85f-4bc1-8a77-8851f45a36ac tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:11.943130 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-5a48726f-e85f-4bc1-8a77-8851f45a36ac tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.2073450 Nov 09 11:34:11.967539 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9e8ef71d-8671-4af7-a330-7edfb57439b9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/quotas/f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 375 time: 0.0184243 Nov 09 11:34:12.013622 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:12.019280 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f889ff14-6b87-4e12-9259-43c453aeac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:12.038574 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1ac5c-1981-4d7d-8bd1-aa8cb0114cf3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:12.046785 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:12.055152 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:12.059228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/dee1ac5c-1981-4d7d-8bd1-aa8cb0114cf3 HTTP/1.1" status: 204 len: 168 time: 0.5075712 Nov 09 11:34:12.059794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55558) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:12.107332 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-37f90279-b1c8-4836-af41-b94cb068e8f2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1381896 Nov 09 11:34:12.239673 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-67d7eccd-f53f-485e-a6e6-633256909120 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1747997 Nov 09 11:34:12.240786 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55566) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:12.282222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06630d1c-f786-4d99-900c-a788decb0966 req-514f86dc-199a-46c1-b003-0b3896bc9b39 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:12.283743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06630d1c-f786-4d99-900c-a788decb0966 req-514f86dc-199a-46c1-b003-0b3896bc9b39 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.0981991 Nov 09 11:34:12.290062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-349411c2-c4b2-4d52-9483-356945d55e3d service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820147 Nov 09 11:34:12.291032 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-31b2307c-4cec-41c6-a818-51c677eb3138 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] delete failed (client error): The resource could not be found. Nov 09 11:34:12.296686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-31b2307c-4cec-41c6-a818-51c677eb3138 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "DELETE /v2.0/security-groups/9a71e6cb-cb68-4252-bc19-d49bc5ccadef HTTP/1.1" status: 404 len: 347 time: 0.0475035 Nov 09 11:34:12.296941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55574) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:12.334124 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-089040a0-5ab0-4199-8a3b-104825316396 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] show failed (client error): The resource could not be found. Nov 09 11:34:12.340985 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-089040a0-5ab0-4199-8a3b-104825316396 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-groups/0b79614a-f934-49a2-b1a5-7cfb1a2a43e3 HTTP/1.1" status: 404 len: 347 time: 0.0367579 Nov 09 11:34:12.343572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55578) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:12.367991 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-5f5a2135-aaaf-4aa2-a6ca-097e5855d8f5 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] show failed (client error): The resource could not be found. Nov 09 11:34:12.368903 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5f5a2135-aaaf-4aa2-a6ca-097e5855d8f5 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] 10.222.0.50 "GET /v2.0/security-group-rules/620c61be-c7bf-4c97-8cad-c300762fb555 HTTP/1.1" status: 404 len: 356 time: 0.0238686 Nov 09 11:34:12.375533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-06630d1c-f786-4d99-900c-a788decb0966 req-fc848702-cfd5-4d73-bdda-573a42db3d5b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792289 Nov 09 11:34:12.459393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-cdac1434-2335-4199-827f-96609dd19947 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636505 Nov 09 11:34:12.732279 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c8754ca6-e05a-4c21-b80a-25c40b859b7c req-219decac-5fb3-40ce-9c32-19ac98e0fe21 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0501058 Nov 09 11:34:13.066383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:13.183475 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:34:13.285095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a896628c-035f-4c2e-bf50-9010c3b95c1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c137f5f983a44cb9f10a29ec4bbfd32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2172403 Nov 09 11:34:13.287591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55650) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:13.352063 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:13.379550 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:13.548611 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:13.553622 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:13.572540 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b739987c-dcbe-444e-892d-c9aba06bcd03,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:13.576535 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:13.578960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86bacd-8b37-45cc-bbc2-ee4f1c818815 req-6cfb70fa-597c-47f5-827d-2369b59393ad tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:13.581143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee86bacd-8b37-45cc-bbc2-ee4f1c818815 req-6cfb70fa-597c-47f5-827d-2369b59393ad tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.0826373 Nov 09 11:34:13.596092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:13.597198 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b739987c-dcbe-444e-892d-c9aba06bcd03 HTTP/1.1" status: 204 len: 168 time: 0.3087182 Nov 09 11:34:13.659923 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ee86bacd-8b37-45cc-bbc2-ee4f1c818815 req-82290143-2d8a-4d22-b4e0-d6573842f3cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676532 Nov 09 11:34:13.911582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8404664-5b21-4d2c-bd08-34498f02e872 req-ffb1b859-157a-4aaa-81bc-5787628e8d9f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0521133 Nov 09 11:34:15.206130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-81f1f5a6-74f5-43cc-a154-583e222cc144 req-a9eae049-94d9-4724-bb0b-2ec0465d9b08 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0580170 Nov 09 11:34:15.368217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ff8d-ff31-4d5e-a3cd-511e890deedd req-fccdb9c8-ecac-427e-803b-e65e128f176b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:15.369822 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efd9ff8d-ff31-4d5e-a3cd-511e890deedd req-fccdb9c8-ecac-427e-803b-e65e128f176b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1130834 Nov 09 11:34:15.438013 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-efd9ff8d-ff31-4d5e-a3cd-511e890deedd req-cd5822b1-2a26-4fdc-a345-c640beb49a04 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613060 Nov 09 11:34:15.753008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-4b78decc-fbbd-4d48-8626-2b894a48b698 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:15.754597 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-4b78decc-fbbd-4d48-8626-2b894a48b698 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.1836095 Nov 09 11:34:15.781297 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'port': {'device_id': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'admin_state_up': True, 'tenant_id': 'f616c12fec4944679dc9f827f4131daa'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:15.965136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:15.992140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:16.083535 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Made reservation on behalf of f616c12fec4944679dc9f827f4131daa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:34:16.089023 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:16.312502 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Allocated IP 172.20.0.5 (fd19a92a-64ab-479f-8bbb-39c407f38a3a/af0788b1-58f6-475f-abdd-f0892798b724/cbbdef5a-7052-4fe7-9439-4f46d283e74a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:34:16.429020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 55720) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:16.446433 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e955351b-f553-4da7-a2d8-891b1ab973a9 req-57b9d5da-57b6-43a0-a840-a0aa3e707453 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 210 time: 0.1093769 Nov 09 11:34:16.663371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Deleting subnet d0db9ce6-47b1-4f21-a9da-c0265d180181 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:34:16.688492 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:16.786145 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:16.819127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.014878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Transition to ACTIVE for port object cbbdef5a-7052-4fe7-9439-4f46d283e74a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:34:17.042101 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.075395 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1be09-07b7-49a0-8574-ab6fa404b56f req-1f06c3c4-b0a0-40c8-bed7-b1ef74b1a8ac tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:17.076878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20d1be09-07b7-49a0-8574-ab6fa404b56f req-1f06c3c4-b0a0-40c8-bed7-b1ef74b1a8ac tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.4712436 Nov 09 11:34:17.160056 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-20d1be09-07b7-49a0-8574-ab6fa404b56f req-87e602fb-3619-49ec-93ad-c1247e5ead49 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641103 Nov 09 11:34:17.262150 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2f69491a-1376-41d3-8d6a-3c07ff92b5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.263846 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.271563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3afd8c64-bdce-44df-98b6-872af6797078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:17.281707 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:34:17.369377 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.417347 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:34:17.423094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:34:17.432274 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:34:17.472201 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.482735 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=cbbdef5a-7052-4fe7-9439-4f46d283e74a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:17.497687 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:17.510265 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aa502af9-f6c7-479f-be92-4927f4c5059a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:17.570788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0db9ce6-47b1-4f21-a9da-c0265d180181,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:17.572382 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.576227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:17.597192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:17.598080 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.754535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9cfbe5fa-c568-4d25-9814-fcff0956c4f8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d0db9ce6-47b1-4f21-a9da-c0265d180181 HTTP/1.1" status: 204 len: 168 time: 1.3236187 Nov 09 11:34:17.762467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55748) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:17.768053 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e66f0-0249-4c04-b2f6-28191b14fd12 req-ac2fef6e-04a4-4860-aea5-c4839dba1e11 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:17.768973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-020e66f0-0249-4c04-b2f6-28191b14fd12 req-ac2fef6e-04a4-4860-aea5-c4839dba1e11 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:34:17.814063 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0457928 Nov 09 11:34:17.830130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Request body: {'port': {'device_id': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:34:17.882032 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:17.976472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-020e66f0-0249-4c04-b2f6-28191b14fd12 req-ac2fef6e-04a4-4860-aea5-c4839dba1e11 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:34:17.978115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-020e66f0-0249-4c04-b2f6-28191b14fd12 req-ac2fef6e-04a4-4860-aea5-c4839dba1e11 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 931 time: 0.3158214 Nov 09 11:34:18.062882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-647ed534-27bf-4ea8-bacd-174a803a99c2 None None] Provisioning for port cbbdef5a-7052-4fe7-9439-4f46d283e74a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:34:18.069526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-647ed534-27bf-4ea8-bacd-174a803a99c2 None None] Provisioning complete for port cbbdef5a-7052-4fe7-9439-4f46d283e74a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:34:18.070061 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-647ed534-27bf-4ea8-bacd-174a803a99c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.176156 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-647ed534-27bf-4ea8-bacd-174a803a99c2 None None] Port cbbdef5a-7052-4fe7-9439-4f46d283e74a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:34:18.185489 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-020e66f0-0249-4c04-b2f6-28191b14fd12 req-51b3b777-1267-4ce1-8c1d-df09e3114801 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925521 Nov 09 11:34:18.185489 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.247417 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-b7045797-f707-42be-b0e6-6a5b069cd6ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3762345 Nov 09 11:34:18.371417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.424884 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e81ba7-fcfa-4073-8ffb-b8279319baaa']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:34:18.442261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27576bef-3b51-423a-b4e7-b97ff0a78cf0') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:34:18.442503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27576bef-3b51-423a-b4e7-b97ff0a78cf0') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:34:18.457121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10752433-f8b1-44c9-bf25-b582fd812f99 req-1c8ae2a4-3801-4f4c-9b83-2cadf3378d09 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:18.458630 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10752433-f8b1-44c9-bf25-b582fd812f99 req-1c8ae2a4-3801-4f4c-9b83-2cadf3378d09 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.3200409 Nov 09 11:34:18.466739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-b63045a8-5b6d-4b05-9980-8d6436e433d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.2741516 Nov 09 11:34:18.468671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.583808 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-2d2275a1-d77d-471e-ae98-2817f5d23058 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.2080603 Nov 09 11:34:18.589492 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.623000 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:34:18.630762 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:34:18.636919 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:34:18.707192 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-10752433-f8b1-44c9-bf25-b582fd812f99 req-9658db1b-7583-4651-86e5-05640eea0c86 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295871 Nov 09 11:34:18.776700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-a6cc7e59-ed6d-40c8-9783-950440c1083c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:18.776700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-a6cc7e59-ed6d-40c8-9783-950440c1083c service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.2907081 Nov 09 11:34:18.825754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-093ceb9b-ad37-4c73-9bc5-62ac9190a48e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:18.827382 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-093ceb9b-ad37-4c73-9bc5-62ac9190a48e service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.2184563 Nov 09 11:34:18.878246 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-cbd102d5-064c-4e04-87a8-8ed2586de3ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1002 time: 0.1050282 Nov 09 11:34:18.921853 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbdef5a-7052-4fe7-9439-4f46d283e74a {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:34:18.935713 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.949062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-c206e79c-8a6a-402b-865c-2f3be0f33028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:18.950825 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-c206e79c-8a6a-402b-865c-2f3be0f33028 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.0656917 Nov 09 11:34:18.951826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.955481 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-327468b4-450f-46ec-8e42-1418d3c011b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:18.969501 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:18.972306 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Transition to ACTIVE for port object cbbdef5a-7052-4fe7-9439-4f46d283e74a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:34:18.976982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-bcdd0d6c-bf8f-49fd-aee4-d9607f982f71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1412060 Nov 09 11:34:19.023763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] 10.222.0.50 "DELETE /v2.0/networks/04e81ba7-fcfa-4073-8ffb-b8279319baaa HTTP/1.1" status: 204 len: 168 time: 1.2651465 Nov 09 11:34:19.024786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Pushing event deleted for resources: {'Network': ['ID=04e81ba7-fcfa-4073-8ffb-b8279319baaa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:19.043772 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:19.063810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-f8decee5-fdc8-4807-89b9-48987385c581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:19.068853 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-f8decee5-fdc8-4807-89b9-48987385c581 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0809484 Nov 09 11:34:19.071369 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:19.081007 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-227801d3-0f05-4389-a34b-55a49d1a48da tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:19.089582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-9d52b103-a338-49b9-bf24-feb9bdfc8eb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158540 Nov 09 11:34:19.260180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-7ef5fd42-2dc4-4531-987b-0c8a0256cd02 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616545 Nov 09 11:34:19.302647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Pushing event updated for resources: {'Port': ['ID=cbbdef5a-7052-4fe7-9439-4f46d283e74a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:19.311726 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:19.481591 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b6e3dfc5-56be-4aa9-8dd5-5c88a35fbfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:19.482121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55774) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:19.583161 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-6f7606be-b6a3-4e54-91d1-22a205ef0a08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5031338 Nov 09 11:34:19.607644 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d450b96a-8e2d-449f-8912-d08867e7ecaf req-3e9f48f1-a6be-4aaa-a12c-354b4bc24735 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421171 Nov 09 11:34:19.615282 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:19.723061 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0907fa37-19f9-4a85-a991-516f19156db7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0df4b4801964415d88993f6cb58ac51b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1003454 Nov 09 11:34:19.724356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55784) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:19.822988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:19.854362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:19.872022 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Attempting to bind port cbbdef5a-7052-4fe7-9439-4f46d283e74a on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:34:19.872622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Attempting to bind port cbbdef5a-7052-4fe7-9439-4f46d283e74a by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:34:19.872744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Attempting to bind port cbbdef5a-7052-4fe7-9439-4f46d283e74a on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:34:19.909258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Port cbbdef5a-7052-4fe7-9439-4f46d283e74a on network fd19a92a-64ab-479f-8bbb-39c407f38a3a not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:34:19.909640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Attempting to bind port cbbdef5a-7052-4fe7-9439-4f46d283e74a on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:34:19.941491 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:34:19.941825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:34:19.942209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Bound using segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:34:19.942659 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Bound port: cbbdef5a-7052-4fe7-9439-4f46d283e74a, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:34:19.943091 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:19.955956 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-62286875-0d4b-4651-8e32-08a87ae15e0c service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125905 Nov 09 11:34:19.993863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd5aa9-65ac-4301-89c0-1e80ab88a893 req-aa6a42f3-760c-495c-bf8d-3126991f1343 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:20.001014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2acd5aa9-65ac-4301-89c0-1e80ab88a893 req-aa6a42f3-760c-495c-bf8d-3126991f1343 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 943 time: 0.4711077 Nov 09 11:34:20.025827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.088746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c75e6-c1dc-4916-82f9-858e5f20255d req-99a2f792-098c-41e7-8e82-5c23c8ee97ee tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:20.090211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-654c75e6-c1dc-4916-82f9-858e5f20255d req-99a2f792-098c-41e7-8e82-5c23c8ee97ee tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1836848 Nov 09 11:34:20.148493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-654c75e6-c1dc-4916-82f9-858e5f20255d req-df1f5e3e-d662-47ce-ba81-60770d7c8322 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472419 Nov 09 11:34:20.189831 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.199155 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-88aea5d2-3989-4dc3-b06f-d787f9f6152d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:20.199339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-2acd5aa9-65ac-4301-89c0-1e80ab88a893 req-4de73e33-f16c-4918-b0fa-dbab25b4e233 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942418 Nov 09 11:34:20.222523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] For port cbbdef5a-7052-4fe7-9439-4f46d283e74a, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:34:20.228634 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538072dc-2d93-4923-ad45-13cfbec76430,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:20.229585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-203f5d20-1f04-429a-a9ab-a5d0ec955f9b req-14b46418-1693-4b2a-9c65-2015ab6e2762 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635679 Nov 09 11:34:20.243513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] For port cbbdef5a-7052-4fe7-9439-4f46d283e74a, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cbbdef5a-7052-4fe7-9439-4f46d283e74a,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:34:20.244278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:20.244278 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:20.244278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:80d973864b204650ac052395285548e1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:20.246215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:20.252654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:20.342417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.345882 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/538072dc-2d93-4923-ad45-13cfbec76430 HTTP/1.1" status: 204 len: 168 time: 0.6181343 Nov 09 11:34:20.349644 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.351727 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.355591 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3460817b-8ada-48c1-96f6-b46511451239 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:20.409780 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.411818 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] 10.222.0.57 "PUT /v2.0/ports/cbbdef5a-7052-4fe7-9439-4f46d283e74a HTTP/1.1" status: 200 len: 1091 time: 2.5882988 Nov 09 11:34:20.412615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'tag': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:34:20.462417 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Pushing event updated for resources: {'Port': ['ID=cbbdef5a-7052-4fe7-9439-4f46d283e74a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:20.468128 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:20.481406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.490304 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6decb166-2b62-46b4-8d46-cc3344776b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:20.497689 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'tag': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a', 'status': 'completed', 'code': 200} Nov 09 11:34:20.544095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80d973864b204650ac052395285548e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0604196 Nov 09 11:34:20.545263 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd6cc0-834c-4c58-b992-bb9e1569bef8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:20.547912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55796) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:20.550735 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:20.625501 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a31126b3-b2af-450b-960f-2abe6f1a86fd req-5c503669-5349-4f06-ae9a-356104f04891 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 1094 time: 0.1106901 Nov 09 11:34:20.668461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.675530 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.724976 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.826731 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31126b3-b2af-450b-960f-2abe6f1a86fd req-7d8e3589-2b7e-42c3-89f0-2d85f0fc5c05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:20.828266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a31126b3-b2af-450b-960f-2abe6f1a86fd req-7d8e3589-2b7e-42c3-89f0-2d85f0fc5c05 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f616c12fec4944679dc9f827f4131daa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1939259 Nov 09 11:34:20.892997 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.908930 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fe3a1a69-2cec-48ec-80c4-c4e93635b184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:20.938484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd6cc0-834c-4c58-b992-bb9e1569bef8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:20.945754 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:20.948908 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:20.951335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fdd6cc0-834c-4c58-b992-bb9e1569bef8 HTTP/1.1" status: 204 len: 168 time: 0.4023595 Nov 09 11:34:21.087100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31126b3-b2af-450b-960f-2abe6f1a86fd req-8548be38-de60-4b7f-a30d-a89b746b1e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:21.088650 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a31126b3-b2af-450b-960f-2abe6f1a86fd req-8548be38-de60-4b7f-a30d-a89b746b1e03 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2537377 Nov 09 11:34:21.220686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-b73916a9-1c14-4e39-83dc-86e0c150e0f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 1094 time: 0.0943708 Nov 09 11:34:21.307229 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-5ccdf6d6-cc93-45c4-b642-fb1ca1af68ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbdef5a-7052-4fe7-9439-4f46d283e74a HTTP/1.1" status: 200 len: 217 time: 0.0786071 Nov 09 11:34:21.426941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-21f75fc9-2149-48ac-a899-2990c1a8d6c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:21.428877 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-21f75fc9-2149-48ac-a899-2990c1a8d6c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0760334 Nov 09 11:34:21.512330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f5d46-a1da-4f78-a79d-a500e2e04b04 req-b9daf187-6311-451d-ac4d-f9d6d27ac5c3 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:21.514017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c86f5d46-a1da-4f78-a79d-a500e2e04b04 req-b9daf187-6311-451d-ac4d-f9d6d27ac5c3 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.2096210 Nov 09 11:34:21.559883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfafbf-b18a-4797-a581-627b1107ed29 req-6639608e-2b75-4f2d-b2c6-08033f3ed2a7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:21.561680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-30cfafbf-b18a-4797-a581-627b1107ed29 req-6639608e-2b75-4f2d-b2c6-08033f3ed2a7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 943 time: 0.2091639 Nov 09 11:34:21.582025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c86f5d46-a1da-4f78-a79d-a500e2e04b04 req-88a99850-df01-4035-999e-aa572fdb8a0e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612309 Nov 09 11:34:21.604473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-74d1676f-85d8-4523-81b7-77a6e8cab816 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667514 Nov 09 11:34:21.611037 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-30cfafbf-b18a-4797-a581-627b1107ed29 req-ede836dc-0def-41b4-bb68-10b83c3b45b5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Nov 09 11:34:21.763058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-fff26d19-6caf-412b-bed8-1b2bf01c96e8 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508489 Nov 09 11:34:21.930713 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:21.936145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d1f50fe0-c8a4-448b-8103-30e4cf553e19 req-3d00aed9-b623-4103-80e4-11c89e616567 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664796 Nov 09 11:34:21.952981 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:21.989940 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:21.994588 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad54c2d15e19492aaa65d93ea9c97aec is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:21.998265 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:22.007195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:22.080862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:22.089274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:22.143273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:22.150229 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca6823c7-ab03-491d-984f-0c069536b820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:22.191436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b473f5-4315-4a09-b41b-e151bee43fd4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:22.196249 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:22.205062 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad54c2d15e19492aaa65d93ea9c97aec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2690365 Nov 09 11:34:22.205062 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 55818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:22.267154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:22.294316 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:22.435327 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:22.439635 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-73d860f9-54cc-46a9-a0a2-d31afadbe913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:22.453400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b473f5-4315-4a09-b41b-e151bee43fd4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:22.456323 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:22.458489 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:22.462557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3b473f5-4315-4a09-b41b-e151bee43fd4 HTTP/1.1" status: 204 len: 168 time: 0.2559395 Nov 09 11:34:22.821148 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016435bf-85e5-49b3-acd6-4ecd35b04799 req-39821154-db22-4d67-805d-463c2690613d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:22.823339 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-016435bf-85e5-49b3-acd6-4ecd35b04799 req-39821154-db22-4d67-805d-463c2690613d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0843997 Nov 09 11:34:23.048525 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-016435bf-85e5-49b3-acd6-4ecd35b04799 req-6f4b7384-2652-462c-b497-3274a9374042 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186460 Nov 09 11:34:24.200267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cbbdef5a-7052-4fe7-9439-4f46d283e74a details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:34:24.284583 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0ca26-f057-496d-855a-ea0a3760b6ca req-073bd16e-e4c8-485d-8b0d-2083bae678b5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:24.288992 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-beb0ca26-f057-496d-855a-ea0a3760b6ca req-073bd16e-e4c8-485d-8b0d-2083bae678b5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0969381 Nov 09 11:34:24.350311 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-beb0ca26-f057-496d-855a-ea0a3760b6ca req-73254043-7454-4726-8496-db1922d2fe16 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505927 Nov 09 11:34:24.433313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port cbbdef5a-7052-4fe7-9439-4f46d283e74a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cbbdef5a-7052-4fe7-9439-4f46d283e74a,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:34:24.452657 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a', 'mac_address': 'fa:16:3e:77:af:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:34:24.567207 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:24.586689 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbdef5a-7052-4fe7-9439-4f46d283e74a {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:34:24.609587 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port cbbdef5a-7052-4fe7-9439-4f46d283e74a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cbbdef5a-7052-4fe7-9439-4f46d283e74a,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:34:24.698167 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:24.700018 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:24.783126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=cbbdef5a-7052-4fe7-9439-4f46d283e74a,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:24.794352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.794699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.795082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.795421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.795759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.796091 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.796420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.796746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.797074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.797399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.797722 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:34:24.801744 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:24.916870 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cbbdef5a-7052-4fe7-9439-4f46d283e74a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:34:25.588242 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404edad3-ba91-4f13-a5f8-2340a682ea9d req-6000ff62-e6ba-45d4-90b3-3ad97b259ba9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:25.590108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-404edad3-ba91-4f13-a5f8-2340a682ea9d req-6000ff62-e6ba-45d4-90b3-3ad97b259ba9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 944 time: 0.0952096 Nov 09 11:34:25.641098 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-404edad3-ba91-4f13-a5f8-2340a682ea9d req-0bd1fc03-ac8f-44c0-95a4-46a16b175d6a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Nov 09 11:34:26.171749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cbbdef5a-7052-4fe7-9439-4f46d283e74a up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:34:26.371258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port cbbdef5a-7052-4fe7-9439-4f46d283e74a completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:34:26.376831 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port cbbdef5a-7052-4fe7-9439-4f46d283e74a triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:34:26.377283 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:26.506307 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:26.538788 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:34:26.558368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port cbbdef5a-7052-4fe7-9439-4f46d283e74a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cbbdef5a-7052-4fe7-9439-4f46d283e74a,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:34:26.639812 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:26.642165 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:26.743623 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=cbbdef5a-7052-4fe7-9439-4f46d283e74a,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:26.747028 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:26.793065 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a', 'code': 200} Nov 09 11:34:26.929077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb042968-fc87-41f7-a88b-e76262d7dafc req-2d0b6c01-ae19-4100-bcd4-be51dedcc727 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:26.936863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb042968-fc87-41f7-a88b-e76262d7dafc req-2d0b6c01-ae19-4100-bcd4-be51dedcc727 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 945 time: 0.1505163 Nov 09 11:34:27.006821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb042968-fc87-41f7-a88b-e76262d7dafc req-ed050815-e03a-4224-866b-e8a085f52e89 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685453 Nov 09 11:34:27.015087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a632707d-4d71-4f07-86df-8f52187f69d2 req-7b782ced-11e4-4547-9a1c-e4ec909aab0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.1602643 Nov 09 11:34:27.066752 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a632707d-4d71-4f07-86df-8f52187f69d2 req-d6f206e0-1a52-431d-b652-c01d81143e64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Nov 09 11:34:28.223547 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276894e-3470-411c-8cb2-a19608f9f37d req-1e9f21c8-b95f-4177-bcd8-11e14fccae6b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:28.224952 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d276894e-3470-411c-8cb2-a19608f9f37d req-1e9f21c8-b95f-4177-bcd8-11e14fccae6b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0846910 Nov 09 11:34:28.278079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d276894e-3470-411c-8cb2-a19608f9f37d req-ef4d1d59-0daa-4900-ab14-e54c9f7001d4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470152 Nov 09 11:34:29.556973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417a23b-2d90-4999-97fc-8d276ec34fdd req-30f4c05d-e991-4972-b107-8017392d45a2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:29.561522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3417a23b-2d90-4999-97fc-8d276ec34fdd req-30f4c05d-e991-4972-b107-8017392d45a2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 945 time: 0.1218112 Nov 09 11:34:29.610045 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3417a23b-2d90-4999-97fc-8d276ec34fdd req-3490865c-da41-442a-9357-b564afa8f2c0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Nov 09 11:34:34.384069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:36.623965 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:40.542465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56014) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:40.784633 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:40.819592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:40.824541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Usage tracker for resource:security_group_rule and tenant:895b1c18aa7a4a2aa9d0be0ac4734a5a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:40.827529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:40.833289 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:40.910210 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:40.995060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:41.002842 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4ee1320b-3195-435e-8bfa-7495ad6b3c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:41.045217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52adb1b-7bf3-4cbf-864a-662dec66384c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:41.052164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56026) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:41.067063 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=895b1c18aa7a4a2aa9d0be0ac4734a5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5232987 Nov 09 11:34:41.068196 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:41.123911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:41.183934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:41.269136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc13957-a1e3-4def-a937-2973c0f914f0 req-d8155d2c-6e12-4187-8793-d1a5d02fbf01 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:41.270541 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0fc13957-a1e3-4def-a937-2973c0f914f0 req-d8155d2c-6e12-4187-8793-d1a5d02fbf01 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1215374 Nov 09 11:34:41.318219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0fc13957-a1e3-4def-a937-2973c0f914f0 req-3f6ae292-a2ba-4d73-bde3-5d62dbf8fed3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Nov 09 11:34:41.361203 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:41.365354 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b987c935-0e05-4f59-934a-b1cf16fb07a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:41.380121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52adb1b-7bf3-4cbf-864a-662dec66384c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:41.384224 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:41.387467 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:41.390766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e52adb1b-7bf3-4cbf-864a-662dec66384c HTTP/1.1" status: 204 len: 168 time: 0.3354344 Nov 09 11:34:41.531327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e737c-b163-42dd-9f74-d68de161afe5 req-75e0bfb1-be74-444b-aa53-b9ec59d60796 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:41.532789 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c5e737c-b163-42dd-9f74-d68de161afe5 req-75e0bfb1-be74-444b-aa53-b9ec59d60796 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0798609 Nov 09 11:34:41.581602 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7c5e737c-b163-42dd-9f74-d68de161afe5 req-3c888045-b167-49a1-8056-d01e866ae763 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433092 Nov 09 11:34:42.105579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56042) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:42.137498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:42.177608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:42.181943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4f838438e6414f9ef94f914595da12 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:42.186176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:42.190634 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:42.255167 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdc726-3bf7-46df-a5f2-906a32b21df2 req-6a652126-b52e-40de-bd05-f654677e67e5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:42.256934 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebbdc726-3bf7-46df-a5f2-906a32b21df2 req-6a652126-b52e-40de-bd05-f654677e67e5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0995567 Nov 09 11:34:42.267764 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:42.307097 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ebbdc726-3bf7-46df-a5f2-906a32b21df2 req-0bc8d00c-4571-45c9-91c5-6ce46be92b7c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443532 Nov 09 11:34:42.323514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:42.331206 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-feae646a-983b-4c71-b34c-6c575c66b4ee tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:42.374961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b907118b-466a-4fec-84f3-fb2c01d983d8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:42.379912 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:42.387334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56052) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:42.387938 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa4f838438e6414f9ef94f914595da12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2806182 Nov 09 11:34:42.458057 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:42.486324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:42.605564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:42.610555 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f6c265e-52a6-44c6-99a6-56d929c419e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:42.623122 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b907118b-466a-4fec-84f3-fb2c01d983d8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:42.626955 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:42.632856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:42.633979 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b907118b-466a-4fec-84f3-fb2c01d983d8 HTTP/1.1" status: 204 len: 168 time: 0.2457352 Nov 09 11:34:43.493279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50439127-05f7-4277-8968-aa42128ce82d req-7e1f9541-1873-435e-81e7-36e34bcafe0b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:43.494783 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50439127-05f7-4277-8968-aa42128ce82d req-7e1f9541-1873-435e-81e7-36e34bcafe0b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0889230 Nov 09 11:34:43.555081 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50439127-05f7-4277-8968-aa42128ce82d req-0eaa028a-81f6-4bef-8055-ec15299e8a7a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540180 Nov 09 11:34:44.910771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061f6eb-cf04-4177-8efd-9d8a026a445d req-5e083c4d-8c17-4a90-875b-6001f090556b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:44.912258 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7061f6eb-cf04-4177-8efd-9d8a026a445d req-5e083c4d-8c17-4a90-875b-6001f090556b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0834618 Nov 09 11:34:44.965232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7061f6eb-cf04-4177-8efd-9d8a026a445d req-00c3c839-fb93-449f-9716-77620df6fcf4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Nov 09 11:34:46.203403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b38a-204b-4995-8586-dbf38585ab82 req-9c5f9f68-f7a2-465a-869b-09a121e0646d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:46.205020 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aff0b38a-204b-4995-8586-dbf38585ab82 req-9c5f9f68-f7a2-465a-869b-09a121e0646d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1046176 Nov 09 11:34:46.274027 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aff0b38a-204b-4995-8586-dbf38585ab82 req-2d96066a-1d06-404a-9315-2f015ba2dc13 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520029 Nov 09 11:34:47.257411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bc68dc43-63e4-4663-a312-5612973bedfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:47.495690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4f6a-9537-4e0b-98a9-c72d60848c2d req-8f911d38-1cdd-4a6f-817f-c3fea1dd26a6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:47.501244 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d1f4f6a-9537-4e0b-98a9-c72d60848c2d req-8f911d38-1cdd-4a6f-817f-c3fea1dd26a6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0914500 Nov 09 11:34:47.520554 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:47.545885 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4d1f4f6a-9537-4e0b-98a9-c72d60848c2d req-3c48e308-da3c-45c6-945a-27eb741774df tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 Nov 09 11:34:48.751318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa421c5-d57b-4a9c-bc20-00b60a14332e req-9c555420-7912-4533-9aa6-5f2ffda9a5a5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:48.753003 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cfa421c5-d57b-4a9c-bc20-00b60a14332e req-9c555420-7912-4533-9aa6-5f2ffda9a5a5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0820563 Nov 09 11:34:48.802026 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cfa421c5-d57b-4a9c-bc20-00b60a14332e req-698c6f1d-7f59-4916-bfd5-2f612ef926ea tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Nov 09 11:34:49.446309 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4a9e-9a03-4ece-9b57-c2c952d14126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:50.027311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a20841-bf1b-4593-ba3f-eb6976d2b7a7 req-ba76a51d-1de4-42dd-b533-568e920389fd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:50.029032 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8a20841-bf1b-4593-ba3f-eb6976d2b7a7 req-ba76a51d-1de4-42dd-b533-568e920389fd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0914493 Nov 09 11:34:50.083126 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d8a20841-bf1b-4593-ba3f-eb6976d2b7a7 req-d7093659-1322-4e9f-b86d-cdc74056db87 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480042 Nov 09 11:34:50.185083 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:34:50.650534 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:51.293006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9275958-35d2-4e2a-abf5-cbdd746add9b req-c906db22-3abf-48be-84ba-a7090471038e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:51.294392 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9275958-35d2-4e2a-abf5-cbdd746add9b req-c906db22-3abf-48be-84ba-a7090471038e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0859179 Nov 09 11:34:51.342622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c9275958-35d2-4e2a-abf5-cbdd746add9b req-97eb97e4-0cc3-40fd-9511-58e80c9d3fd5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Nov 09 11:34:52.109474 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:52.547882 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d33add-eba8-4dff-98bd-ef49958e4905 req-e99ef17a-8d4b-44ae-8774-91e9a159f05f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:52.549943 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-97d33add-eba8-4dff-98bd-ef49958e4905 req-e99ef17a-8d4b-44ae-8774-91e9a159f05f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0813637 Nov 09 11:34:52.606038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-97d33add-eba8-4dff-98bd-ef49958e4905 req-b89287d9-887f-4fc6-9390-8c1fd5953448 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487919 Nov 09 11:34:53.814307 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d730fb-70d9-4c84-96e7-476ba20815d7 req-0b77291d-edc8-4310-8c41-34b5e5eb0ba8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:53.815781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7d730fb-70d9-4c84-96e7-476ba20815d7 req-0b77291d-edc8-4310-8c41-34b5e5eb0ba8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0773816 Nov 09 11:34:53.867899 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f7d730fb-70d9-4c84-96e7-476ba20815d7 req-fe327557-d68b-4a91-aada-7a85a95dec1e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453255 Nov 09 11:34:54.036631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56200) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:54.184893 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:54.220335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:54.224281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e34120c6a34ba9bb746236eca35e90 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:54.228038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:54.233819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:54.303106 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:54.412083 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:54.420464 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e1ce224a-0b95-4a52-b4d1-d8988301f9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:54.460529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9d9f79-87cb-4117-b224-b5f558ccfe86,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:54.463970 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:54.466335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1e34120c6a34ba9bb746236eca35e90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4280589 Nov 09 11:34:54.468967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56208) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:54.531070 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:54.561675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:54.703588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:54.707500 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2bd2883e-5cd5-45d7-a186-f1ee5bdbca86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:54.720862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9d9f79-87cb-4117-b224-b5f558ccfe86,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:54.723746 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:54.725747 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:54.729850 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee9d9f79-87cb-4117-b224-b5f558ccfe86 HTTP/1.1" status: 204 len: 168 time: 0.2570918 Nov 09 11:34:55.095732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d07af9-94b4-4bf8-aa26-71c6133e76af req-1a5a593e-f9fb-4a01-92a7-28d2185a779a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:55.096991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d4d07af9-94b4-4bf8-aa26-71c6133e76af req-1a5a593e-f9fb-4a01-92a7-28d2185a779a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1002092 Nov 09 11:34:55.151290 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d4d07af9-94b4-4bf8-aa26-71c6133e76af req-ef4b3342-15a2-446d-aaff-6684af64201c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Nov 09 11:34:55.539793 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56222) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:55.562940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:55.602523 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:34:55.606914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:23e79b1005ba4ca7944ae86a411aebb7 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:34:55.611290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:34:55.619285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:34:55.713818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:55.807581 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:55.844305 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b6f445a3-fa15-4e2d-9b18-10f4550814ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:55.857876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5257fe-839e-4e6a-b3ba-ab5d56423fbd req-71126400-97c2-4513-82af-ee4ad0bb4ccf tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:55.860462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc5257fe-839e-4e6a-b3ba-ab5d56423fbd req-71126400-97c2-4513-82af-ee4ad0bb4ccf tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1438527 Nov 09 11:34:55.930664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501e4e9e-693c-455a-9379-07eadb33376d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:55.933838 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:55.951376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23e79b1005ba4ca7944ae86a411aebb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4124644 Nov 09 11:34:55.954033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56228) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:34:55.998827 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc5257fe-839e-4e6a-b3ba-ab5d56423fbd req-1754d48f-8b89-43d1-85e7-56eab0848789 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305511 Nov 09 11:34:56.029478 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-e1209a4e-e44c-4282-9a85-d4dcbe9b52b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.2141864 Nov 09 11:34:56.073451 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:56.161673 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:56.225637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-4e9b3137-2c3e-4a31-8086-3531506ef5a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:56.227228 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-4e9b3137-2c3e-4a31-8086-3531506ef5a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1861982 Nov 09 11:34:56.462257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-c8a1a40c-3401-4319-8f9a-4b0377f03a15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.2262218 Nov 09 11:34:56.520790 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:56.526930 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-20403bbe-2917-45c9-9dcd-b4542a1ddc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:34:56.544169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e4e9e-693c-455a-9379-07eadb33376d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:34:56.548251 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:34:56.551472 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-bf3414a7-fffb-40e8-9b92-fc34849c30a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:56.552971 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-bf3414a7-fffb-40e8-9b92-fc34849c30a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0831165 Nov 09 11:34:56.558812 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:34:56.562571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/501e4e9e-693c-455a-9379-07eadb33376d HTTP/1.1" status: 204 len: 168 time: 0.6050637 Nov 09 11:34:56.653504 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-4eff216a-66a4-425f-b0ee-9f4d0ed88e72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920446 Nov 09 11:34:56.811271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-fc52d599-6e68-4f26-882a-1fd3ab635dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486130 Nov 09 11:34:56.972094 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-49a5d75a-d7c1-496d-8b15-cf5cd6b638bd req-3d030ca8-2e58-4f55-8c39-77f0e6a24367 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543415 Nov 09 11:34:57.419416 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c9c7f-2f5d-4bf6-9f01-f7ab1c2fa447 req-c5cd9c4f-9366-4438-bb68-b9b4ee541c12 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:57.424615 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b77c9c7f-2f5d-4bf6-9f01-f7ab1c2fa447 req-c5cd9c4f-9366-4438-bb68-b9b4ee541c12 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1063981 Nov 09 11:34:57.468598 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b77c9c7f-2f5d-4bf6-9f01-f7ab1c2fa447 req-b142c48d-bfa4-4943-be30-2e4f0df58098 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413587 Nov 09 11:34:58.682443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0413-169e-4699-833b-d9b65c5888fe req-6358e6a8-5da7-4dd7-bee6-e749b02e453a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:58.683957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-51bb0413-169e-4699-833b-d9b65c5888fe req-6358e6a8-5da7-4dd7-bee6-e749b02e453a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0820765 Nov 09 11:34:58.735847 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-51bb0413-169e-4699-833b-d9b65c5888fe req-d42e3373-5ba4-46e3-a3c3-9be18b8c80d6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Nov 09 11:34:58.950626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3a2f-7173-4ef3-8440-7fc25133ff98 req-597cf138-0b19-4264-96f5-a57a5836ff31 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:58.952137 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-249a3a2f-7173-4ef3-8440-7fc25133ff98 req-597cf138-0b19-4264-96f5-a57a5836ff31 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0880439 Nov 09 11:34:59.005559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-249a3a2f-7173-4ef3-8440-7fc25133ff98 req-722baa34-ce85-46d1-b5e9-a5fd6cdb78de tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475843 Nov 09 11:34:59.725611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36556dec-de32-43af-b3e2-c18b797326d6 req-55c3acb7-edb0-424e-bf1b-64fe062fd84b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:34:59.728729 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36556dec-de32-43af-b3e2-c18b797326d6 req-55c3acb7-edb0-424e-bf1b-64fe062fd84b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0779080 Nov 09 11:34:59.775602 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-36556dec-de32-43af-b3e2-c18b797326d6 req-8ef30205-47f3-412a-9fc8-c69247b68d84 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424690 Nov 09 11:34:59.841860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56310) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:00.016229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.047636 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:00.051621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Usage tracker for resource:security_group_rule and tenant:72d86c6b7c964ba688f0f9bdfcc8926b is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:00.055451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:00.061095 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:00.074730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56318) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:00.151969 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.210650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.217572 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:00.268113 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fda8c3-f0e1-4948-ab95-a7e3ee3ed0b5 req-bc8d90a5-2108-4e21-88b7-84f4875f56cb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:00.269673 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4fda8c3-f0e1-4948-ab95-a7e3ee3ed0b5 req-bc8d90a5-2108-4e21-88b7-84f4875f56cb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0869031 Nov 09 11:35:00.276401 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.299585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e847d1-a1f8-437d-8d64-09be002d371a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:00.303426 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:00.307915 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fbe63624-20b0-45d4-90ab-8125d96d01c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72d86c6b7c964ba688f0f9bdfcc8926b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4643323 Nov 09 11:35:00.313861 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56326) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:00.330770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b4fda8c3-f0e1-4948-ab95-a7e3ee3ed0b5 req-7b5ad990-6b34-4c4c-8e54-81cbea7a87aa tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548916 Nov 09 11:35:00.358015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:00.371607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Usage tracker for resource:security_group_rule and tenant:b84e7e33a02f442a866e3388a431b020 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:00.376909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:00.386078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:00.417679 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.460838 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.531578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.594742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.602451 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-02c45166-3153-494b-84c5-31ee271ad022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:00.620833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.655236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1229375-6248-4852-a4ab-bcfae8b31114,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:00.661725 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b84e7e33a02f442a866e3388a431b020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5857675 Nov 09 11:35:00.663338 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:00.664954 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84ca3ce2-61d2-4eb3-a499-00d015856991 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:00.667133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56330) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:00.673206 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.676820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08e847d1-a1f8-437d-8d64-09be002d371a HTTP/1.1" status: 204 len: 168 time: 0.3619637 Nov 09 11:35:00.680330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e847d1-a1f8-437d-8d64-09be002d371a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:00.682497 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:00.772284 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.799913 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.941984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.948039 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:00.964879 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1229375-6248-4852-a4ab-bcfae8b31114,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:00.967349 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:00.978134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:00.981592 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1229375-6248-4852-a4ab-bcfae8b31114 HTTP/1.1" status: 204 len: 168 time: 0.3108029 Nov 09 11:35:01.568706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadf976-5ad5-4caa-a20b-3263a796bc60 req-585d1375-0388-463a-be45-e5d3b7c3ae2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:01.570200 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8cadf976-5ad5-4caa-a20b-3263a796bc60 req-585d1375-0388-463a-be45-e5d3b7c3ae2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0983276 Nov 09 11:35:01.624961 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8cadf976-5ad5-4caa-a20b-3263a796bc60 req-39da92c2-cb4b-4f75-8289-a8ac8b885f18 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485258 Nov 09 11:35:01.676175 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56356) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:01.822765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:01.860347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:01.864599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Usage tracker for resource:security_group_rule and tenant:60992b31b6dd40228a09f220c8a554b9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:01.869174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:01.876045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:01.959960 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.046161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.072130 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3b3fc4d7-55b5-410c-afd1-173c80dca7e1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:02.100008 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb35048-f5bb-40d2-9a3e-9fb06a53372e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:02.100823 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56366) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:02.103565 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:02.106530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60992b31b6dd40228a09f220c8a554b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4271593 Nov 09 11:35:02.109102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56372) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:02.223095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.249458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1662802829-network', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:02.261399 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.269407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:02.279322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Usage tracker for resource:network and tenant:6f190a0353d54ccfaa472a63db9b8025 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:02.288788 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:02.304373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:02.332622 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b8952-e354-40c1-ba48-f305f1905558 req-5a799240-4ef2-4b33-89e4-f6ba2adfd75a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:02.334593 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b82b8952-e354-40c1-ba48-f305f1905558 req-5a799240-4ef2-4b33-89e4-f6ba2adfd75a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1961207 Nov 09 11:35:02.387240 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b82b8952-e354-40c1-ba48-f305f1905558 req-5f5c247d-1447-405c-9713-4902bd1d7a48 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461917 Nov 09 11:35:02.421769 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Made reservation on behalf of 6f190a0353d54ccfaa472a63db9b8025 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:35:02.425190 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.435830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.442145 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f5eba1e9-bccf-4570-b234-c1a74ceb42f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:02.452197 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.468130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb35048-f5bb-40d2-9a3e-9fb06a53372e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:02.470533 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:02.475095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.477724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fb35048-f5bb-40d2-9a3e-9fb06a53372e HTTP/1.1" status: 204 len: 168 time: 0.3677168 Nov 09 11:35:02.503428 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:02.508149 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Usage tracker for resource:security_group_rule and tenant:6f190a0353d54ccfaa472a63db9b8025 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:02.511117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:02.517112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:02.590920 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.691844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.695731 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-737b4803-45b1-4f74-8c0b-33028e25a439 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:02.725795 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:35:02.730929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d5f3d-9361-47d3-8eb6-2dad1597c8ad,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:02.734341 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:02.738169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.738382 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Added segment 9fce3ee1-4137-4af6-a8bd-c6eb1303c704 of type vlan for network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 Nov 09 11:35:02.766669 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.851592 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.852573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:02.853238 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:02.858491 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-24465e9e-10b2-4664-9ff8-80d1c4ca6bf5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:02.961032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Pushing event updated for resources: {'Network': ['ID=42b72cbf-b8ea-4e19-bafc-bbbd582b74a7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:02.968543 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:02.972620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:35:03.021932 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9199367 Nov 09 11:35:03.024970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56386) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:03.030639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Request body: {'subnet': {'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1662802829-subnet', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:03.036174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:03.040865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Usage tracker for resource:subnet and tenant:6f190a0353d54ccfaa472a63db9b8025 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:03.044629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:03.050554 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:03.135300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Made reservation on behalf of 6f190a0353d54ccfaa472a63db9b8025 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:35:03.137950 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:03.405937 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:03.409948 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55c8960a-0b6a-41db-81a2-8e30badd2741 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:03.601947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeed42d0-b243-430b-a8b2-17726908fa9b,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:03.616207 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa270b-f6bd-4bc0-87e3-b7640f8639cc req-185f04f3-a2c5-43bc-9b6b-9e78dbb032de tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:03.617856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0fa270b-f6bd-4bc0-87e3-b7640f8639cc req-185f04f3-a2c5-43bc-9b6b-9e78dbb032de tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0922031 Nov 09 11:35:03.618431 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:03.627257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Checking segment: {'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:03.627609 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Network hostable DHCP agents. Network: 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:35:03.665384 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d0fa270b-f6bd-4bc0-87e3-b7640f8639cc req-ab49c694-0ac8-4436-bc77-1219fa45f9f7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 Nov 09 11:35:03.714328 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:35:03.787815 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:03.791778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:03.792357 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:03.797133 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c2ef1-dc30-4c10-8198-0b9573b66125 None None] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:03.884637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582188a5-0555-4404-9766-76dab8984cd5 req-e310b27d-e3b6-41be-bf97-b57e6306ee79 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:03.886089 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-582188a5-0555-4404-9766-76dab8984cd5 req-e310b27d-e3b6-41be-bf97-b57e6306ee79 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0898519 Nov 09 11:35:03.949493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-582188a5-0555-4404-9766-76dab8984cd5 req-e4eb2ffc-7fa9-4017-9cf7-80373d71083b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575662 Nov 09 11:35:03.956709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5d2d6084-00aa-4245-a197-ffcee1dcc87e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9306622 Nov 09 11:35:03.957123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56406) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:03.962696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1662802829-router', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:03.971161 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:03.982120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Usage tracker for resource:router and tenant:6f190a0353d54ccfaa472a63db9b8025 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:03.986847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:03.999354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:04.041406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'fixed_ips': [{'subnet_id': 'eeed42d0-b243-430b-a8b2-17726908fa9b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:35:04.042274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.112099 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.113293 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.147163 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.180256 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f5da9-e045-4e84-8936-4adfc8507821 req-82d27c86-1204-4bb4-9e0a-a5c1b4d5f2f5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:04.181730 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-152f5da9-e045-4e84-8936-4adfc8507821 req-82d27c86-1204-4bb4-9e0a-a5c1b4d5f2f5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1064696 Nov 09 11:35:04.203354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Allocated IP 172.20.0.2 (42b72cbf-b8ea-4e19-bafc-bbbd582b74a7/eeed42d0-b243-430b-a8b2-17726908fa9b/ba680015-bec2-4b1d-8d22-542f37437ab2) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:04.291804 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-152f5da9-e045-4e84-8936-4adfc8507821 req-02e4e366-dfff-4723-9ec5-db7cf9088063 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015954 Nov 09 11:35:04.372112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.407411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.445705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.467161 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Transition to ACTIVE for port object ba680015-bec2-4b1d-8d22-542f37437ab2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:04.494170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Transition to ACTIVE for port object ba680015-bec2-4b1d-8d22-542f37437ab2 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:04.533321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4e084-f082-4a75-a0f2-5f331f02d14e req-f1dae147-8836-4f47-bb1c-2c30c874377a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:04.535112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66c4e084-f082-4a75-a0f2-5f331f02d14e req-f1dae147-8836-4f47-bb1c-2c30c874377a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0939484 Nov 09 11:35:04.560382 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.572772 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a2a362e3-96c3-4f42-93cc-a3c4a759876c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:04.593048 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-66c4e084-f082-4a75-a0f2-5f331f02d14e req-57710946-7fa8-405c-a227-26e7df6fef37 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507488 Nov 09 11:35:04.630384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:04.633462 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:04.637638 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:04.669111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.690336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Pushing event updated for resources: {'Port': ['ID=ba680015-bec2-4b1d-8d22-542f37437ab2,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:04.697249 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:04.705530 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.750708 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Attempting to bind port ba680015-bec2-4b1d-8d22-542f37437ab2 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:04.751418 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Attempting to bind port ba680015-bec2-4b1d-8d22-542f37437ab2 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:04.751781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Attempting to bind port ba680015-bec2-4b1d-8d22-542f37437ab2 on network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:04.759207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:04.768335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Checking segment: {'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:04.768335 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.768335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Bound using segment: {'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:04.768335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Bound port: ba680015-bec2-4b1d-8d22-542f37437ab2, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:04.768335 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.847927 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Allocated IP 172.25.7.13 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/275e37db-9c90-40a3-8057-be0bda09952d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:04.857592 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] For port ba680015-bec2-4b1d-8d22-542f37437ab2, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:04.860915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] For port ba680015-bec2-4b1d-8d22-542f37437ab2, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba680015-bec2-4b1d-8d22-542f37437ab2,segment=NetworkSegment(9fce3ee1-4137-4af6-a8bd-c6eb1303c704),segment_id=9fce3ee1-4137-4af6-a8bd-c6eb1303c704)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:04.944698 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:04.944698 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-b51d14f6-cc9f-4a4d-91a9-b70a8a616426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:05.031492 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:05.037345 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Pushing event updated for resources: {'Port': ['ID=ba680015-bec2-4b1d-8d22-542f37437ab2,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:05.040699 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:05.130151 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:05.136932 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-520e9e48-cb2e-4e2c-9f30-18b13c758811 tempest-RoutersAdminTest-218396149 tempest-RoutersAdminTest-218396149-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:05.204257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:05.215410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:05.217921 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:05.258451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Pushing event updated for resources: {'Port': ['ID=275e37db-9c90-40a3-8057-be0bda09952d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:05.263583 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:05.470445 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:05.471154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:05.782954 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Router 67224434-3cf1-473d-a79a-3bdd43f912f0 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:35:06.105607 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba680015-bec2-4b1d-8d22-542f37437ab2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:06.204672 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ca08e-4f6b-4ea9-9a0f-522099af9819 None None] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:06.213137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:06.235356 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Sync routers for ids ['67224434-3cf1-473d-a79a-3bdd43f912f0'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:06.297503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:06.299223 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3408754 Nov 09 11:35:06.302223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:06.328006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Routers {'67224434-3cf1-473d-a79a-3bdd43f912f0'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:06.328658 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:34:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['67224434-3cf1-473d-a79a-3bdd43f912f0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:06.403810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9c427c27-1ac4-42e7-9aa9-7ca0baf32c1c None None] Provisioning for port ba680015-bec2-4b1d-8d22-542f37437ab2 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:06.527606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port ba680015-bec2-4b1d-8d22-542f37437ab2 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:06.543073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ba680015-bec2-4b1d-8d22-542f37437ab2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:06.543073 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:06.702698 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:06.708285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Set router 67224434-3cf1-473d-a79a-3bdd43f912f0 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:06.906069 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.021113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port ba680015-bec2-4b1d-8d22-542f37437ab2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba680015-bec2-4b1d-8d22-542f37437ab2,segment=NetworkSegment(9fce3ee1-4137-4af6-a8bd-c6eb1303c704),segment_id=9fce3ee1-4137-4af6-a8bd-c6eb1303c704)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:07.086643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.094972 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-083aa3cf-993c-45dd-9cba-5015939e2603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:07.164564 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.199072 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=ba680015-bec2-4b1d-8d22-542f37437ab2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:07.204533 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:07.221247 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'name': 'tempest-TestAggregatesBasicOps-1662802829-router', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '275e37db-9c90-40a3-8057-be0bda09952d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:05Z', 'revision_number': 3, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'gw_port': {'id': '275e37db-9c90-40a3-8057-be0bda09952d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:07.226349 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Checking router: 67224434-3cf1-473d-a79a-3bdd43f912f0 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:35:07.226715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Updating router 67224434-3cf1-473d-a79a-3bdd43f912f0 port 275e37db-9c90-40a3-8057-be0bda09952d binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:35:07.290050 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.327022 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3e107bf5-d496-4e4c-adb2-0fb9866f2b38 None None] Provisioning complete for port ba680015-bec2-4b1d-8d22-542f37437ab2 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:07.327400 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3e107bf5-d496-4e4c-adb2-0fb9866f2b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.385703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Allocated IP 172.20.0.1 (42b72cbf-b8ea-4e19-bafc-bbbd582b74a7/eeed42d0-b243-430b-a8b2-17726908fa9b/f27693f0-7bd5-4be4-bb89-c0035cb0380b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:07.552278 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.571252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Transition to ACTIVE for port object f27693f0-7bd5-4be4-bb89-c0035cb0380b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:07.680525 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.685218 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-507910c9-2cb9-4350-a705-5db779580361 tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:07.757030 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:07.760611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:07.763310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:07.808854 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Pushing event updated for resources: {'Port': ['ID=f27693f0-7bd5-4be4-bb89-c0035cb0380b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:07.808854 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:07.836185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.839625 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.854953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Transition to ACTIVE for port object 275e37db-9c90-40a3-8057-be0bda09952d will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:07.920436 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:07.924718 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:08.039985 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.042068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba680015-bec2-4b1d-8d22-542f37437ab2 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:08.078867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6ae77-12c1-4d0d-b022-20d2582f75f1 None None] Pushing event updated for resources: {'Port': ['ID=275e37db-9c90-40a3-8057-be0bda09952d,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:08.081340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Attempting to bind port 275e37db-9c90-40a3-8057-be0bda09952d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:08.081908 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Attempting to bind port 275e37db-9c90-40a3-8057-be0bda09952d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:08.082277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Attempting to bind port 275e37db-9c90-40a3-8057-be0bda09952d on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:08.087099 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae77-12c1-4d0d-b022-20d2582f75f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:08.105915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:08.106293 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:08.106698 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.107118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:08.107600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Bound port: 275e37db-9c90-40a3-8057-be0bda09952d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:08.107980 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.200745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ba680015-bec2-4b1d-8d22-542f37437ab2 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:08.201891 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.231544 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c450e756-c8fb-4eeb-a35f-529bec762cee None None] Provisioning for port f27693f0-7bd5-4be4-bb89-c0035cb0380b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:08.241061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] For port 275e37db-9c90-40a3-8057-be0bda09952d, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:08.252519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c450e756-c8fb-4eeb-a35f-529bec762cee None None] Provisioning complete for port f27693f0-7bd5-4be4-bb89-c0035cb0380b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:08.252896 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c450e756-c8fb-4eeb-a35f-529bec762cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.295926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] For port 275e37db-9c90-40a3-8057-be0bda09952d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=275e37db-9c90-40a3-8057-be0bda09952d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:08.366304 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c450e756-c8fb-4eeb-a35f-529bec762cee None None] Port f27693f0-7bd5-4be4-bb89-c0035cb0380b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:35:08.393893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.399598 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:08.424547 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.475973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Routers {'67224434-3cf1-473d-a79a-3bdd43f912f0'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:08.476589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:34:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['67224434-3cf1-473d-a79a-3bdd43f912f0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:08.528334 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6ae77-12c1-4d0d-b022-20d2582f75f1 None None] Pushing event updated for resources: {'Port': ['ID=275e37db-9c90-40a3-8057-be0bda09952d,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:08.538808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.542640 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae77-12c1-4d0d-b022-20d2582f75f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:08.568283 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-69fb7223-0d5d-4a6c-a86c-1e9f34db40e4 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:08.650112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:08.657661 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Pushing event updated for resources: {'Port': ['ID=f27693f0-7bd5-4be4-bb89-c0035cb0380b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:08.669347 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] Set router 67224434-3cf1-473d-a79a-3bdd43f912f0 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:08.686195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.686587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.687002 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.687382 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.687755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.688124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.688491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.688859 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.689223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.689585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.689947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:08.696614 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:08.811355 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:08.812692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:09.034456 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-47281065-71d8-462f-9346-6a3649459a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'name': 'tempest-TestAggregatesBasicOps-1662802829-router', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '275e37db-9c90-40a3-8057-be0bda09952d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:07Z', 'revision_number': 4, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'gw_port': {'id': '275e37db-9c90-40a3-8057-be0bda09952d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f27693f0-7bd5-4be4-bb89-c0035cb0380b', 'name': '', 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'mac_address': 'fa:16:3e:c3:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:07Z', 'updated_at': '2021-11-09T11:35:07Z', 'revision_number': 1, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'subnets': [{'id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:09.045442 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47281065-71d8-462f-9346-6a3649459a1e None None] The sync data for ids ['67224434-3cf1-473d-a79a-3bdd43f912f0'] in n-d-817173-1 is: [{'id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'name': 'tempest-TestAggregatesBasicOps-1662802829-router', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '275e37db-9c90-40a3-8057-be0bda09952d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:07Z', 'revision_number': 4, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'gw_port': {'id': '275e37db-9c90-40a3-8057-be0bda09952d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f27693f0-7bd5-4be4-bb89-c0035cb0380b', 'name': '', 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'mac_address': 'fa:16:3e:c3:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:07Z', 'updated_at': '2021-11-09T11:35:07Z', 'revision_number': 1, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'subnets': [{'id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:35:09.203466 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d58f6b48-4d07-454c-aa4e-e22c6012d72b None None] Provisioning complete for port f27693f0-7bd5-4be4-bb89-c0035cb0380b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:09.204146 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d58f6b48-4d07-454c-aa4e-e22c6012d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:09.301917 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-d58f6b48-4d07-454c-aa4e-e22c6012d72b None None] Port f27693f0-7bd5-4be4-bb89-c0035cb0380b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:35:09.312792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Router 67224434-3cf1-473d-a79a-3bdd43f912f0 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:35:09.540925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:09.551748 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] 10.222.0.50 "PUT /v2.0/routers/67224434-3cf1-473d-a79a-3bdd43f912f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2464786 Nov 09 11:35:10.063057 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 275e37db-9c90-40a3-8057-be0bda09952d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:10.181536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 275e37db-9c90-40a3-8057-be0bda09952d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:10.186601 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 275e37db-9c90-40a3-8057-be0bda09952d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:10.187077 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:10.310829 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:10.327654 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 275e37db-9c90-40a3-8057-be0bda09952d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=275e37db-9c90-40a3-8057-be0bda09952d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:10.413703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:10.418676 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:10.451299 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-2e572070-2488-4ebe-8519-b7c0bb1053c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878999 Nov 09 11:35:10.520827 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=275e37db-9c90-40a3-8057-be0bda09952d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:10.525782 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:10.604068 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-12e45d1b-8359-47aa-8901-62ebe99e3a69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 1097 time: 0.0730197 Nov 09 11:35:10.777966 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-d7facf46-98b2-45da-b893-e0feef08d011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:10.779468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-d7facf46-98b2-45da-b893-e0feef08d011 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.1544354 Nov 09 11:35:10.899213 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-625691ac-f020-4159-89f9-81ece457c7f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 200 len: 1002 time: 0.1094706 Nov 09 11:35:10.960824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-d60acbd2-ec62-4084-bcb8-3fdb1f52d2d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:10.962393 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-d60acbd2-ec62-4084-bcb8-3fdb1f52d2d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.0613520 Nov 09 11:35:11.032011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56488) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:11.038369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1989607456-network', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:11.043142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-b8d7fa74-c366-4a25-8b20-95fc5b52cdcf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749278 Nov 09 11:35:11.045270 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:11.047332 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Usage tracker for resource:network and tenant:84ac0a437e18477fa6dfb221348bd611 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:11.050252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:11.057732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:11.118394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Made reservation on behalf of 84ac0a437e18477fa6dfb221348bd611 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:35:11.120770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.135471 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.173621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:11.178329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Usage tracker for resource:security_group_rule and tenant:84ac0a437e18477fa6dfb221348bd611 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:11.182070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:11.189251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:11.273040 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.307425 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-8cd11124-25cc-4292-8699-c77c24d8197f service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583611 Nov 09 11:35:11.358653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.362640 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-06d671ed-95f5-46a9-992b-261185cb9ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:11.399263 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:35:11.408255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527fa4d5-8f21-4862-af2d-306f8af3c639,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:11.416814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.417166 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Added segment c43d6b92-d860-42ef-a35d-c04aca9e613a of type vlan for network d7392da4-f198-46e2-b8fa-660c6603023c Nov 09 11:35:11.424911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.425500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.425879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.426402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.426776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.427690 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.428057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.428874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.428874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.429107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.429438 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:11.433740 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:11.462183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2f94cdda-da5c-4b33-bcb0-62cb7a8c27c8 req-20d4cc57-78eb-4b03-8407-b82b050b1cc5 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486137 Nov 09 11:35:11.468167 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.571814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.572796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:11.573374 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:11.577115 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59bc1662-d88d-4679-a06a-c1334a9e8501 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:11.681390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Pushing event updated for resources: {'Network': ['ID=d7392da4-f198-46e2-b8fa-660c6603023c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:11.684197 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:11.694677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network d7392da4-f198-46e2-b8fa-660c6603023c details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:35:11.755437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1f2dd2ce-1687-46ca-bd5a-a14b02030525 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7220383 Nov 09 11:35:11.758125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56498) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:11.763873 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Request body: {'subnet': {'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1989607456-subnet', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:11.769491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:11.773762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Usage tracker for resource:subnet and tenant:84ac0a437e18477fa6dfb221348bd611 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:11.777838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:11.783536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:11.875025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Made reservation on behalf of 84ac0a437e18477fa6dfb221348bd611 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:35:11.877829 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.035326 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 275e37db-9c90-40a3-8057-be0bda09952d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:12.106647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 275e37db-9c90-40a3-8057-be0bda09952d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:12.107013 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.171761 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.176198 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-34cfa9d8-1092-493b-9d38-74b66c095cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:12.257938 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5da7f4-62f2-4d6d-b106-d33b7434870b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:12.262103 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:12.271845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Checking segment: {'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:12.272219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Network hostable DHCP agents. Network: d7392da4-f198-46e2-b8fa-660c6603023c, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:35:12.364142 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Network d7392da4-f198-46e2-b8fa-660c6603023c is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:35:12.434357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, d7392da4-f198-46e2-b8fa-660c6603023c) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:12.438946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:12.439540 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.445867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a926b54-d835-4de6-bd23-c3dcdc255fcd None None] Network d7392da4-f198-46e2-b8fa-660c6603023c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:12.559105 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ad5dd440-e59e-4dd7-a024-26eb60044895 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7997270 Nov 09 11:35:12.562281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56504) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:12.567518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1989607456-router', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:12.573564 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:12.578403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Usage tracker for resource:router and tenant:84ac0a437e18477fa6dfb221348bd611 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:12.581506 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:12.588445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:12.667143 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.668096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.686340 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-d7392da4-f198-46e2-b8fa-660c6603023c', 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'fixed_ips': [{'subnet_id': '5c5da7f4-62f2-4d6d-b106-d33b7434870b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:35:12.687417 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.691882 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:12.847965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Allocated IP 172.20.0.2 (d7392da4-f198-46e2-b8fa-660c6603023c/5c5da7f4-62f2-4d6d-b106-d33b7434870b/49caa948-1735-4312-86c8-077c391916d4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:12.916622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.080660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.091829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Transition to ACTIVE for port object 49caa948-1735-4312-86c8-077c391916d4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:13.111438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Transition to ACTIVE for port object 49caa948-1735-4312-86c8-077c391916d4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:13.176884 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.178912 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.183501 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:13.206774 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.251012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Network d7392da4-f198-46e2-b8fa-660c6603023c is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:13.254556 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:13.256385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Pushing event updated for resources: {'Port': ['ID=49caa948-1735-4312-86c8-077c391916d4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:13.258561 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:13.260844 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:13.346370 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Attempting to bind port 49caa948-1735-4312-86c8-077c391916d4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:13.346748 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Attempting to bind port 49caa948-1735-4312-86c8-077c391916d4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:13.347154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Attempting to bind port 49caa948-1735-4312-86c8-077c391916d4 on network d7392da4-f198-46e2-b8fa-660c6603023c {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:13.354345 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:13.354725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Checking segment: {'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:13.355162 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.355564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Bound using segment: {'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:13.356033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Bound port: 49caa948-1735-4312-86c8-077c391916d4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:13.356411 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.359974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Allocated IP 172.25.7.211 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/7fd41c69-9b6f-4c66-85fa-31a52206d96f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:13.450011 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] For port 49caa948-1735-4312-86c8-077c391916d4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:13.453183 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] For port 49caa948-1735-4312-86c8-077c391916d4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=49caa948-1735-4312-86c8-077c391916d4,segment=NetworkSegment(c43d6b92-d860-42ef-a35d-c04aca9e613a),segment_id=c43d6b92-d860-42ef-a35d-c04aca9e613a)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:13.519418 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.537161 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.543303 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:13.617537 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:13.624080 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8716952-eb2f-4ad9-889e-dfe4a78af1e4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:13.628927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Pushing event updated for resources: {'Port': ['ID=49caa948-1735-4312-86c8-077c391916d4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:13.632915 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:13.730028 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:13.731321 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:13.733206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Pushing event updated for resources: {'Port': ['ID=7fd41c69-9b6f-4c66-85fa-31a52206d96f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:13.735536 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:13.767392 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:14.030624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:14.031549 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:14.096235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 49caa948-1735-4312-86c8-077c391916d4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:14.291809 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 49caa948-1735-4312-86c8-077c391916d4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:14.525693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Router 764d1fa6-6429-4bd7-8b08-6b9656455c65 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:35:14.750193 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:14.762610 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Sync routers for ids ['764d1fa6-6429-4bd7-8b08-6b9656455c65'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:14.776500 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Routers {'764d1fa6-6429-4bd7-8b08-6b9656455c65'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:14.777131 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:34:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['764d1fa6-6429-4bd7-8b08-6b9656455c65'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:14.863353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:14.865294 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3014758 Nov 09 11:35:14.868869 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56516) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:15.030675 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Set router 764d1fa6-6429-4bd7-8b08-6b9656455c65 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:15.075272 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56138b16-4dfa-4c26-b5fe-a257920a78c1 None None] Network d7392da4-f198-46e2-b8fa-660c6603023c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:15.401885 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'name': 'tempest-TestAggregatesBasicOps-1989607456-router', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:12Z', 'updated_at': '2021-11-09T11:35:13Z', 'revision_number': 3, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'gw_port': {'id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:13Z', 'updated_at': '2021-11-09T11:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:15.406367 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Checking router: 764d1fa6-6429-4bd7-8b08-6b9656455c65 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:35:15.406629 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Updating router 764d1fa6-6429-4bd7-8b08-6b9656455c65 port 7fd41c69-9b6f-4c66-85fa-31a52206d96f binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:35:15.432064 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Provisioning for port 49caa948-1735-4312-86c8-077c391916d4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:15.437482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Provisioning complete for port 49caa948-1735-4312-86c8-077c391916d4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:15.437943 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:15.478240 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:15.598670 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:15.646981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] For port 49caa948-1735-4312-86c8-077c391916d4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=49caa948-1735-4312-86c8-077c391916d4,segment=NetworkSegment(c43d6b92-d860-42ef-a35d-c04aca9e613a),segment_id=c43d6b92-d860-42ef-a35d-c04aca9e613a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:15.770081 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:15.772304 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3f81a351-0e91-49f2-8b94-121e27be6d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:15.795848 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:15.847323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Pushing event updated for resources: {'Port': ['ID=49caa948-1735-4312-86c8-077c391916d4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:15.850464 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:15.894642 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-506c511e-4884-49fb-80c9-ab2e0d0862c1 None None] Provisioning complete for port 49caa948-1735-4312-86c8-077c391916d4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:15.895051 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-506c511e-4884-49fb-80c9-ab2e0d0862c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:15.967366 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:15.983066 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Transition to ACTIVE for port object 7fd41c69-9b6f-4c66-85fa-31a52206d96f will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:16.038162 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 49caa948-1735-4312-86c8-077c391916d4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:16.057113 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:16.061079 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-455d66ad-e1fe-43bb-b3bc-d30f4a20722c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:16.098613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Allocated IP 172.20.0.1 (d7392da4-f198-46e2-b8fa-660c6603023c/5c5da7f4-62f2-4d6d-b106-d33b7434870b/3ea5cb7f-0af5-4ec8-8387-eed148480e91) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:16.155814 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Attempting to bind port 7fd41c69-9b6f-4c66-85fa-31a52206d96f on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:16.156188 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Attempting to bind port 7fd41c69-9b6f-4c66-85fa-31a52206d96f by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:16.157016 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Attempting to bind port 7fd41c69-9b6f-4c66-85fa-31a52206d96f on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:16.159634 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Pushing event updated for resources: {'Port': ['ID=7fd41c69-9b6f-4c66-85fa-31a52206d96f,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:16.175430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 49caa948-1735-4312-86c8-077c391916d4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:16.178283 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:16.178283 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:16.178691 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:16.178880 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:16.178880 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:16.178880 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Bound port: 7fd41c69-9b6f-4c66-85fa-31a52206d96f, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:16.179291 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:16.220094 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.220632 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.224756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.224756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.224756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.224756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.224756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.224756 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.225741 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.225741 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.225741 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:16.232741 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:16.295310 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] For port 7fd41c69-9b6f-4c66-85fa-31a52206d96f, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:16.306251 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] For port 7fd41c69-9b6f-4c66-85fa-31a52206d96f, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7fd41c69-9b6f-4c66-85fa-31a52206d96f,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:16.395072 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:16.408569 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e2976d22-9b25-4be9-9f11-b55a6672edab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:16.499912 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Pushing event updated for resources: {'Port': ['ID=7fd41c69-9b6f-4c66-85fa-31a52206d96f,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:16.503267 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-21cdc7b6-973f-4d5a-9195-1b829fd2c340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:16.503989 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Routers {'764d1fa6-6429-4bd7-8b08-6b9656455c65'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:16.505757 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:34:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['764d1fa6-6429-4bd7-8b08-6b9656455c65'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:16.525143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:16.549366 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Transition to ACTIVE for port object 3ea5cb7f-0af5-4ec8-8387-eed148480e91 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:16.661705 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:16.665490 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:16.694875 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] Set router 764d1fa6-6429-4bd7-8b08-6b9656455c65 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:16.734751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Network d7392da4-f198-46e2-b8fa-660c6603023c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:16.738784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:16.745247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea5cb7f-0af5-4ec8-8387-eed148480e91,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:16.745247 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:16.785272 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:16.814656 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.035578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.081659 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'name': 'tempest-TestAggregatesBasicOps-1989607456-router', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:12Z', 'updated_at': '2021-11-09T11:35:13Z', 'revision_number': 3, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'gw_port': {'id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:13Z', 'updated_at': '2021-11-09T11:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:17.086915 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd2c1-3ee1-4645-b05a-fb40d6e23ce3 None None] The sync data for ids ['764d1fa6-6429-4bd7-8b08-6b9656455c65'] in n-d-817173-1 is: [{'id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'name': 'tempest-TestAggregatesBasicOps-1989607456-router', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:12Z', 'updated_at': '2021-11-09T11:35:13Z', 'revision_number': 3, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'gw_port': {'id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:13Z', 'updated_at': '2021-11-09T11:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:35:17.182748 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-491fe99f-f1b9-4af6-807c-29174f55a3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.268379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-50c6b2ed-1958-47e0-9e6a-d012ec82e99f None None] Provisioning for port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:17.273502 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-50c6b2ed-1958-47e0-9e6a-d012ec82e99f None None] Provisioning complete for port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:17.273954 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-50c6b2ed-1958-47e0-9e6a-d012ec82e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.331980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-50c6b2ed-1958-47e0-9e6a-d012ec82e99f None None] Port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:35:17.340499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.399886 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.424252 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d73fedf4-d033-4514-9675-ebc1f00cd323 tempest-VolumesActionsTest-452285743 tempest-VolumesActionsTest-452285743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:17.479974 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.503570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea5cb7f-0af5-4ec8-8387-eed148480e91,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:17.507443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.511456 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:17.561778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56532) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:17.654166 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Network d7392da4-f198-46e2-b8fa-660c6603023c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:17.655534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:17.752412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.791826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:17.796055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Usage tracker for resource:security_group_rule and tenant:bb968910cda04ded807d48dc7ac8087e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:17.799131 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:17.815348 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:17.888907 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.962092 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-038d57b9-814c-4fc7-85a0-11a1f58c01e4 None None] Provisioning complete for port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:17.962827 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-038d57b9-814c-4fc7-85a0-11a1f58c01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.965302 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:17.973366 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-19a7a295-9aed-454e-beee-264aed9b08d1 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:18.015685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d138a0-980a-4ad1-b4d2-923b395539d7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:18.020280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb968910cda04ded807d48dc7ac8087e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4573746 Nov 09 11:35:18.021690 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-106e2faf-1536-42e9-9ac7-e60b704c2a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:18.024096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56538) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:18.045837 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-038d57b9-814c-4fc7-85a0-11a1f58c01e4 None None] Port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:35:18.089346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Router 764d1fa6-6429-4bd7-8b08-6b9656455c65 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:35:18.091631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:18.118348 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:18.245926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:18.251195 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3d8a7e95-0a46-4f50-bc3b-365bea485b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:18.269500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d138a0-980a-4ad1-b4d2-923b395539d7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:18.272558 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:18.273688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:18.274891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48d138a0-980a-4ad1-b4d2-923b395539d7 HTTP/1.1" status: 204 len: 168 time: 0.2481821 Nov 09 11:35:18.317490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:18.327125 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] 10.222.0.50 "PUT /v2.0/routers/764d1fa6-6429-4bd7-8b08-6b9656455c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4572058 Nov 09 11:35:18.989475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56552) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:19.008659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.040134 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:19.043918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Usage tracker for resource:security_group_rule and tenant:7d303b274a704b9dbf44336e4bce90a2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:19.046691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:19.052612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:19.119375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.186097 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.193448 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8c4c5f8f-55e7-41ca-a102-882ca70ae819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:19.234342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01059d63-b136-4691-9028-f01234fed5b3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:19.237611 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:19.242445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d303b274a704b9dbf44336e4bce90a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2492454 Nov 09 11:35:19.244001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56556) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:19.302951 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.328795 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.439792 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.444575 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6814b6ce-b244-46ee-be6d-137aa41b4cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:19.456471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01059d63-b136-4691-9028-f01234fed5b3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:19.456803 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2285f344-8a4b-4318-ba39-135d1dc24121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.460454 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:19.463683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:19.471029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01059d63-b136-4691-9028-f01234fed5b3 HTTP/1.1" status: 204 len: 168 time: 0.2238169 Nov 09 11:35:19.893061 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-0efa19cd-5656-47a1-bf1a-66aed62050c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766969 Nov 09 11:35:20.060948 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-8a6aa94b-ea63-4cdb-b36b-38b5b854b9e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0726717 Nov 09 11:35:20.327528 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-e98f6371-c046-4851-b648-72aeb1e3fafc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:20.328954 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-e98f6371-c046-4851-b648-72aeb1e3fafc service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.2479210 Nov 09 11:35:20.439721 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-fe4fb3d5-935a-4982-890f-cb1b007cc457 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1032045 Nov 09 11:35:20.504057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-8b597d7c-0c93-4fd4-a983-a3e7f2a09c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:20.505431 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-8b597d7c-0c93-4fd4-a983-a3e7f2a09c96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0581994 Nov 09 11:35:20.589858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-35e4878b-dc42-49da-b5bc-bbd54690c7e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779903 Nov 09 11:35:20.661036 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:20.735274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-a82f48b0-2be3-4559-8bff-82e9bb5f751c service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382916 Nov 09 11:35:20.874977 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-204b6b6d-b4aa-49ac-9087-0a3b4e633276 req-3868c711-f986-4e5a-ac1c-82f449b3d4db service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320169 Nov 09 11:35:22.053907 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:22.848792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:23.085296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Sync routers for ids ['67224434-3cf1-473d-a79a-3bdd43f912f0'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:23.103023 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Routers {'67224434-3cf1-473d-a79a-3bdd43f912f0'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:23.104042 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['67224434-3cf1-473d-a79a-3bdd43f912f0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:23.298591 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:23.315534 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Set router 67224434-3cf1-473d-a79a-3bdd43f912f0 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:23.653167 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'name': 'tempest-TestAggregatesBasicOps-1662802829-router', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '275e37db-9c90-40a3-8057-be0bda09952d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:07Z', 'revision_number': 4, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'gw_port': {'id': '275e37db-9c90-40a3-8057-be0bda09952d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f27693f0-7bd5-4be4-bb89-c0035cb0380b', 'name': '', 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'mac_address': 'fa:16:3e:c3:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:07Z', 'updated_at': '2021-11-09T11:35:08Z', 'revision_number': 2, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'subnets': [{'id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:23.657810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Checking router: 67224434-3cf1-473d-a79a-3bdd43f912f0 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:35:23.658546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Updating router 67224434-3cf1-473d-a79a-3bdd43f912f0 port f27693f0-7bd5-4be4-bb89-c0035cb0380b binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:35:23.722167 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.071485 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Deleting port f27693f0-7bd5-4be4-bb89-c0035cb0380b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:24.072096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.103101 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7fd41c69-9b6f-4c66-85fa-31a52206d96f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:24.182333 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.198110 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Transition to ACTIVE for port object f27693f0-7bd5-4be4-bb89-c0035cb0380b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:24.255025 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.346767 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.354603 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:24.387406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Calling delete_port for f27693f0-7bd5-4be4-bb89-c0035cb0380b owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:24.413501 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 7fd41c69-9b6f-4c66-85fa-31a52206d96f completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:24.424160 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7fd41c69-9b6f-4c66-85fa-31a52206d96f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:24.424541 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.555704 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:35:24.556362 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:35:24.605015 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6082ff8-37d2-41dd-8291-7b57a3273353 None None] Pushing event updated for resources: {'Port': ['ID=f27693f0-7bd5-4be4-bb89-c0035cb0380b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:24.610512 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6082ff8-37d2-41dd-8291-7b57a3273353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:24.769005 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.774540 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Attempting to bind port f27693f0-7bd5-4be4-bb89-c0035cb0380b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:24.774704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Attempting to bind port f27693f0-7bd5-4be4-bb89-c0035cb0380b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:24.775074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Attempting to bind port f27693f0-7bd5-4be4-bb89-c0035cb0380b on network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:24.797955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:24.797955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Checking segment: {'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:24.797955 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.797955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Bound using segment: {'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:24.797955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Bound port: f27693f0-7bd5-4be4-bb89-c0035cb0380b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fce3ee1-4137-4af6-a8bd-c6eb1303c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:24.798582 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.811706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 7fd41c69-9b6f-4c66-85fa-31a52206d96f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7fd41c69-9b6f-4c66-85fa-31a52206d96f,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:24.882314 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:24.887264 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:24.944883 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] For port f27693f0-7bd5-4be4-bb89-c0035cb0380b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:24.976290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] For port f27693f0-7bd5-4be4-bb89-c0035cb0380b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f27693f0-7bd5-4be4-bb89-c0035cb0380b,segment=NetworkSegment(9fce3ee1-4137-4af6-a8bd-c6eb1303c704),segment_id=9fce3ee1-4137-4af6-a8bd-c6eb1303c704)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:24.996414 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=7fd41c69-9b6f-4c66-85fa-31a52206d96f,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:25.006325 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.006671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.007070 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.007406 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.007732 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.008053 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.008381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.008699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.009018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.009336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.010074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:35:25.013491 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:25.046177 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:25.051255 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9cf3758c-9cbd-469f-8e4f-bf4460d1926d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:25.057542 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Deleting port f27693f0-7bd5-4be4-bb89-c0035cb0380b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:25.057887 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:25.192488 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Routers {'67224434-3cf1-473d-a79a-3bdd43f912f0'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:25.193833 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['67224434-3cf1-473d-a79a-3bdd43f912f0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:25.293802 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] For port f27693f0-7bd5-4be4-bb89-c0035cb0380b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f27693f0-7bd5-4be4-bb89-c0035cb0380b,segment=NetworkSegment(9fce3ee1-4137-4af6-a8bd-c6eb1303c704),segment_id=9fce3ee1-4137-4af6-a8bd-c6eb1303c704)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:25.294575 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:25.348554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6082ff8-37d2-41dd-8291-7b57a3273353 None None] Pushing event updated for resources: {'Port': ['ID=f27693f0-7bd5-4be4-bb89-c0035cb0380b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:25.356649 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6082ff8-37d2-41dd-8291-7b57a3273353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:25.534320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Calling delete_port for f27693f0-7bd5-4be4-bb89-c0035cb0380b owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:25.597384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] Set router 67224434-3cf1-473d-a79a-3bdd43f912f0 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:25.840154 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:25.843883 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-16eb5218-fc0a-4677-a1ce-04573478a63d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:25.886636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f27693f0-7bd5-4be4-bb89-c0035cb0380b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:25.890129 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:25.989140 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'name': 'tempest-TestAggregatesBasicOps-1662802829-router', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '275e37db-9c90-40a3-8057-be0bda09952d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:07Z', 'revision_number': 4, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'gw_port': {'id': '275e37db-9c90-40a3-8057-be0bda09952d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f27693f0-7bd5-4be4-bb89-c0035cb0380b', 'name': '', 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'mac_address': 'fa:16:3e:c3:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:07Z', 'updated_at': '2021-11-09T11:35:24Z', 'revision_number': 4, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'subnets': [{'id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:25.994717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc2b97-0a5f-4f1b-bad0-4089adc6374b None None] The sync data for ids ['67224434-3cf1-473d-a79a-3bdd43f912f0'] in n-d-817173-1 is: [{'id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'name': 'tempest-TestAggregatesBasicOps-1662802829-router', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '275e37db-9c90-40a3-8057-be0bda09952d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:07Z', 'revision_number': 4, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'gw_port': {'id': '275e37db-9c90-40a3-8057-be0bda09952d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:04Z', 'updated_at': '2021-11-09T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'f27693f0-7bd5-4be4-bb89-c0035cb0380b', 'name': '', 'network_id': '42b72cbf-b8ea-4e19-bafc-bbbd582b74a7', 'tenant_id': '6f190a0353d54ccfaa472a63db9b8025', 'mac_address': 'fa:16:3e:c3:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67224434-3cf1-473d-a79a-3bdd43f912f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:07Z', 'updated_at': '2021-11-09T11:35:24Z', 'revision_number': 4, 'project_id': '6f190a0353d54ccfaa472a63db9b8025', 'subnets': [{'id': 'eeed42d0-b243-430b-a8b2-17726908fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:35:26.043712 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Sync routers for ids ['764d1fa6-6429-4bd7-8b08-6b9656455c65'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:26.062620 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Routers {'764d1fa6-6429-4bd7-8b08-6b9656455c65'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:26.063701 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['764d1fa6-6429-4bd7-8b08-6b9656455c65'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:26.125810 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7fd41c69-9b6f-4c66-85fa-31a52206d96f up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:26.263920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7fd41c69-9b6f-4c66-85fa-31a52206d96f triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:26.264579 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:26.301066 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6ee0-dd6e-4ebc-a005-a6a555439bcc req-8df18dcd-0f3b-4830-b771-eaa7b480c848 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:26.304535 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-628b6ee0-dd6e-4ebc-a005-a6a555439bcc req-8df18dcd-0f3b-4830-b771-eaa7b480c848 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1064131 Nov 09 11:35:26.368079 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-628b6ee0-dd6e-4ebc-a005-a6a555439bcc req-489cb27d-317d-4fca-ba43-fe96919eea71 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577173 Nov 09 11:35:26.382856 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:26.403157 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Set router 764d1fa6-6429-4bd7-8b08-6b9656455c65 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:26.749860 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'name': 'tempest-TestAggregatesBasicOps-1989607456-router', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:12Z', 'updated_at': '2021-11-09T11:35:16Z', 'revision_number': 4, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'gw_port': {'id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:13Z', 'updated_at': '2021-11-09T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3ea5cb7f-0af5-4ec8-8387-eed148480e91', 'name': '', 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'mac_address': 'fa:16:3e:da:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c5da7f4-62f2-4d6d-b106-d33b7434870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:15Z', 'updated_at': '2021-11-09T11:35:17Z', 'revision_number': 2, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'subnets': [{'id': '5c5da7f4-62f2-4d6d-b106-d33b7434870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:26.754248 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Checking router: 764d1fa6-6429-4bd7-8b08-6b9656455c65 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:35:26.755287 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Updating router 764d1fa6-6429-4bd7-8b08-6b9656455c65 port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:35:26.807200 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.199679 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:35:27.206007 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-1764b212-84de-4117-9fe4-6ef4d11dae0c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:27.210335 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-1764b212-84de-4117-9fe4-6ef4d11dae0c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.1121700 Nov 09 11:35:27.210500 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.221082 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Transition to ACTIVE for port object 3ea5cb7f-0af5-4ec8-8387-eed148480e91 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:27.288952 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Router 67224434-3cf1-473d-a79a-3bdd43f912f0 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:35:27.292507 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Deleting port c57f61ad-a0ac-444b-817a-a437a7d93e10 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:27.292845 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.313799 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.319724 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63fafa3a-0620-45fe-bd09-954338cc179c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:27.475007 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d918-5775-4368-b949-1ba3c515aa40 None None] Pushing event updated for resources: {'Port': ['ID=3ea5cb7f-0af5-4ec8-8387-eed148480e91,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:27.480395 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e113d918-5775-4368-b949-1ba3c515aa40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:27.631687 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Attempting to bind port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:27.632071 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Attempting to bind port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:27.632469 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Attempting to bind port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 on network d7392da4-f198-46e2-b8fa-660c6603023c {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:27.639290 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:27.639677 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Checking segment: {'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:27.640207 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.640485 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Bound using segment: {'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:27.640954 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Bound port: 3ea5cb7f-0af5-4ec8-8387-eed148480e91, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43d6b92-d860-42ef-a35d-c04aca9e613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:27.641337 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.738508 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] For port 3ea5cb7f-0af5-4ec8-8387-eed148480e91, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:27.742830 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] For port 3ea5cb7f-0af5-4ec8-8387-eed148480e91, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3ea5cb7f-0af5-4ec8-8387-eed148480e91,segment=NetworkSegment(c43d6b92-d860-42ef-a35d-c04aca9e613a),segment_id=c43d6b92-d860-42ef-a35d-c04aca9e613a)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:27.758770 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] For port c57f61ad-a0ac-444b-817a-a437a7d93e10, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=c57f61ad-a0ac-444b-817a-a437a7d93e10,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:27.759411 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.826577 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:27.826577 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63a2f565-3cd7-486f-b11b-983e64f6d43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:27.915858 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d918-5775-4368-b949-1ba3c515aa40 None None] Pushing event updated for resources: {'Port': ['ID=3ea5cb7f-0af5-4ec8-8387-eed148480e91,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:27.919179 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e113d918-5775-4368-b949-1ba3c515aa40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:27.920296 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Routers {'764d1fa6-6429-4bd7-8b08-6b9656455c65'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:27.920915 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['764d1fa6-6429-4bd7-8b08-6b9656455c65'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:27.966602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9459b33-163b-4365-906f-48f84dc72190 req-c20343c8-4b78-4643-98cb-16cab059de07 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:27.973569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f9459b33-163b-4365-906f-48f84dc72190 req-c20343c8-4b78-4643-98cb-16cab059de07 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 946 time: 0.3854244 Nov 09 11:35:28.148782 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] Set router 764d1fa6-6429-4bd7-8b08-6b9656455c65 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:28.330427 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:28.330854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:28.331321 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Floating IP 2057a860-588f-4d28-affd-76f71d3f7417 disassociated. External IP: 172.25.7.114, port: c57f61ad-a0ac-444b-817a-a437a7d93e10. Nov 09 11:35:28.331667 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Calling delete_port for c57f61ad-a0ac-444b-817a-a437a7d93e10 owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:28.365228 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f9459b33-163b-4365-906f-48f84dc72190 req-f3393af1-c6ad-413c-82ff-5a15fc026b0a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b43d292-5cd7-42f5-941a-af76270a6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907983 Nov 09 11:35:28.376796 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:28.389530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56714) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:28.403452 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] 10.222.0.50 "PUT /v2.0/routers/67224434-3cf1-473d-a79a-3bdd43f912f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5528469 Nov 09 11:35:28.516412 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'name': 'tempest-TestAggregatesBasicOps-1989607456-router', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:12Z', 'updated_at': '2021-11-09T11:35:16Z', 'revision_number': 4, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'gw_port': {'id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:13Z', 'updated_at': '2021-11-09T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3ea5cb7f-0af5-4ec8-8387-eed148480e91', 'name': '', 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'mac_address': 'fa:16:3e:da:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c5da7f4-62f2-4d6d-b106-d33b7434870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:15Z', 'updated_at': '2021-11-09T11:35:27Z', 'revision_number': 4, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'subnets': [{'id': '5c5da7f4-62f2-4d6d-b106-d33b7434870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:28.525106 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05d8b3-b5aa-4e0d-ae13-f85d8ea29459 None None] The sync data for ids ['764d1fa6-6429-4bd7-8b08-6b9656455c65'] in n-d-817173-1 is: [{'id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'name': 'tempest-TestAggregatesBasicOps-1989607456-router', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:12Z', 'updated_at': '2021-11-09T11:35:16Z', 'revision_number': 4, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'gw_port': {'id': '7fd41c69-9b6f-4c66-85fa-31a52206d96f', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:13Z', 'updated_at': '2021-11-09T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '3ea5cb7f-0af5-4ec8-8387-eed148480e91', 'name': '', 'network_id': 'd7392da4-f198-46e2-b8fa-660c6603023c', 'tenant_id': '84ac0a437e18477fa6dfb221348bd611', 'mac_address': 'fa:16:3e:da:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764d1fa6-6429-4bd7-8b08-6b9656455c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c5da7f4-62f2-4d6d-b106-d33b7434870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:15Z', 'updated_at': '2021-11-09T11:35:27Z', 'revision_number': 4, 'project_id': '84ac0a437e18477fa6dfb221348bd611', 'subnets': [{'id': '5c5da7f4-62f2-4d6d-b106-d33b7434870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:35:28.637215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:28.655169 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:28.664846 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-424ee619-40c5-45fb-af06-84050bc73986 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:28.721688 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event deleted for resources: {'Port': ['ID=c57f61ad-a0ac-444b-817a-a437a7d93e10,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:28.726722 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:28.940313 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:29.060226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Router d2e8f962-831b-4597-b3b7-0275129a3a4b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:35:29.095456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Deleting port 275e37db-9c90-40a3-8057-be0bda09952d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:29.095926 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:29.470703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:29.482464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] Sync routers for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:29.504290 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:29.506428 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:29.525061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] For port 275e37db-9c90-40a3-8057-be0bda09952d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=275e37db-9c90-40a3-8057-be0bda09952d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:29.525563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:29.652819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] No DVR routers for this DVR port c57f61ad-a0ac-444b-817a-a437a7d93e10 on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:35:29.655308 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:29.677323 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'name': 'network-vif-deleted', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:35:29.766126 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-555c79db-df74-40d0-99e2-b8e0c6328c6c req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "DELETE /v2.0/ports/c57f61ad-a0ac-444b-817a-a437a7d93e10 HTTP/1.1" status: 204 len: 173 time: 2.5524061 Nov 09 11:35:29.797820 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0148cf28-8590-44c4-a9c4-495924b5556a', 'name': 'network-vif-deleted', 'tag': 'c57f61ad-a0ac-444b-817a-a437a7d93e10', 'status': 'completed', 'code': 200} Nov 09 11:35:29.804231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:30.110810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Calling delete_port for 275e37db-9c90-40a3-8057-be0bda09952d owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:30.160117 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-173bf674-93b1-47c1-a94d-4d236f9edd07 req-c645ca77-0e81-4bd2-aa0e-55d8a4e95a4b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=0148cf28-8590-44c4-a9c4-495924b5556a HTTP/1.1" status: 200 len: 210 time: 0.4659774 Nov 09 11:35:30.168756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3ea5cb7f-0af5-4ec8-8387-eed148480e91 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:30.344509 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:30.349666 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] Checking router: d2e8f962-831b-4597-b3b7-0275129a3a4b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:35:30.362157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:30.362783 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:30.398004 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:30.402101 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-98056589-d77e-45be-b3fb-7e644ae5650f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:30.428960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:30.437365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:30.439574 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:30.445355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=275e37db-9c90-40a3-8057-be0bda09952d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:30.449570 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:30.664727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:30.700657 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:30.757269 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:30.945496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 3ea5cb7f-0af5-4ec8-8387-eed148480e91, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3ea5cb7f-0af5-4ec8-8387-eed148480e91,segment=NetworkSegment(c43d6b92-d860-42ef-a35d-c04aca9e613a),segment_id=c43d6b92-d860-42ef-a35d-c04aca9e613a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:30.996459 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.008151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.068794 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.072076 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:31.121980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c57f61ad-a0ac-444b-817a-a437a7d93e10 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:35:31.148232 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.153342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67224434-3cf1-473d-a79a-3bdd43f912f0 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:35:31.163818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.167691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] 10.222.0.50 "DELETE /v2.0/routers/67224434-3cf1-473d-a79a-3bdd43f912f0 HTTP/1.1" status: 204 len: 168 time: 2.7748079 Nov 09 11:35:31.167978 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:31.168153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56730) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:31.169948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: c57f61ad-a0ac-444b-817a-a437a7d93e10 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:35:31.170307 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device c57f61ad-a0ac-444b-817a-a437a7d93e10 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:35:31.183879 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=3ea5cb7f-0af5-4ec8-8387-eed148480e91,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:31.185852 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d0abf-99ed-46b1-9a98-74a8b470d5a5 None None] The sync data for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 is: [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:35:31.187366 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:31.272897 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Deleting subnet eeed42d0-b243-430b-a8b2-17726908fa9b {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:35:31.276548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.332092 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.414441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.467155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:31.547803 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.576375 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.617359 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.621355 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:31.653161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeed42d0-b243-430b-a8b2-17726908fa9b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:31.656584 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:31.662042 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.671108 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0c478585-d985-41d6-b862-ba372b41c96e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eeed42d0-b243-430b-a8b2-17726908fa9b HTTP/1.1" status: 204 len: 168 time: 0.4998584 Nov 09 11:35:31.671780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56748) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:31.672305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc79fb8-0289-430a-a7ed-8282bf7bc2e0 None None] Network 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:31.768318 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.775389 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-96967b5d-48df-410e-b57b-f25630b28a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:31.805358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43d292-5cd7-42f5-941a-af76270a6aad,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:31.809903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:31.813834 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.826911 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Deleting port ba680015-bec2-4b1d-8d22-542f37437ab2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:31.827299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.938716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:31.946485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b43d292-5cd7-42f5-941a-af76270a6aad HTTP/1.1" status: 204 len: 168 time: 0.4740143 Nov 09 11:35:31.946665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56756) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:31.970467 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-823d0c87-8a3e-4d0b-bee6-821ec8e7909f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] show failed (client error): The resource could not be found. Nov 09 11:35:31.975044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-823d0c87-8a3e-4d0b-bee6-821ec8e7909f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups/8b43d292-5cd7-42f5-941a-af76270a6aad HTTP/1.1" status: 404 len: 347 time: 0.0283449 Nov 09 11:35:31.978226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56760) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:31.995130 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] DHCP port deletion for 42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:35:32.010886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Deleting port ba680015-bec2-4b1d-8d22-542f37437ab2 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:32.010886 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.103290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] For port ba680015-bec2-4b1d-8d22-542f37437ab2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba680015-bec2-4b1d-8d22-542f37437ab2,segment=NetworkSegment(9fce3ee1-4137-4af6-a8bd-c6eb1303c704),segment_id=9fce3ee1-4137-4af6-a8bd-c6eb1303c704)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:32.103791 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.187131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3ea5cb7f-0af5-4ec8-8387-eed148480e91 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:32.254130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Deleting port 6ad7c222-373f-461e-b125-60e6b2a9d5b0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:32.255276 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.305515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Calling delete_port for ba680015-bec2-4b1d-8d22-542f37437ab2 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:32.393183 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] For port ba680015-bec2-4b1d-8d22-542f37437ab2, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ba680015-bec2-4b1d-8d22-542f37437ab2,segment=NetworkSegment(9fce3ee1-4137-4af6-a8bd-c6eb1303c704),segment_id=9fce3ee1-4137-4af6-a8bd-c6eb1303c704)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:32.393919 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.429704 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56768) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:32.508514 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.517753 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6018486c-18cd-4b24-891b-3ce3e603cd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:32.525320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Calling delete_port for ba680015-bec2-4b1d-8d22-542f37437ab2 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:32.572857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:32.573262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.580172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba680015-bec2-4b1d-8d22-542f37437ab2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:32.593540 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:32.595298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] No DVR routers for this DVR port ba680015-bec2-4b1d-8d22-542f37437ab2 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:35:32.645511 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:35:32.647967 n-d-817173-1 neutron-server[84335]: util.warn( Nov 09 11:35:32.664929 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:35:32.665412 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:35:32.721709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-483ce72b-cd79-4a9b-a732-8bbb3577c6fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.4091320 Nov 09 11:35:32.779356 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba680015-bec2-4b1d-8d22-542f37437ab2 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:35:32.798310 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.798556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.818056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: ba680015-bec2-4b1d-8d22-542f37437ab2 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:35:32.818412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ba680015-bec2-4b1d-8d22-542f37437ab2 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:35:32.861378 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46261e49-66ea-40ed-a2c1-a0a0bddfe49a req-392904b1-4815-47b0-bb80-3aab478b0f00 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:32.863093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46261e49-66ea-40ed-a2c1-a0a0bddfe49a req-392904b1-4815-47b0-bb80-3aab478b0f00 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.5435748 Nov 09 11:35:32.880854 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.905744 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:32.914322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Usage tracker for resource:security_group_rule and tenant:9cce9bb4c8c34b208378b253a3fd42b2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:32.917658 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b72cbf-b8ea-4e19-bafc-bbbd582b74a7']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:32.924375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:32.933886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:32.936690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fce3ee1-4137-4af6-a8bd-c6eb1303c704') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:32.936990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fce3ee1-4137-4af6-a8bd-c6eb1303c704') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:32.958446 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.980708 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:32.991258 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:35:32.994254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:35:33.005432 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:35:33.013566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Calling delete_port for 6ad7c222-373f-461e-b125-60e6b2a9d5b0 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:33.119036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.119214 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46261e49-66ea-40ed-a2c1-a0a0bddfe49a req-1f109e5c-d152-4009-aaeb-8fc3f4bd0b49 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463281 Nov 09 11:35:33.121335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-3a1feb30-198e-45e3-ba61-997b63f34da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:33.122720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-3a1feb30-198e-45e3-ba61-997b63f34da6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.3911483 Nov 09 11:35:33.166681 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Deleting port ba680015-bec2-4b1d-8d22-542f37437ab2 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:33.167206 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.211080 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.217196 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-535fe858-dba0-44ea-8491-0e54c9f2d988 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:33.234282 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ddf620b4-5041-4350-b9ac-fd37b36d7678 None None] The port 'ba680015-bec2-4b1d-8d22-542f37437ab2' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:35:33.235296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.251522 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.261652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Pushing event deleted for resources: {'Network': ['ID=42b72cbf-b8ea-4e19-bafc-bbbd582b74a7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:33.267448 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:33.267961 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6103cc43-c3c6-4e48-9d03-32f92504f22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:33.279204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-88940640-9405-43b4-a434-b85fbc160572 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1472778 Nov 09 11:35:33.284741 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] 10.222.0.50 "DELETE /v2.0/networks/42b72cbf-b8ea-4e19-bafc-bbbd582b74a7 HTTP/1.1" status: 204 len: 168 time: 1.6117485 Nov 09 11:35:33.293133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56774) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:33.354215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-66dc8cfb-8a41-4c0e-922c-34137066bc5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:33.355755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-66dc8cfb-8a41-4c0e-922c-34137066bc5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0700443 Nov 09 11:35:33.378464 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cce9bb4c8c34b208378b253a3fd42b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9473631 Nov 09 11:35:33.379756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3928f-3b73-42ee-9d13-bce30dc7baaa,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:33.383096 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56778) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:33.383807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:33.441795 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-b6cc8155-5cd2-46e9-8f14-938fc1df4f8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785592 Nov 09 11:35:33.467382 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.475806 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:33.516418 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.554702 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.570810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event deleted for resources: {'Port': ['ID=6ad7c222-373f-461e-b125-60e6b2a9d5b0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:33.574831 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:33.692955 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.698070 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f8c8f7bb-3936-4471-9dc7-fd4848a622eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:33.703545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-1425601c-6c87-43d2-adf9-c358a612348e service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554662 Nov 09 11:35:33.706083 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.714219 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3928f-3b73-42ee-9d13-bce30dc7baaa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:33.718388 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:33.722379 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.726637 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bef3928f-3b73-42ee-9d13-bce30dc7baaa HTTP/1.1" status: 204 len: 168 time: 0.3394811 Nov 09 11:35:33.752929 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:33.757204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "DELETE /v2.0/floatingips/2057a860-588f-4d28-affd-76f71d3f7417 HTTP/1.1" status: 204 len: 168 time: 1.7754326 Nov 09 11:35:33.890398 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-099476dd-ff51-4958-a0d3-7ef302b82c30 req-dd040dab-62ff-4034-9890-51ff4e5c9491 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779778 Nov 09 11:35:33.892360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.229704 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] Sync routers for ids ['67224434-3cf1-473d-a79a-3bdd43f912f0'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:34.244983 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:34.245798 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:35:34.246565 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_agentschedulers_db [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67224434-3cf1-473d-a79a-3bdd43f912f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:35:34.264941 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:34.265560 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:35:34.266180 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_agentschedulers_db [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67224434-3cf1-473d-a79a-3bdd43f912f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:35:34.266700 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86557ed5-8f43-4a4a-a463-871d12074952 None None] The sync data for ids ['67224434-3cf1-473d-a79a-3bdd43f912f0'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:35:34.293468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:34.300871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101765913', 'description': 'tempest-description--947881291'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:34.309831 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:34.314948 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:34.343063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:34.355042 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:34.366784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c570ed-0fac-49c1-8bce-ec1b4241bd1c req-93d49e4f-d398-4c6a-8667-187b83701e4e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:34.368269 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-35c570ed-0fac-49c1-8bce-ec1b4241bd1c req-93d49e4f-d398-4c6a-8667-187b83701e4e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0791042 Nov 09 11:35:34.386612 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.420770 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-35c570ed-0fac-49c1-8bce-ec1b4241bd1c req-17c1f87d-6d29-44f4-b554-c47e863f5973 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465379 Nov 09 11:35:34.451046 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.522545 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:34.528225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group_rule and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:34.531402 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:34.539253 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:34.548980 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56794) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:34.573293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.611124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:34.616292 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Usage tracker for resource:security_group_rule and tenant:3eba574cf35d4bd4bf4617abbd927180 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:34.619310 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:34.626236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:34.651833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.665496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Deleting port 3ea5cb7f-0af5-4ec8-8387-eed148480e91 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:34.665882 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.698250 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.771386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.778417 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7de47de1-02c2-4fd1-862d-bea227af24b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:34.809437 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.820169 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-814d3c11-9412-40db-acca-05638c1607bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:34.830766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442358d-fdec-4912-910d-f00a00d3f261,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:34.836169 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3eba574cf35d4bd4bf4617abbd927180&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2847877 Nov 09 11:35:34.839373 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:34.841089 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:34.924242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58357da-831b-49e8-844e-fa86ae78b86f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:34.931286 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:34.995265 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:34.996469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7020059 Nov 09 11:35:34.999403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56802) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:35.006098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'security_group_rule': {'security_group_id': 'a58357da-831b-49e8-844e-fa86ae78b86f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:35.012615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:35.016686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group_rule and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:35.021239 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:35.027575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:35.043427 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.083529 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] For port 3ea5cb7f-0af5-4ec8-8387-eed148480e91, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=3ea5cb7f-0af5-4ec8-8387-eed148480e91,segment=NetworkSegment(c43d6b92-d860-42ef-a35d-c04aca9e613a),segment_id=c43d6b92-d860-42ef-a35d-c04aca9e613a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:35.083879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.102497 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.133143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.199484 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.227436 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Calling delete_port for 3ea5cb7f-0af5-4ec8-8387-eed148480e91 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:35.283175 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.285446 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-169d4a93-4d7d-4b5a-bba6-96ce38e82f02 tempest-NegativeSecGroupTest-2123532936 tempest-NegativeSecGroupTest-2123532936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:35.306911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9956f37-2b33-4efb-a001-eef11afab38f,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:35.310957 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:35.391630 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.398552 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-758f27aa-5a9b-4f9e-a725-da3800253c62 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:35.409988 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.412356 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4114547 Nov 09 11:35:35.414838 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56806) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:35.418850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442358d-fdec-4912-910d-f00a00d3f261,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:35.420970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'security_group_rule': {'security_group_id': 'a58357da-831b-49e8-844e-fa86ae78b86f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:35.423448 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:35.429511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:35.433215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:security_group_rule and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:35.436226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:35.442487 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.443801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:35.443961 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e442358d-fdec-4912-910d-f00a00d3f261 HTTP/1.1" status: 204 len: 168 time: 0.5990674 Nov 09 11:35:35.517705 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.522999 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-35b97e23-e83a-4714-9fa5-40ed34aec7f5 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:35.576150 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.610095 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea5cb7f-0af5-4ec8-8387-eed148480e91,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:35.615142 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:35.645685 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.740907 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.740907 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-237a026c-81bd-4099-b34e-ce8f37411fcb tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:35.767947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5df741-7bd3-4b82-8850-bf22edba277a,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:35.771099 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:35.785082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ad633-15fd-4658-a106-a0acffebf287 req-e8ef8b04-220e-4e81-a871-9a2d8f9e3f28 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:35.787197 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d00ad633-15fd-4658-a106-a0acffebf287 req-e8ef8b04-220e-4e81-a871-9a2d8f9e3f28 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.2336006 Nov 09 11:35:35.845089 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d00ad633-15fd-4658-a106-a0acffebf287 req-2c95bf6e-34d9-444f-be48-01b2aaf396a0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508163 Nov 09 11:35:35.856712 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:35.860892 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4418590 Nov 09 11:35:35.861172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56816) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:35.867615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:35.883195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:35.883195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Usage tracker for resource:floatingip and tenant:b7945d6e08704345a8e53c498c0adf76 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:35.883195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:35.888458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:36.000388 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.153981 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.302858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.381089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56820) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:36.468410 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.501497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Allocated IP 172.25.7.77 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/bfdf0cb7-c055-453f-acfe-2445edeb2a2b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:36.558956 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:36.608459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Usage tracker for resource:security_group_rule and tenant:ad3f9695503b4622a295eaf7ff1f29d1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:36.620592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:36.626263 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.630488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:36.718582 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.767755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.776334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Router 764d1fa6-6429-4bd7-8b08-6b9656455c65 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:35:36.860311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.868886 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8002d970-8c05-456b-8c28-c5f17afb65ca tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:36.878613 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:36.916074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cbbfe1-8b19-462f-8345-5fbbbb0f02aa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:36.952908 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:36.956858 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:36.992333 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:36.999843 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-62d784fa-e079-4e7b-b2f6-87e6691e9da4 admin admin] 10.222.0.50 "PUT /v2.0/routers/764d1fa6-6429-4bd7-8b08-6b9656455c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6980553 Nov 09 11:35:37.000200 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:37.016179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:37.027730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:37.067667 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:37.118518 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad3f9695503b4622a295eaf7ff1f29d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6833236 Nov 09 11:35:37.130077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56830) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:37.155254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'Port': ['ID=bfdf0cb7-c055-453f-acfe-2445edeb2a2b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:37.163729 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:37.202449 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.249373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baf48a-28b4-48f0-aa6a-873b4e97d7f8 req-2b27b150-9bd0-4778-b338-fa2cafd38b1f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:37.250729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00baf48a-28b4-48f0-aa6a-873b4e97d7f8 req-2b27b150-9bd0-4778-b338-fa2cafd38b1f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.2367444 Nov 09 11:35:37.276314 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.326941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.354333 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00baf48a-28b4-48f0-aa6a-873b4e97d7f8 req-946a4d4c-944a-4be4-aefb-a85299e29621 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961456 Nov 09 11:35:37.405800 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.443133 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.519739 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Deleting port 7fd41c69-9b6f-4c66-85fa-31a52206d96f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:37.520434 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.548620 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.580586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4794b1ff-9c64-4053-868c-666fae66b75a tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:37.605437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cbbfe1-8b19-462f-8345-5fbbbb0f02aa,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:37.612203 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:37.629794 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.672119 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.673262 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06cbbfe1-8b19-462f-8345-5fbbbb0f02aa HTTP/1.1" status: 204 len: 168 time: 0.5398877 Nov 09 11:35:37.696861 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] For port 7fd41c69-9b6f-4c66-85fa-31a52206d96f, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7fd41c69-9b6f-4c66-85fa-31a52206d96f,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:37.697220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.825252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Calling delete_port for 7fd41c69-9b6f-4c66-85fa-31a52206d96f owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:37.851578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.927465 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:37.930314 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b4623012-3e1b-4450-b91a-7bf06fa4f8b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:37.996774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f27693f0-7bd5-4be4-bb89-c0035cb0380b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:35:38.034312 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: f27693f0-7bd5-4be4-bb89-c0035cb0380b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:35:38.034664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f27693f0-7bd5-4be4-bb89-c0035cb0380b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:35:38.043470 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'Port': ['ID=bfdf0cb7-c055-453f-acfe-2445edeb2a2b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:38.052820 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:38.062383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:38.102368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:38.107198 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c71ec353-16cb-4acc-af4e-d76e3114bd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:38.151898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd41c69-9b6f-4c66-85fa-31a52206d96f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:38.154333 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:38.188364 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:38.190838 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3273492 Nov 09 11:35:38.543970 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:38.577626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64002714-e233-4a3e-93a1-5640de84ec4c req-43037f1a-859d-4f18-b6fc-1ed2aa5cb840 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:38.579038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64002714-e233-4a3e-93a1-5640de84ec4c req-43037f1a-859d-4f18-b6fc-1ed2aa5cb840 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0911767 Nov 09 11:35:38.631391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64002714-e233-4a3e-93a1-5640de84ec4c req-6fc40612-ac0c-464c-90fa-67b922287307 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Nov 09 11:35:38.683358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-72bcd956-ac0e-4634-a385-29038f5a694f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:35:38.832358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:38.836760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:38.965341 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-72bcd956-ac0e-4634-a385-29038f5a694f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:35:38.966633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-72bcd956-ac0e-4634-a385-29038f5a694f tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1101765913&fields=id&tenant_id=b7945d6e08704345a8e53c498c0adf76 HTTP/1.1" status: 200 len: 267 time: 0.5302284 Nov 09 11:35:38.997163 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:38.997707 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764d1fa6-6429-4bd7-8b08-6b9656455c65 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:35:39.069143 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.070261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] 10.222.0.50 "DELETE /v2.0/routers/764d1fa6-6429-4bd7-8b08-6b9656455c65 HTTP/1.1" status: 204 len: 168 time: 2.0689738 Nov 09 11:35:39.073086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56864) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:39.134571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-d7fa00e9-3fdd-48a1-b228-a89678b6c371 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:39.136370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-d7fa00e9-3fdd-48a1-b228-a89678b6c371 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 811 time: 0.1621664 Nov 09 11:35:39.141791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Deleting subnet 5c5da7f4-62f2-4d6d-b106-d33b7434870b {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:35:39.145013 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.154943 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-09ab0d3c-39d5-4dc1-a788-da1ccb5caef1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/quotas/b7945d6e08704345a8e53c498c0adf76 HTTP/1.1" status: 200 len: 375 time: 0.0126643 Nov 09 11:35:39.195999 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.240613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-0356e6c6-aae5-4375-a824-c1fdb7862839 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:35:39.277763 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.369603 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-0356e6c6-aae5-4375-a824-c1fdb7862839 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:35:39.373649 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-0356e6c6-aae5-4375-a824-c1fdb7862839 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2106571 Nov 09 11:35:39.514677 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-689c1472-cbfe-426c-9a2b-186943b4e7ae service neutron] 10.222.0.50 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306632 Nov 09 11:35:39.543480 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.549107 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9fef7e3d-3654-48a1-8a61-ec10ed393a5f tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:39.594545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5da7f4-62f2-4d6d-b106-d33b7434870b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:39.601227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:39.610402 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.614881 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8ba3a-534c-4cd1-92d7-d540d129395b None None] Network d7392da4-f198-46e2-b8fa-660c6603023c requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:39.641878 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-836c2057-a420-4d95-87a4-6ad9051250d3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5c5da7f4-62f2-4d6d-b106-d33b7434870b HTTP/1.1" status: 204 len: 168 time: 0.5644305 Nov 09 11:35:39.642931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56872) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:39.712708 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-7a769c24-b0e1-4fa1-9e4c-a60f20597a4d service neutron] 10.222.0.50 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913083 Nov 09 11:35:39.781046 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.801140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Deleting port 49caa948-1735-4312-86c8-077c391916d4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:39.801802 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:39.998911 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] DHCP port deletion for d7392da4-f198-46e2-b8fa-660c6603023c request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:35:40.004429 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Deleting port 49caa948-1735-4312-86c8-077c391916d4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:40.010924 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.097524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae2670-5f0b-4044-8c1e-ff449db1314d req-3f771ce0-8e9f-48ac-8861-f5706e12a4b0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:40.099160 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fcae2670-5f0b-4044-8c1e-ff449db1314d req-3f771ce0-8e9f-48ac-8861-f5706e12a4b0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.2685862 Nov 09 11:35:40.145616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] For port 49caa948-1735-4312-86c8-077c391916d4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=49caa948-1735-4312-86c8-077c391916d4,segment=NetworkSegment(c43d6b92-d860-42ef-a35d-c04aca9e613a),segment_id=c43d6b92-d860-42ef-a35d-c04aca9e613a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:40.145847 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.173377 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c179c26c-6c41-467d-95e3-134959e5bafa req-c3c42b5d-ed6a-40b7-af2b-2b0eb35c0189 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 210 time: 0.0854666 Nov 09 11:35:40.249721 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 49caa948-1735-4312-86c8-077c391916d4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:35:40.302492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Calling delete_port for 49caa948-1735-4312-86c8-077c391916d4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:40.313454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] For port 49caa948-1735-4312-86c8-077c391916d4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=49caa948-1735-4312-86c8-077c391916d4,segment=NetworkSegment(c43d6b92-d860-42ef-a35d-c04aca9e613a),segment_id=c43d6b92-d860-42ef-a35d-c04aca9e613a)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:40.313945 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.414463 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fcae2670-5f0b-4044-8c1e-ff449db1314d req-b766d6e2-50a6-4fb4-aa8d-fb121269164c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024747 Nov 09 11:35:40.448173 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Calling delete_port for 49caa948-1735-4312-86c8-077c391916d4 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:35:40.494653 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.499227 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73803779-19ff-4075-b97b-cd10947fb4cb tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:40.525946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:35:40.526320 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:35:40.547184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No active binding found for port 49caa948-1735-4312-86c8-077c391916d4 {{(pid=84335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 09 11:35:40.547602 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 49caa948-1735-4312-86c8-077c391916d4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:35:40.559665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Pushing event deleted for resources: {'Port': ['ID=49caa948-1735-4312-86c8-077c391916d4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:40.563022 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:40.563812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] No DVR routers for this DVR port 49caa948-1735-4312-86c8-077c391916d4 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:35:40.684701 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.711131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7392da4-f198-46e2-b8fa-660c6603023c']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:40.723883 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43d6b92-d860-42ef-a35d-c04aca9e613a') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:40.724258 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43d6b92-d860-42ef-a35d-c04aca9e613a') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:40.736414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.754609 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.762516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:35:40.762947 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:35:40.776418 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:35:40.930781 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.939294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:40.944903 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5f1d2a83-fcb6-4f8a-9ab7-6b29fee0a40a tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:40.971572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Pushing event deleted for resources: {'Network': ['ID=d7392da4-f198-46e2-b8fa-660c6603023c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:40.977385 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] 10.222.0.50 "DELETE /v2.0/networks/d7392da4-f198-46e2-b8fa-660c6603023c HTTP/1.1" status: 204 len: 168 time: 1.3334281 Nov 09 11:35:40.978500 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:41.028314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Deleting port 49caa948-1735-4312-86c8-077c391916d4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:35:41.030292 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:41.121049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-a2d451e1-9f3f-4623-af90-b4666a055b75 None None] The port '49caa948-1735-4312-86c8-077c391916d4' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:35:41.292089 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f39928db-ae2f-49bd-bebc-de483cb61b21 req-5264ad34-aea9-48fa-9840-aa090a651c1d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 210 time: 0.0458956 Nov 09 11:35:41.600888 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:41.628714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7f84-9b65-460b-a905-767ed811c374 req-0df61de5-7081-4bda-8b69-503c3076e14e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:41.630331 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b6ca7f84-9b65-460b-a905-767ed811c374 req-0df61de5-7081-4bda-8b69-503c3076e14e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0881219 Nov 09 11:35:41.661288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2daa9e41-9171-49d0-8995-6d8ff101c038 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f190a0353d54ccfaa472a63db9b8025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583138 Nov 09 11:35:41.663628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 56922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:41.681448 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b6ca7f84-9b65-460b-a905-767ed811c374 req-846227da-92bd-4c5e-8520-9911ae41936f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Nov 09 11:35:41.735464 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:41.763412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:41.817232 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e566dd-0ea0-47a6-bd58-6b86628dc324 None None] New status for floating IP 2057a860-588f-4d28-affd-76f71d3f7417: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:35:41.935801 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:41.943351 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4360a01-2215-4ac1-8069-d4a92b1690ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:41.964108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d5f3d-9361-47d3-8eb6-2dad1597c8ad,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:41.992750 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:41.995569 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:41.996908 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c5d5f3d-9361-47d3-8eb6-2dad1597c8ad HTTP/1.1" status: 204 len: 168 time: 0.3323517 Nov 09 11:35:42.011064 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] Sync routers for ids ['764d1fa6-6429-4bd7-8b08-6b9656455c65'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:42.031725 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:42.032110 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:35:42.032725 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_agentschedulers_db [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'764d1fa6-6429-4bd7-8b08-6b9656455c65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:35:42.068638 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] Routers set() bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:42.069574 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] Router IDs set() for agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 11:35:42.069574 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_agentschedulers_db [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'764d1fa6-6429-4bd7-8b08-6b9656455c65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent'). {{(pid=84336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 11:35:42.069953 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44c50a5-ba78-471b-a229-fc9ee5b863b0 None None] The sync data for ids ['764d1fa6-6429-4bd7-8b08-6b9656455c65'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:35:42.459846 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b321990e-33ce-4999-bdb7-13a7155e5c5c req-296180bc-7e89-4e33-941a-2689b0fd595d tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 210 time: 0.0419788 Nov 09 11:35:42.500861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 275e37db-9c90-40a3-8057-be0bda09952d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:35:42.531113 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 275e37db-9c90-40a3-8057-be0bda09952d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:35:42.531938 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 275e37db-9c90-40a3-8057-be0bda09952d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:35:43.027644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56940) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:43.101319 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1acf86c2-fc5f-4e14-a224-08f0ad5c87ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84ac0a437e18477fa6dfb221348bd611&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0723441 Nov 09 11:35:43.103668 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 56944) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:43.199684 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:43.227699 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:43.319863 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-6ec8e3ba-2ac5-4cd7-ae10-58d8bccbafe8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:43.321312 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-6ec8e3ba-2ac5-4cd7-ae10-58d8bccbafe8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 811 time: 0.3292270 Nov 09 11:35:43.378046 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-c648f2c2-92f9-41ba-aee5-9fc3355229d4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7945d6e08704345a8e53c498c0adf76 HTTP/1.1" status: 200 len: 380 time: 0.0438344 Nov 09 11:35:43.386869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'port': {'device_id': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'admin_state_up': True, 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'security_groups': ['a58357da-831b-49e8-844e-fa86ae78b86f']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:43.399905 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:43.405058 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7287dae9-63d5-4088-957f-f255a650f238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:43.417879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527fa4d5-8f21-4862-af2d-306f8af3c639,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:43.421001 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:43.424275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:43.425861 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/527fa4d5-8f21-4862-af2d-306f8af3c639 HTTP/1.1" status: 204 len: 168 time: 0.3210778 Nov 09 11:35:43.533653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:43.546570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:43.626017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Made reservation on behalf of b7945d6e08704345a8e53c498c0adf76 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:35:43.629526 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:43.639152 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dc23cbc1-1bdf-40e5-8e69-9390c3768b60 req-4d7db1db-ffaf-4111-ae85-c2793ab89c6a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:35:43.651906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-dc23cbc1-1bdf-40e5-8e69-9390c3768b60 req-4d7db1db-ffaf-4111-ae85-c2793ab89c6a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:35:43.653028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dc23cbc1-1bdf-40e5-8e69-9390c3768b60 req-4d7db1db-ffaf-4111-ae85-c2793ab89c6a tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 210 time: 0.0583217 Nov 09 11:35:43.810783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Allocated IP 172.20.0.6 (005eb336-500e-4a09-83c9-de900b98fe09/67491d64-401a-40b2-a68b-d44cd7edeeea/75a7ce41-7d72-4d5f-86fc-99a1e689190b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:44.002331 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3ea5cb7f-0af5-4ec8-8387-eed148480e91 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:35:44.004156 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:44.020309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Transition to ACTIVE for port object 75a7ce41-7d72-4d5f-86fc-99a1e689190b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:44.033873 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 3ea5cb7f-0af5-4ec8-8387-eed148480e91 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:35:44.041511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 3ea5cb7f-0af5-4ec8-8387-eed148480e91 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:35:44.041511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7fd41c69-9b6f-4c66-85fa-31a52206d96f no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:35:44.364144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 7fd41c69-9b6f-4c66-85fa-31a52206d96f {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:35:44.364144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7fd41c69-9b6f-4c66-85fa-31a52206d96f not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ca2ee1c6-ced7-455f-a90a-39df630e08fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Network 005eb336-500e-4a09-83c9-de900b98fe09 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event updated for resources: {'Port': ['ID=75a7ce41-7d72-4d5f-86fc-99a1e689190b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:44.366924 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:44.583006 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1996963 Nov 09 11:35:44.594504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Request body: {'port': {'device_id': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:44.615530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c863379c-78e3-4241-95e4-58cf4c5a79dc None None] Provisioning for port 75a7ce41-7d72-4d5f-86fc-99a1e689190b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:44.622415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c863379c-78e3-4241-95e4-58cf4c5a79dc None None] Provisioning complete for port 75a7ce41-7d72-4d5f-86fc-99a1e689190b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:44.623032 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c863379c-78e3-4241-95e4-58cf4c5a79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:44.681043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c863379c-78e3-4241-95e4-58cf4c5a79dc None None] Port 75a7ce41-7d72-4d5f-86fc-99a1e689190b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:35:44.720739 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:45.023479 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354e14c-1842-4d4b-809f-5629d046365d req-e6923559-eac2-4367-b095-524bab1e9e0c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:45.024181 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7354e14c-1842-4d4b-809f-5629d046365d req-e6923559-eac2-4367-b095-524bab1e9e0c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Synchronizing usage tracker for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:35:45.159021 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-7354e14c-1842-4d4b-809f-5629d046365d req-e6923559-eac2-4367-b095-524bab1e9e0c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Unset dirty status for tenant:b7945d6e08704345a8e53c498c0adf76 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:35:45.159021 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7354e14c-1842-4d4b-809f-5629d046365d req-e6923559-eac2-4367-b095-524bab1e9e0c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 931 time: 0.3564904 Nov 09 11:35:45.159989 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a7ce41-7d72-4d5f-86fc-99a1e689190b {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:35:45.183778 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:45.214388 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Transition to ACTIVE for port object 75a7ce41-7d72-4d5f-86fc-99a1e689190b will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:45.219557 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7354e14c-1842-4d4b-809f-5629d046365d req-3378702d-caf4-4e21-855f-65f1b2fb50b1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626676 Nov 09 11:35:45.325219 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:45.329812 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-98ab05d5-a897-45ff-bd00-74b38b9ba3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:45.462048 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Pushing event updated for resources: {'Port': ['ID=75a7ce41-7d72-4d5f-86fc-99a1e689190b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:45.465917 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:45.600171 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Attempting to bind port 75a7ce41-7d72-4d5f-86fc-99a1e689190b on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:45.600810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Attempting to bind port 75a7ce41-7d72-4d5f-86fc-99a1e689190b by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:45.600959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Attempting to bind port 75a7ce41-7d72-4d5f-86fc-99a1e689190b on network 005eb336-500e-4a09-83c9-de900b98fe09 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:45.610681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Port 75a7ce41-7d72-4d5f-86fc-99a1e689190b on network 005eb336-500e-4a09-83c9-de900b98fe09 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:35:45.611041 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Attempting to bind port 75a7ce41-7d72-4d5f-86fc-99a1e689190b on network 005eb336-500e-4a09-83c9-de900b98fe09 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:45.620389 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:45.620808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Checking segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:45.621270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Bound using segment: {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:45.621817 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Bound port: 75a7ce41-7d72-4d5f-86fc-99a1e689190b, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:45.622223 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:45.721973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] For port 75a7ce41-7d72-4d5f-86fc-99a1e689190b, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:45.725694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] For port 75a7ce41-7d72-4d5f-86fc-99a1e689190b, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:45.839810 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:45.844714 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-49ab9a8c-e987-4a35-93ab-ef17efe1d467 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:45.897612 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:45.899159 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] 10.222.0.59 "PUT /v2.0/ports/75a7ce41-7d72-4d5f-86fc-99a1e689190b HTTP/1.1" status: 200 len: 1091 time: 1.3086865 Nov 09 11:35:45.899526 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:35:45.933025 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Pushing event updated for resources: {'Port': ['ID=75a7ce41-7d72-4d5f-86fc-99a1e689190b,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:45.949154 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:46.198091 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'status': 'completed', 'code': 200} Nov 09 11:35:46.246380 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-14b633fd-2c2d-4059-a1d2-165b09052f48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 1094 time: 0.2221076 Nov 09 11:35:46.330496 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-208e916e-e992-4a7a-9bfc-41d66850cc6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b HTTP/1.1" status: 200 len: 217 time: 0.0752964 Nov 09 11:35:46.448191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-b4f38061-4cd9-4e33-a4ea-da442f91d4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:46.449556 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-b4f38061-4cd9-4e33-a4ea-da442f91d4b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.1115396 Nov 09 11:35:46.516776 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90742551-f002-4d8b-87e0-130270244935 req-2107d6d6-fc93-4c71-b3ab-0af8ba3ae142 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:46.518286 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-90742551-f002-4d8b-87e0-130270244935 req-2107d6d6-fc93-4c71-b3ab-0af8ba3ae142 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 943 time: 0.1448691 Nov 09 11:35:46.579743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-3bbe252f-6c04-4d33-b90e-bfe04aac2193 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228766 Nov 09 11:35:46.585430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-90742551-f002-4d8b-87e0-130270244935 req-82087c8d-4dd7-4f3e-934b-25e318022def tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591526 Nov 09 11:35:46.712628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-982e3e01-199f-4010-ad5b-b787083cf3a0 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262860 Nov 09 11:35:46.845888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-898b72ad-30d3-4c3b-b823-258ff9a8c165 req-4c93d667-02b6-4d5a-be03-ac48c26c96cd service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276352 Nov 09 11:35:47.062110 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-9a0e62c2-c1e4-4002-9abd-42ebbbc0836a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 1094 time: 0.0756977 Nov 09 11:35:47.176882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8961-5d24-4a4e-8e65-1426442fa926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:47.199362 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-1e1afee9-7630-4564-adc3-1fc8e9eaebf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:47.200814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-1e1afee9-7630-4564-adc3-1fc8e9eaebf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.1320436 Nov 09 11:35:47.268867 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-f4851f33-6c47-471f-a669-265314ae2058 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b HTTP/1.1" status: 200 len: 217 time: 0.0610585 Nov 09 11:35:47.334846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-79a74327-8fd7-41df-976f-d183038fd6fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:47.336273 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-79a74327-8fd7-41df-976f-d183038fd6fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.0618300 Nov 09 11:35:47.415079 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-d379c2c4-663c-409b-b23f-2f3f071d552e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726418 Nov 09 11:35:47.525089 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:47.565161 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-1421e727-41e3-48a6-a04f-b51b7278107f service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407063 Nov 09 11:35:47.728243 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-209a343a-5345-44a6-a60a-99f80cf75a85 req-47754490-36d2-4f6e-a4b6-eff1a93e798a service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583683 Nov 09 11:35:47.815277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4d10f-e95b-491b-a1c1-4b8de35293ea req-b5178ee8-bf64-4279-9afd-e2874a87f50b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:47.816658 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46a4d10f-e95b-491b-a1c1-4b8de35293ea req-b5178ee8-bf64-4279-9afd-e2874a87f50b tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 943 time: 0.0892618 Nov 09 11:35:47.863210 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-46a4d10f-e95b-491b-a1c1-4b8de35293ea req-86b59a8f-d954-41b2-80b9-d80b2f727961 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Nov 09 11:35:49.082887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ee76a-2201-41af-bc87-0c745749d7ad req-2bf581df-5fd7-4df7-a256-38e17e115dfc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:49.084252 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-000ee76a-2201-41af-bc87-0c745749d7ad req-2bf581df-5fd7-4df7-a256-38e17e115dfc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 943 time: 0.0875213 Nov 09 11:35:49.133826 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-000ee76a-2201-41af-bc87-0c745749d7ad req-3cec933f-fa4d-4b88-90b4-69db4144a785 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 Nov 09 11:35:49.494561 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a0976cd9-cc7e-46f2-b70b-b88864f1fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:50.346248 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979cd33-713e-44a3-95c6-6ae88b87aa4d req-03365565-d42f-42df-9b30-4be01be029d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:50.347749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b979cd33-713e-44a3-95c6-6ae88b87aa4d req-03365565-d42f-42df-9b30-4be01be029d8 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 943 time: 0.0822952 Nov 09 11:35:50.511899 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b979cd33-713e-44a3-95c6-6ae88b87aa4d req-0dc2a134-a77c-4a34-aa6c-2472245a75aa tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580474 Nov 09 11:35:50.644768 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:50.774277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57154) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:50.925785 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:50.960873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:50.964950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Usage tracker for resource:security_group_rule and tenant:f6db7be712764260ae4d86c77975c3b9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:50.968136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:50.974032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:51.042295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.107709 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.115262 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-55fc5b00-941c-413f-ae7b-c0cd5e19595f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:51.155228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483dd1f7-3ddc-4347-a068-a6259364efd5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:51.158449 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:51.161700 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-60033398-ee91-4102-bbc1-55e3575a9b3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6db7be712764260ae4d86c77975c3b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3863747 Nov 09 11:35:51.164407 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57164) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:51.198314 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 75a7ce41-7d72-4d5f-86fc-99a1e689190b details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:35:51.233576 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.260428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.334235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 75a7ce41-7d72-4d5f-86fc-99a1e689190b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:51.347188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'port_id': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'mac_address': 'fa:16:3e:e7:45:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:35:51.400710 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.416412 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.418363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a7ce41-7d72-4d5f-86fc-99a1e689190b {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:35:51.422876 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f451b93e-324a-429a-a5a0-543e4fad669d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:51.434564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 75a7ce41-7d72-4d5f-86fc-99a1e689190b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:51.438001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483dd1f7-3ddc-4347-a068-a6259364efd5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:51.440934 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:51.443965 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.445154 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/483dd1f7-3ddc-4347-a068-a6259364efd5 HTTP/1.1" status: 204 len: 168 time: 0.2792773 Nov 09 11:35:51.562871 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:51.564594 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae77-12c1-4d0d-b022-20d2582f75f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:51.639443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=75a7ce41-7d72-4d5f-86fc-99a1e689190b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:51.642715 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:51.716302 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc6d6a-e933-4ae7-abf5-522d0d4d6c90 req-f891abfc-a987-4f4d-abb5-cd5c98fa8551 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:51.717754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c4cc6d6a-e933-4ae7-abf5-522d0d4d6c90 req-f891abfc-a987-4f4d-abb5-cd5c98fa8551 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 944 time: 0.0781746 Nov 09 11:35:51.767318 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c4cc6d6a-e933-4ae7-abf5-522d0d4d6c90 req-419c8812-0fc2-464a-b7c1-e3bf2869c766 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Nov 09 11:35:51.905371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['75a7ce41-7d72-4d5f-86fc-99a1e689190b'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:35:52.058734 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.182623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57178) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:52.200996 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.232499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:52.236968 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa269a50cbe4382bf6ec6536bc68219 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:52.240691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:52.247077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:52.319271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.420003 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.429051 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5af2943d-8dfe-4130-92dc-ed2cbf238048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:52.471656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1388c5-d008-4d58-a06c-a1dcc5edd4d5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:52.476679 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fa269a50cbe4382bf6ec6536bc68219&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2930224 Nov 09 11:35:52.477660 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:52.479431 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57184) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:52.650479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.677051 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.827786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.832228 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-476075e0-f1f8-4f6e-972e-94ef8c7b5e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:52.845068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1388c5-d008-4d58-a06c-a1dcc5edd4d5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:52.850280 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:52.853693 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:52.855104 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae1388c5-d008-4d58-a06c-a1dcc5edd4d5 HTTP/1.1" status: 204 len: 168 time: 0.3746884 Nov 09 11:35:53.011818 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922113-ca80-4856-b6d4-1d44eed54886 req-f6f4f6e4-ec50-4dd4-920b-83323c382277 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:53.013276 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64922113-ca80-4856-b6d4-1d44eed54886 req-f6f4f6e4-ec50-4dd4-920b-83323c382277 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 944 time: 0.1071010 Nov 09 11:35:53.071793 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64922113-ca80-4856-b6d4-1d44eed54886 req-759938ba-43b5-4f39-8f7b-a7c9269c4330 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528913 Nov 09 11:35:53.197437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 75a7ce41-7d72-4d5f-86fc-99a1e689190b up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:53.443580 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 75a7ce41-7d72-4d5f-86fc-99a1e689190b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:53.449061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 75a7ce41-7d72-4d5f-86fc-99a1e689190b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:53.449449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:53.571425 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:53.599297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:35:53.609867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 75a7ce41-7d72-4d5f-86fc-99a1e689190b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:35:53.658840 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'code': 200} Nov 09 11:35:53.753409 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:53.755444 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-47c654c8-c36d-40dc-ae3c-0c260bb907b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:53.803342 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11782ed3-8983-44bc-89de-f39017f7a730 req-93e26e81-e8f0-47b0-81dd-9f944750a081 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 1096 time: 0.0887077 Nov 09 11:35:53.836972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=75a7ce41-7d72-4d5f-86fc-99a1e689190b,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:53.836972 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:53.850730 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11782ed3-8983-44bc-89de-f39017f7a730 req-950d7068-c7b6-4088-8240-44d3f2d655ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Nov 09 11:35:54.293118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57222) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:54.305844 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca66fcd-6d9f-43c5-88fd-41d61be71a0b req-7d405c97-6cef-428d-9dbe-8f8be3f267c6 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:54.312930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7ca66fcd-6d9f-43c5-88fd-41d61be71a0b req-7d405c97-6cef-428d-9dbe-8f8be3f267c6 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 945 time: 0.1134832 Nov 09 11:35:54.365599 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7ca66fcd-6d9f-43c5-88fd-41d61be71a0b req-1dc9274e-b2ae-483e-b79a-42ce39c07519 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516722 Nov 09 11:35:54.443956 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1057283784-network', 'tenant_id': '388f5154f6de44ca949e645ad892bd29'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:54.453139 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:54.460203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Usage tracker for resource:network and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:54.465350 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:54.477632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:54.545806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Made reservation on behalf of 388f5154f6de44ca949e645ad892bd29 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:35:54.548428 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.563892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.597828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:54.602963 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:54.605848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:54.611976 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:54.685507 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.740121 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.744650 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-daedead1-4c8f-4320-8716-bf306f188229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:54.769665 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:35:54.783509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b3629b-153b-4cc9-91d4-3c37603e3e61,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:54.787733 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:54.790405 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.790745 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Added segment 94f791f8-c2f8-4971-8a7e-1caefa63ab71 of type vlan for network 1edfb73a-de99-49ef-9952-1613c06b4366 Nov 09 11:35:54.822158 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.906127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.908551 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:54.909722 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:54.917997 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-428041d9-5920-4a97-976e-d935e76a8ac9 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:55.037320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Pushing event updated for resources: {'Network': ['ID=1edfb73a-de99-49ef-9952-1613c06b4366,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:55.041373 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:55.055465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 1edfb73a-de99-49ef-9952-1613c06b4366 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:35:55.120743 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8263357 Nov 09 11:35:55.125089 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57230) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:55.132886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Request body: {'subnet': {'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1057283784-subnet', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:55.139659 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:55.148194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Usage tracker for resource:subnet and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:55.154461 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:55.159885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:55.237039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Made reservation on behalf of 388f5154f6de44ca949e645ad892bd29 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:35:55.239389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:55.577261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47fa0-ac7b-499f-86a6-dccd88d16fd0 req-313ef6e2-4252-4af2-bbce-bf4c27f9b581 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:55.578723 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11b47fa0-ac7b-499f-86a6-dccd88d16fd0 req-313ef6e2-4252-4af2-bbce-bf4c27f9b581 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 945 time: 0.0813961 Nov 09 11:35:55.580308 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:55.584599 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a93d961b-8e80-4e0f-9507-086c5ed152e7 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:55.693285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95689dd7-3ba7-431f-b312-a9ddde5c98d7,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:55.696136 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:55.703604 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-11b47fa0-ac7b-499f-86a6-dccd88d16fd0 req-542ada3c-6c29-4798-8e69-c0e91c8a1e77 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937927 Nov 09 11:35:55.717279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Checking segment: {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:55.717709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Network hostable DHCP agents. Network: 1edfb73a-de99-49ef-9952-1613c06b4366, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:35:55.799158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Network 1edfb73a-de99-49ef-9952-1613c06b4366 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:35:55.882515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 1edfb73a-de99-49ef-9952-1613c06b4366) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:55.894122 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4eec65-51bf-47fe-8620-1754fc4412a2 None None] Network 1edfb73a-de99-49ef-9952-1613c06b4366 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:55.894380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:55.895225 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:55.944638 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73de81-63b5-4cf4-915e-c2491ecb36a7 req-7a34de57-1841-4300-882a-972c95e8c014 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:55.947093 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cb73de81-63b5-4cf4-915e-c2491ecb36a7 req-7a34de57-1841-4300-882a-972c95e8c014 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 945 time: 0.1182184 Nov 09 11:35:55.959827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57240) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:55.966703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Request body: {'floatingip': {'port_id': '75a7ce41-7d72-4d5f-86fc-99a1e689190b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:56.030690 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0859e5fe-d22b-4d19-a698-78fd5c371bf0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9038441 Nov 09 11:35:56.033464 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57244) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:56.041850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:35:56.047396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:35:56.054343 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Usage tracker for resource:router and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:35:56.058624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:35:56.062659 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:56.066929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:35:56.201946 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-1edfb73a-de99-49ef-9952-1613c06b4366', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:35:56.202762 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:56.268347 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:56.271186 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:56.328451 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:56.430608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Allocated IP 172.20.0.2 (1edfb73a-de99-49ef-9952-1613c06b4366/95689dd7-3ba7-431f-b312-a9ddde5c98d7/e5bda633-305f-4da3-9d7f-082dba3d1f5a) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:56.694561 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:56.874403 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:56.887945 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Transition to ACTIVE for port object e5bda633-305f-4da3-9d7f-082dba3d1f5a will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:56.927821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Transition to ACTIVE for port object e5bda633-305f-4da3-9d7f-082dba3d1f5a will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:35:57.008776 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.025247 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a909824b-061a-46cf-9ea3-2db9cf949164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:57.100411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.130262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Network 1edfb73a-de99-49ef-9952-1613c06b4366 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:57.133904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:57.140209 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.150489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:57.187043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Pushing event updated for resources: {'Port': ['ID=e5bda633-305f-4da3-9d7f-082dba3d1f5a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:57.227208 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:57.273966 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.279984 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Attempting to bind port e5bda633-305f-4da3-9d7f-082dba3d1f5a on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:35:57.280375 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Attempting to bind port e5bda633-305f-4da3-9d7f-082dba3d1f5a by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:35:57.280752 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Attempting to bind port e5bda633-305f-4da3-9d7f-082dba3d1f5a on network 1edfb73a-de99-49ef-9952-1613c06b4366 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:35:57.288954 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:35:57.289394 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Checking segment: {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:35:57.289744 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.290143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Bound using segment: {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:35:57.290620 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Bound port: e5bda633-305f-4da3-9d7f-082dba3d1f5a, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:35:57.291036 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.340009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Allocated IP 172.25.7.155 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/857ce524-1b5c-4d04-ad67-da0cd8cdcd8b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:35:57.385384 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.405399 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] For port e5bda633-305f-4da3-9d7f-082dba3d1f5a, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:35:57.410599 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] For port e5bda633-305f-4da3-9d7f-082dba3d1f5a, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e5bda633-305f-4da3-9d7f-082dba3d1f5a,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:35:57.515580 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.520474 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.532101 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:57.610378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Pushing event updated for resources: {'Port': ['ID=e5bda633-305f-4da3-9d7f-082dba3d1f5a,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:57.618075 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:57.621907 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Floating IP c05090e5-fdde-4751-81cb-6d0d0bd06878 associated. External IP: 172.25.7.77, port: 75a7ce41-7d72-4d5f-86fc-99a1e689190b. Nov 09 11:35:57.628462 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:57.638244 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-69e578fd-457d-4362-9de8-6e509330aea5 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:35:57.729284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:35:57.733061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:35:57.735571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Pushing event updated for resources: {'Port': ['ID=857ce524-1b5c-4d04-ad67-da0cd8cdcd8b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:35:57.739593 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:35:57.768075 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:35:58.073536 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:58.074770 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:58.126704 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e5bda633-305f-4da3-9d7f-082dba3d1f5a up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:35:58.256076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Router d2e8f962-831b-4597-b3b7-0275129a3a4b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:35:58.308968 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e5bda633-305f-4da3-9d7f-082dba3d1f5a completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:58.488246 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:58.493377 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:58.498081 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] Sync routers for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:58.511168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:58.511807 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:58.563558 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e696e584-ce82-481a-a228-11cb85b35cc5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "PUT /v2.0/floatingips/c05090e5-fdde-4751-81cb-6d0d0bd06878 HTTP/1.1" status: 200 len: 990 time: 2.6020389 Nov 09 11:35:58.574484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Router 834a6da4-45ad-4d64-b4b3-2eb977241481 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:35:58.583693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:35:58.771820 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'status': 'completed', 'code': 200} Nov 09 11:35:58.891443 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-6e5eed21-4f52-41c7-838a-0f7097ba65e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 1096 time: 0.1016943 Nov 09 11:35:58.916953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:58.939899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:35:58.953847 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Sync routers for ids ['834a6da4-45ad-4d64-b4b3-2eb977241481'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:35:58.979645 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Routers {'834a6da4-45ad-4d64-b4b3-2eb977241481'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:35:58.980268 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['834a6da4-45ad-4d64-b4b3-2eb977241481'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:59.037956 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3117e-60a9-4505-89f9-b246e6d590a1 None None] Network 1edfb73a-de99-49ef-9952-1613c06b4366 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:35:59.062662 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:59.064393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0298460 Nov 09 11:35:59.067749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57262) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:35:59.137808 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-9d1b1375-fd31-4fe4-8770-e039dedfea85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:59.143319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-9d1b1375-fd31-4fe4-8770-e039dedfea85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.2459044 Nov 09 11:35:59.276947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-606a8d5c-9f21-4ff5-b586-9f3dd0b703a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b HTTP/1.1" status: 200 len: 998 time: 0.1276286 Nov 09 11:35:59.314042 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Set router 834a6da4-45ad-4d64-b4b3-2eb977241481 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:35:59.382645 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-10e14ba2-b0c5-4fc8-8fb3-71e44085b24f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:35:59.384394 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-10e14ba2-b0c5-4fc8-8fb3-71e44085b24f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.1012373 Nov 09 11:35:59.554269 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-bec18594-b165-4073-9cf9-d4679b298461 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627145 Nov 09 11:35:59.573398 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Provisioning for port e5bda633-305f-4da3-9d7f-082dba3d1f5a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:35:59.581585 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Provisioning complete for port e5bda633-305f-4da3-9d7f-082dba3d1f5a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:35:59.581967 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:59.631454 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:35:57Z', 'revision_number': 3, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:35:59.635769 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Checking router: 834a6da4-45ad-4d64-b4b3-2eb977241481 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:35:59.636296 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Updating router 834a6da4-45ad-4d64-b4b3-2eb977241481 port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:35:59.711633 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:35:59.864575 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-c3d1aeb9-f46b-4550-9f49-e12c7f8e7f58 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025625 Nov 09 11:35:59.977561 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.049818 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'c05090e5-fdde-4751-81cb-6d0d0bd06878', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'port_id': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'mac_address': 'fa:16:3e:e7:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:35:37Z', 'updated_at': '2021-11-09T11:35:56Z', 'revision_number': 1, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:00.055821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] For port e5bda633-305f-4da3-9d7f-082dba3d1f5a, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e5bda633-305f-4da3-9d7f-082dba3d1f5a,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:00.061958 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] Checking router: d2e8f962-831b-4597-b3b7-0275129a3a4b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:36:00.087989 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:00.088953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:00.172665 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.349333 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-5a7729c9-1b58-4bdc-a9f1-4248ffa93d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:00.370261 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb3f9f15-d304-4b6f-894f-e2035ec7009c req-5c84d14c-c7be-4da7-8298-ffe54124910e service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999318 Nov 09 11:36:00.403290 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.417894 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Transition to ACTIVE for port object 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:00.495833 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.499914 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-b67f6a69-fa63-4baa-9630-99c144bdf3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:00.527048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.584753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-578e084c-61e5-4452-b6e3-c4db2b94b0c4 None None] Provisioning complete for port e5bda633-305f-4da3-9d7f-082dba3d1f5a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:00.585140 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-578e084c-61e5-4452-b6e3-c4db2b94b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.600758 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4d708-0b93-4604-bacb-c93c45642fdb None None] Pushing event updated for resources: {'Port': ['ID=857ce524-1b5c-4d04-ad67-da0cd8cdcd8b,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:00.604302 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-a4a4d708-0b93-4604-bacb-c93c45642fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:00.649600 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Attempting to bind port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:00.649975 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Attempting to bind port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:00.650343 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Attempting to bind port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:00.659579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Pushing event updated for resources: {'Port': ['ID=e5bda633-305f-4da3-9d7f-082dba3d1f5a,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:00.668306 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:00.668690 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:00.669361 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.669811 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:00.670235 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Bound port: 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:00.670613 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.697620 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:00.727158 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:00.795936 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] For port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:00.799141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] For port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=857ce524-1b5c-4d04-ad67-da0cd8cdcd8b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:00.819460 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Allocated IP 172.20.0.1 (1edfb73a-de99-49ef-9952-1613c06b4366/95689dd7-3ba7-431f-b312-a9ddde5c98d7/fc7f330d-acdb-4fd4-bb5c-8072e11f90fa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:00.892265 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:00.906459 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e113d918-5775-4368-b949-1ba3c515aa40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:00.996440 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:01.004874 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4d708-0b93-4604-bacb-c93c45642fdb None None] Pushing event updated for resources: {'Port': ['ID=857ce524-1b5c-4d04-ad67-da0cd8cdcd8b,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:01.010738 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-a4a4d708-0b93-4604-bacb-c93c45642fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:01.024626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Transition to ACTIVE for port object fc7f330d-acdb-4fd4-bb5c-8072e11f90fa will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:01.038710 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Routers {'834a6da4-45ad-4d64-b4b3-2eb977241481'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:01.039706 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['834a6da4-45ad-4d64-b4b3-2eb977241481'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:01.157458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:01.161433 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:01.229379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Pushing event updated for resources: {'Port': ['ID=fc7f330d-acdb-4fd4-bb5c-8072e11f90fa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:01.232339 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:01.250917 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] Set router 834a6da4-45ad-4d64-b4b3-2eb977241481 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:01.251772 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'c05090e5-fdde-4751-81cb-6d0d0bd06878', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'port_id': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'mac_address': 'fa:16:3e:e7:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:35:37Z', 'updated_at': '2021-11-09T11:35:56Z', 'revision_number': 1, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:01.257781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca528e15-cc62-4d34-9f62-4fe65bcd7654 None None] The sync data for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 is: [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'c05090e5-fdde-4751-81cb-6d0d0bd06878', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'port_id': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'mac_address': 'fa:16:3e:e7:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:35:37Z', 'updated_at': '2021-11-09T11:35:56Z', 'revision_number': 1, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:36:01.265000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Network 1edfb73a-de99-49ef-9952-1613c06b4366 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:01.266382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:01.271894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:01.333501 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:01.574896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64079521-f4cc-4f9b-89f1-51308232ac10 None None] New status for floating IP c05090e5-fdde-4751-81cb-6d0d0bd06878: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:36:01.646392 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:01.668561 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:35:57Z', 'revision_number': 3, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:01.673652 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df476fca-ce02-4f75-a6be-f524ac65bf5f None None] The sync data for ids ['834a6da4-45ad-4d64-b4b3-2eb977241481'] in n-d-817173-1 is: [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:35:57Z', 'revision_number': 3, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:36:01.806538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4cae51a6-b528-4b92-940b-7a218da5a1ad None None] Provisioning for port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:01.871584 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4cae51a6-b528-4b92-940b-7a218da5a1ad None None] Provisioning complete for port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:01.871974 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4cae51a6-b528-4b92-940b-7a218da5a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:01.918549 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:01.931510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4cae51a6-b528-4b92-940b-7a218da5a1ad None None] Port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:36:02.010305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:02.039563 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-04b1265d-e978-464d-a902-6d4ecc4bd34d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:02.048557 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e5bda633-305f-4da3-9d7f-082dba3d1f5a up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:02.126787 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e5bda633-305f-4da3-9d7f-082dba3d1f5a triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:02.127306 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:02.140408 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:02.144081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Pushing event updated for resources: {'Port': ['ID=fc7f330d-acdb-4fd4-bb5c-8072e11f90fa,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:02.154174 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:02.376571 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Network 1edfb73a-de99-49ef-9952-1613c06b4366 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:02.377718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:02.667582 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5dc98bb0-8f8b-4a81-adcb-e5f9e1d78720 None None] Provisioning complete for port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:02.667999 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5dc98bb0-8f8b-4a81-adcb-e5f9e1d78720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:02.733107 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-5dc98bb0-8f8b-4a81-adcb-e5f9e1d78720 None None] Port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:36:02.791389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Router 834a6da4-45ad-4d64-b4b3-2eb977241481 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:36:03.017532 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:36:03.026784 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] 10.222.0.50 "PUT /v2.0/routers/834a6da4-45ad-4d64-b4b3-2eb977241481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9577420 Nov 09 11:36:03.448947 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57296) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:03.590853 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:03.623447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:03.627550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Usage tracker for resource:security_group_rule and tenant:211ada4c4c2949369fabd40067e75730 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:03.631790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:03.637691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:03.707698 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:03.793257 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:03.809319 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-655da8eb-8dae-405d-a518-178d36d64099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:03.859807 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0f3fe2-cd8d-4919-858a-dfa96983c6d5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:03.865010 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:03.871635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57308) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:03.872135 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=211ada4c4c2949369fabd40067e75730&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4215827 Nov 09 11:36:03.948453 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:03.981891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.093246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:04.125002 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.129156 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:04.141982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0f3fe2-cd8d-4919-858a-dfa96983c6d5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:04.160987 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:04.163085 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.164787 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f0f3fe2-cd8d-4919-858a-dfa96983c6d5 HTTP/1.1" status: 204 len: 168 time: 0.2921891 Nov 09 11:36:04.191226 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:36:04.259412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:04.265474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:04.265851 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.374471 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57320) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:04.380933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-317440679-network', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:04.386764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:04.391264 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Usage tracker for resource:network and tenant:dd4f4aab59fd4dd096e2dea9fbe609e9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:04.394887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:04.398974 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.401768 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:04.416861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=857ce524-1b5c-4d04-ad67-da0cd8cdcd8b,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:04.436698 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.488586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Made reservation on behalf of dd4f4aab59fd4dd096e2dea9fbe609e9 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:36:04.491662 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.512783 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.520897 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-3103746e-6163-4db1-9377-52d72a803a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:04.525921 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.579488 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:04.586211 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Usage tracker for resource:security_group_rule and tenant:dd4f4aab59fd4dd096e2dea9fbe609e9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:04.588951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:04.596577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:04.654037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=857ce524-1b5c-4d04-ad67-da0cd8cdcd8b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:04.661207 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:04.672535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.733586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.738051 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-053766e2-821a-4ac7-8ac4-3b313c848eb3 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:04.762271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:36:04.779379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4691bc6d-ecd5-4d2a-9d1e-d42a5b53d1a8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:04.783216 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:04.784337 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.784669 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Added segment 6a9864b0-8997-4b04-a293-083fd7480333 of type vlan for network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 Nov 09 11:36:04.813335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.911652 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.912668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:04.913253 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:04.917095 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:05.023094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Pushing event updated for resources: {'Network': ['ID=6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:05.025782 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:05.033245 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:36:05.091514 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7135398 Nov 09 11:36:05.091905 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:05.097864 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Request body: {'subnet': {'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-317440679-subnet', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:05.099296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57332) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:05.103250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:05.107146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Usage tracker for resource:subnet and tenant:dd4f4aab59fd4dd096e2dea9fbe609e9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:05.110162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:05.116986 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:05.124522 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.158068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:05.162584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Usage tracker for resource:security_group_rule and tenant:613c9666c51343ce867c2b169b3e2918 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:05.165419 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:05.171117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:05.180250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Made reservation on behalf of dd4f4aab59fd4dd096e2dea9fbe609e9 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:36:05.183005 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.239291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.307608 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.314297 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-64855115-6d0d-49fb-98e4-bc09666145a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:05.358111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=613c9666c51343ce867c2b169b3e2918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2571349 Nov 09 11:36:05.361892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd32e8-e2aa-4841-85b2-d632fb4cf0b0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:05.361892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57336) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:05.373487 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:05.430527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.461507 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.465780 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.470360 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4e127c89-a151-41bb-8107-7f19eb6e60bc tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:05.547543 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a21508-3b15-4765-a69e-c01247b5065b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:05.552187 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:05.566881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Checking segment: {'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:05.566881 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Network hostable DHCP agents. Network: 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:36:05.585284 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.589919 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-081dc27b-45e3-432b-8bb2-8934ae1cb21b tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:05.603196 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd32e8-e2aa-4841-85b2-d632fb4cf0b0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:05.607635 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:05.615236 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.618857 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72cd32e8-e2aa-4841-85b2-d632fb4cf0b0 HTTP/1.1" status: 204 len: 168 time: 0.2546072 Nov 09 11:36:05.665672 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:36:05.764315 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:05.771077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:05.771077 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:05.774454 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece2e25-e15c-4d2d-b579-a9b28107b878 None None] Network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:36:05.878322 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1d4a3882-c269-46f8-a8a4-e32c3671765f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7853062 Nov 09 11:36:05.881562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57344) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:05.893618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-317440679-router', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:05.912711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:05.917302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Usage tracker for resource:router and tenant:dd4f4aab59fd4dd096e2dea9fbe609e9 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:05.921102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:05.928215 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:06.006385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7', 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'fixed_ips': [{'subnet_id': '85a21508-3b15-4765-a69e-c01247b5065b'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:36:06.006385 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.009070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.010015 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.042081 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.092006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:06.236087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Allocated IP 172.20.0.2 (6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7/85a21508-3b15-4765-a69e-c01247b5065b/682804af-8360-46d8-8278-49e259933f96) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:06.243144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 857ce524-1b5c-4d04-ad67-da0cd8cdcd8b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:06.243535 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.449498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.548787 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.571547 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Transition to ACTIVE for port object 682804af-8360-46d8-8278-49e259933f96 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:06.593244 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Transition to ACTIVE for port object 682804af-8360-46d8-8278-49e259933f96 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:06.656768 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.692613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.697704 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:06.703971 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.739670 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.762271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:06.765549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:06.769487 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:06.853267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Pushing event updated for resources: {'Port': ['ID=682804af-8360-46d8-8278-49e259933f96,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:06.861903 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:06.879218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Attempting to bind port 682804af-8360-46d8-8278-49e259933f96 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:06.879741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Attempting to bind port 682804af-8360-46d8-8278-49e259933f96 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:06.880256 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Attempting to bind port 682804af-8360-46d8-8278-49e259933f96 on network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:06.887882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:06.888273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Checking segment: {'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:06.888684 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.889087 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Bound using segment: {'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:06.889559 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Bound port: 682804af-8360-46d8-8278-49e259933f96, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:06.889946 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:06.894534 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Allocated IP 172.25.7.46 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:06.994950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] For port 682804af-8360-46d8-8278-49e259933f96, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:06.998144 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] For port 682804af-8360-46d8-8278-49e259933f96, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=682804af-8360-46d8-8278-49e259933f96,segment=NetworkSegment(6a9864b0-8997-4b04-a293-083fd7480333),segment_id=6a9864b0-8997-4b04-a293-083fd7480333)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:07.061309 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:07.111777 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:07.116892 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dc796cc1-4d06-4d70-88ed-330cc917c6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:07.170995 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:07.175102 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:07.192836 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Pushing event updated for resources: {'Port': ['ID=682804af-8360-46d8-8278-49e259933f96,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:07.196037 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:07.255044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:07.259093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:07.261623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:07.294138 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Pushing event updated for resources: {'Port': ['ID=e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:07.297671 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:07.524976 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:07.525645 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:07.825441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Router b4a7750f-939b-4cc5-9f94-1c20beec66d3 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:36:08.089825 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:36:08.109789 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Sync routers for ids ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:36:08.111208 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 682804af-8360-46d8-8278-49e259933f96 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:08.124316 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Routers {'b4a7750f-939b-4cc5-9f94-1c20beec66d3'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:08.124920 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:08.186648 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:08.190435 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3045557 Nov 09 11:36:08.190816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57386) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:08.226999 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e1c83-c588-4c58-8dbf-bf48dc6781ce None None] Network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:36:08.328550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 682804af-8360-46d8-8278-49e259933f96 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:08.334241 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Set router b4a7750f-939b-4cc5-9f94-1c20beec66d3 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:08.480530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Provisioning for port 682804af-8360-46d8-8278-49e259933f96 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:08.489155 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Provisioning complete for port 682804af-8360-46d8-8278-49e259933f96 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:08.489617 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:08.652409 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'name': 'tempest-TestServerBasicOps-317440679-router', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:07Z', 'revision_number': 3, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'gw_port': {'id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:08.656371 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Checking router: b4a7750f-939b-4cc5-9f94-1c20beec66d3 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:36:08.656884 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Updating router b4a7750f-939b-4cc5-9f94-1c20beec66d3 port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:36:08.709070 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:08.710982 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:08.749566 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] For port 682804af-8360-46d8-8278-49e259933f96, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=682804af-8360-46d8-8278-49e259933f96,segment=NetworkSegment(6a9864b0-8997-4b04-a293-083fd7480333),segment_id=6a9864b0-8997-4b04-a293-083fd7480333)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:08.808029 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:08.810169 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-88bc168b-962f-486b-abb0-0cbe0ade2f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:08.956154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Pushing event updated for resources: {'Port': ['ID=682804af-8360-46d8-8278-49e259933f96,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:08.963600 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:08.983975 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8c59b1b9-f223-41c0-aeba-732d9d62cd9c None None] Provisioning complete for port 682804af-8360-46d8-8278-49e259933f96 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:08.984369 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8c59b1b9-f223-41c0-aeba-732d9d62cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.117320 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.132912 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Transition to ACTIVE for port object e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:09.157129 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.208047 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.212247 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-18439d42-a5a3-4361-a360-65e69bfd937e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:09.312636 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55939d9-ee16-46ab-bb2f-d11080d8e9cf None None] Pushing event updated for resources: {'Port': ['ID=e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:09.315033 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Attempting to bind port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:09.315490 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Attempting to bind port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:09.315758 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Attempting to bind port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:09.317961 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d55939d9-ee16-46ab-bb2f-d11080d8e9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:09.324339 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:09.324741 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:09.325155 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.325624 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:09.325970 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Bound port: e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:09.326350 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.409966 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] For port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:09.414178 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] For port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:09.484740 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.490101 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-a4a4d708-0b93-4604-bacb-c93c45642fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:09.533463 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Allocated IP 172.20.0.1 (6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7/85a21508-3b15-4765-a69e-c01247b5065b/83e5b0c8-85e9-4b5f-baef-60b8656701d3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:09.568051 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55939d9-ee16-46ab-bb2f-d11080d8e9cf None None] Pushing event updated for resources: {'Port': ['ID=e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:09.572231 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d55939d9-ee16-46ab-bb2f-d11080d8e9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:09.576180 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Routers {'b4a7750f-939b-4cc5-9f94-1c20beec66d3'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:09.576832 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:09.694000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.710693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Transition to ACTIVE for port object 83e5b0c8-85e9-4b5f-baef-60b8656701d3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:09.756131 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] Set router b4a7750f-939b-4cc5-9f94-1c20beec66d3 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:09.826175 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:09.830196 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-17e83a44-05f6-427b-b83e-d834caca34ca tempest-RoutersAdminTest-514426956 tempest-RoutersAdminTest-514426956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:09.899843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:09.901085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:09.905546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:09.937918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Pushing event updated for resources: {'Port': ['ID=83e5b0c8-85e9-4b5f-baef-60b8656701d3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:09.968116 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.968590 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.968977 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.969774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.969774 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.970082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.970449 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.970836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.971606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.971606 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.971912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:09.981932 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:09.998389 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:10.066521 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 682804af-8360-46d8-8278-49e259933f96 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:10.142571 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'name': 'tempest-TestServerBasicOps-317440679-router', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:07Z', 'revision_number': 3, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'gw_port': {'id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:10.148743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b47a-e4dd-4a01-b05a-84892dcb5bfb None None] The sync data for ids ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'] in n-d-817173-1 is: [{'id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'name': 'tempest-TestServerBasicOps-317440679-router', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:07Z', 'revision_number': 3, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'gw_port': {'id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:36:10.155209 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:10.158864 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 682804af-8360-46d8-8278-49e259933f96 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:10.159485 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:10.387068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-adb3052a-03e7-4e7a-ad87-f49d61df12af None None] Provisioning for port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:10.392044 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-adb3052a-03e7-4e7a-ad87-f49d61df12af None None] Provisioning complete for port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:10.392440 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-adb3052a-03e7-4e7a-ad87-f49d61df12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:10.429119 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:10.447653 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-adb3052a-03e7-4e7a-ad87-f49d61df12af None None] Port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:36:10.499497 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:10.527682 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-733c4b76-6374-4c93-8582-9b924df4088e tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:10.610076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Pushing event updated for resources: {'Port': ['ID=83e5b0c8-85e9-4b5f-baef-60b8656701d3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:10.612844 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:10.617567 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:10.759524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:10.760743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:11.071242 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-34c0002d-6df9-4358-a1c1-2ee2c83dbbd3 None None] Provisioning complete for port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:11.072335 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-34c0002d-6df9-4358-a1c1-2ee2c83dbbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:11.129061 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-34c0002d-6df9-4358-a1c1-2ee2c83dbbd3 None None] Port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:36:11.190880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Router b4a7750f-939b-4cc5-9f94-1c20beec66d3 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:36:11.557697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:36:11.568155 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] 10.222.0.50 "PUT /v2.0/routers/b4a7750f-939b-4cc5-9f94-1c20beec66d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3755319 Nov 09 11:36:11.730164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59451eb6-7c38-4450-8118-49e25000477e req-08e24913-0a30-4e81-a897-b0a4b2b1d60b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:11.731687 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-59451eb6-7c38-4450-8118-49e25000477e req-08e24913-0a30-4e81-a897-b0a4b2b1d60b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1028061 Nov 09 11:36:11.779912 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-59451eb6-7c38-4450-8118-49e25000477e req-f4fc44e2-97af-418b-825b-9fc00ad16cb6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415082 Nov 09 11:36:11.987467 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f6615-83d5-44e1-817e-deaade133f46 req-6e175cd4-eec5-4b1a-80fa-3a697b5c5efb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:11.988921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b44f6615-83d5-44e1-817e-deaade133f46 req-6e175cd4-eec5-4b1a-80fa-3a697b5c5efb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0830450 Nov 09 11:36:12.035925 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b44f6615-83d5-44e1-817e-deaade133f46 req-62e6515b-4b6e-482f-a0a8-c3b88cb01219 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400040 Nov 09 11:36:12.378229 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-3b6acd00-fcf3-4b0d-af78-47761de6ccfa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690887 Nov 09 11:36:12.391973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-3e3bd8cd-54a4-4333-aa59-806dfe242999 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:12.395991 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-3e3bd8cd-54a4-4333-aa59-806dfe242999 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.1478279 Nov 09 11:36:12.419234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-e0794ffb-d436-4c6f-a33d-700b155daec9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/quotas/f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 375 time: 0.0195401 Nov 09 11:36:12.489874 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-11ad29a6-c495-4ac1-9779-c1b638031858 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 1096 time: 0.0822890 Nov 09 11:36:12.607791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57444) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:12.616073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072372709', 'description': 'tempest-secgroup-smoke-1072372709 description', 'project_id': '388f5154f6de44ca949e645ad892bd29'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:12.622616 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:12.629284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:12.633599 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:12.647569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:12.653141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-01b85e4e-d466-42db-95e5-27c930209145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:12.654636 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-01b85e4e-d466-42db-95e5-27c930209145 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1477814 Nov 09 11:36:12.670379 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-5b115bdf-6b4a-47d5-ba29-ee07d83ab15d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2457466 Nov 09 11:36:12.743319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-270257f8-6a51-44b4-8422-c5533da5ec17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711 HTTP/1.1" status: 200 len: 217 time: 0.0816574 Nov 09 11:36:12.745704 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:12.785185 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:12.792709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:12.796401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:12.804790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:12.832644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-ab4e05a8-c927-4273-937d-f336179d4578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:12.834565 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-ab4e05a8-c927-4273-937d-f336179d4578 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0838163 Nov 09 11:36:12.900759 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:12.932296 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-86cf0de4-848f-4a06-8b06-521da3b1afb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909855 Nov 09 11:36:12.988768 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.000652 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d7408f61-cb7d-493c-ac98-59fdc215f0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:13.034387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-1b418b1a-e480-4f2e-a5e2-f81ea3d792e4 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573771 Nov 09 11:36:13.080514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:13.088362 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-cd229e6a-2025-47f0-bb33-b9adf11e046f service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471062 Nov 09 11:36:13.140877 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.141262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.141637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.142009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.142374 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.142743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.143179 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.143546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.152077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.152077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.152077 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:13.152077 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.152077 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5400727 Nov 09 11:36:13.152077 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:13.159210 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57460) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:13.167900 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'security_group_rule': {'security_group_id': '6506d6c4-c059-4846-b5aa-8e5ddd5e33f9', 'project_id': '388f5154f6de44ca949e645ad892bd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:13.176178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:13.196072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:13.201355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:13.216617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:13.229646 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-0349fffb-c101-496a-a158-00ab95f742d3 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847517 Nov 09 11:36:13.240451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fb70cf12-c724-4c6e-886c-0fb38c488e0b req-303bfcd5-cfe8-40c0-b2f7-8b1b362a4762 service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468794 Nov 09 11:36:13.297591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.372858 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.428731 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.433407 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3be2be95-9913-4d16-bb3c-b10694c40661 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:13.467109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98b6684-3d1a-4873-96e4-ccf309ab5375,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:13.472084 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:13.497277 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8f0c803e-c3a0-43d5-a52e-c11addb5c083 req-6d216e73-fb8a-4f00-a91d-0b2ae57b8024 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 210 time: 0.0437102 Nov 09 11:36:13.548284 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.549926 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3900020 Nov 09 11:36:13.553441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57476) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:13.559246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'security_group_rule': {'security_group_id': '6506d6c4-c059-4846-b5aa-8e5ddd5e33f9', 'project_id': '388f5154f6de44ca949e645ad892bd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:13.565606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:13.570567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:13.573756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:13.579954 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:13.675224 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.742336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.814048 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.828910 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f9881f80-5a1b-44aa-ad91-e16cfc69ace6 tempest-AttachVolumeShelveTestJSON-1770633072 tempest-AttachVolumeShelveTestJSON-1770633072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:13.848426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1813da-265f-4ff7-be5c-d341166e3a94,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:13.854092 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:13.931740 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:13.935000 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6b4df66e-cc67-4ca3-b738-a23a946388a4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3804185 Nov 09 11:36:13.938349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57486) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:13.946744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'security_group_rule': {'security_group_id': '6506d6c4-c059-4846-b5aa-8e5ddd5e33f9', 'project_id': '388f5154f6de44ca949e645ad892bd29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:13.957331 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:13.962843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:13.966573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:13.973160 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:14.055313 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.124906 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.198384 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.204940 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:14.226778 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342cc717-af56-411a-845e-c19bf2316fab,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:14.229337 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:14.352765 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.353995 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-43bdf82a-cf5a-49cf-80af-a174761fbe79 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4159853 Nov 09 11:36:14.357482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57490) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:14.364080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'security_group_rule': {'security_group_id': '6506d6c4-c059-4846-b5aa-8e5ddd5e33f9', 'project_id': '388f5154f6de44ca949e645ad892bd29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:14.370705 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:14.374469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:14.377318 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:14.383845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:14.514580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.599407 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.673624 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.696319 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:14.738836 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21060dae-579b-49a3-86d4-e9f5222614bb,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:14.745227 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:14.861606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:14.867947 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6fd7a13b-3d9e-48a0-81fb-1fbcd13b6833 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5049696 Nov 09 11:36:14.869197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57498) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:14.890451 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'security_group_rule': {'security_group_id': '6506d6c4-c059-4846-b5aa-8e5ddd5e33f9', 'project_id': '388f5154f6de44ca949e645ad892bd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:14.891225 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3f939eee-29bd-4f18-a8a4-735283ddb226 req-a4c79202-49e2-4e3f-9bdf-59df5b8d2bb1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 210 time: 0.0989807 Nov 09 11:36:14.921693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:14.930355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:14.935036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:14.945390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:15.011003 n-d-817173-1 neutron-server[84334]: INFO neutron.db.securitygroups_db [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Project 388f5154f6de44ca949e645ad892bd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:36:15.022044 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.124536 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.185562 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.194820 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:15.219939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7184c62-4043-417a-b555-66746ace2f92,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:15.222898 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:15.296178 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.297619 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4242530 Nov 09 11:36:15.300492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57514) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:15.307319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'security_group_rule': {'security_group_id': '6506d6c4-c059-4846-b5aa-8e5ddd5e33f9', 'project_id': '388f5154f6de44ca949e645ad892bd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:15.314398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:15.320656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:security_group_rule and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:15.324068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:15.330418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:15.405027 n-d-817173-1 neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Project 388f5154f6de44ca949e645ad892bd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:36:15.412838 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.487128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.547346 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.549414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af44ce6d-06a2-4226-8051-5533771261c7 tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:15.573550 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702a31fa-4450-4efa-b65f-a7726231a813,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:15.576014 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:15.648333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:15.649695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c1848a0a-b168-4a4d-be38-ef8d3efbd1b4 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3475206 Nov 09 11:36:15.768523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Sync routers for ids ['834a6da4-45ad-4d64-b4b3-2eb977241481'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:36:15.788790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Routers {'834a6da4-45ad-4d64-b4b3-2eb977241481'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:15.789459 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['834a6da4-45ad-4d64-b4b3-2eb977241481'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:15.893679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f59bab3-210d-4c1a-a991-ba80b9d0a9b5 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Synchronizing usage tracker for tenant:388f5154f6de44ca949e645ad892bd29 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:36:16.032078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f59bab3-210d-4c1a-a991-ba80b9d0a9b5 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Unset dirty status for tenant:388f5154f6de44ca949e645ad892bd29 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:36:16.033251 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f59bab3-210d-4c1a-a991-ba80b9d0a9b5 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072372709&fields=id&tenant_id=388f5154f6de44ca949e645ad892bd29 HTTP/1.1" status: 200 len: 267 time: 0.2084367 Nov 09 11:36:16.052745 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Set router 834a6da4-45ad-4d64-b4b3-2eb977241481 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:16.156481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:16.238072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f49e7750-27e7-4fb5-b700-07b9d89c773d req-7b6707b0-34c7-4241-a40d-1e09c558ea37 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 210 time: 0.0567000 Nov 09 11:36:16.302866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-8033ad4c-f9d1-49cf-a538-ae230e2c227e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:16.305099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-8033ad4c-f9d1-49cf-a538-ae230e2c227e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.3173096 Nov 09 11:36:16.308162 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229b1e-3625-4ab8-a662-3463076fd768 req-d18bfd34-b48b-4322-a4f8-080737cd0f46 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:16.309937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-07229b1e-3625-4ab8-a662-3463076fd768 req-d18bfd34-b48b-4322-a4f8-080737cd0f46 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Synchronizing usage tracker for tenant:388f5154f6de44ca949e645ad892bd29 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:36:16.332750 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'port': {'device_id': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'admin_state_up': True, 'tenant_id': 'f616c12fec4944679dc9f827f4131daa'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:16.436783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-07229b1e-3625-4ab8-a662-3463076fd768 req-d18bfd34-b48b-4322-a4f8-080737cd0f46 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Unset dirty status for tenant:388f5154f6de44ca949e645ad892bd29 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:36:16.438150 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-d18bfd34-b48b-4322-a4f8-080737cd0f46 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 809 time: 0.3956287 Nov 09 11:36:16.483582 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-558e712c-ab52-4cb8-9ec6-9c9e87353259 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/quotas/388f5154f6de44ca949e645ad892bd29 HTTP/1.1" status: 200 len: 375 time: 0.0392978 Nov 09 11:36:16.524518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:16.530220 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:16.530713 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:16.584559 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-d2db398f-2f8c-4fbc-bef3-caf2145ead49 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922112 Nov 09 11:36:16.590143 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:36:01Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'fc7f330d-acdb-4fd4-bb5c-8072e11f90fa', 'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'mac_address': 'fa:16:3e:8a:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:00Z', 'updated_at': '2021-11-09T11:36:01Z', 'revision_number': 2, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'subnets': [{'id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:16.604560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Checking router: 834a6da4-45ad-4d64-b4b3-2eb977241481 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:36:16.605069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Updating router 834a6da4-45ad-4d64-b4b3-2eb977241481 port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:36:16.617330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:16.629612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:16.685385 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:16.743472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-b2bb3742-d86b-4da5-b56b-f290b217adee service neutron] 10.222.0.50 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579995 Nov 09 11:36:16.887475 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:16.900698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Made reservation on behalf of f616c12fec4944679dc9f827f4131daa for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:36:16.905860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:16.935636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:17.065215 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.065484 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-89f73be2-9734-45ae-a4dc-5476dfeae906 service neutron] 10.222.0.50 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171926 Nov 09 11:36:17.071635 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:17.151155 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Allocated IP 172.20.0.11 (fd19a92a-64ab-479f-8bbb-39c407f38a3a/af0788b1-58f6-475f-abdd-f0892798b724/e27db326-90e9-42e2-bc43-e9f8d0f79c6b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:17.185379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:17.191216 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:17.218539 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-24133a48-c52b-450c-8f8b-f997c9d9fdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.291435 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.306409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Transition to ACTIVE for port object fc7f330d-acdb-4fd4-bb5c-8072e11f90fa will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:17.385647 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.421838 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.425675 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6082ff8-37d2-41dd-8291-7b57a3273353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:17.444412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Transition to ACTIVE for port object e27db326-90e9-42e2-bc43-e9f8d0f79c6b will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:17.452573 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7f77e51-bded-43ae-b25e-f741e787d39e req-84477b05-2eed-45d1-9c9e-73ebf29fad43 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 210 time: 0.0462852 Nov 09 11:36:17.489577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddffd35-1221-4199-907c-aff92f14aa43 None None] Pushing event updated for resources: {'Port': ['ID=fc7f330d-acdb-4fd4-bb5c-8072e11f90fa,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:17.493078 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.496678 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dddffd35-1221-4199-907c-aff92f14aa43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:17.587718 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.594233 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:17.616670 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-382ebd56-9a04-4245-afd1-da6922e53856 req-ffb7258b-a51a-4ead-bf56-b224c2e1b5d5 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 210 time: 0.0678048 Nov 09 11:36:17.686420 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cbbdef5a-7052-4fe7-9439-4f46d283e74a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:17.706478 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:17.710575 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:17.719938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:17.729166 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:17.794510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:17.800514 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:17.855049 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:17.859116 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.917026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Attempting to bind port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:17.917026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Attempting to bind port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:17.917026 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Attempting to bind port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa on network 1edfb73a-de99-49ef-9952-1613c06b4366 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:17.961936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:17.962369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Checking segment: {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:17.962898 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.963373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Bound using segment: {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:17.963927 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Bound port: fc7f330d-acdb-4fd4-bb5c-8072e11f90fa, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:17.964377 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:17.997573 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6778388 Nov 09 11:36:18.013034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Request body: {'port': {'device_id': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:18.130775 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:18.257753 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] For port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:18.320385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] For port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fc7f330d-acdb-4fd4-bb5c-8072e11f90fa,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:18.401063 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:18.423383 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:18.427168 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:18.450179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ea83b809-2e95-4c12-b9f5-a805ef12b092 None None] Provisioning for port e27db326-90e9-42e2-bc43-e9f8d0f79c6b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:18.459876 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:18.464946 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:18.528216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-ea83b809-2e95-4c12-b9f5-a805ef12b092 None None] Provisioning complete for port e27db326-90e9-42e2-bc43-e9f8d0f79c6b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:18.528594 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ea83b809-2e95-4c12-b9f5-a805ef12b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:18.667652 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-ea83b809-2e95-4c12-b9f5-a805ef12b092 None None] Port e27db326-90e9-42e2-bc43-e9f8d0f79c6b cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:36:18.687577 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddffd35-1221-4199-907c-aff92f14aa43 None None] Pushing event updated for resources: {'Port': ['ID=fc7f330d-acdb-4fd4-bb5c-8072e11f90fa,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:18.699792 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dddffd35-1221-4199-907c-aff92f14aa43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:18.746463 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Sync routers for ids ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:36:18.784323 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Routers {'b4a7750f-939b-4cc5-9f94-1c20beec66d3'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:18.788059 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:18.826040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Routers {'834a6da4-45ad-4d64-b4b3-2eb977241481'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:18.829636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:35:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['834a6da4-45ad-4d64-b4b3-2eb977241481'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:18.979857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0b8aa-5918-4ae3-b6d8-b44446fabd63 req-d29a49ce-ba30-4ce8-adef-71cf0695648f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:18.992360 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4da0b8aa-5918-4ae3-b6d8-b44446fabd63 req-d29a49ce-ba30-4ce8-adef-71cf0695648f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 932 time: 0.3127494 Nov 09 11:36:19.067603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9e28ea16-0ce2-4c1c-82f7-7532044096a5 req-0f403ef9-4ca4-460c-9042-47926eed5883 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Synchronizing usage tracker for tenant:388f5154f6de44ca949e645ad892bd29 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:36:19.124115 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] Set router 834a6da4-45ad-4d64-b4b3-2eb977241481 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:19.128228 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4da0b8aa-5918-4ae3-b6d8-b44446fabd63 req-dfbea3a5-33d3-48da-bdd8-fdc20dcbc856 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346595 Nov 09 11:36:19.245766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9e28ea16-0ce2-4c1c-82f7-7532044096a5 req-0f403ef9-4ca4-460c-9042-47926eed5883 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Unset dirty status for tenant:388f5154f6de44ca949e645ad892bd29 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:36:19.246969 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e28ea16-0ce2-4c1c-82f7-7532044096a5 req-0f403ef9-4ca4-460c-9042-47926eed5883 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 210 time: 0.2532079 Nov 09 11:36:19.272116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27db326-90e9-42e2-bc43-e9f8d0f79c6b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:36:19.290688 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:19.298188 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Set router b4a7750f-939b-4cc5-9f94-1c20beec66d3 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:19.311676 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Transition to ACTIVE for port object e27db326-90e9-42e2-bc43-e9f8d0f79c6b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:19.394374 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:19.403012 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ec060753-c991-4063-bbd6-c14f7bd7c67c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:19.488052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Pushing event updated for resources: {'Port': ['ID=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:19.510785 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:19.725211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:36:01Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'fc7f330d-acdb-4fd4-bb5c-8072e11f90fa', 'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'mac_address': 'fa:16:3e:8a:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:00Z', 'updated_at': '2021-11-09T11:36:18Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'subnets': [{'id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:19.730482 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270c5f1-db2f-426c-bc43-657a203ca74b None None] The sync data for ids ['834a6da4-45ad-4d64-b4b3-2eb977241481'] in n-d-817173-1 is: [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:36:01Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'fc7f330d-acdb-4fd4-bb5c-8072e11f90fa', 'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'mac_address': 'fa:16:3e:8a:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:00Z', 'updated_at': '2021-11-09T11:36:18Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'subnets': [{'id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:36:19.767153 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4f74b21c-6129-4b17-84c9-83d59a78a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:19.816329 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'name': 'tempest-TestServerBasicOps-317440679-router', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:10Z', 'revision_number': 4, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'gw_port': {'id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '83e5b0c8-85e9-4b5f-baef-60b8656701d3', 'name': '', 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'mac_address': 'fa:16:3e:03:fd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a21508-3b15-4765-a69e-c01247b5065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:09Z', 'updated_at': '2021-11-09T11:36:10Z', 'revision_number': 2, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'subnets': [{'id': '85a21508-3b15-4765-a69e-c01247b5065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:19.821276 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Checking router: b4a7750f-939b-4cc5-9f94-1c20beec66d3 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:36:19.821712 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Updating router b4a7750f-939b-4cc5-9f94-1c20beec66d3 port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:36:19.852524 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Attempting to bind port e27db326-90e9-42e2-bc43-e9f8d0f79c6b on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:19.852864 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Attempting to bind port e27db326-90e9-42e2-bc43-e9f8d0f79c6b by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:19.853197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Attempting to bind port e27db326-90e9-42e2-bc43-e9f8d0f79c6b on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:19.862441 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Port e27db326-90e9-42e2-bc43-e9f8d0f79c6b on network fd19a92a-64ab-479f-8bbb-39c407f38a3a not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:36:19.862784 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Attempting to bind port e27db326-90e9-42e2-bc43-e9f8d0f79c6b on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:19.872754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:19.873093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:19.873486 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Bound using segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:19.873919 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Bound port: e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:19.874272 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:19.897836 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.127157 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] For port e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:20.132094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] For port e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:20.197854 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fc7f330d-acdb-4fd4-bb5c-8072e11f90fa up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:20.233341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.238059 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0534ec4-47cc-437f-992f-ed8363f7fa02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:20.407847 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.409467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] 10.222.0.57 "PUT /v2.0/ports/e27db326-90e9-42e2-bc43-e9f8d0f79c6b HTTP/1.1" status: 200 len: 1092 time: 2.4044476 Nov 09 11:36:20.410139 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:20.428161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Pushing event updated for resources: {'Port': ['ID=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:20.438256 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:20.444440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:20.455379 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:20.455788 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.502675 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f16b91-d9fc-4a41-87db-fd89c2270625 req-b7797261-c591-4838-bfe0-b086bb551cf8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:20.504114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-91f16b91-d9fc-4a41-87db-fd89c2270625 req-b7797261-c591-4838-bfe0-b086bb551cf8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:36:20.574928 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.602511 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Transition to ACTIVE for port object 83e5b0c8-85e9-4b5f-baef-60b8656701d3 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:20.673078 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-91f16b91-d9fc-4a41-87db-fd89c2270625 req-b7797261-c591-4838-bfe0-b086bb551cf8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:36:20.685481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91f16b91-d9fc-4a41-87db-fd89c2270625 req-b7797261-c591-4838-bfe0-b086bb551cf8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 944 time: 0.3446348 Nov 09 11:36:20.696588 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.735959 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.740312 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-bdf78fd9-280a-4b88-af07-f2a4725c8bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:20.744712 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=fc7f330d-acdb-4fd4-bb5c-8072e11f90fa,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:20.763710 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.775544 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-79bb4e8e-e002-4b76-8d8c-1467aa796ade req-46bc96c4-1425-4e9e-959c-92a5b94d9f40 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 210 time: 0.0629396 Nov 09 11:36:20.796295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-91f16b91-d9fc-4a41-87db-fd89c2270625 req-90c31beb-e84e-4b43-bcf1-a9b950bccc62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140907 Nov 09 11:36:20.814087 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-d5a9fabe-cd69-4642-a16f-da502194e466 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 1095 time: 0.2104719 Nov 09 11:36:20.861874 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:20.869800 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dddffd35-1221-4199-907c-aff92f14aa43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:20.901487 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229b1e-3625-4ab8-a662-3463076fd768 req-f9fac821-98d4-4bfe-bc90-487edac51884 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:20.903494 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-f9fac821-98d4-4bfe-bc90-487edac51884 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 809 time: 0.3395245 Nov 09 11:36:20.983687 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b', 'status': 'completed', 'code': 200} Nov 09 11:36:21.011004 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Pushing event updated for resources: {'Port': ['ID=83e5b0c8-85e9-4b5f-baef-60b8656701d3,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:21.015835 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-075b6d21-df25-4dc0-a44d-b310861aca04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b HTTP/1.1" status: 200 len: 217 time: 0.1727140 Nov 09 11:36:21.018378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=fc7f330d-acdb-4fd4-bb5c-8072e11f90fa,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:21.022589 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:21.029395 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-ee8aa63d-a8f9-4328-9560-df4d0f186f7a tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388f5154f6de44ca949e645ad892bd29 HTTP/1.1" status: 200 len: 380 time: 0.1114070 Nov 09 11:36:21.033828 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.034532 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.035031 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.040858 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.041421 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'port': {'device_id': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'admin_state_up': True, 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'security_groups': ['6506d6c4-c059-4846-b5aa-8e5ddd5e33f9']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:21.041935 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.042675 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.045213 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.045713 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.046194 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.046675 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.050036 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:21.107429 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:21.161831 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-d841daa4-c46c-4cef-aec6-492dcadc31d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:21.163366 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-d841daa4-c46c-4cef-aec6-492dcadc31d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.1467738 Nov 09 11:36:21.291629 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-a07c6b60-8b16-4ffe-bbaa-749d6f3c4000 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215291 Nov 09 11:36:21.304972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:21.308585 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Attempting to bind port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:21.314240 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Attempting to bind port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:21.314240 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Attempting to bind port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 on network 6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:21.315279 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:21.317379 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:21.317759 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Checking segment: {'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:21.318287 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:21.318691 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Bound using segment: {'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:21.319196 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Bound port: 83e5b0c8-85e9-4b5f-baef-60b8656701d3, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9864b0-8997-4b04-a293-083fd7480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:21.319576 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:21.402259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Made reservation on behalf of 388f5154f6de44ca949e645ad892bd29 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:36:21.405301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:21.424126 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] For port 83e5b0c8-85e9-4b5f-baef-60b8656701d3, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:21.427911 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] For port 83e5b0c8-85e9-4b5f-baef-60b8656701d3, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=83e5b0c8-85e9-4b5f-baef-60b8656701d3,segment=NetworkSegment(6a9864b0-8997-4b04-a293-083fd7480333),segment_id=6a9864b0-8997-4b04-a293-083fd7480333)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:21.443575 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-c03831de-e5b9-40ff-82d8-7005993f4299 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363444 Nov 09 11:36:21.500708 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:21.507470 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-d6750622-e50f-42bc-970e-b58c1b5a3915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:21.574372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Allocated IP 172.20.0.10 (1edfb73a-de99-49ef-9952-1613c06b4366/95689dd7-3ba7-431f-b312-a9ddde5c98d7/173fca00-26e7-4bad-bf76-c865e5f8c09a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:21.587486 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Pushing event updated for resources: {'Port': ['ID=83e5b0c8-85e9-4b5f-baef-60b8656701d3,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:21.592440 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:21.607350 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc8fad3-030d-46fc-bfc5-a481617e1c13 req-7c46e0aa-89b7-46a2-a5c4-f7449df0e903 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575301 Nov 09 11:36:21.636141 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Routers {'b4a7750f-939b-4cc5-9f94-1c20beec66d3'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:21.637312 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:36:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:21.836685 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:21.854951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Transition to ACTIVE for port object 173fca00-26e7-4bad-bf76-c865e5f8c09a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:21.881654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-b076d6a5-f573-4e5e-b76b-b0f750d27a8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 1095 time: 0.1557372 Nov 09 11:36:21.884521 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] Set router b4a7750f-939b-4cc5-9f94-1c20beec66d3 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:21.964580 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:21.974265 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:22.086830 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Network 1edfb73a-de99-49ef-9952-1613c06b4366 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:22.092587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:22.095570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'Port': ['ID=173fca00-26e7-4bad-bf76-c865e5f8c09a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:22.103238 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:22.107044 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:22.166336 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device fc7f330d-acdb-4fd4-bb5c-8072e11f90fa up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:22.178773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:22.185126 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:22.185276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:22.267616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port fc7f330d-acdb-4fd4-bb5c-8072e11f90fa triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:22.267993 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:22.363800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85f6fc-7cb1-4c8d-9dad-b589b740f36e req-cc35d31d-2d21-4b0b-83da-e1b17435e7f8 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:22.375245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1f85f6fc-7cb1-4c8d-9dad-b589b740f36e req-cc35d31d-2d21-4b0b-83da-e1b17435e7f8 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Synchronizing usage tracker for tenant:388f5154f6de44ca949e645ad892bd29 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:36:22.392428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3555596 Nov 09 11:36:22.406082 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Request body: {'port': {'device_id': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:22.436014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-f2e30712-ca38-4977-9a42-c4db3e43d344 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:22.437393 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-f2e30712-ca38-4977-9a42-c4db3e43d344 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.5414145 Nov 09 11:36:22.500792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-1f85f6fc-7cb1-4c8d-9dad-b589b740f36e req-cc35d31d-2d21-4b0b-83da-e1b17435e7f8 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Unset dirty status for tenant:388f5154f6de44ca949e645ad892bd29 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:36:22.502143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1f85f6fc-7cb1-4c8d-9dad-b589b740f36e req-cc35d31d-2d21-4b0b-83da-e1b17435e7f8 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 932 time: 0.3159502 Nov 09 11:36:22.518941 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'name': 'tempest-TestServerBasicOps-317440679-router', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:10Z', 'revision_number': 4, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'gw_port': {'id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '83e5b0c8-85e9-4b5f-baef-60b8656701d3', 'name': '', 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'mac_address': 'fa:16:3e:03:fd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a21508-3b15-4765-a69e-c01247b5065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:09Z', 'updated_at': '2021-11-09T11:36:21Z', 'revision_number': 4, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'subnets': [{'id': '85a21508-3b15-4765-a69e-c01247b5065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:22.531431 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17cc49-870d-4f5f-b172-c0cfff917159 None None] The sync data for ids ['b4a7750f-939b-4cc5-9f94-1c20beec66d3'] in n-d-817173-1 is: [{'id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'name': 'tempest-TestServerBasicOps-317440679-router', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:10Z', 'revision_number': 4, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'gw_port': {'id': 'e27a9260-4ecc-49f4-bb05-ab9f4b8ea0a7', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:06Z', 'updated_at': '2021-11-09T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '83e5b0c8-85e9-4b5f-baef-60b8656701d3', 'name': '', 'network_id': '6a80f97e-dc1d-43e3-afcc-a7fb4e0df4b7', 'tenant_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'mac_address': 'fa:16:3e:03:fd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a7750f-939b-4cc5-9f94-1c20beec66d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85a21508-3b15-4765-a69e-c01247b5065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:09Z', 'updated_at': '2021-11-09T11:36:21Z', 'revision_number': 4, 'project_id': 'dd4f4aab59fd4dd096e2dea9fbe609e9', 'subnets': [{'id': '85a21508-3b15-4765-a69e-c01247b5065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:36:22.534813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-34d5776b-06cf-41d9-8372-1f09d04c38dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b HTTP/1.1" status: 200 len: 217 time: 0.0873044 Nov 09 11:36:22.576327 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:22.596579 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b981dd19-5d40-47a3-a0df-642b09686883 None None] Provisioning for port 173fca00-26e7-4bad-bf76-c865e5f8c09a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:22.602440 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b981dd19-5d40-47a3-a0df-642b09686883 None None] Provisioning complete for port 173fca00-26e7-4bad-bf76-c865e5f8c09a triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:22.602823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b981dd19-5d40-47a3-a0df-642b09686883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:22.638307 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-2b20ecf5-6f2a-4088-b7dc-b03399af196e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:22.639785 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-2b20ecf5-6f2a-4088-b7dc-b03399af196e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0932665 Nov 09 11:36:22.657563 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1f85f6fc-7cb1-4c8d-9dad-b589b740f36e req-73bd4ce7-cfb7-413c-8d46-379e2859c327 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424267 Nov 09 11:36:22.709936 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b981dd19-5d40-47a3-a0df-642b09686883 None None] Port 173fca00-26e7-4bad-bf76-c865e5f8c09a cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:36:22.733828 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-3d1ca778-f650-4d16-9b8f-164e73f97ee1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3965917 Nov 09 11:36:22.740329 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e8d1-ab9d-4508-af40-b55681c729ce req-e800832b-ba72-485e-a0a5-7ea69807b24d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:22.746934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e27db326-90e9-42e2-bc43-e9f8d0f79c6b details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:36:22.757222 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee4e8d1-ab9d-4508-af40-b55681c729ce req-e800832b-ba72-485e-a0a5-7ea69807b24d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 944 time: 0.4177811 Nov 09 11:36:22.936179 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9ee4e8d1-ab9d-4508-af40-b55681c729ce req-34857b08-118c-43eb-9264-f60e20cbaa49 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779351 Nov 09 11:36:22.977073 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-2b22eca5-3acc-4306-bf01-fe757a7afd76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3287463 Nov 09 11:36:23.017281 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:23.032315 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b', 'mac_address': 'fa:16:3e:f7:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:36:23.117006 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-52f786ce-a899-4f3f-8e33-2c5bc685db55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.3205926 Nov 09 11:36:23.118262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:23.148981 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27db326-90e9-42e2-bc43-e9f8d0f79c6b {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:36:23.172774 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:23.202035 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173fca00-26e7-4bad-bf76-c865e5f8c09a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:36:23.210933 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:23.229987 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Transition to ACTIVE for port object 173fca00-26e7-4bad-bf76-c865e5f8c09a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:23.262167 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:23.265855 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:23.289340 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-1b11e6c2-ccd0-4720-94a5-727518137b9e service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032713 Nov 09 11:36:23.307035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:23.311739 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:23.366846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:23.374487 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:23.466021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-a2868070-1272-400e-81e8-a17f4b6b69d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:23.467564 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-a2868070-1272-400e-81e8-a17f4b6b69d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.2990763 Nov 09 11:36:23.500291 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['e27db326-90e9-42e2-bc43-e9f8d0f79c6b'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:23.608245 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-c77a0745-e3aa-4b6a-9d7d-05f9e3c7b82e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbdef5a-7052-4fe7-9439-4f46d283e74a HTTP/1.1" status: 200 len: 217 time: 0.1238141 Nov 09 11:36:23.672099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f46cde79-078e-4272-a9e6-6e7d61291a4e req-3f62fda1-8dba-4d92-bd61-2aaebec42fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758135 Nov 09 11:36:23.747315 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-c8b45497-9517-418c-9683-fc71c9a1d1d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:23.748762 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-c8b45497-9517-418c-9683-fc71c9a1d1d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.1317439 Nov 09 11:36:23.751763 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Pushing event updated for resources: {'Port': ['ID=173fca00-26e7-4bad-bf76-c865e5f8c09a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:23.758388 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:23.838981 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Attempting to bind port 173fca00-26e7-4bad-bf76-c865e5f8c09a on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:23.839648 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Attempting to bind port 173fca00-26e7-4bad-bf76-c865e5f8c09a by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:23.840280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Attempting to bind port 173fca00-26e7-4bad-bf76-c865e5f8c09a on network 1edfb73a-de99-49ef-9952-1613c06b4366 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:23.851014 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Port 173fca00-26e7-4bad-bf76-c865e5f8c09a on network 1edfb73a-de99-49ef-9952-1613c06b4366 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:36:23.851673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Attempting to bind port 173fca00-26e7-4bad-bf76-c865e5f8c09a on network 1edfb73a-de99-49ef-9952-1613c06b4366 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:23.861294 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-4bf156ae-4a88-46ea-bb26-a519e7700b9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035500 Nov 09 11:36:23.865906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:23.866640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Checking segment: {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:23.867214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Bound using segment: {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:23.868072 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Bound port: 173fca00-26e7-4bad-bf76-c865e5f8c09a, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f791f8-c2f8-4971-8a7e-1caefa63ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:23.870258 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:24.033424 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-1e35ef58-df56-4ea7-918c-76383896aaa7 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639121 Nov 09 11:36:24.175946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] For port 173fca00-26e7-4bad-bf76-c865e5f8c09a, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:24.187851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 83e5b0c8-85e9-4b5f-baef-60b8656701d3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:24.189189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] For port 173fca00-26e7-4bad-bf76-c865e5f8c09a, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:24.251204 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643feb73-b2da-414b-9241-243bf83218b3 req-5e41e7e6-4bed-4f8b-9f11-60a6c5972679 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:24.255682 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-643feb73-b2da-414b-9241-243bf83218b3 req-5e41e7e6-4bed-4f8b-9f11-60a6c5972679 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 944 time: 0.1867521 Nov 09 11:36:24.302544 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:24.308857 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-829f8147-0d0a-4208-b86a-78b20d40998f tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:24.314345 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5e4d30db-035a-4127-8a75-54a7ccdd29b6 req-3ecd0f88-754c-4fc5-9233-529341b31480 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738547 Nov 09 11:36:24.358721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a415f-fa77-4989-b471-021a79f10e7a req-86843fa7-3214-4390-91a9-3620248a42e4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:24.361706 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-072a415f-fa77-4989-b471-021a79f10e7a req-86843fa7-3214-4390-91a9-3620248a42e4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 945 time: 0.1696296 Nov 09 11:36:24.362756 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-643feb73-b2da-414b-9241-243bf83218b3 req-70e445eb-2015-4d80-9ece-92e1ae9cb688 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012673 Nov 09 11:36:24.374311 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:24.375704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] 10.222.0.59 "PUT /v2.0/ports/173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1092 time: 1.9745224 Nov 09 11:36:24.376247 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'tag': '173fca00-26e7-4bad-bf76-c865e5f8c09a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:24.384549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:24.400649 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:24.400649 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:24.401133 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Pushing event updated for resources: {'Port': ['ID=173fca00-26e7-4bad-bf76-c865e5f8c09a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:24.404664 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:24.475117 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'tag': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'status': 'completed', 'code': 200} Nov 09 11:36:24.622080 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-54e1df8d-9d7c-4084-9c15-6adacab755b2 req-6957bc78-5b37-4155-b10f-66e5627d5ade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1095 time: 0.1261029 Nov 09 11:36:24.648274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:24.652047 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-072a415f-fa77-4989-b471-021a79f10e7a req-44b748d7-cd42-4fe3-ac78-3ef975a45af0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679434 Nov 09 11:36:24.693973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 83e5b0c8-85e9-4b5f-baef-60b8656701d3, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=83e5b0c8-85e9-4b5f-baef-60b8656701d3,segment=NetworkSegment(6a9864b0-8997-4b04-a293-083fd7480333),segment_id=6a9864b0-8997-4b04-a293-083fd7480333)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:24.762292 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e27db326-90e9-42e2-bc43-e9f8d0f79c6b up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:24.783468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1df8d-9d7c-4084-9c15-6adacab755b2 req-42053d32-7892-4f65-8692-7cc83825b170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:24.784994 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-54e1df8d-9d7c-4084-9c15-6adacab755b2 req-42053d32-7892-4f65-8692-7cc83825b170 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=388f5154f6de44ca949e645ad892bd29&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1554742 Nov 09 11:36:24.795731 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:24.849423 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:24.941351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1df8d-9d7c-4084-9c15-6adacab755b2 req-bcd08bf0-b74b-4add-b1c7-3be4ad761577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:24.945739 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-54e1df8d-9d7c-4084-9c15-6adacab755b2 req-bcd08bf0-b74b-4add-b1c7-3be4ad761577 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549003 Nov 09 11:36:24.946749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=83e5b0c8-85e9-4b5f-baef-60b8656701d3,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:24.952257 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:25.004108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port e27db326-90e9-42e2-bc43-e9f8d0f79c6b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:25.009970 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port e27db326-90e9-42e2-bc43-e9f8d0f79c6b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:25.010456 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:25.058834 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-c990d171-0a8d-44b9-839c-0d247379722d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1095 time: 0.0734184 Nov 09 11:36:25.132930 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-25ec906b-1f3c-4de6-bbf4-ce76dd5d5896 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 217 time: 0.0666912 Nov 09 11:36:25.154931 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:25.193202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:25.202319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229b1e-3625-4ab8-a662-3463076fd768 req-d0fb1d91-ab26-4752-b446-ea4b5356743d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:25.203027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:25.204274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-d0fb1d91-ab26-4752-b446-ea4b5356743d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0647526 Nov 09 11:36:25.259483 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b', 'code': 200} Nov 09 11:36:25.296457 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-6f4ce640-0d07-4152-b90d-2db593b94335 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851889 Nov 09 11:36:25.307349 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:25.310747 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:25.383154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:25.391873 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3a01374-c59f-4931-b8f2-b8dea81a4b08 req-4a4af92f-3f05-49bd-a013-4714d7e98bf6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 1097 time: 0.0708349 Nov 09 11:36:25.392489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.392905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.393316 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.393725 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.394128 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.394549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.395531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.395865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.396306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.396659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.397046 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:36:25.402999 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:25.440455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e3a01374-c59f-4931-b8f2-b8dea81a4b08 req-2d804b38-dc03-4390-b840-4dfc9216bb07 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Nov 09 11:36:25.440614 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-1bd75753-ce8a-4976-865f-03b95209cd69 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366475 Nov 09 11:36:25.624434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-07229b1e-3625-4ab8-a662-3463076fd768 req-8a9298fb-1018-4663-bc30-94c7838eafd2 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756783 Nov 09 11:36:25.647635 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc387-f751-442f-a31c-e214185d21ba req-9805932f-d720-4689-9d34-ecd78e78a66a tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:25.649070 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-97edc387-f751-442f-a31c-e214185d21ba req-9805932f-d720-4689-9d34-ecd78e78a66a tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 944 time: 0.1268523 Nov 09 11:36:25.696658 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-97edc387-f751-442f-a31c-e214185d21ba req-709f377a-5884-4fc9-8fa0-145fe84bb314 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419679 Nov 09 11:36:25.874992 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be998b-6c3d-4ab9-9947-bd648fa02114 req-f4762522-482a-4502-a534-24d1ac9846b4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:25.876406 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47be998b-6c3d-4ab9-9947-bd648fa02114 req-f4762522-482a-4502-a534-24d1ac9846b4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 946 time: 0.0825861 Nov 09 11:36:25.922334 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47be998b-6c3d-4ab9-9947-bd648fa02114 req-85d6567c-a146-4571-84af-7e929ed73a36 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Nov 09 11:36:26.064714 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 83e5b0c8-85e9-4b5f-baef-60b8656701d3 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:26.132083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 83e5b0c8-85e9-4b5f-baef-60b8656701d3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:26.132397 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:26.901063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:26.914721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b6612-6fd3-46bf-a6e8-aaeecb087db9 req-6fac92c5-e6f4-418b-a68d-567719349a14 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:26.916302 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-797b6612-6fd3-46bf-a6e8-aaeecb087db9 req-6fac92c5-e6f4-418b-a68d-567719349a14 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 944 time: 0.0855310 Nov 09 11:36:26.967224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-797b6612-6fd3-46bf-a6e8-aaeecb087db9 req-ca6d3446-3e2a-4613-b4b2-fddf7a929589 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Synchronizing usage tracker for tenant:388f5154f6de44ca949e645ad892bd29 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:36:26.980073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-797b6612-6fd3-46bf-a6e8-aaeecb087db9 req-ca6d3446-3e2a-4613-b4b2-fddf7a929589 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Unset dirty status for tenant:388f5154f6de44ca949e645ad892bd29 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:36:26.983257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-797b6612-6fd3-46bf-a6e8-aaeecb087db9 req-ca6d3446-3e2a-4613-b4b2-fddf7a929589 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609019 Nov 09 11:36:27.092254 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.138310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:27.144093 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Usage tracker for resource:security_group_rule and tenant:cc0813561a4c4248abd3e8a02c18b828 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:27.147644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:27.160502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:27.176148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e712d-5aa9-47e2-9b29-4b4096a55d5d req-1c99642f-40f9-4d6c-8f65-d13457623c1e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:27.177579 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e53e712d-5aa9-47e2-9b29-4b4096a55d5d req-1c99642f-40f9-4d6c-8f65-d13457623c1e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 946 time: 0.1239252 Nov 09 11:36:27.252976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e53e712d-5aa9-47e2-9b29-4b4096a55d5d req-0be92eed-907c-4d63-9d92-e938359f66ad tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Nov 09 11:36:27.272267 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.341092 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.359163 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-46761fba-8e5f-4356-a167-bf9ffe065340 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:27.400303 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc0813561a4c4248abd3e8a02c18b828&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4981449 Nov 09 11:36:27.403443 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:27.419947 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-aa1b925b-ea46-473d-bdfa-3fec86199084 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 267 time: 0.0465450 Nov 09 11:36:27.512322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-67f3cf9c-0b6d-48db-9121-b2f0a135037f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:27.513683 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-67f3cf9c-0b6d-48db-9121-b2f0a135037f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 946 time: 0.0880134 Nov 09 11:36:27.525982 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'port': {'security_groups': []}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:27.532452 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649cacf8-ae29-426d-9e1d-795dc30f426c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:27.536479 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:27.583826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.609398 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.644076 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.752749 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.758996 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a5cb28d9-64dd-4368-8c08-2a23a86a3777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:27.769325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649cacf8-ae29-426d-9e1d-795dc30f426c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:27.773276 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:27.776701 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.777735 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/649cacf8-ae29-426d-9e1d-795dc30f426c HTTP/1.1" status: 204 len: 168 time: 0.3734107 Nov 09 11:36:27.863217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] For port e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:27.889379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.967778 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:27.975152 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cec7b177-10a3-41ad-b3e7-9f5ef71cd434 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:27.980706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:28.004496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cbbdef5a-7052-4fe7-9439-4f46d283e74a', 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:28.042739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:28.043231 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:28.044755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-954600f8-38e8-47ed-9bd2-12972e2de48d req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "PUT /v2.0/ports/e27db326-90e9-42e2-bc43-e9f8d0f79c6b HTTP/1.1" status: 200 len: 905 time: 0.5243146 Nov 09 11:36:28.045342 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:28.097314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:28.107933 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:28.138112 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['e27db326-90e9-42e2-bc43-e9f8d0f79c6b'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:28.152685 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b', 'status': 'completed', 'code': 200} Nov 09 11:36:28.312636 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384d4a-8024-487c-94f7-a654e779a423 req-ba652642-a482-45e9-9eed-9eb66d39cb3a tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:28.316900 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25384d4a-8024-487c-94f7-a654e779a423 req-ba652642-a482-45e9-9eed-9eb66d39cb3a tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 944 time: 0.1663177 Nov 09 11:36:28.332181 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-f36e91ad-6834-45e3-8317-b0b493f8ad3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 1059 time: 0.1492882 Nov 09 11:36:28.383464 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-25384d4a-8024-487c-94f7-a654e779a423 req-9809e959-687a-4cda-afd5-16e7bfd73f12 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655789 Nov 09 11:36:28.527053 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-28d731f5-59fe-4f26-8d68-3a1330b94322 None None] Provisioning complete for port e27db326-90e9-42e2-bc43-e9f8d0f79c6b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:28.527442 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-28d731f5-59fe-4f26-8d68-3a1330b94322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:28.538739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca86b9-a0ef-4b90-bc5f-59dd237337ef req-8fa62928-9180-463f-a364-5fb9e85e4126 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:28.540324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7ca86b9-a0ef-4b90-bc5f-59dd237337ef req-8fa62928-9180-463f-a364-5fb9e85e4126 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 908 time: 0.2159746 Nov 09 11:36:28.559394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-a0bdf50f-9b2e-4ff2-b18c-db9a567f78aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:28.560832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-a0bdf50f-9b2e-4ff2-b18c-db9a567f78aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1606991 Nov 09 11:36:28.640212 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-39ac0f41-f3dd-46b2-aee3-296723befd24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b HTTP/1.1" status: 200 len: 217 time: 0.0723891 Nov 09 11:36:28.715354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 57666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:28.733539 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:28.748062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-9b71e913-d208-4257-8d09-2f8d336f800f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:28.749492 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-9b71e913-d208-4257-8d09-2f8d336f800f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0997491 Nov 09 11:36:28.766107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:28.770493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Usage tracker for resource:security_group_rule and tenant:c4151c03b82a4b91a9916f239d2e2626 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:28.774272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:28.780552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:28.835124 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90415780-46b2-4770-bd24-dfe544050c46 req-be66726f-72f1-442b-84df-5518192b5ace tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:28.836505 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90415780-46b2-4770-bd24-dfe544050c46 req-be66726f-72f1-442b-84df-5518192b5ace tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1434438 Nov 09 11:36:28.861844 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:28.874313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-1432dc0e-6e08-400f-9117-35a41604ccb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184459 Nov 09 11:36:28.921566 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:28.958414 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7d79da3b-b891-4f75-8538-eed75d3ea8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:28.971464 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-90415780-46b2-4770-bd24-dfe544050c46 req-e54846f5-262e-44bf-bd89-4a5b4ccaa9a9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228180 Nov 09 11:36:28.985557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57670) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:28.986622 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4151c03b82a4b91a9916f239d2e2626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2701516 Nov 09 11:36:29.022493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624d4a08-8049-4ef4-9d48-4bb7eacb5a92,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:29.039799 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:29.066820 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-549aa15e-4a42-426d-a84e-0740a0a57797 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831200 Nov 09 11:36:29.112592 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:29.213203 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86b585-debd-4558-a751-6505ad817113 req-2f4d1820-6bf8-4faf-8dad-81799cf68720 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:29.214518 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b86b585-debd-4558-a751-6505ad817113 req-2f4d1820-6bf8-4faf-8dad-81799cf68720 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0917974 Nov 09 11:36:29.265957 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4b86b585-debd-4558-a751-6505ad817113 req-b01c245d-af44-4771-aff7-74df12f225cd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449512 Nov 09 11:36:29.315910 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:29.385416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c4827004-0f07-4f35-839b-2555a400eeb2 req-8cde14cb-b179-4f27-842d-4fc98d48dbe1 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058712 Nov 09 11:36:29.416017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 173fca00-26e7-4bad-bf76-c865e5f8c09a details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:36:29.491585 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:29.503487 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-378bf3a4-a135-4dfa-86cd-0fd6ec5289ed tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:29.531272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624d4a08-8049-4ef4-9d48-4bb7eacb5a92,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:29.542624 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:29.544855 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:29.546739 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/624d4a08-8049-4ef4-9d48-4bb7eacb5a92 HTTP/1.1" status: 204 len: 168 time: 0.5601933 Nov 09 11:36:29.600992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 173fca00-26e7-4bad-bf76-c865e5f8c09a, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:29.617862 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'port_id': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'mac_address': 'fa:16:3e:a8:67:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:36:29.670023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e114aa-e3d8-4b82-9c3f-cb0d0f957ca0 req-5ea55c72-36c5-4e73-b885-6ca85ee4bd8a tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:29.677378 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-51e114aa-e3d8-4b82-9c3f-cb0d0f957ca0 req-5ea55c72-36c5-4e73-b885-6ca85ee4bd8a tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 944 time: 0.0976231 Nov 09 11:36:29.697008 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:29.722305 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173fca00-26e7-4bad-bf76-c865e5f8c09a {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:36:29.734445 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-51e114aa-e3d8-4b82-9c3f-cb0d0f957ca0 req-a3dceab5-6f66-4660-b820-0e35d758c109 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484695 Nov 09 11:36:29.748131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 173fca00-26e7-4bad-bf76-c865e5f8c09a, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:29.758294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-2aaf3f4a-f7b4-41f3-8d47-170c958d87bd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:29.766199 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-2aaf3f4a-f7b4-41f3-8d47-170c958d87bd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.1901238 Nov 09 11:36:29.781000 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-220e63ee-bb45-41eb-afda-32c84cb41188 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/quotas/f616c12fec4944679dc9f827f4131daa HTTP/1.1" status: 200 len: 375 time: 0.0137198 Nov 09 11:36:29.841572 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:29.843405 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0a559df1-ff60-4843-9d98-4583057205a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:29.880468 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-1737e686-a962-4581-8ad1-96596742676d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0941257 Nov 09 11:36:29.926172 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=173fca00-26e7-4bad-bf76-c865e5f8c09a,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:29.930083 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:30.031421 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-5661da20-e520-4c68-8c11-e8bb86933fc6 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427798 Nov 09 11:36:30.164432 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d2cf397a-bfd3-4f82-9ba2-522ca685abe8 service neutron] 10.222.0.50 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275001 Nov 09 11:36:30.181933 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['173fca00-26e7-4bad-bf76-c865e5f8c09a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:30.380003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57696) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:30.401814 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:30.467964 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a523ec68-e882-4e5b-92ff-1a9c6e8703e5 req-db361e67-8666-4b35-8306-aab08976d315 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0510142 Nov 09 11:36:30.490084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:30.495264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Usage tracker for resource:security_group_rule and tenant:85e80a3346224ac1afbcc62d48c64bee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:30.498198 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:30.504086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:30.582328 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:30.687607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:30.695051 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-57ede07b-2c61-477c-9b0b-5b4fe5e6e276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:30.735898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b8d959-c150-48fa-bd41-1fb2c2dfff89,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:30.742831 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85e80a3346224ac1afbcc62d48c64bee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3590181 Nov 09 11:36:30.742831 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:30.743057 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57706) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:30.807805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:30.833200 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:30.970026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a1573-9d63-4d5d-bc74-a519ca339d7a req-f82e8869-058c-439d-8c62-7fac13413e9c tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:30.971525 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a28a1573-9d63-4d5d-bc74-a519ca339d7a req-f82e8869-058c-439d-8c62-7fac13413e9c tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 945 time: 0.0977578 Nov 09 11:36:30.981552 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:30.986478 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2906bd84-2d67-4b2c-a7a8-ce0bac19f552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:30.999592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b8d959-c150-48fa-bd41-1fb2c2dfff89,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:31.002699 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:31.004589 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:31.005676 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9b8d959-c150-48fa-bd41-1fb2c2dfff89 HTTP/1.1" status: 204 len: 168 time: 0.2617481 Nov 09 11:36:31.030715 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a28a1573-9d63-4d5d-bc74-a519ca339d7a req-d48fd175-0265-4440-b347-6d1fb1203110 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528619 Nov 09 11:36:31.417570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 173fca00-26e7-4bad-bf76-c865e5f8c09a up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:31.541798 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 173fca00-26e7-4bad-bf76-c865e5f8c09a completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:31.552824 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 173fca00-26e7-4bad-bf76-c865e5f8c09a triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:31.553320 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:31.672030 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fa2b5445-acc4-4d65-9d27-cdb1f18a38cc req-ff1dc351-d266-4041-b4e2-34152e1c3070 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0485837 Nov 09 11:36:31.692303 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:31.720218 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173fca00-26e7-4bad-bf76-c865e5f8c09a'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:31.729858 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 173fca00-26e7-4bad-bf76-c865e5f8c09a, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a,segment=NetworkSegment(94f791f8-c2f8-4971-8a7e-1caefa63ab71),segment_id=94f791f8-c2f8-4971-8a7e-1caefa63ab71)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:31.774917 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'code': 200} Nov 09 11:36:31.818881 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:31.821787 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:31.939815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=173fca00-26e7-4bad-bf76-c865e5f8c09a,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:31.952369 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:31.963561 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63019003-468c-4eca-811f-f1628137310a req-f3e84263-d2eb-4bcc-b296-960250923919 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.0765896 Nov 09 11:36:32.023553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63019003-468c-4eca-811f-f1628137310a req-2d80f0b8-06fe-4465-bbf8-e3ad7e42d8d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Nov 09 11:36:32.237773 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c318a4-cd54-4a2a-b693-59436747ae72 req-2ed0b78b-fdc3-49f4-877e-2ad839ce37e3 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:32.239243 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9c318a4-cd54-4a2a-b693-59436747ae72 req-2ed0b78b-fdc3-49f4-877e-2ad839ce37e3 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 946 time: 0.0797579 Nov 09 11:36:32.289906 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9c318a4-cd54-4a2a-b693-59436747ae72 req-82dfb813-fafc-4244-94fb-e73931486e0e tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Nov 09 11:36:32.842522 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-43b25d03-b23b-4f11-ac91-fe58a9ee172a req-743bc78d-11d4-4ab1-993d-5732e27e5513 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0463352 Nov 09 11:36:32.897743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-24df8aba-11c9-46bd-9712-a7c3ebdf3024 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:32.899600 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-24df8aba-11c9-46bd-9712-a7c3ebdf3024 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.59 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 811 time: 0.1627536 Nov 09 11:36:32.915949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Request body: {'port': {'device_id': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'admin_state_up': True, 'tenant_id': 'f616c12fec4944679dc9f827f4131daa'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:33.056800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:33.066210 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:33.184649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Made reservation on behalf of f616c12fec4944679dc9f827f4131daa for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:36:33.187792 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:33.371468 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Allocated IP 172.20.0.4 (fd19a92a-64ab-479f-8bbb-39c407f38a3a/af0788b1-58f6-475f-abdd-f0892798b724/eaa8bc99-24cd-4231-b00e-0d1a389de8da) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:33.527797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407cba5-b196-4caa-869a-90d6438c5401 req-d54f908e-9efc-44c5-b451-cdfd1847bffb tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:33.537691 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c407cba5-b196-4caa-869a-90d6438c5401 req-d54f908e-9efc-44c5-b451-cdfd1847bffb tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 946 time: 0.0925095 Nov 09 11:36:33.587309 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c407cba5-b196-4caa-869a-90d6438c5401 req-c4a27405-2827-4a91-ae22-1550899ae399 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483224 Nov 09 11:36:33.614545 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:33.634271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Transition to ACTIVE for port object eaa8bc99-24cd-4231-b00e-0d1a389de8da will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:33.722273 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:33.729980 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f984c1aa-bfd9-4b8c-8fa1-9f8311f85731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:33.734250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:33.759851 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cbbdef5a-7052-4fe7-9439-4f46d283e74a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:33.805418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:33.809158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:33.814056 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:33.840277 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:33.845848 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:33.908842 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:33.911631 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:34.076180 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-d9d88e6e-6117-44de-9727-3365e9e56d96 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1639004 Nov 09 11:36:34.201319 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Request body: {'port': {'device_id': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:34.238385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-67aedab0-8602-4d92-9981-ed068923d5db None None] Provisioning for port eaa8bc99-24cd-4231-b00e-0d1a389de8da completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:34.244404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-67aedab0-8602-4d92-9981-ed068923d5db None None] Provisioning complete for port eaa8bc99-24cd-4231-b00e-0d1a389de8da triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:34.244949 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67aedab0-8602-4d92-9981-ed068923d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:34.311197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-67aedab0-8602-4d92-9981-ed068923d5db None None] Port eaa8bc99-24cd-4231-b00e-0d1a389de8da cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:36:34.331823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5947833-8b75-4cc2-bf84-86191922e04d req-286fcb7d-335b-41ea-9311-778ac883ae08 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:34.332519 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e5947833-8b75-4cc2-bf84-86191922e04d req-286fcb7d-335b-41ea-9311-778ac883ae08 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:36:34.342622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:34.432332 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:34.515731 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-e5947833-8b75-4cc2-bf84-86191922e04d req-286fcb7d-335b-41ea-9311-778ac883ae08 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:36:34.516796 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5947833-8b75-4cc2-bf84-86191922e04d req-286fcb7d-335b-41ea-9311-778ac883ae08 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 931 time: 0.4824736 Nov 09 11:36:34.651185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5947833-8b75-4cc2-bf84-86191922e04d req-8bb2f630-a585-4e12-9437-ddcbff9bf677 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271653 Nov 09 11:36:34.739313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa8bc99-24cd-4231-b00e-0d1a389de8da {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:36:34.746933 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:34.761858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Transition to ACTIVE for port object eaa8bc99-24cd-4231-b00e-0d1a389de8da will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:34.802114 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d513a-fd5a-42eb-870d-6849a4999b07 req-233f4ddd-84b5-4bd7-be03-60e0522adc34 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:34.804580 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b82d513a-fd5a-42eb-870d-6849a4999b07 req-233f4ddd-84b5-4bd7-be03-60e0522adc34 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 946 time: 0.0842025 Nov 09 11:36:34.837955 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:34.842464 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-72745422-146d-4450-ab49-3f1321645056 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:34.851815 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b82d513a-fd5a-42eb-870d-6849a4999b07 req-356915d8-fc1c-45d5-aa3e-3ea0b86dcf13 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Nov 09 11:36:34.979996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:34.982862 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:35.143342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Attempting to bind port eaa8bc99-24cd-4231-b00e-0d1a389de8da on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:35.143908 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Attempting to bind port eaa8bc99-24cd-4231-b00e-0d1a389de8da by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:35.144009 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Attempting to bind port eaa8bc99-24cd-4231-b00e-0d1a389de8da on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:35.156838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Port eaa8bc99-24cd-4231-b00e-0d1a389de8da on network fd19a92a-64ab-479f-8bbb-39c407f38a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:36:35.157163 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Attempting to bind port eaa8bc99-24cd-4231-b00e-0d1a389de8da on network fd19a92a-64ab-479f-8bbb-39c407f38a3a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:35.167955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0632f7-931e-4ce7-aea2-982bcd139bbd req-5086cec5-e1b5-4ac8-a196-28d4fa41a1e6 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:35.170990 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c0632f7-931e-4ce7-aea2-982bcd139bbd req-5086cec5-e1b5-4ac8-a196-28d4fa41a1e6 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 946 time: 0.1854661 Nov 09 11:36:35.174065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:35.174582 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Checking segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:35.175357 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Bound using segment: {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:35.175845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Bound port: eaa8bc99-24cd-4231-b00e-0d1a389de8da, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63060466-aae1-4f64-92c8-49286d247d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:35.176200 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:35.286064 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5c0632f7-931e-4ce7-aea2-982bcd139bbd req-5c30decc-48f4-493a-a45c-115bfa953eeb tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999207 Nov 09 11:36:35.310450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:35.313386 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:35.448031 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:35.458317 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b355dab-67d9-4e0f-83ec-cfa0b771807a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:35.503064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d876b8-ea01-4e9d-a559-589294f3543d req-e9b0ac47-1f0e-4dd6-b613-c602b13eb735 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:35.504545 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69d876b8-ea01-4e9d-a559-589294f3543d req-e9b0ac47-1f0e-4dd6-b613-c602b13eb735 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 946 time: 0.0903084 Nov 09 11:36:35.516184 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:35.517587 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] 10.222.0.59 "PUT /v2.0/ports/eaa8bc99-24cd-4231-b00e-0d1a389de8da HTTP/1.1" status: 200 len: 1091 time: 1.3209901 Nov 09 11:36:35.518112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:35.544918 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:35.548609 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:35.579455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69d876b8-ea01-4e9d-a559-589294f3543d req-866dd608-498e-4118-8701-e901065e26ee tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578907 Nov 09 11:36:35.596511 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'status': 'completed', 'code': 200} Nov 09 11:36:35.609295 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57782) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:35.780414 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9cc5ae30-d62c-40ba-afe4-76705b8cbbca req-3fa0a963-1645-4497-b22c-c2045a074351 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 1094 time: 0.1358945 Nov 09 11:36:35.886905 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed0d9-3fc7-491d-a460-5447a210df42 req-42c4d28d-ed41-40cb-ac44-6848418cc28f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:35.893851 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aafed0d9-3fc7-491d-a460-5447a210df42 req-42c4d28d-ed41-40cb-ac44-6848418cc28f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0977888 Nov 09 11:36:35.980111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aafed0d9-3fc7-491d-a460-5447a210df42 req-e2f4e41e-3a0d-47d2-ad67-54ab8eb8bc6a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854170 Nov 09 11:36:36.001973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5ae30-d62c-40ba-afe4-76705b8cbbca req-8b288c87-45a2-4ff8-9f90-8504841cabdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:36.003761 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9cc5ae30-d62c-40ba-afe4-76705b8cbbca req-8b288c87-45a2-4ff8-9f90-8504841cabdd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f616c12fec4944679dc9f827f4131daa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1990681 Nov 09 11:36:36.007887 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-66044f64-609b-4d16-af04-37c6f0014f53 tempest-TestServerBasicOps-511612763 tempest-TestServerBasicOps-511612763-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1092 time: 0.3972979 Nov 09 11:36:36.010879 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57792) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:36.016702 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:36.024001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:36.027936 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Usage tracker for resource:floatingip and tenant:388f5154f6de44ca949e645ad892bd29 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:36.030787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:36.036425 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:36.123422 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:36.150502 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5ae30-d62c-40ba-afe4-76705b8cbbca req-90a9b043-79d7-4e9c-9136-f5623777408a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:36.152606 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9cc5ae30-d62c-40ba-afe4-76705b8cbbca req-90a9b043-79d7-4e9c-9136-f5623777408a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407309 Nov 09 11:36:36.267095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-bb5e5803-3b89-4697-9761-36888c2cfa02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 1094 time: 0.0726902 Nov 09 11:36:36.271056 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:36.339029 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-9b6c3287-378a-4aae-972a-294d763e892b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da HTTP/1.1" status: 200 len: 217 time: 0.0649126 Nov 09 11:36:36.402955 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-6b8513a4-199d-4505-8bb7-22adcb892836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:36.404393 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-6b8513a4-199d-4505-8bb7-22adcb892836 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0587773 Nov 09 11:36:36.423030 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Allocated IP 172.25.7.114 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/d8bb8ca6-49d0-44c2-9846-0507c3da529d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:36.601681 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:36.602188 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-a6930b55-ee31-4844-b556-abd31c71f624 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899633 Nov 09 11:36:36.638248 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:36.735904 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:36.740926 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-05b0003a-dc5c-40cf-ad9a-bc3d34d5b429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:36.742834 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-4796a146-6b1b-4fff-a0b5-a282c3029c55 service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314771 Nov 09 11:36:36.814156 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:36.817546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:36.823076 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:36.850243 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'Port': ['ID=d8bb8ca6-49d0-44c2-9846-0507c3da529d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:36.856915 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:36.907057 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bfd58e68-9b3b-47c5-83c9-92ef3cd10537 req-5e413a3e-f53d-4407-9e70-3669482d2817 service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573465 Nov 09 11:36:37.405336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f00e4-8cc4-46b0-9176-e79b4a45625f req-39a833f4-baa8-44fc-a0cb-ded59510a993 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:37.406839 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e6f00e4-8cc4-46b0-9176-e79b4a45625f req-39a833f4-baa8-44fc-a0cb-ded59510a993 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 943 time: 0.2960842 Nov 09 11:36:37.473457 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e6f00e4-8cc4-46b0-9176-e79b4a45625f req-182c112e-c1ef-4069-86b8-ed4c35988901 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568738 Nov 09 11:36:37.603409 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:37.737818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:37.963924 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:38.019100 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:38.025606 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c851da00-e691-4bd5-99bf-31d266d0fcd8 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:38.130051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Pushing event updated for resources: {'Port': ['ID=d8bb8ca6-49d0-44c2-9846-0507c3da529d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:38.135197 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:38.149695 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:38.346678 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Floating IP 5439ced8-411c-4f18-90aa-da0bca76c7e9 associated. External IP: 172.25.7.114, port: 173fca00-26e7-4bad-bf76-c865e5f8c09a. Nov 09 11:36:38.759927 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081c0c-5342-4a9b-85f4-2687162914d1 req-d0dcadee-2f7a-40b4-b2f6-4adc0b9cc9c9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:38.761380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19081c0c-5342-4a9b-85f4-2687162914d1 req-d0dcadee-2f7a-40b4-b2f6-4adc0b9cc9c9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 943 time: 0.1560550 Nov 09 11:36:38.819686 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-19081c0c-5342-4a9b-85f4-2687162914d1 req-62ce1607-0110-4760-ab94-02c8a2f803a8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Nov 09 11:36:38.860484 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Router 834a6da4-45ad-4d64-b4b3-2eb977241481 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:36:39.207563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:36:39.334126 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:39.358304 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3463669 Nov 09 11:36:39.359082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'tag': '173fca00-26e7-4bad-bf76-c865e5f8c09a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:39.413112 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'tag': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'status': 'completed', 'code': 200} Nov 09 11:36:39.504090 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b1db4dc-8b93-467a-a984-179b62005480 req-69b26aa1-cea2-49f4-b70b-295c4179b42a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.0699062 Nov 09 11:36:39.641902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db4dc-8b93-467a-a984-179b62005480 req-709848a8-d3e7-414e-9551-47add3c58c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:39.643373 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b1db4dc-8b93-467a-a984-179b62005480 req-709848a8-d3e7-414e-9551-47add3c58c67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1325920 Nov 09 11:36:39.751641 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b1db4dc-8b93-467a-a984-179b62005480 req-9c656932-ccb8-4b4d-a15a-eb1d2c79d631 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1000 time: 0.1021528 Nov 09 11:36:39.822492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db4dc-8b93-467a-a984-179b62005480 req-b1995ea0-efb3-4861-8477-c79eef19d19f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:39.823963 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b1db4dc-8b93-467a-a984-179b62005480 req-b1995ea0-efb3-4861-8477-c79eef19d19f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0658977 Nov 09 11:36:39.918125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b1db4dc-8b93-467a-a984-179b62005480 req-4c328a3b-92dc-43cb-abec-10d84e8a5e07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873764 Nov 09 11:36:40.117198 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b1db4dc-8b93-467a-a984-179b62005480 req-3c9dcf86-b2b4-43e1-bd24-129b97d95e72 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924798 Nov 09 11:36:40.160057 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631fcee-4cee-4d3b-9889-c0d4e041897b req-06289c91-1d7f-41d3-ae1f-cbcfa56f2478 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:40.161507 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7631fcee-4cee-4d3b-9889-c0d4e041897b req-06289c91-1d7f-41d3-ae1f-cbcfa56f2478 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 943 time: 0.2045143 Nov 09 11:36:40.298530 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7631fcee-4cee-4d3b-9889-c0d4e041897b req-6fb9cd1a-c320-4969-bf09-1a8eb74890b1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909851 Nov 09 11:36:40.307737 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b1db4dc-8b93-467a-a984-179b62005480 req-de918755-d363-40c9-99eb-97204c52da84 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826112 Nov 09 11:36:41.064891 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] Sync routers for ids ['834a6da4-45ad-4d64-b4b3-2eb977241481'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:36:41.080481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] Routers {'834a6da4-45ad-4d64-b4b3-2eb977241481'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:41.081088 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:36:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['834a6da4-45ad-4d64-b4b3-2eb977241481'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:41.191997 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:36:41.275289 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] Set router 834a6da4-45ad-4d64-b4b3-2eb977241481 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:41.467169 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device eaa8bc99-24cd-4231-b00e-0d1a389de8da details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:36:41.534518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b07c0-191d-423b-be81-dc5fdabe3a91 req-1e06af02-ecf9-4c06-b499-b99cad2140d8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:41.536422 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d7b07c0-191d-423b-be81-dc5fdabe3a91 req-1e06af02-ecf9-4c06-b499-b99cad2140d8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0963709 Nov 09 11:36:41.591804 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8d7b07c0-191d-423b-be81-dc5fdabe3a91 req-35066476-21dd-415f-af84-ad947e598b40 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495894 Nov 09 11:36:41.775262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:41.792267 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'mac_address': 'fa:16:3e:6c:a0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:36:41.863875 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:41.877550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:36:01Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '5439ced8-411c-4f18-90aa-da0bca76c7e9', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'port_id': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'mac_address': 'fa:16:3e:a8:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:36:37Z', 'updated_at': '2021-11-09T11:36:37Z', 'revision_number': 0, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f330d-acdb-4fd4-bb5c-8072e11f90fa', 'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'mac_address': 'fa:16:3e:8a:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:00Z', 'updated_at': '2021-11-09T11:36:20Z', 'revision_number': 5, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'subnets': [{'id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:41.887467 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] Checking router: 834a6da4-45ad-4d64-b4b3-2eb977241481 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:36:41.897317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa8bc99-24cd-4231-b00e-0d1a389de8da {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:36:41.911018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] Routers {'834a6da4-45ad-4d64-b4b3-2eb977241481'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:41.911684 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:36:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['834a6da4-45ad-4d64-b4b3-2eb977241481'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:41.983423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:42.064519 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:42.069584 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-dddffd35-1221-4199-907c-aff92f14aa43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:42.166207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:42.169979 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:42.172358 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] Set router 834a6da4-45ad-4d64-b4b3-2eb977241481 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:42.480771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['eaa8bc99-24cd-4231-b00e-0d1a389de8da'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:42.756782 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:36:01Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '5439ced8-411c-4f18-90aa-da0bca76c7e9', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'port_id': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'mac_address': 'fa:16:3e:a8:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:36:37Z', 'updated_at': '2021-11-09T11:36:37Z', 'revision_number': 0, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f330d-acdb-4fd4-bb5c-8072e11f90fa', 'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'mac_address': 'fa:16:3e:8a:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:00Z', 'updated_at': '2021-11-09T11:36:20Z', 'revision_number': 5, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'subnets': [{'id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:42.764274 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ffec8-5e48-4379-be06-af9365328b74 None None] The sync data for ids ['834a6da4-45ad-4d64-b4b3-2eb977241481'] in n-d-817173-1 is: [{'id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'name': 'tempest-TestServerBasicOps-1057283784-router', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:35:56Z', 'updated_at': '2021-11-09T11:36:01Z', 'revision_number': 4, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'gw_port': {'id': '857ce524-1b5c-4d04-ad67-da0cd8cdcd8b', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:35:57Z', 'updated_at': '2021-11-09T11:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': '5439ced8-411c-4f18-90aa-da0bca76c7e9', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'port_id': '173fca00-26e7-4bad-bf76-c865e5f8c09a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'mac_address': 'fa:16:3e:a8:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3061958-7f63-4e68-9d9d-bef2e40ab968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:36:37Z', 'updated_at': '2021-11-09T11:36:37Z', 'revision_number': 0, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f330d-acdb-4fd4-bb5c-8072e11f90fa', 'name': '', 'network_id': '1edfb73a-de99-49ef-9952-1613c06b4366', 'tenant_id': '388f5154f6de44ca949e645ad892bd29', 'mac_address': 'fa:16:3e:8a:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a6da4-45ad-4d64-b4b3-2eb977241481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:00Z', 'updated_at': '2021-11-09T11:36:20Z', 'revision_number': 5, 'project_id': '388f5154f6de44ca949e645ad892bd29', 'subnets': [{'id': '95689dd7-3ba7-431f-b312-a9ddde5c98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:36:42.813075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f15737-9097-42ad-a7a7-7232dad8c164 req-1f758079-c316-4cff-974c-d2aa886c76d3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:42.814671 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-58f15737-9097-42ad-a7a7-7232dad8c164 req-1f758079-c316-4cff-974c-d2aa886c76d3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0905979 Nov 09 11:36:42.864856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-58f15737-9097-42ad-a7a7-7232dad8c164 req-4672368e-1e3f-4e90-b22b-5b4287b4473c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Nov 09 11:36:44.074147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df084a-22cf-4c0e-a497-4d8bef7386c6 req-d0d7c089-6bbc-4bbe-9313-5d3b61ac86a7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:44.075512 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8df084a-22cf-4c0e-a497-4d8bef7386c6 req-d0d7c089-6bbc-4bbe-9313-5d3b61ac86a7 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0801375 Nov 09 11:36:44.123240 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b8df084a-22cf-4c0e-a497-4d8bef7386c6 req-2baec05a-edd7-405b-9edb-0c6d9e074816 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Nov 09 11:36:45.328406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57188ca4-fd16-4262-a87e-dc6d8cd045d7 req-b157feaf-b69f-40df-8cec-70d55f78126d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:45.330025 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57188ca4-fd16-4262-a87e-dc6d8cd045d7 req-b157feaf-b69f-40df-8cec-70d55f78126d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0849929 Nov 09 11:36:45.377095 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-57188ca4-fd16-4262-a87e-dc6d8cd045d7 req-de85216b-bd36-447c-b755-6806a3764f33 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Nov 09 11:36:45.493271 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device eaa8bc99-24cd-4231-b00e-0d1a389de8da up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:45.626266 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port eaa8bc99-24cd-4231-b00e-0d1a389de8da completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:36:45.631755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port eaa8bc99-24cd-4231-b00e-0d1a389de8da triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:45.632143 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:45.746571 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:45.773743 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:45.783678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:45.830813 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'code': 200} Nov 09 11:36:45.838643 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:45.841511 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:45.940815 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:45.951353 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:45.986143 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d93ab094-04a4-4dfd-acaf-421ae955f98a req-266dc300-c8da-485b-b644-d5ee1c152839 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 1096 time: 0.0784314 Nov 09 11:36:46.143744 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d93ab094-04a4-4dfd-acaf-421ae955f98a req-0573f65c-e2dd-4e72-87b4-9408c0a33986 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508834 Nov 09 11:36:46.589452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c754fbd-6cc9-4983-9622-da38081fcfb4 req-46abd778-f5b2-4951-ad1c-aa8acbb66912 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:46.590918 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c754fbd-6cc9-4983-9622-da38081fcfb4 req-46abd778-f5b2-4951-ad1c-aa8acbb66912 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0893486 Nov 09 11:36:46.636694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c754fbd-6cc9-4983-9622-da38081fcfb4 req-4d6055bc-7c64-448d-9c7c-dd09084b54ab tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Nov 09 11:36:47.192459 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a138c50-4a73-40cd-9f35-7972c5beaf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:47.453127 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537457a-a53e-4b2e-87b5-1b3d95197758 None None] New status for floating IP 5439ced8-411c-4f18-90aa-da0bca76c7e9: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:36:47.476016 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:47.863277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7fb0c-31db-46a4-bb47-ede9673c5372 req-1feae120-a325-43ba-b40d-91560ec47853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:47.865060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fe7fb0c-31db-46a4-bb47-ede9673c5372 req-1feae120-a325-43ba-b40d-91560ec47853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0799580 Nov 09 11:36:47.912789 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4fe7fb0c-31db-46a4-bb47-ede9673c5372 req-0c83b476-3911-4b9d-8ed5-9899dcbf6e2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Nov 09 11:36:49.115910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685995-1a4a-4c03-9da9-75245d5c7077 req-c42544c1-3a82-42c3-9259-b7fbc95eac57 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:49.117373 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8685995-1a4a-4c03-9da9-75245d5c7077 req-c42544c1-3a82-42c3-9259-b7fbc95eac57 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0817692 Nov 09 11:36:49.163568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8685995-1a4a-4c03-9da9-75245d5c7077 req-39a31f93-1628-4871-8fc6-322cc6d19b30 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Nov 09 11:36:49.470198 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cd39-63c3-457d-a8b6-bb0c366133fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:49.707304 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50e19-962b-4fe6-b429-928cc6761065 req-f407bdcd-0c34-42bd-bd64-a46bc047c925 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:49.709221 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96e50e19-962b-4fe6-b429-928cc6761065 req-f407bdcd-0c34-42bd-bd64-a46bc047c925 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0873387 Nov 09 11:36:49.756777 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96e50e19-962b-4fe6-b429-928cc6761065 req-e3a48bf1-4cdd-46fe-8a23-8c262ad77a68 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Nov 09 11:36:50.088416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57958) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:50.229980 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.261726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:50.265641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Usage tracker for resource:security_group_rule and tenant:95c24138418a490b8dd78b55bb6281cf is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:50.268557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:50.274621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:50.342649 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.424163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.432023 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b867141d-538b-49be-86f4-10cee129c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:50.472962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa14d712-19aa-4414-beef-2ce73c784eb4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:50.476790 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:50.480610 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95c24138418a490b8dd78b55bb6281cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3910635 Nov 09 11:36:50.482971 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 57966) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:50.546202 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.575830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.637893 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.678328 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.682104 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c59796e-f59f-4695-9b51-f4a9343766e8 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:50.693116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa14d712-19aa-4414-beef-2ce73c784eb4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:50.696641 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:50.699744 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:50.700872 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa14d712-19aa-4414-beef-2ce73c784eb4 HTTP/1.1" status: 204 len: 168 time: 0.2169917 Nov 09 11:36:50.965512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eb784-b248-46ef-b218-bf40abc24611 req-014843d7-807a-43c6-a274-987c2da5e1ba tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:50.967076 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-782eb784-b248-46ef-b218-bf40abc24611 req-014843d7-807a-43c6-a274-987c2da5e1ba tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0876646 Nov 09 11:36:51.014785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-782eb784-b248-46ef-b218-bf40abc24611 req-30f77cf2-41a1-4d37-b7e6-d931d466a340 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Nov 09 11:36:52.038400 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:52.112928 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca010c6-07df-473e-a9bd-73fdac4bf9c8 req-a5532c59-116d-4c2f-9b11-74c121b110b0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:52.115100 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9ca010c6-07df-473e-a9bd-73fdac4bf9c8 req-a5532c59-116d-4c2f-9b11-74c121b110b0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0759449 Nov 09 11:36:52.162413 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9ca010c6-07df-473e-a9bd-73fdac4bf9c8 req-607e346b-2f86-4ff1-88a7-75c437dd5df1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Nov 09 11:36:53.140334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58020) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:53.329821 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'network': {'name': 'tempest-network-smoke--410062193', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'port_security_enabled': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:53.336209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:53.340224 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:network and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:53.344881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:53.348948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:53.365724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575505-3e52-4f2d-a1ca-cfca3e93ff44 req-889d4cfc-cbdd-471f-a417-8fd1f04f8ea3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:53.373849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19575505-3e52-4f2d-a1ca-cfca3e93ff44 req-889d4cfc-cbdd-471f-a417-8fd1f04f8ea3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0828900 Nov 09 11:36:53.412492 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-19575505-3e52-4f2d-a1ca-cfca3e93ff44 req-6cb8a6d1-2194-4edb-b0d2-4642c9745d7f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Nov 09 11:36:53.435033 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:36:53.438023 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.451686 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.482787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:53.486884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:53.491171 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:53.496706 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:53.561396 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.652373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.656742 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5340a994-8dd0-4d2d-89b7-ac4d90b01535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:53.689756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:36:53.698471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13c951a-511e-4843-ab46-58f160dc2279,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:53.701974 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:53.704527 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.704882 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Added segment 6d6d4e4d-6727-4dfb-8dc1-1346596522b8 of type vlan for network 2f347668-58d4-4678-a4d5-49206f4aebbc Nov 09 11:36:53.735113 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.840741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.844529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:53.845108 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:53.849347 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f09c6106-2c82-4814-adc0-5db7556afc75 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:53.953154 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Network': ['ID=2f347668-58d4-4678-a4d5-49206f4aebbc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:53.955920 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:53.964588 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 2f347668-58d4-4678-a4d5-49206f4aebbc details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:36:54.007715 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8662035 Nov 09 11:36:54.010506 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58030) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:54.015829 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-87670172', 'admin_state_up': True, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:54.024662 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:54.028587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:router and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:54.031592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:54.038105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:54.121438 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:54.122394 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:54.141330 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:54.356994 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:54.582272 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:54.616305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:54.618746 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1aefd-bd39-4f37-9ea1-f5a85ec3a2f1 req-3b46f599-69e5-4e6a-bbc4-327179035186 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:54.620211 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8fe1aefd-bd39-4f37-9ea1-f5a85ec3a2f1 req-3b46f599-69e5-4e6a-bbc4-327179035186 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0825534 Nov 09 11:36:54.669810 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8fe1aefd-bd39-4f37-9ea1-f5a85ec3a2f1 req-99622cf0-b8b4-4037-87b8-251bbb67650a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Nov 09 11:36:54.753686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.25.7.54 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/a422c082-0abb-47d1-a241-1029923be2eb) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:54.912732 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:55.015319 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:55.019114 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:55.196221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:55.199266 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:55.203422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:55.227641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=a422c082-0abb-47d1-a241-1029923be2eb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:55.232456 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:55.450414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:55.451078 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:55.531171 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device eaa8bc99-24cd-4231-b00e-0d1a389de8da details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:36:55.664597 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:55.677749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'port_id': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'mac_address': 'fa:16:3e:6c:a0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:36:55.734774 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:55.745876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 95aff35a-059f-4cec-be9b-59bba656ee1e is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:36:55.751961 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaa8bc99-24cd-4231-b00e-0d1a389de8da {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:36:55.768937 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:55.849894 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:55.851933 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:55.879725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8f349-9576-4337-b8fd-684a4c50b8e1 req-46a970f7-173b-4117-8d5a-c5cd6bc8ca3b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:55.881198 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1bd8f349-9576-4337-b8fd-684a4c50b8e1 req-46a970f7-173b-4117-8d5a-c5cd6bc8ca3b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0858803 Nov 09 11:36:55.922335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:55.925592 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:55.932065 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1bd8f349-9576-4337-b8fd-684a4c50b8e1 req-7fea2e75-4b97-4186-aecc-edbb8dae3a62 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444336 Nov 09 11:36:55.957604 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['eaa8bc99-24cd-4231-b00e-0d1a389de8da'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:36:55.994531 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:36:56.011237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Sync routers for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:36:56.033481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:56.034192 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:36:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:56.084270 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:56.085608 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0740979 Nov 09 11:36:56.089408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58044) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:56.219801 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-842d43de-bcab-4c1e-84ae-2c050da66e7f tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=1c96a170d36046a6894aa8e5d7b1779a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292009 Nov 09 11:36:56.222482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58050) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:56.283710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:56.377062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb121b73-9c07-4b4a-9ec0-abe1044ad5cb tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:56.378944 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-eb121b73-9c07-4b4a-9ec0-abe1044ad5cb tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554677 Nov 09 11:36:56.381949 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58054) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:56.426083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-89758549-dd08-4944-b1bf-f64ae4f24250 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428092 Nov 09 11:36:56.428607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58058) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:56.435327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521413886', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:36:56.560220 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:36:56.564357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:subnet and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:36:56.567334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:36:56.574081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:36:56.640658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:36:56.651553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:55Z', 'revision_number': 3, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:56.655474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Checking router: 95aff35a-059f-4cec-be9b-59bba656ee1e for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:36:56.655845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Updating router 95aff35a-059f-4cec-be9b-59bba656ee1e port a422c082-0abb-47d1-a241-1029923be2eb binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:36:56.710932 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:56.743467 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.021437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.026606 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b46ab33-5a2e-4924-a4e1-ff209452b2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:57.046028 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.059892 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Transition to ACTIVE for port object a422c082-0abb-47d1-a241-1029923be2eb will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:57.108195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Subnet': ['ID=c64d8a13-d6f6-4703-be48-1bd02620fa9d,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:57.112449 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:57.121383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Checking segment: {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:57.121741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network hostable DHCP agents. Network: 2f347668-58d4-4678-a4d5-49206f4aebbc, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:36:57.140386 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.140941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8be9e-d460-4af7-9dca-fbcc2e4ca387 req-1727f4c4-2b6b-4b7c-9114-2ff07e24fa4f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:57.142425 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89b8be9e-d460-4af7-9dca-fbcc2e4ca387 req-1727f4c4-2b6b-4b7c-9114-2ff07e24fa4f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0872483 Nov 09 11:36:57.144143 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-9b9fc3d1-5700-488f-a94b-3c0d58b4b56c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:57.200893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 2f347668-58d4-4678-a4d5-49206f4aebbc is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:36:57.201820 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-89b8be9e-d460-4af7-9dca-fbcc2e4ca387 req-e14a8359-dcac-45c4-a871-7bf6c3622db5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519185 Nov 09 11:36:57.223104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8345ab-8235-4f24-9217-fbca4d8f50b6 None None] Pushing event updated for resources: {'Port': ['ID=a422c082-0abb-47d1-a241-1029923be2eb,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:57.224552 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Attempting to bind port a422c082-0abb-47d1-a241-1029923be2eb on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:57.224934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Attempting to bind port a422c082-0abb-47d1-a241-1029923be2eb by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:57.225324 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Attempting to bind port a422c082-0abb-47d1-a241-1029923be2eb on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:57.230944 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8345ab-8235-4f24-9217-fbca4d8f50b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:57.232821 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:57.233202 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:57.233614 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.234019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:57.234740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Bound port: a422c082-0abb-47d1-a241-1029923be2eb, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:57.235160 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.275520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 2f347668-58d4-4678-a4d5-49206f4aebbc) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:57.280405 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:57.282239 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.287389 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f811a32-b4f6-4f48-8ee4-994e10c5a024 None None] Network 2f347668-58d4-4678-a4d5-49206f4aebbc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:36:57.377353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] For port a422c082-0abb-47d1-a241-1029923be2eb, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:57.395176 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] For port a422c082-0abb-47d1-a241-1029923be2eb, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a422c082-0abb-47d1-a241-1029923be2eb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:57.415568 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9855752 Nov 09 11:36:57.418203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58066) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:36:57.458415 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.465988 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:57.582568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device eaa8bc99-24cd-4231-b00e-0d1a389de8da up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:36:57.627600 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8345ab-8235-4f24-9217-fbca4d8f50b6 None None] Pushing event updated for resources: {'Port': ['ID=a422c082-0abb-47d1-a241-1029923be2eb,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:57.636669 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8345ab-8235-4f24-9217-fbca4d8f50b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:57.651503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-2f347668-58d4-4678-a4d5-49206f4aebbc', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:36:57.652338 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:57.664756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:36:57.665393 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:36:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:57.890364 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port eaa8bc99-24cd-4231-b00e-0d1a389de8da triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:36:57.890813 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:58.074992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:36:58.183857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Allocated IP 172.20.0.2 (2f347668-58d4-4678-a4d5-49206f4aebbc/c64d8a13-d6f6-4703-be48-1bd02620fa9d/f91ba853-d7fc-498d-89c7-c9f88c7ec1b4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:58.322743 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:58.329849 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:58.451618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183173d-0d37-4abd-afdf-2148491fbb36 req-3597f153-6d60-41e0-92d1-8800e9949f41 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:58.453996 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7183173d-0d37-4abd-afdf-2148491fbb36 req-3597f153-6d60-41e0-92d1-8800e9949f41 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0827689 Nov 09 11:36:58.470243 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:36:58.512701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:36:58.539570 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7183173d-0d37-4abd-afdf-2148491fbb36 req-69441569-3219-4415-88f0-592004da0cf2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764573 Nov 09 11:36:58.571063 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'code': 200} Nov 09 11:36:58.592130 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:58.608264 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:58.748030 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:58.750231 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=7']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:58.756438 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:58.767047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Transition to ACTIVE for port object f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:58.791546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Transition to ACTIVE for port object f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:58.797483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:55Z', 'revision_number': 3, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:36:58.801382 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77ea4f-0730-475a-9e02-7e56c50d786b None None] The sync data for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 is: [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:55Z', 'revision_number': 3, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:36:58.853022 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:58.858008 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:58.924225 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Network 2f347668-58d4-4678-a4d5-49206f4aebbc is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:58.924856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.20.0.1 (2f347668-58d4-4678-a4d5-49206f4aebbc/c64d8a13-d6f6-4703-be48-1bd02620fa9d/7304743a-248b-4c70-ba17-73a5e9b772db) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:36:58.926496 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:58.938947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:58.972479 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Pushing event updated for resources: {'Port': ['ID=f91ba853-d7fc-498d-89c7-c9f88c7ec1b4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:58.975843 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:59.078564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Attempting to bind port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:36:59.078991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Attempting to bind port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:36:59.079365 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Attempting to bind port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 on network 2f347668-58d4-4678-a4d5-49206f4aebbc {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:36:59.086124 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:36:59.086510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Checking segment: {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:36:59.086949 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:59.087354 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Bound using segment: {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:36:59.087829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Bound port: f91ba853-d7fc-498d-89c7-c9f88c7ec1b4, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:36:59.088894 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:59.147591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:59.166384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Transition to ACTIVE for port object 7304743a-248b-4c70-ba17-73a5e9b772db will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:36:59.192720 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] For port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:36:59.196239 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] For port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f91ba853-d7fc-498d-89c7-c9f88c7ec1b4,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:36:59.256271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:59.260549 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:59.278439 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:59.283224 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2ab13498-16e7-489b-81f7-daf2a862b09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:36:59.343345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 2f347668-58d4-4678-a4d5-49206f4aebbc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:36:59.346874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:36:59.349389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=7304743a-248b-4c70-ba17-73a5e9b772db,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:59.351299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:36:59.372258 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Pushing event updated for resources: {'Port': ['ID=f91ba853-d7fc-498d-89c7-c9f88c7ec1b4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:36:59.376200 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:59.381409 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:36:59.418892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:59.634433 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:36:59.777933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de534f6-f5dc-488f-bd93-0d0610c04875 req-234e32f0-37d4-48f6-8f06-4005c0e3ecc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:36:59.779351 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5de534f6-f5dc-488f-bd93-0d0610c04875 req-234e32f0-37d4-48f6-8f06-4005c0e3ecc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0956817 Nov 09 11:36:59.827900 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5de534f6-f5dc-488f-bd93-0d0610c04875 req-cc7a5510-1a5c-4d24-960a-efea66cc36da tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Nov 09 11:37:00.196718 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a422c082-0abb-47d1-a241-1029923be2eb up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:37:00.251570 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:00.335013 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:00.336617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port a422c082-0abb-47d1-a241-1029923be2eb completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:37:00.344198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a422c082-0abb-47d1-a241-1029923be2eb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:00.345473 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:00.363229 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b0e67547-0f72-4f96-aca8-762fb2db03c7 tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:00.467937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=7304743a-248b-4c70-ba17-73a5e9b772db,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:00.471336 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:00.472270 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:00.492184 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d517b7b-e49e-436e-a183-b98c74968bc8 None None] Network 2f347668-58d4-4678-a4d5-49206f4aebbc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:37:00.584639 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:00.639269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port a422c082-0abb-47d1-a241-1029923be2eb, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a422c082-0abb-47d1-a241-1029923be2eb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:00.642944 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 2f347668-58d4-4678-a4d5-49206f4aebbc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:37:00.644206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:37:00.725842 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:00.726709 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:37:00.753243 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6542c11-8a7a-45ff-9ad8-aeeb58d75002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:00.789924 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-641a55af-3ff2-4345-b3b8-53dae2402f0b None None] Provisioning for port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:37:00.966001 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=a422c082-0abb-47d1-a241-1029923be2eb,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:00.969690 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:01.070009 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:37:01.077551 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:01.078870 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:01.108493 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 95aff35a-059f-4cec-be9b-59bba656ee1e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:37:01.118696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ebb3-3f95-442f-8139-6e559527fc95 req-21dc3f07-3ce8-447b-8dfc-2399edddd1ef tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.118696 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00d5ebb3-3f95-442f-8139-6e559527fc95 req-21dc3f07-3ce8-447b-8dfc-2399edddd1ef tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1525192 Nov 09 11:37:01.271487 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-00d5ebb3-3f95-442f-8139-6e559527fc95 req-3d4bd323-abd8-4116-bee8-51ba337c6ab6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444178 Nov 09 11:37:01.277626 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:01.334235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f91ba853-d7fc-498d-89c7-c9f88c7ec1b4,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:01.347116 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6b28f3cb-bca9-4acd-a915-b425e9c85e60 None None] Provisioning complete for port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:01.347844 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b28f3cb-bca9-4acd-a915-b425e9c85e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:01.382656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:37:01.398933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "PUT /v2.0/routers/95aff35a-059f-4cec-be9b-59bba656ee1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9796495 Nov 09 11:37:01.401455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58100) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:01.417709 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:01.424754 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-34075e02-5adc-4900-9e63-bddcac6e8947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:01.550021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=f91ba853-d7fc-498d-89c7-c9f88c7ec1b4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:01.554079 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:01.597901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.598902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.599272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.599761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.600127 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.600487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.601011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.601411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.603410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8debf08b-27d2-4a15-8bc4-31e79ae02d0d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.2007191 Nov 09 11:37:01.606172 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58106) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:01.670838 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6b28f3cb-bca9-4acd-a915-b425e9c85e60 None None] Provisioning for port 7304743a-248b-4c70-ba17-73a5e9b772db completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:37:01.677036 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6b28f3cb-bca9-4acd-a915-b425e9c85e60 None None] Provisioning complete for port 7304743a-248b-4c70-ba17-73a5e9b772db triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:01.677471 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b28f3cb-bca9-4acd-a915-b425e9c85e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:01.783522 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.783922 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.784978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.785354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.786262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.786629 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.791335 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.791794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:01.795297 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ad77711a-4c52-4c67-893a-c75f29b621ca tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5274 time: 0.1876504 Nov 09 11:37:01.796843 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58112) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:01.798407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6b28f3cb-bca9-4acd-a915-b425e9c85e60 None None] Port 7304743a-248b-4c70-ba17-73a5e9b772db cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:37:01.931387 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b7d2c59b-513e-4d94-abf9-a514ddc0ac94 None None] Provisioning complete for port 7304743a-248b-4c70-ba17-73a5e9b772db triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:01.931966 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c59b-513e-4d94-abf9-a514ddc0ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:02.037069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2c59b-513e-4d94-abf9-a514ddc0ac94 None None] Port 7304743a-248b-4c70-ba17-73a5e9b772db cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:37:02.051983 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1b135df9-db96-4314-9aac-bc8e52103e6a tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4477 time: 0.2532625 Nov 09 11:37:02.111624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a422c082-0abb-47d1-a241-1029923be2eb up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:37:02.188436 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port a422c082-0abb-47d1-a241-1029923be2eb triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:02.188992 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:02.341628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:37:02.423899 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:02.424468 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:02.575866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0910-0605-4036-aa51-317d5be55b0e req-7749582d-9ead-4604-87a3-9c47263a4b2c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:02.578186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b0910-0605-4036-aa51-317d5be55b0e req-7749582d-9ead-4604-87a3-9c47263a4b2c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1273944 Nov 09 11:37:02.631513 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d4b0910-0605-4036-aa51-317d5be55b0e req-1e090a6c-303e-476a-8c1a-a2760d161232 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Nov 09 11:37:02.674148 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Sync routers for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:37:02.695469 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:37:02.696097 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:36:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:02.713683 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58120) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:02.719259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267896690', 'description': 'tempest-secgroup-smoke-1267896690 description', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:02.726656 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:02.731236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:02.734991 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:02.743571 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:02.829673 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:02.877379 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:02.882325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:02.886525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:02.891067 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:37:02.893320 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:02.973161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.052433 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.057187 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-85334680-03f5-4311-bd35-8bca56296f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:03.106303 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483a4560-a0dd-4495-97cb-2448e8f4f327,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:03.109704 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:03.164247 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.170184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58126) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:03.175553 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4525852 Nov 09 11:37:03.177324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': '483a4560-a0dd-4495-97cb-2448e8f4f327', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:03.186082 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:03.190648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:03.197278 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:03.208613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:03.266441 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:59Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 2, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:03.271175 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Checking router: 95aff35a-059f-4cec-be9b-59bba656ee1e for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:37:03.271530 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Updating router 95aff35a-059f-4cec-be9b-59bba656ee1e port 7304743a-248b-4c70-ba17-73a5e9b772db binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:37:03.293022 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.342833 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.500441 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.570031 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.572259 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:03.596084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778be430-1daa-4130-be61-e4789451f13a,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:03.601459 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:03.694866 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.696066 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5247960 Nov 09 11:37:03.699093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58132) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:03.705177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': '483a4560-a0dd-4495-97cb-2448e8f4f327', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:03.719933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:03.732962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:03.732962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:03.743707 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:03.768537 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.782106 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Transition to ACTIVE for port object 7304743a-248b-4c70-ba17-73a5e9b772db will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:37:03.859411 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.881476 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.885577 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-e113d918-5775-4368-b949-1ba3c515aa40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:03.892250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada4713-a2a6-4900-ada5-3668f2238f2f req-c07f0c94-6f83-4f20-b25f-00ba7765446f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:03.893818 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eada4713-a2a6-4900-ada5-3668f2238f2f req-c07f0c94-6f83-4f20-b25f-00ba7765446f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0836914 Nov 09 11:37:03.969548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:03.976245 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-eada4713-a2a6-4900-ada5-3668f2238f2f req-062f3935-0651-48f7-a26f-e20cf7bbfb13 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732191 Nov 09 11:37:04.036304 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.044805 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c4de4c29-4756-4bb1-abc1-f37ad6bd037e tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:04.076221 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91cde1a-06cb-45ae-9d98-40fb1c940ea5,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:04.079024 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:04.129432 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8f28c-6945-4eb9-9921-d371b4ff4690 None None] Pushing event updated for resources: {'Port': ['ID=7304743a-248b-4c70-ba17-73a5e9b772db,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:04.146138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.150334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:04.150462 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-aec6a6b5-3eb7-42a7-8eee-0e3073bda524 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4503114 Nov 09 11:37:04.156352 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-28f8f28c-6945-4eb9-9921-d371b4ff4690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:04.157201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': '483a4560-a0dd-4495-97cb-2448e8f4f327', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:04.178839 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:04.182752 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:04.196587 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:04.206409 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:04.231883 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Attempting to bind port 7304743a-248b-4c70-ba17-73a5e9b772db on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:37:04.232384 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Attempting to bind port 7304743a-248b-4c70-ba17-73a5e9b772db by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:37:04.233019 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Attempting to bind port 7304743a-248b-4c70-ba17-73a5e9b772db on network 2f347668-58d4-4678-a4d5-49206f4aebbc {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:37:04.242340 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:37:04.242907 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Checking segment: {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:37:04.243398 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.244077 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Bound using segment: {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:37:04.244474 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Bound port: 7304743a-248b-4c70-ba17-73a5e9b772db, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:37:04.245140 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.323579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.344488 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] For port 7304743a-248b-4c70-ba17-73a5e9b772db, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:37:04.347887 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] For port 7304743a-248b-4c70-ba17-73a5e9b772db, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7304743a-248b-4c70-ba17-73a5e9b772db,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:37:04.417449 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.429705 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.492591 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.497911 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-17372852-f8e8-40a3-a47a-e7053ba07106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:04.522994 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.525061 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e744032a-33a2-404a-9369-c94096b0da0b tempest-ImagesOneServerNegativeTestJSON-526591501 tempest-ImagesOneServerNegativeTestJSON-526591501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:04.573244 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90a0ae5-85ce-4aa7-a5a7-17472d542c0d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:04.585605 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8f28c-6945-4eb9-9921-d371b4ff4690 None None] Pushing event updated for resources: {'Port': ['ID=7304743a-248b-4c70-ba17-73a5e9b772db,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:04.588627 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-28f8f28c-6945-4eb9-9921-d371b4ff4690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:04.589361 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:37:04.590129 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:36:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:04.595814 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:04.618052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.619502 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-18226a4d-b9a3-40ae-a9f8-d74ed41fc0af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4678836 Nov 09 11:37:04.622880 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58142) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:04.638623 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': '483a4560-a0dd-4495-97cb-2448e8f4f327', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:04.649976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:04.657386 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:04.663404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:04.675048 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:04.764728 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.809153 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:37:04.844443 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.931279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:04.938522 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cf69ca9c-4166-4765-a6d1-7ce42d493f59 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:04.961281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08441e52-d6ca-4c6f-a731-b46e1e50037b,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:04.965093 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:05.041153 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:05.045229 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:05.045759 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-37bc430e-e7e2-4ce2-ac60-80d2ad15109d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4215548 Nov 09 11:37:05.053858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': '483a4560-a0dd-4495-97cb-2448e8f4f327', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:05.062554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:05.068396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:05.072781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:05.081622 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:05.172692 n-d-817173-1 neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Project 1c96a170d36046a6894aa8e5d7b1779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:37:05.187697 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:05.266426 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:59Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:04Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:05.272049 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3252f6-3411-4ccd-9573-dd76362a7846 None None] The sync data for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 is: [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:59Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:04Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:37:05.288397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2784-01b6-420a-a0da-47cf75d70d13 req-4e6837b9-478d-4349-9a5c-25abb2b27276 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:05.295778 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aeaa2784-01b6-420a-a0da-47cf75d70d13 req-4e6837b9-478d-4349-9a5c-25abb2b27276 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1626906 Nov 09 11:37:05.376076 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:05.380376 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-aeaa2784-01b6-420a-a0da-47cf75d70d13 req-f87a371a-6aa8-4e75-8e50-08a5c6bfde17 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838022 Nov 09 11:37:05.427333 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:05.435302 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:05.461391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467354b5-f1ba-4b5d-a3a5-64db2fd6ab98,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:05.464693 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:05.851553 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:05.853007 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2b922620-a089-44e0-a390-2a536a2caa99 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8060148 Nov 09 11:37:05.855929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58154) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:05.862088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': '483a4560-a0dd-4495-97cb-2448e8f4f327', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:05.877718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:05.882893 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:05.886069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:05.892804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:05.959236 n-d-817173-1 neutron-server[84334]: INFO neutron.db.securitygroups_db [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Project 1c96a170d36046a6894aa8e5d7b1779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:37:05.966575 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.039304 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.111818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.116058 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5a18c523-9873-4a03-b831-a960ad312ca7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:06.146539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7304743a-248b-4c70-ba17-73a5e9b772db up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:37:06.155074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1da5758-0d48-4f74-84fa-874f31caeea9,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:06.178597 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:06.249698 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.258873 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cb32a22b-5f22-4924-8e20-62bb1a80048f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3941653 Nov 09 11:37:06.357119 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 7304743a-248b-4c70-ba17-73a5e9b772db completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:37:06.362731 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7304743a-248b-4c70-ba17-73a5e9b772db triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:06.363350 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.512693 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-09f7be89-8d00-45bb-b096-3938655a14d7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:06.553121 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.602952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 7304743a-248b-4c70-ba17-73a5e9b772db, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7304743a-248b-4c70-ba17-73a5e9b772db,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:06.626455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-09f7be89-8d00-45bb-b096-3938655a14d7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:06.628728 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-09f7be89-8d00-45bb-b096-3938655a14d7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267896690&fields=id&tenant_id=1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 267 time: 0.1724353 Nov 09 11:37:06.635069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1214d4-aa65-41a1-940f-ffcd78f6ea60 req-844e6f3a-d66e-4b51-aa16-0d2d1cc06ddc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:06.635826 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c1214d4-aa65-41a1-940f-ffcd78f6ea60 req-844e6f3a-d66e-4b51-aa16-0d2d1cc06ddc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0900235 Nov 09 11:37:06.655155 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.680181 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:06.686937 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:06.717951 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3c1214d4-aa65-41a1-940f-ffcd78f6ea60 req-7548ebcf-76c1-4200-8d1d-2f0b7b287f6e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701644 Nov 09 11:37:06.804269 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=7304743a-248b-4c70-ba17-73a5e9b772db,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:06.814945 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:06.930342 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-f7fc9346-52ce-40c0-a37e-f3d7fe07a34c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:06.931961 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-f7fc9346-52ce-40c0-a37e-f3d7fe07a34c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/networks?id=2f347668-58d4-4678-a4d5-49206f4aebbc HTTP/1.1" status: 200 len: 796 time: 0.2939360 Nov 09 11:37:06.953625 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-a92e352d-6733-43ee-894c-17d1edba3e74 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/quotas/1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 375 time: 0.0158548 Nov 09 11:37:07.048500 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-eb0f3479-8e72-4c55-8f04-57e9fb51707c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884564 Nov 09 11:37:07.195356 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-cab9459d-c767-4e95-923c-07215a1a5856 service neutron] 10.222.0.50 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349945 Nov 09 11:37:07.337831 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-4ff5c25e-ef42-4deb-b4f3-c574abfba6e0 service neutron] 10.222.0.50 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366928 Nov 09 11:37:07.637754 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b17a6a56-4aa1-401d-aef1-b59bc4141477 req-99ea3713-0c88-4fa0-8e33-7ea8ac9308be tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:07.709096 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b17a6a56-4aa1-401d-aef1-b59bc4141477 req-99ea3713-0c88-4fa0-8e33-7ea8ac9308be tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:07.710401 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b17a6a56-4aa1-401d-aef1-b59bc4141477 req-99ea3713-0c88-4fa0-8e33-7ea8ac9308be tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 210 time: 0.1153879 Nov 09 11:37:07.956491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe858-3e7b-438b-846a-ad4f63ded69a req-b936e246-016f-4087-9f65-f7b6cda4819a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:07.959052 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e97fe858-3e7b-438b-846a-ad4f63ded69a req-b936e246-016f-4087-9f65-f7b6cda4819a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1028168 Nov 09 11:37:08.019344 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e97fe858-3e7b-438b-846a-ad4f63ded69a req-c756da6d-e5a4-4592-b797-cffc75f14aeb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545969 Nov 09 11:37:08.111771 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7304743a-248b-4c70-ba17-73a5e9b772db up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:37:08.202073 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 7304743a-248b-4c70-ba17-73a5e9b772db triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:08.202546 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:08.893469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-9b38444c-7eb9-4915-9b4a-b9ea2a568518 req-c04259e5-3258-4946-91e2-d892e9c64929 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 210 time: 0.0482185 Nov 09 11:37:09.264565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03cf7-87ff-496b-a8a8-9124de2171b8 req-7fdfe8d0-46ec-42ab-9731-3dfd4bea4b89 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:09.274076 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56e03cf7-87ff-496b-a8a8-9124de2171b8 req-7fdfe8d0-46ec-42ab-9731-3dfd4bea4b89 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1157579 Nov 09 11:37:09.335131 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-56e03cf7-87ff-496b-a8a8-9124de2171b8 req-48985316-fec1-4be2-a52b-58381cc6f59d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Nov 09 11:37:10.078438 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-47e895df-191e-4af1-a4f3-97d5b73d7970 req-36a92c43-1f50-4b1d-883d-da4326850548 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 210 time: 0.0541387 Nov 09 11:37:10.496805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-6f41df5b-62e4-4868-b528-abdfea04cfca tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:10.498232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-6f41df5b-62e4-4868-b528-abdfea04cfca tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:10.586277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-6f41df5b-62e4-4868-b528-abdfea04cfca tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:10.587467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-6f41df5b-62e4-4868-b528-abdfea04cfca tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "GET /v2.0/networks?id=2f347668-58d4-4678-a4d5-49206f4aebbc HTTP/1.1" status: 200 len: 796 time: 0.2550857 Nov 09 11:37:10.596751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a3d60-0d14-48d3-ae50-75c841f8cd73 req-e357d66a-41e7-4406-bd56-e92e639d793a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:10.601434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ea3a3d60-0d14-48d3-ae50-75c841f8cd73 req-e357d66a-41e7-4406-bd56-e92e639d793a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1202519 Nov 09 11:37:10.681714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-1c9b9e4b-e5a1-4a7c-9cab-589871dd988b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:10.683781 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ea3a3d60-0d14-48d3-ae50-75c841f8cd73 req-cedb9b31-7ced-47dc-8d27-d9812491a650 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Nov 09 11:37:10.698251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-1c9b9e4b-e5a1-4a7c-9cab-589871dd988b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:10.699633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-1c9b9e4b-e5a1-4a7c-9cab-589871dd988b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 380 time: 0.0971305 Nov 09 11:37:10.719797 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'port': {'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'admin_state_up': True, 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'security_groups': ['483a4560-a0dd-4495-97cb-2448e8f4f327']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:10.913566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:10.932621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:11.014348 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:37:11.018491 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:11.232866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.20.0.8 (2f347668-58d4-4678-a4d5-49206f4aebbc/c64d8a13-d6f6-4703-be48-1bd02620fa9d/2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:37:11.333719 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-63502945-a8c4-4769-974f-22e0f55e83c7 req-345ab746-3669-4c4c-b730-71896f12680e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 210 time: 0.0556061 Nov 09 11:37:11.496125 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:11.518193 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Transition to ACTIVE for port object 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:37:11.592506 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:11.599630 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:11.662943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 2f347668-58d4-4678-a4d5-49206f4aebbc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:37:11.670444 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:37:11.676175 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:37:11.707582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:11.716165 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:11.746279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:11.746841 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:11.887480 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1824553 Nov 09 11:37:11.900828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Request body: {'port': {'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:12.057200 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765ee9-6c0a-473f-adc4-946bf4d13025 req-c7292ab2-0cab-4788-af23-dfacb638ba97 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:12.063824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a765ee9-6c0a-473f-adc4-946bf4d13025 req-c7292ab2-0cab-4788-af23-dfacb638ba97 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.2198880 Nov 09 11:37:12.082925 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:12.094536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-817f0b34-6aeb-4a37-97df-b5b89ac513ee None None] Provisioning for port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:37:12.101203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-817f0b34-6aeb-4a37-97df-b5b89ac513ee None None] Provisioning complete for port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:12.101589 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-817f0b34-6aeb-4a37-97df-b5b89ac513ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:12.164667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-817f0b34-6aeb-4a37-97df-b5b89ac513ee None None] Port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:37:12.173745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3a765ee9-6c0a-473f-adc4-946bf4d13025 req-5757880e-aa56-4122-980c-3ca2219180be tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089058 Nov 09 11:37:12.512937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:37:12.524737 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:12.547388 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Transition to ACTIVE for port object 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:37:12.548141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72b5d-a9a8-46c3-8020-39bd6efe0524 req-b077a071-742a-4f92-b3a3-50fdaaa09b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:12.555334 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68c72b5d-a9a8-46c3-8020-39bd6efe0524 req-b077a071-742a-4f92-b3a3-50fdaaa09b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 931 time: 0.0978420 Nov 09 11:37:12.601184 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-68c72b5d-a9a8-46c3-8020-39bd6efe0524 req-2a18640b-7213-46d9-b1d4-14b40f7a5dbf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Nov 09 11:37:12.633928 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:12.638498 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9f8bba0f-c3c6-426d-91cf-6dbe4fe59d95 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:12.773744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:12.783191 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:13.052014 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Attempting to bind port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:37:13.052334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Attempting to bind port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:37:13.052655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Attempting to bind port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 on network 2f347668-58d4-4678-a4d5-49206f4aebbc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:37:13.058557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 on network 2f347668-58d4-4678-a4d5-49206f4aebbc not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:37:13.058915 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Attempting to bind port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 on network 2f347668-58d4-4678-a4d5-49206f4aebbc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:37:13.065527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:37:13.065856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Checking segment: {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:37:13.066260 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Bound using segment: {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:37:13.067324 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Bound port: 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6d4e4d-6727-4dfb-8dc1-1346596522b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:37:13.067664 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:13.169849 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] For port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:37:13.173402 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] For port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:37:13.271802 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:13.276472 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-dc64c54e-37f7-46b8-a571-ae1fe29a7cd4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:13.347269 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:13.349622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] 10.222.0.57 "PUT /v2.0/ports/2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 HTTP/1.1" status: 200 len: 1091 time: 1.4532535 Nov 09 11:37:13.350164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:13.388296 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:13.396845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfee31-3391-4535-ae2b-a1e0fff5e6ef req-c1d24b65-1ded-429c-b514-011b854ae005 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:13.404501 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7dfee31-3391-4535-ae2b-a1e0fff5e6ef req-c1d24b65-1ded-429c-b514-011b854ae005 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1048081 Nov 09 11:37:13.406584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.407047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.407581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.408233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.408842 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.409418 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.410135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.411559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.413355 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.413805 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.414379 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:13.420380 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:13.440738 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'status': 'completed', 'code': 200} Nov 09 11:37:13.458352 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c7dfee31-3391-4535-ae2b-a1e0fff5e6ef req-ae036101-9f6f-410f-aeda-8043eac8a585 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529711 Nov 09 11:37:13.541071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69e4cbcd-1e42-4e2f-b8f5-b0d1665a81b6 req-d48a74ce-0e37-4154-abb1-6db9b28ac9de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 1094 time: 0.0807650 Nov 09 11:37:13.698953 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4cbcd-1e42-4e2f-b8f5-b0d1665a81b6 req-d7f0e840-9ce2-46b7-8756-c8847bb8eeb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:13.700816 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69e4cbcd-1e42-4e2f-b8f5-b0d1665a81b6 req-d7f0e840-9ce2-46b7-8756-c8847bb8eeb3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1512766 Nov 09 11:37:13.965455 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ace874-f93d-4eb7-94a8-0f94ead3df2d req-27941ae4-aae1-4ade-bc41-b9e8140dc5d2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:13.966073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-86ace874-f93d-4eb7-94a8-0f94ead3df2d req-27941ae4-aae1-4ade-bc41-b9e8140dc5d2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:13.974847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4cbcd-1e42-4e2f-b8f5-b0d1665a81b6 req-0e7b0a26-c025-417e-b78f-78a1081f884b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:13.976274 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69e4cbcd-1e42-4e2f-b8f5-b0d1665a81b6 req-0e7b0a26-c025-417e-b78f-78a1081f884b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603276 Nov 09 11:37:14.068130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-86ace874-f93d-4eb7-94a8-0f94ead3df2d req-27941ae4-aae1-4ade-bc41-b9e8140dc5d2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:14.071266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86ace874-f93d-4eb7-94a8-0f94ead3df2d req-27941ae4-aae1-4ade-bc41-b9e8140dc5d2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 943 time: 0.3220894 Nov 09 11:37:14.139111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-86ace874-f93d-4eb7-94a8-0f94ead3df2d req-6c29eea7-2edb-45e3-bce9-0d1f05c5408f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588763 Nov 09 11:37:14.148879 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-c63e0127-a840-4998-9bb2-e8506b4f363d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 1094 time: 0.1271737 Nov 09 11:37:14.217186 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-c6605fcf-5909-4e34-a1d1-88bf2d2d9a5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 HTTP/1.1" status: 200 len: 217 time: 0.0613666 Nov 09 11:37:14.285890 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-ef0e17b3-fe8b-4cc0-b4c0-3057f58d66c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:14.287426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-ef0e17b3-fe8b-4cc0-b4c0-3057f58d66c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c64d8a13-d6f6-4703-be48-1bd02620fa9d HTTP/1.1" status: 200 len: 834 time: 0.0647333 Nov 09 11:37:14.370621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-4b774e0f-7d0e-4c23-9e20-e1ea2fb3f342 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f347668-58d4-4678-a4d5-49206f4aebbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759046 Nov 09 11:37:14.505880 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-788e6a8c-3669-4ca7-87b3-497678f58f11 service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289663 Nov 09 11:37:14.695549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b2bfa79d-b9c6-438a-b652-cb5af08f30a4 req-d2a82fee-7f61-49e2-a2fb-292cf0214827 service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836116 Nov 09 11:37:14.720612 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85a59-1455-45dc-9329-3dfbe80c9bed req-5b177e46-c8e4-4753-84ad-eac8d7af6d94 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:14.722150 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36d85a59-1455-45dc-9329-3dfbe80c9bed req-5b177e46-c8e4-4753-84ad-eac8d7af6d94 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1305726 Nov 09 11:37:14.770278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-36d85a59-1455-45dc-9329-3dfbe80c9bed req-e7ed200a-821a-44ab-8ab5-5ee95583831d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Nov 09 11:37:15.109396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-bcb8b17e-57d6-4097-a3f6-ed785d29c89e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694060 Nov 09 11:37:15.248138 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-5325f7e1-50ba-4573-8822-e528e38e80f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 1096 time: 0.0707128 Nov 09 11:37:15.341607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b5e53-7907-41fd-b3d7-dee72e34ea86 req-3d7d7e81-b72d-4d57-b689-921098c49c4f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:15.343093 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f5b5e53-7907-41fd-b3d7-dee72e34ea86 req-3d7d7e81-b72d-4d57-b689-921098c49c4f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 943 time: 0.0807748 Nov 09 11:37:15.482471 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4f5b5e53-7907-41fd-b3d7-dee72e34ea86 req-db8085a3-0bfe-4327-9c15-24721cc27679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184914 Nov 09 11:37:15.503011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-55ddbc69-f51e-4ebb-b33d-03a2112d81e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:15.504543 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-55ddbc69-f51e-4ebb-b33d-03a2112d81e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1606071 Nov 09 11:37:15.575842 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-53e6b99f-e078-4b52-bb34-0c469b0c164d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711 HTTP/1.1" status: 200 len: 217 time: 0.0634589 Nov 09 11:37:15.639439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-008fcd6f-2c59-4ad8-9c51-2b7e43cbffbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:15.640923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-008fcd6f-2c59-4ad8-9c51-2b7e43cbffbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0573096 Nov 09 11:37:15.732038 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-c772a1fd-bcbd-49df-9072-7d072da2562a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 1096 time: 0.0687385 Nov 09 11:37:15.733596 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-03f8546c-b8df-4361-907a-950ae1c61b13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715373 Nov 09 11:37:15.877489 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-a662cbfd-460e-4699-840d-15c7940965a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:15.878734 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-4741bbcf-2ae4-4625-9d41-0c7f9bb3a494 service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300881 Nov 09 11:37:15.879266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-a662cbfd-460e-4699-840d-15c7940965a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1311634 Nov 09 11:37:16.030085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1290a4bf-e065-4578-bea5-46bd23a0109a req-63d362f3-ce32-4282-b1ab-0eb539cfaf94 service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338477 Nov 09 11:37:16.113599 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-18d6827d-510e-4208-84f6-4b45b2c3513b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da HTTP/1.1" status: 200 len: 217 time: 0.2166817 Nov 09 11:37:16.184716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-2bf3f7c0-a82e-47e1-b023-9038ea44e7d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:16.186101 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-2bf3f7c0-a82e-47e1-b023-9038ea44e7d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0653744 Nov 09 11:37:16.241073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297080b-d183-434e-9386-5087146aff61 req-55d94c9f-fb3e-4966-b5ee-e564d880029a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:16.242481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3297080b-d183-434e-9386-5087146aff61 req-55d94c9f-fb3e-4966-b5ee-e564d880029a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1738930 Nov 09 11:37:16.309649 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3297080b-d183-434e-9386-5087146aff61 req-bc84627a-8320-442a-a14d-d9a66964ff48 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616252 Nov 09 11:37:16.317088 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-16fd1b2f-f5cc-4ee1-864c-00b735264ffb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223440 Nov 09 11:37:16.448883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-467c15ed-2d4f-41d8-8790-2699529c01c0 service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242342 Nov 09 11:37:16.585314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24c1c72d-980c-475a-b08d-8a1ae33bd921 req-897b33f6-2b38-4cce-9e3e-99a4f6b4abda service neutron] 10.222.0.59 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294971 Nov 09 11:37:16.687461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d366d26-0dad-4aff-9c23-e58bfbccc4cb req-f54b05c5-a316-40bf-85c2-09b8d38fb38c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:16.688901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d366d26-0dad-4aff-9c23-e58bfbccc4cb req-f54b05c5-a316-40bf-85c2-09b8d38fb38c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 943 time: 0.0807314 Nov 09 11:37:16.736392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8d366d26-0dad-4aff-9c23-e58bfbccc4cb req-96ff6c5b-b869-400c-8aff-507545140b44 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Nov 09 11:37:16.954477 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:37:17.095780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:17.111823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:37:17.166448 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:17.183825 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f0e6580e-9fc3-41a8-815c-cd07c99adb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:17.186157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:37:17.202083 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:17.289009 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:17.290694 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:17.408926 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:17.412622 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:17.475262 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:17.536447 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:37:17.617521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40838e00-2121-409b-aebd-4cac9e3429cc req-1a4d8e02-fe90-4745-b8ee-20eeb3879c1b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:17.619027 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40838e00-2121-409b-aebd-4cac9e3429cc req-1a4d8e02-fe90-4745-b8ee-20eeb3879c1b tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1808600 Nov 09 11:37:17.668853 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40838e00-2121-409b-aebd-4cac9e3429cc req-b726cf6c-afc3-4409-9dde-6edef77e997e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Nov 09 11:37:17.939803 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ceb17-3168-4992-a229-ca57d4f6ead1 req-b0af11f4-5c49-4665-90bf-85d4fbd02025 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:17.941252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c78ceb17-3168-4992-a229-ca57d4f6ead1 req-b0af11f4-5c49-4665-90bf-85d4fbd02025 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 944 time: 0.0798345 Nov 09 11:37:17.986970 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c78ceb17-3168-4992-a229-ca57d4f6ead1 req-205edb54-eda7-452d-8aa0-f27753d16a7b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401723 Nov 09 11:37:18.193277 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:37:18.880298 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac5c9a-e54f-4672-a440-bc7a8bb0ba59 req-ec04f991-31d4-4efd-ab63-fd94bffe3073 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:18.881838 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0ac5c9a-e54f-4672-a440-bc7a8bb0ba59 req-ec04f991-31d4-4efd-ab63-fd94bffe3073 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0787799 Nov 09 11:37:18.929720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e0ac5c9a-e54f-4672-a440-bc7a8bb0ba59 req-1a584c4b-c202-4de1-b4cd-4540b088e3f9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Nov 09 11:37:18.970299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:37:19.116735 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:37:19.123335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:37:19.123686 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:19.142152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cb2b9-ebc1-42a3-a2ee-bbc0c8d764e2 req-6d4bb137-3e0f-46a7-a6df-31b367a71601 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:19.143651 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-502cb2b9-ebc1-42a3-a2ee-bbc0c8d764e2 req-6d4bb137-3e0f-46a7-a6df-31b367a71601 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0861034 Nov 09 11:37:19.192799 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-502cb2b9-ebc1-42a3-a2ee-bbc0c8d764e2 req-89be467d-328a-4a50-8e55-a83b17e38d73 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426164 Nov 09 11:37:19.197516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3e29f-adab-4483-9226-ebdc66317a71 req-27a06b62-f6bd-44a1-9412-3db8df310c46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:19.206208 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc3e29f-adab-4483-9226-ebdc66317a71 req-27a06b62-f6bd-44a1-9412-3db8df310c46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 944 time: 0.0860093 Nov 09 11:37:19.257055 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:19.278668 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dfc3e29f-adab-4483-9226-ebdc66317a71 req-05872599-495b-4882-b8ac-bed06e880bc3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738139 Nov 09 11:37:19.292251 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:19.302407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:19.348600 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'code': 200} Nov 09 11:37:19.412929 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:19.414965 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:19.427720 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3384ca-32eb-43d7-8371-af8a78773498 req-0915af6c-d787-4db5-9c7a-41f59d7fbd90 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:19.429166 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bd3384ca-32eb-43d7-8371-af8a78773498 req-0915af6c-d787-4db5-9c7a-41f59d7fbd90 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0818057 Nov 09 11:37:19.479238 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bd3384ca-32eb-43d7-8371-af8a78773498 req-ed7439a7-b152-4453-8e40-11810b63061e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439606 Nov 09 11:37:19.481104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4375f1ed-ce55-45df-95a7-99ed3e2c1922 req-95c891fa-89b5-4dc0-aafc-7063641f3abf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 1096 time: 0.0746202 Nov 09 11:37:19.485567 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:19.489525 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:19.491213 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-67946d1a-152d-4571-b202-e999ec916296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:19.530716 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4375f1ed-ce55-45df-95a7-99ed3e2c1922 req-787494a3-8bf4-4542-81d7-142469ea0224 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Nov 09 11:37:19.661865 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device eaa8bc99-24cd-4231-b00e-0d1a389de8da no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:37:19.774688 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:19.809285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:19.877105 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:19.879982 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:19.946905 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=8']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:19.950916 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:19.971876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b488a4-59be-4ded-b623-69633b4a2708 req-3a514288-5333-4cf6-aa61-f63b2041912e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:19.977591 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37b488a4-59be-4ded-b623-69633b4a2708 req-3a514288-5333-4cf6-aa61-f63b2041912e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0826962 Nov 09 11:37:20.018950 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-37b488a4-59be-4ded-b623-69633b4a2708 req-577f7844-1469-474b-aea0-75b8d3344212 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395582 Nov 09 11:37:20.474334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc8d0-4fca-4a86-8cd2-5cb461342c06 req-2ff99e12-c6d3-4cd1-932f-4c95cd8d020f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:20.475809 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96fdc8d0-4fca-4a86-8cd2-5cb461342c06 req-2ff99e12-c6d3-4cd1-932f-4c95cd8d020f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 945 time: 0.0829432 Nov 09 11:37:20.521594 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-96fdc8d0-4fca-4a86-8cd2-5cb461342c06 req-56893135-1e85-43db-ae4d-3c6dd0e25a49 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Nov 09 11:37:20.666525 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:21.223761 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89fa08-ef52-479b-97c7-f2d7fddec658 req-38e76231-254d-4ac9-9a7e-f86a8b981eb8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:21.225118 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c89fa08-ef52-479b-97c7-f2d7fddec658 req-38e76231-254d-4ac9-9a7e-f86a8b981eb8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0842893 Nov 09 11:37:21.283086 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2c89fa08-ef52-479b-97c7-f2d7fddec658 req-b2f6e783-72b2-4ffa-9103-b73af3710d56 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524318 Nov 09 11:37:21.350071 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:21.404508 n-d-817173-1 neutron-server[84335]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'code': 422} returned with failed status Nov 09 11:37:21.722493 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabb6f8-a42a-4237-8736-e1d66516180f req-6794bec2-522b-4a4e-8c03-629836ce2bf2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:21.724130 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ddabb6f8-a42a-4237-8736-e1d66516180f req-6794bec2-522b-4a4e-8c03-629836ce2bf2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 945 time: 0.0782285 Nov 09 11:37:21.770453 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ddabb6f8-a42a-4237-8736-e1d66516180f req-54fbe868-91c5-41d6-a9c1-302323dbbeb3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Nov 09 11:37:22.003315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-58aa430f-aaa1-4dba-afe0-857f4658a637 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1316495 Nov 09 11:37:22.013606 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84f5a-53ab-4b95-97d4-a10c498786d1 req-1e40691e-4c70-412c-a393-572efa10cb15 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:22.015077 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-72e84f5a-53ab-4b95-97d4-a10c498786d1 req-1e40691e-4c70-412c-a393-572efa10cb15 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 945 time: 0.1137302 Nov 09 11:37:22.060052 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:22.149204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-72e84f5a-53ab-4b95-97d4-a10c498786d1 req-32eb0d31-142a-4fd9-b015-8b1dd3c42bcc tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279483 Nov 09 11:37:22.177053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58288) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:22.182943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-3ef2295e-4a53-4abf-b1d2-b9465135d27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:22.184425 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-3ef2295e-4a53-4abf-b1d2-b9465135d27f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1621666 Nov 09 11:37:22.253385 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-799d9594-0afe-4995-8966-9ddeac2c5443 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 1091 time: 0.0750642 Nov 09 11:37:22.256639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:22.262234 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:37:22.268475 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:37:22.272732 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:floatingip and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:37:22.275579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:37:22.281391 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:37:22.291540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-9ddc2377-1c4a-419a-b61f-7a7fc5712648 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1008840 Nov 09 11:37:22.358421 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-1cf6a04e-298b-4fdf-9a9a-da5fc1afabb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:22.360204 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-1cf6a04e-298b-4fdf-9a9a-da5fc1afabb2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0596452 Nov 09 11:37:22.374396 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:22.555287 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-ffe37632-1bb9-44c1-b2a7-7313946e4234 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886117 Nov 09 11:37:22.566399 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec257df-e42f-4b5f-96a6-0b8b938c8659 req-993a2d0c-130a-4e2e-9844-f4b46bc10467 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:22.567901 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3ec257df-e42f-4b5f-96a6-0b8b938c8659 req-993a2d0c-130a-4e2e-9844-f4b46bc10467 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1204078 Nov 09 11:37:22.600509 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:22.675695 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3ec257df-e42f-4b5f-96a6-0b8b938c8659 req-0d5d895e-bd90-4f43-98c7-ade45f206279 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009538 Nov 09 11:37:22.696180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-76357def-68d8-434f-bba3-23c3075719b4 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342924 Nov 09 11:37:22.767384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.25.7.56 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/69423c98-d69b-4b87-b8aa-be2da16eba30) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:37:22.834858 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-428f90f0-45d2-4e05-b2d3-f3be39dd4566 req-652880f1-1746-4e41-a5e3-712e518b2b1a service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310992 Nov 09 11:37:22.927862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:23.009171 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:23.013577 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f73d70f5-6ab9-42fc-8187-b0b877b217bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:23.078671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:37:23.082306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:37:23.086459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:37:23.110347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=69423c98-d69b-4b87-b8aa-be2da16eba30,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:23.134700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.135815 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.136308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.136820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.137205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.137580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.137953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.138322 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.138737 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.139151 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.139517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:37:23.145602 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:23.737770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:23.892786 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:23.997710 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a889-98fc-4e26-bf36-2188bda47134 req-ce1674b6-72f9-4d7f-842f-7153d9618dbd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:23.999101 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2892a889-98fc-4e26-bf36-2188bda47134 req-ce1674b6-72f9-4d7f-842f-7153d9618dbd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1783216 Nov 09 11:37:24.124761 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-2892a889-98fc-4e26-bf36-2188bda47134 req-38ab3227-bc50-4f8f-a389-d44550e535ce tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776248 Nov 09 11:37:24.155790 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:24.219348 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:24.223272 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6701d611-4f55-47c2-a794-685f10f342d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:24.336484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=69423c98-d69b-4b87-b8aa-be2da16eba30,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:24.339427 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:24.350392 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:24.540454 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Floating IP da983321-2a47-491e-8be7-867a742569a8 associated. External IP: 172.25.7.56, port: 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0. Nov 09 11:37:24.946465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 95aff35a-059f-4cec-be9b-59bba656ee1e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:37:25.148844 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:37:25.160407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] Sync routers for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:37:25.182811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:37:25.183469 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:37:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:25.248745 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:25.389032 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:37:25.485722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2280297 Nov 09 11:37:25.488088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:25.488700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58308) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:25.526105 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa81b-6b5a-46b9-a57d-10a17d14fcc0 req-f83a2e53-9515-4d99-a071-f4548eefc9d2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:25.527857 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5efa81b-6b5a-46b9-a57d-10a17d14fcc0 req-f83a2e53-9515-4d99-a071-f4548eefc9d2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.2505124 Nov 09 11:37:25.565504 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'status': 'completed', 'code': 200} Nov 09 11:37:25.588934 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e5efa81b-6b5a-46b9-a57d-10a17d14fcc0 req-69878749-8c36-4465-bf47-f535adddf682 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554705 Nov 09 11:37:25.659017 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2dc7cd84-de40-43ad-af49-4f61b29b5097 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/floatingips/da983321-2a47-491e-8be7-867a742569a8 HTTP/1.1" status: 200 len: 990 time: 0.1690390 Nov 09 11:37:25.687832 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-6acd4fa1-33f4-4a35-b2fb-4b479b190676 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 1096 time: 0.1019583 Nov 09 11:37:25.781696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:59Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:23Z', 'revision_number': 0, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:25.786747 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] Checking router: 95aff35a-059f-4cec-be9b-59bba656ee1e for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:37:25.798200 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:37:25.798835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:37:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:25.826941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557631d-7216-48dc-bce4-e103af9233cf req-8844dcbe-565d-4fdd-8a08-7a3a495da6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:25.828377 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-8844dcbe-565d-4fdd-8a08-7a3a495da6b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f347668-58d4-4678-a4d5-49206f4aebbc HTTP/1.1" status: 200 len: 897 time: 0.1342835 Nov 09 11:37:25.935218 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-ea571caf-a197-4eb6-8424-511d3e19975a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 HTTP/1.1" status: 200 len: 998 time: 0.0993168 Nov 09 11:37:25.994412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:37:26.013966 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557631d-7216-48dc-bce4-e103af9233cf req-f4eea320-3656-47d0-a2f2-a96e6308a63c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:26.015448 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-f4eea320-3656-47d0-a2f2-a96e6308a63c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c64d8a13-d6f6-4703-be48-1bd02620fa9d HTTP/1.1" status: 200 len: 834 time: 0.0746510 Nov 09 11:37:26.109465 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-10ac40b1-0aa8-45a3-85e7-87157842d05e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f347668-58d4-4678-a4d5-49206f4aebbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859711 Nov 09 11:37:26.119703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-2c854bfc-e510-424e-815b-4356da79f5be service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:37:26.120697 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-2c854bfc-e510-424e-815b-4356da79f5be service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052130 Nov 09 11:37:26.265737 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-8df55401-72ae-473f-90bc-06edb7c3f2a0 service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385248 Nov 09 11:37:26.404695 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9557631d-7216-48dc-bce4-e103af9233cf req-4d67f1cc-7203-47d5-b2e7-30243f9e8918 service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328819 Nov 09 11:37:26.413126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:59Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:23Z', 'revision_number': 0, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:37:26.417335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cda3e9-78c4-4e41-ac05-cdbfd1e83035 None None] The sync data for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 is: [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:36:59Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:23Z', 'revision_number': 0, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:37:26.621738 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7c1ec-10da-49e4-a42e-f7a0723b1b03 None None] New status for floating IP da983321-2a47-491e-8be7-867a742569a8: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:37:26.663896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:26.823913 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f160e5af-88b1-451d-b6d1-68a84680cb27 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/floatingips/da983321-2a47-491e-8be7-867a742569a8 HTTP/1.1" status: 200 len: 990 time: 0.1589186 Nov 09 11:37:26.851281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c16b9-6362-4f44-a2ae-aa1b5d9bd766 req-ac4396dd-44e3-431d-af04-97cab65ecd24 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:26.852814 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-602c16b9-6362-4f44-a2ae-aa1b5d9bd766 req-ac4396dd-44e3-431d-af04-97cab65ecd24 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1185315 Nov 09 11:37:26.900888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-602c16b9-6362-4f44-a2ae-aa1b5d9bd766 req-fa1686e6-2e26-4aac-983e-145c1f8072ea tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Nov 09 11:37:27.827734 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:27.935534 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ab7c3b12-8bd1-4318-abd2-f0fc717d0b2d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/floatingips/da983321-2a47-491e-8be7-867a742569a8 HTTP/1.1" status: 200 len: 992 time: 0.1065903 Nov 09 11:37:28.100708 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f4bd3-95ac-4be9-bf10-fd1cf5ccf1d6 req-1ce8981e-08bd-41d7-82fd-fe82caedfc63 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:28.102160 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-008f4bd3-95ac-4be9-bf10-fd1cf5ccf1d6 req-1ce8981e-08bd-41d7-82fd-fe82caedfc63 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0756278 Nov 09 11:37:28.147334 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-008f4bd3-95ac-4be9-bf10-fd1cf5ccf1d6 req-396155b2-c264-42c0-bda0-aeca177bf62f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396535 Nov 09 11:37:29.350722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2207-551f-476f-bdc9-7182349ca713 req-7faa1a4e-d11a-4f5f-abca-77fa95acd1b6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:29.352141 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-028b2207-551f-476f-bdc9-7182349ca713 req-7faa1a4e-d11a-4f5f-abca-77fa95acd1b6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0833304 Nov 09 11:37:29.398274 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-028b2207-551f-476f-bdc9-7182349ca713 req-b59018ee-b655-4ef3-815d-e79d82143265 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405416 Nov 09 11:37:30.594313 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1dd5-af27-44e3-833d-f2bc9c2255d4 req-8f90f28d-6108-4d91-ad36-7aa47833e3e6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:30.595788 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-169c1dd5-af27-44e3-833d-f2bc9c2255d4 req-8f90f28d-6108-4d91-ad36-7aa47833e3e6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0780940 Nov 09 11:37:30.643441 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-169c1dd5-af27-44e3-833d-f2bc9c2255d4 req-55318f48-7fd9-4adb-9aeb-2c34c4c66a26 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420668 Nov 09 11:37:31.180884 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748582b5-b5df-4c81-9f54-218cbeb1bbc7 req-3239fdec-481b-437f-972b-9f3650b29c7e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:31.182338 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-748582b5-b5df-4c81-9f54-218cbeb1bbc7 req-3239fdec-481b-437f-972b-9f3650b29c7e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0894592 Nov 09 11:37:31.275232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-748582b5-b5df-4c81-9f54-218cbeb1bbc7 req-630f06b0-439e-4894-a701-e1f99b951180 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869868 Nov 09 11:37:31.304741 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-7a7225c3-4fb1-4b73-9e29-9efb8765f460 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1024797 Nov 09 11:37:31.436396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-3a29f9a0-a938-4e6c-8dd7-e41c0ba308ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:31.437828 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-3a29f9a0-a938-4e6c-8dd7-e41c0ba308ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1264946 Nov 09 11:37:31.652659 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-923972cf-f299-46d4-b8d2-e536539d2ae2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.2075362 Nov 09 11:37:31.718912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-62b87a9a-a7b8-437d-af0d-9cc591fa5b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:31.720310 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-62b87a9a-a7b8-437d-af0d-9cc591fa5b54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0579939 Nov 09 11:37:31.795284 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-a8c2f577-36c5-4520-a9a3-d6bbccd72f76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683444 Nov 09 11:37:31.927236 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-379e9420-8170-4d30-8e8b-f960079e3396 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239057 Nov 09 11:37:32.062324 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b917333-765b-4ae1-9de2-d824a6006ee6 req-1db35437-e26c-4141-8eec-e13b68b06e61 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278036 Nov 09 11:37:32.476136 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dd739-0340-4121-9737-5ba10c8cb964 req-db788444-b537-4bbb-a696-24e5f8debd45 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:32.477621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-816dd739-0340-4121-9737-5ba10c8cb964 req-db788444-b537-4bbb-a696-24e5f8debd45 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0796056 Nov 09 11:37:32.526724 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-816dd739-0340-4121-9737-5ba10c8cb964 req-03512704-7e25-45c7-9c7f-92536bced01c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Nov 09 11:37:33.727572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d4dc2-033c-464c-b1d6-2eb77fd605f3 req-e3f5e06c-454d-4251-8b04-8cd275a674ed tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:33.729062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7c2d4dc2-033c-464c-b1d6-2eb77fd605f3 req-e3f5e06c-454d-4251-8b04-8cd275a674ed tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0783679 Nov 09 11:37:33.775404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7c2d4dc2-033c-464c-b1d6-2eb77fd605f3 req-2e60d82e-2db8-44af-b82c-59f7c39ff7b6 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 Nov 09 11:37:33.978984 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582716-4194-49ce-a55b-5bfeddcfdc98 req-5d20ee7d-d3a1-449c-8bf0-7cb873427233 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:33.980426 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c582716-4194-49ce-a55b-5bfeddcfdc98 req-5d20ee7d-d3a1-449c-8bf0-7cb873427233 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0817640 Nov 09 11:37:34.027323 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3c582716-4194-49ce-a55b-5bfeddcfdc98 req-9e47ce28-6f60-427a-a347-1c4397023678 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 Nov 09 11:37:34.224109 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89b85-83fb-42e4-a667-a13a8e3d098e req-009c2f9d-78c0-4096-9c07-32ce115cd372 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:34.225519 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00f89b85-83fb-42e4-a667-a13a8e3d098e req-009c2f9d-78c0-4096-9c07-32ce115cd372 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0782871 Nov 09 11:37:34.280359 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-00f89b85-83fb-42e4-a667-a13a8e3d098e req-05a12e1e-a190-40fb-b58e-764d8ed65729 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Nov 09 11:37:34.396541 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:35.142492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928f71f-a79b-4a7d-8c06-4497b7e4b449 req-0d91d7d1-ffb2-4c53-9fab-4d66584b347e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:35.144766 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4928f71f-a79b-4a7d-8c06-4497b7e4b449 req-0d91d7d1-ffb2-4c53-9fab-4d66584b347e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.3099768 Nov 09 11:37:35.193469 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4928f71f-a79b-4a7d-8c06-4497b7e4b449 req-b90e4776-8e01-4f52-850c-0235a18c5431 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430820 Nov 09 11:37:36.395869 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13b2c5-23c8-491c-97e6-344f7ec6df33 req-27de4b40-3779-41d9-85c3-d5dd8d863ab4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:36.397332 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bf13b2c5-23c8-491c-97e6-344f7ec6df33 req-27de4b40-3779-41d9-85c3-d5dd8d863ab4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0785031 Nov 09 11:37:36.443592 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-bf13b2c5-23c8-491c-97e6-344f7ec6df33 req-c803ba60-3fd7-45c3-a253-d0a6f589565a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408144 Nov 09 11:37:36.651254 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:36.978777 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb86117-577c-40c0-8e28-e15b12f5626c req-a2a457e7-8c22-4cc3-951b-01489e2c439d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:36.980610 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ecb86117-577c-40c0-8e28-e15b12f5626c req-a2a457e7-8c22-4cc3-951b-01489e2c439d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0915244 Nov 09 11:37:37.032430 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ecb86117-577c-40c0-8e28-e15b12f5626c req-57374790-bdee-413b-baf1-b3a90af4529d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458243 Nov 09 11:37:37.047062 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-2094f0dd-705b-4311-a992-fe442a389205 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f616c12fec4944679dc9f827f4131daa&device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0729256 Nov 09 11:37:37.178176 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-7bdea2f6-60f1-4807-be66-6d2433856497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:37.179657 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-7bdea2f6-60f1-4807-be66-6d2433856497 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 200 len: 912 time: 0.1262476 Nov 09 11:37:37.288595 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-6487f6cb-e434-439c-b9d9-0e1bdc2e66c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 200 len: 998 time: 0.1017327 Nov 09 11:37:37.353766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-86fad9d4-d586-4388-9dab-2d2d8eaa7bc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:37.355175 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-86fad9d4-d586-4388-9dab-2d2d8eaa7bc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 200 len: 850 time: 0.0599425 Nov 09 11:37:37.433510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-cb229ab9-6121-4659-9cd5-e920c0a626a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd19a92a-64ab-479f-8bbb-39c407f38a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726027 Nov 09 11:37:37.566997 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-75303149-8d72-4bf7-968a-6e022b8716d7 service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260815 Nov 09 11:37:37.704621 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e7d89d-b180-488c-a628-63a58b547e1d req-64776458-8272-4bdd-b2ae-6f02bf58370a service neutron] 10.222.0.57 "GET /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307509 Nov 09 11:37:38.233801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aebb7-64ef-4b05-8256-9259f3ea0b39 req-b60a3bd9-f55b-486c-b53a-d837b1b0b551 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:38.235717 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f45aebb7-64ef-4b05-8256-9259f3ea0b39 req-b60a3bd9-f55b-486c-b53a-d837b1b0b551 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0785739 Nov 09 11:37:38.286280 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f45aebb7-64ef-4b05-8256-9259f3ea0b39 req-f48a229a-c11b-4d15-ad42-6398e7c3e147 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423813 Nov 09 11:37:39.497404 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b8740-f0d5-45a6-bac5-0674234c0f85 req-454cbc6d-f3ef-4470-88be-811324f2a266 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:39.498887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc1b8740-f0d5-45a6-bac5-0674234c0f85 req-454cbc6d-f3ef-4470-88be-811324f2a266 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0810664 Nov 09 11:37:39.545396 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-fc1b8740-f0d5-45a6-bac5-0674234c0f85 req-a0645b24-56b6-46e8-a912-034574344d0d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Nov 09 11:37:39.749058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d21e9-0505-4dee-93d7-9ab18dc0a927 req-d7585513-c9dd-428a-b426-2926ffc197b8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:39.750506 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-423d21e9-0505-4dee-93d7-9ab18dc0a927 req-d7585513-c9dd-428a-b426-2926ffc197b8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0774632 Nov 09 11:37:39.796749 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-423d21e9-0505-4dee-93d7-9ab18dc0a927 req-e1370e86-4738-478a-98ad-1e8a81337b79 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399663 Nov 09 11:37:41.229425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-71e27e92-3ba6-4236-b08e-c284016d9d07 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:41.230782 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-71e27e92-3ba6-4236-b08e-c284016d9d07 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf360f8c-5546-4d46-9a5f-73381be1a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0782149 Nov 09 11:37:41.305075 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Deleting port eaa8bc99-24cd-4231-b00e-0d1a389de8da {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:37:41.305412 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:41.553205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] For port eaa8bc99-24cd-4231-b00e-0d1a389de8da, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=eaa8bc99-24cd-4231-b00e-0d1a389de8da,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:41.553436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:41.787261 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Calling delete_port for eaa8bc99-24cd-4231-b00e-0d1a389de8da owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:37:42.022879 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:42.029154 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c4e3efa3-26ee-4063-9ab8-2dedfaf4674b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:42.036082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cbbdef5a-7052-4fe7-9439-4f46d283e74a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:37:42.066096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:37:42.075539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event deleted for resources: {'Port': ['ID=eaa8bc99-24cd-4231-b00e-0d1a389de8da,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:42.082563 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:42.176058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] No DVR routers for this DVR port eaa8bc99-24cd-4231-b00e-0d1a389de8da on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:37:42.179560 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:42.182398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-deleted', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:42.253277 n-d-817173-1 neutron-server[84333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf360f8c-5546-4d46-9a5f-73381be1a7f9', 'name': 'network-vif-deleted', 'tag': 'eaa8bc99-24cd-4231-b00e-0d1a389de8da', 'status': 'failed', 'code': 422} returned with failed status Nov 09 11:37:42.257708 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-619a82c3-740a-4438-932e-8a0d0ac6ab1e req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "DELETE /v2.0/ports/eaa8bc99-24cd-4231-b00e-0d1a389de8da HTTP/1.1" status: 204 len: 173 time: 1.0211415 Nov 09 11:37:43.755039 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-8f4c6936-387a-45d4-b711-83a76de64762 req-d2fe1ef1-45b2-4b28-868e-7975cbf44883 service neutron] (84333) timed out ('10.222.0.50', 37154) {{(pid=84333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:37:43.917229 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c65cb-fa83-4211-909d-0b44412e3106 req-64294c68-92b4-437b-b062-994861640df5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:43.918692 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9e0c65cb-fa83-4211-909d-0b44412e3106 req-64294c68-92b4-437b-b062-994861640df5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 908 time: 0.2868030 Nov 09 11:37:45.134443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5e043-c582-4d35-833e-ad0705fed585 req-44b0054d-5202-4228-899f-02e57e9989ad tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:45.135883 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24b5e043-c582-4d35-833e-ad0705fed585 req-44b0054d-5202-4228-899f-02e57e9989ad tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 908 time: 0.1356401 Nov 09 11:37:45.147930 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090e3f6-be52-4382-b61a-06fc28d36361 req-9f22297b-a6e0-435a-8a66-ca2aca609a63 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:45.149282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7090e3f6-be52-4382-b61a-06fc28d36361 req-9f22297b-a6e0-435a-8a66-ca2aca609a63 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 908 time: 0.1058173 Nov 09 11:37:45.211925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Deleting port e27db326-90e9-42e2-bc43-e9f8d0f79c6b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:37:45.212182 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:45.461236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] For port e27db326-90e9-42e2-bc43-e9f8d0f79c6b, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:45.461591 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:45.586579 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Calling delete_port for e27db326-90e9-42e2-bc43-e9f8d0f79c6b owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:37:45.782279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:45.786208 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:45.835563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event deleted for resources: {'Port': ['ID=e27db326-90e9-42e2-bc43-e9f8d0f79c6b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:45.838829 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:45.915496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] No DVR routers for this DVR port e27db326-90e9-42e2-bc43-e9f8d0f79c6b on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:37:45.918337 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:45.921509 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'name': 'network-vif-deleted', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:45.934470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-24b5e043-c582-4d35-833e-ad0705fed585 req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "DELETE /v2.0/ports/e27db326-90e9-42e2-bc43-e9f8d0f79c6b HTTP/1.1" status: 204 len: 173 time: 0.7925365 Nov 09 11:37:46.000680 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756ee22f-b743-4d4d-a7bb-3af76dc4522e', 'name': 'network-vif-deleted', 'tag': 'e27db326-90e9-42e2-bc43-e9f8d0f79c6b', 'status': 'completed', 'code': 200} Nov 09 11:37:46.343514 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4433da40-e779-41fe-8895-a35cb4e1dd12 req-907b80f6-ac97-4246-8220-058e9e8188ba tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:46.416872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4433da40-e779-41fe-8895-a35cb4e1dd12 req-907b80f6-ac97-4246-8220-058e9e8188ba tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:46.418530 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4433da40-e779-41fe-8895-a35cb4e1dd12 req-907b80f6-ac97-4246-8220-058e9e8188ba tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=756ee22f-b743-4d4d-a7bb-3af76dc4522e HTTP/1.1" status: 200 len: 210 time: 0.1162667 Nov 09 11:37:47.145086 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-26d04094-36fc-429d-b556-6be1e65c37b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:47.462120 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:48.249952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3933-3e18-47c6-97a3-25c78f25a370 req-37173457-1728-474f-a047-b4f8003edcc2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:48.251447 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a27f3933-3e18-47c6-97a3-25c78f25a370 req-37173457-1728-474f-a047-b4f8003edcc2 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0820086 Nov 09 11:37:48.299523 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a27f3933-3e18-47c6-97a3-25c78f25a370 req-4373f268-49b9-462c-8865-f2d73214465a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Nov 09 11:37:49.024561 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e27db326-90e9-42e2-bc43-e9f8d0f79c6b no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:37:49.064355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: e27db326-90e9-42e2-bc43-e9f8d0f79c6b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:37:49.068168 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device e27db326-90e9-42e2-bc43-e9f8d0f79c6b not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:37:49.471023 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ad75b6f-c95e-439f-8425-a3aac3fbcfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:49.506061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aca32-f986-4d1d-9960-91e6c470c33f req-b09cd768-9cc4-420d-9eb4-902e5b6ae2ea tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:49.507552 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-683aca32-f986-4d1d-9960-91e6c470c33f req-b09cd768-9cc4-420d-9eb4-902e5b6ae2ea tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0828550 Nov 09 11:37:49.559930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-683aca32-f986-4d1d-9960-91e6c470c33f req-1b86c451-16cb-4f26-b7ff-a9491ac6819f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Nov 09 11:37:49.644000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-6503d64e-8379-44a8-92ea-f612e017352f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:49.645430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-6503d64e-8379-44a8-92ea-f612e017352f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Nov 09 11:37:49.717311 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Deleting port cbbdef5a-7052-4fe7-9439-4f46d283e74a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:37:49.717645 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:49.966664 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] For port cbbdef5a-7052-4fe7-9439-4f46d283e74a, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=cbbdef5a-7052-4fe7-9439-4f46d283e74a,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:49.967049 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:50.092158 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Calling delete_port for cbbdef5a-7052-4fe7-9439-4f46d283e74a owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:37:50.305251 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:50.311041 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca282afb-3101-4174-93d8-87928726b2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:50.317742 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['cbbdef5a-7052-4fe7-9439-4f46d283e74a'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:37:50.342907 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:37:50.477240 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event deleted for resources: {'Port': ['ID=cbbdef5a-7052-4fe7-9439-4f46d283e74a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:50.479748 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:50.552674 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] No DVR routers for this DVR port cbbdef5a-7052-4fe7-9439-4f46d283e74a on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:37:50.555221 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:50.557840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'name': 'network-vif-deleted', 'tag': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:50.614475 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6', 'name': 'network-vif-deleted', 'tag': 'cbbdef5a-7052-4fe7-9439-4f46d283e74a', 'status': 'completed', 'code': 200} Nov 09 11:37:50.634334 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-34721d77-49da-4de8-9a26-f18cd04c1f7a req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "DELETE /v2.0/ports/cbbdef5a-7052-4fe7-9439-4f46d283e74a HTTP/1.1" status: 204 len: 173 time: 0.9819064 Nov 09 11:37:50.668238 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:50.732375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d5bc824f-909f-47e1-ac5c-d971fd3be8d3 req-3894be71-0d24-455c-81bd-e255959bd922 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:50.824887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-d5bc824f-909f-47e1-ac5c-d971fd3be8d3 req-3894be71-0d24-455c-81bd-e255959bd922 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:50.826719 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d5bc824f-909f-47e1-ac5c-d971fd3be8d3 req-3894be71-0d24-455c-81bd-e255959bd922 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff7d449-e4bd-4a36-9d7f-c3e9a6e7cdc6 HTTP/1.1" status: 200 len: 210 time: 0.1370683 Nov 09 11:37:52.062519 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:52.559398 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4212b-1e4b-4a52-ac88-2070a4b6435a req-dbce00e5-d5a6-4944-bffa-94e0d57326de tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:52.560750 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cd4212b-1e4b-4a52-ac88-2070a4b6435a req-dbce00e5-d5a6-4944-bffa-94e0d57326de tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.0765088 Nov 09 11:37:52.609584 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3cd4212b-1e4b-4a52-ac88-2070a4b6435a req-14140dcf-836e-4534-9fb5-4385a80f19c8 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Nov 09 11:37:53.043474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cbbdef5a-7052-4fe7-9439-4f46d283e74a no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:37:53.076546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: cbbdef5a-7052-4fe7-9439-4f46d283e74a {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:37:53.077204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device cbbdef5a-7052-4fe7-9439-4f46d283e74a not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:37:53.810760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da669c-4bc9-48af-aca2-c167a916d9c8 req-c89a9643-237d-4afb-b500-456c5f136a9a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:53.812272 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08da669c-4bc9-48af-aca2-c167a916d9c8 req-c89a9643-237d-4afb-b500-456c5f136a9a tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.0807080 Nov 09 11:37:53.833338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-d76c512a-8d14-4908-92bf-00a2f1001b2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:53.834039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-d76c512a-8d14-4908-92bf-00a2f1001b2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:53.845916 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-d76c512a-8d14-4908-92bf-00a2f1001b2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:53.847058 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-d76c512a-8d14-4908-92bf-00a2f1001b2f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 945 time: 0.0964155 Nov 09 11:37:53.859575 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-08da669c-4bc9-48af-aca2-c167a916d9c8 req-f6ffaf67-d44a-41b8-8e47-1b825c56d2bb tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a698e46-889a-450d-8618-8fecaf49e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Nov 09 11:37:53.919817 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Deleting port fc588350-2a04-42a6-a98b-0c7ec3e72711 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:37:53.920068 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:54.165471 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] For port fc588350-2a04-42a6-a98b-0c7ec3e72711, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=fc588350-2a04-42a6-a98b-0c7ec3e72711,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:54.165819 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:54.285364 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Calling delete_port for fc588350-2a04-42a6-a98b-0c7ec3e72711 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:37:54.499315 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:54.507078 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b7d93660-446d-40e9-a1b5-6514de080d8b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:54.512277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['fc588350-2a04-42a6-a98b-0c7ec3e72711'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:37:54.556914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event deleted for resources: {'Port': ['ID=fc588350-2a04-42a6-a98b-0c7ec3e72711,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:54.559734 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:54.637661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] No DVR routers for this DVR port fc588350-2a04-42a6-a98b-0c7ec3e72711 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:37:54.640219 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:54.643051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'name': 'network-vif-deleted', 'tag': 'fc588350-2a04-42a6-a98b-0c7ec3e72711'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:37:54.702266 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9097f4a-87b9-4596-a806-8afa3e47fb87', 'name': 'network-vif-deleted', 'tag': 'fc588350-2a04-42a6-a98b-0c7ec3e72711', 'status': 'completed', 'code': 200} Nov 09 11:37:54.711387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-884c89d2-eca8-4d0c-95f4-2a453c2ebacd req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.59 "DELETE /v2.0/ports/fc588350-2a04-42a6-a98b-0c7ec3e72711 HTTP/1.1" status: 204 len: 173 time: 0.8577116 Nov 09 11:37:55.041497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b5e8c7e0-dbbf-4b24-b288-836477aba975 req-48568eff-c5ad-495f-b611-0a9b4dee29bc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Synchronizing usage tracker for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:37:55.104761 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-b5e8c7e0-dbbf-4b24-b288-836477aba975 req-48568eff-c5ad-495f-b611-0a9b4dee29bc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Unset dirty status for tenant:f616c12fec4944679dc9f827f4131daa on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:37:55.105950 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b5e8c7e0-dbbf-4b24-b288-836477aba975 req-48568eff-c5ad-495f-b611-0a9b4dee29bc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097f4a-87b9-4596-a806-8afa3e47fb87 HTTP/1.1" status: 200 len: 210 time: 0.1064520 Nov 09 11:37:55.193453 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:37:56.879413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142d045-d225-4917-a0f0-9fa38361e321 req-27db545e-e9e0-4123-b65b-81a7d0dd647f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:56.880976 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d142d045-d225-4917-a0f0-9fa38361e321 req-27db545e-e9e0-4123-b65b-81a7d0dd647f tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0835969 Nov 09 11:37:56.927510 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d142d045-d225-4917-a0f0-9fa38361e321 req-9304fd30-03fd-4b0f-be3d-b196cf0fcfbd tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Nov 09 11:37:57.255430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58522) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:57.345166 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c1d5f9d6-e01b-476e-acf5-22eee09323e1 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=1c96a170d36046a6894aa8e5d7b1779a&network_id=2f347668-58d4-4678-a4d5-49206f4aebbc HTTP/1.1" status: 200 len: 2969 time: 0.0762134 Nov 09 11:37:57.504869 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5b0f4fc-6fd0-4f4f-9ce9-083cfd593a66 req-7cd7b8c0-d4c2-4e95-92ae-a789af6164af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.1475108 Nov 09 11:37:57.548088 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c5b0f4fc-6fd0-4f4f-9ce9-083cfd593a66 req-55c288c6-72a2-488f-acf6-5338f0d7ed47 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6506d6c4-c059-4846-b5aa-8e5ddd5e33f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374610 Nov 09 11:37:57.863409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fc588350-2a04-42a6-a98b-0c7ec3e72711 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:37:57.901228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: fc588350-2a04-42a6-a98b-0c7ec3e72711 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:37:57.901617 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device fc588350-2a04-42a6-a98b-0c7ec3e72711 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:37:58.140013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01507a-619e-410f-8aff-f97f6de5d305 req-98a6602d-a1fc-4414-9716-88fce062d8a1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:58.141464 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df01507a-619e-410f-8aff-f97f6de5d305 req-98a6602d-a1fc-4414-9716-88fce062d8a1 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0890841 Nov 09 11:37:58.197536 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-df01507a-619e-410f-8aff-f97f6de5d305 req-33b8eee1-72bb-46ed-876e-b1493ce482ce tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Nov 09 11:37:58.622413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-c760bd4e-cb6c-49c8-a676-ac5bdb38b82e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:58.623897 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-c760bd4e-cb6c-49c8-a676-ac5bdb38b82e tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.0829611 Nov 09 11:37:58.693547 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Deleting port 92fa8f2f-7633-4e20-b651-db98a9f89c17 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:37:58.693882 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:58.946983 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] For port 92fa8f2f-7633-4e20-b651-db98a9f89c17, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=92fa8f2f-7633-4e20-b651-db98a9f89c17,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:37:58.947343 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:59.257578 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:59.257972 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:59.258290 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Floating IP 8decccc1-eeec-4223-b75d-df604643834c disassociated. External IP: 172.25.7.7, port: 92fa8f2f-7633-4e20-b651-db98a9f89c17. Nov 09 11:37:59.258655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Calling delete_port for 92fa8f2f-7633-4e20-b651-db98a9f89c17 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:37:59.558978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ae2f-f0d5-4e7e-9ce8-48069b29c32d req-83441700-b028-433d-9080-9f2898b9768c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:59.560323 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b21ae2f-f0d5-4e7e-9ce8-48069b29c32d req-83441700-b028-433d-9080-9f2898b9768c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 945 time: 0.1533034 Nov 09 11:37:59.617758 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6b21ae2f-f0d5-4e7e-9ce8-48069b29c32d req-8d17cd4b-95b7-401a-88c7-2c3d4b3734e9 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6c43fc6-368e-41e6-abe7-5031af505f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503323 Nov 09 11:37:59.676340 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:37:59.682339 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e4a0febd-adad-47dc-8290-c25866000b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:37:59.729826 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event deleted for resources: {'Port': ['ID=92fa8f2f-7633-4e20-b651-db98a9f89c17,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:37:59.732562 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:37:59.907806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58566) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:37:59.965725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Router c5f96ca6-191e-4e85-a207-2e24c1dbc70a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:37:59.975516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4cfdf-fb51-455c-b13c-3a80876944d4 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:37:59.976975 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c5c4cfdf-fb51-455c-b13c-3a80876944d4 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 HTTP/1.1" status: 200 len: 814 time: 0.0674903 Nov 09 11:38:00.194323 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:38:00.204303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] Sync routers for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:38:00.216153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:38:00.216759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:37:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:00.267250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] No DVR routers for this DVR port 92fa8f2f-7633-4e20-b651-db98a9f89c17 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:38:00.270429 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:00.273282 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-deleted', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:38:00.341109 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-87bbd204-3019-4a3e-b4ac-fb1d9bfda598 req-710c2ffd-3431-49d1-96e4-4c500c7a7dc5 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.57 "DELETE /v2.0/ports/92fa8f2f-7633-4e20-b651-db98a9f89c17 HTTP/1.1" status: 204 len: 173 time: 1.7108753 Nov 09 11:38:00.415869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:38:00.452811 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6409a8c0-1dd8-490b-94d2-b90749f43bd0', 'name': 'network-vif-deleted', 'tag': '92fa8f2f-7633-4e20-b651-db98a9f89c17', 'status': 'completed', 'code': 200} Nov 09 11:38:00.509942 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58580) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:00.515840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'network': {'name': 'tempest-network-smoke--1548514782', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'port_security_enabled': True}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:00.525906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:00.537941 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:00.619412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:38:00.622573 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:00.657344 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:38:00.671403 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:00.671987 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Added segment 4066837c-1d6c-47e8-b989-d2141d6a1873 of type vlan for network 24d42fb4-109e-465a-9d73-1dbf18e64210 Nov 09 11:38:00.710451 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:00.795871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:44Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:00.799901 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] Checking router: c5f96ca6-191e-4e85-a207-2e24c1dbc70a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:38:00.812224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:38:00.812829 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:37:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:00.818805 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:00.822696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:00.823391 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:00.831154 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0deb52f4-8471-46a0-9e8d-c65071a329c8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:00.834966 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-40ecc0d9-8219-4a76-82ee-b4f8426953fb req-17850046-80b0-4d58-b687-342e5fa7c2e3 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/ports?device_id=6409a8c0-1dd8-490b-94d2-b90749f43bd0 HTTP/1.1" status: 200 len: 210 time: 0.0457821 Nov 09 11:38:00.948656 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Network': ['ID=24d42fb4-109e-465a-9d73-1dbf18e64210,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:00.951870 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:00.963056 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:38:00.969368 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4582787 Nov 09 11:38:00.973141 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58586) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:01.040873 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdc507-6dbe-4ee5-a199-e9355498da31 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:01.044957 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-22cdc507-6dbe-4ee5-a199-e9355498da31 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=1c96a170d36046a6894aa8e5d7b1779a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0682123 Nov 09 11:38:01.045110 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58590) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:01.101040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:38:01.209474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1296879-3ed7-43a3-b674-552a6cc8bbc6 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:01.214227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58596) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:01.214927 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a1296879-3ed7-43a3-b674-552a6cc8bbc6 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1683381 Nov 09 11:38:01.260860 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58600) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:01.261408 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-282d1523-6efa-4311-8e28-cc4d0a1e3d70 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447681 Nov 09 11:38:01.303399 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6960f7b0-9098-4065-a736-be245395e425 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=1c96a170d36046a6894aa8e5d7b1779a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407412 Nov 09 11:38:01.307804 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58604) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:01.444025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1c0ab-4d72-42cf-ae15-f9ea9d3aace5 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:01.445488 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-54e1c0ab-4d72-42cf-ae15-f9ea9d3aace5 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367958 Nov 09 11:38:01.448272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58608) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:01.449647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:44Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:01.454695 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5a3f6-e67e-4720-91bd-737920de6872 None None] The sync data for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 is: [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:29:33Z', 'revision_number': 4, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca', 'name': '', 'network_id': 'fd19a92a-64ab-479f-8bbb-39c407f38a3a', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'mac_address': 'fa:16:3e:a4:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:31Z', 'updated_at': '2021-11-09T11:29:44Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'subnets': [{'id': 'af0788b1-58f6-475f-abdd-f0892798b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:38:01.492473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4a4a78a3-a48b-4908-bbba-f4c11384affb tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430560 Nov 09 11:38:01.494914 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58612) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:01.500748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441046917', 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:01.635686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:01.639812 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:subnet and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:01.642760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:01.648787 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:01.694310 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a65ae-b5f0-42aa-ade9-ffa298f0f212 None None] New status for floating IP 8decccc1-eeec-4223-b75d-df604643834c: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:38:01.724647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:38:01.962138 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.058026 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58620) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:02.130899 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.160688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.344768 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.345602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.349872 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae62c0e3-c980-4b52-9bb1-15b6ef83f6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:02.352617 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c27eb94a-8282-4a85-93c2-9a597384aa32 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:02.369032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c43fc6-368e-41e6-abe7-5031af505f5d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:02.371631 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:02.432429 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Subnet': ['ID=f3a6738f-d0d6-4cd2-901f-fe62a65805dc,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:02.435368 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.438856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "DELETE /v2.0/security-groups/f6c43fc6-368e-41e6-abe7-5031af505f5d HTTP/1.1" status: 204 len: 168 time: 0.3760989 Nov 09 11:38:02.440524 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:02.441191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58626) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:02.449898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Checking segment: {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:38:02.450262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network hostable DHCP agents. Network: 24d42fb4-109e-465a-9d73-1dbf18e64210, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:38:02.458365 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-23e1ecab-bbd0-4a1b-b7b7-fd8907310394 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] show failed (client error): The resource could not be found. Nov 09 11:38:02.459415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-23e1ecab-bbd0-4a1b-b7b7-fd8907310394 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "GET /v2.0/security-groups/f6c43fc6-368e-41e6-abe7-5031af505f5d HTTP/1.1" status: 404 len: 347 time: 0.0194194 Nov 09 11:38:02.462132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58630) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:02.606492 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:38:02.630262 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Deleting port 9cf929dd-c14d-4cf4-8c0a-e4c372aa4a66 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:02.630605 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.697716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 24d42fb4-109e-465a-9d73-1dbf18e64210) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:38:02.706948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92034cbe-c1a8-4ee2-adbf-62b238f00cad None None] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:38:02.707613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:02.708201 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.821467 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.822147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.832585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3340626 Nov 09 11:38:02.925572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-24d42fb4-109e-465a-9d73-1dbf18e64210', 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ips': [{'subnet_id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:38:02.926580 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:02.952759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Calling delete_port for 9cf929dd-c14d-4cf4-8c0a-e4c372aa4a66 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:38:03.093265 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:38:03.117518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Allocated IP 172.20.0.18 (24d42fb4-109e-465a-9d73-1dbf18e64210/f3a6738f-d0d6-4cd2-901f-fe62a65805dc/8098285e-63dd-4863-92f7-9cfbeef24691) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:38:03.135667 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 92fa8f2f-7633-4e20-b651-db98a9f89c17 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:38:03.135934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 92fa8f2f-7633-4e20-b651-db98a9f89c17 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:38:03.163972 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:03.169755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175140265', 'description': 'tempest-secgroup-smoke-175140265 description', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:03.177894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:03.189141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:03.201866 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.206949 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8d8700dd-4a04-4f67-a1d1-eecb889afd68 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:03.252933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Pushing event deleted for resources: {'Port': ['ID=9cf929dd-c14d-4cf4-8c0a-e4c372aa4a66,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:03.256962 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:03.286112 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.327795 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:03.332130 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:03.335365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:03.342102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:03.351162 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.367043 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.368251 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d8ff0730-e7e9-4198-8eb3-d138f7433ac4 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] 10.222.0.50 "DELETE /v2.0/floatingips/8decccc1-eeec-4223-b75d-df604643834c HTTP/1.1" status: 204 len: 168 time: 0.9052019 Nov 09 11:38:03.372272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58640) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:03.390242 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.402043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Transition to ACTIVE for port object 8098285e-63dd-4863-92f7-9cfbeef24691 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:38:03.424093 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Transition to ACTIVE for port object 8098285e-63dd-4863-92f7-9cfbeef24691 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:38:03.430286 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.479937 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.488719 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:03.508093 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.512061 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:03.553676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:38:03.557438 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:38:03.558489 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:03.559499 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Pushing event updated for resources: {'Port': ['ID=8098285e-63dd-4863-92f7-9cfbeef24691,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:03.561984 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:03.562902 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:38:03.598131 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.598475 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.598863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.599165 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.599492 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.599817 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.600142 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.600473 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.600793 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.601108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.601427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:03.609503 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:03.624717 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.625966 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4608884 Nov 09 11:38:03.629828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:03.636517 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:03.643349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:03.648696 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:03.652534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:03.658756 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:03.667151 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Attempting to bind port 8098285e-63dd-4863-92f7-9cfbeef24691 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:38:03.667583 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Attempting to bind port 8098285e-63dd-4863-92f7-9cfbeef24691 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:38:03.667961 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Attempting to bind port 8098285e-63dd-4863-92f7-9cfbeef24691 on network 24d42fb4-109e-465a-9d73-1dbf18e64210 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:38:03.674776 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:38:03.676246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Checking segment: {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:38:03.676670 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.680355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Bound using segment: {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:38:03.680355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Bound port: 8098285e-63dd-4863-92f7-9cfbeef24691, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:38:03.680355 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.735606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.776050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] For port 8098285e-63dd-4863-92f7-9cfbeef24691, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:38:03.779285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] For port 8098285e-63dd-4863-92f7-9cfbeef24691, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8098285e-63dd-4863-92f7-9cfbeef24691,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:38:03.807045 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.848334 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.852696 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:03.876277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.880015 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:03.916807 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58639fb-0a7b-46e6-bfe7-0e49f7b540b5,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:03.920356 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:03.951688 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Pushing event updated for resources: {'Port': ['ID=8098285e-63dd-4863-92f7-9cfbeef24691,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:03.954909 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:03.969070 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.981619 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:03.983203 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3511994 Nov 09 11:38:03.985867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58652) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:03.992280 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:03.999098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:04.002900 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:04.006136 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:04.013287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:04.105186 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.194208 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.247834 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.250746 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:04.279369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0811b80-ed13-4682-9cbe-6f6e4e79c17d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:04.287794 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:04.393483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.395482 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4086003 Nov 09 11:38:04.398958 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58656) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:04.404457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:04.412010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:04.416330 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.420274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:04.420274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:04.426010 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:04.505653 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.572128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.650546 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.653167 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:04.682380 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1630ea0a-7d4c-4e8e-b0d8-5141c382674f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:04.686155 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:04.747995 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.749327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-971533b9-34b1-419a-ba02-3942d8e90179 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3494008 Nov 09 11:38:04.752165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58662) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:04.758575 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:04.765508 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:04.766693 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Deleting port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:04.767065 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.770243 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:04.773755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:04.779920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:04.855483 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.929294 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.960696 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] For port bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:04.961058 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:04.993031 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e682335-21ea-46d8-8c11-a6430414c538 None None] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:38:05.030138 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.033116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-11959f6b-9a4e-4a68-a4ef-5bdb0e720c92 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:05.058137 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662602bb-2068-4f09-b246-93737fa18d00,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:05.062022 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:05.092236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Calling delete_port for bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:38:05.142073 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.143382 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6c6694e1-7cd8-4b0a-b8d3-21e812366e53 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3902061 Nov 09 11:38:05.147607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:05.154943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:05.163040 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:05.167059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:05.170059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:05.171943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-32db0634-3666-4521-aa42-46cbe1adb2fd None None] Provisioning for port 8098285e-63dd-4863-92f7-9cfbeef24691 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:38:05.176372 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:05.256424 n-d-817173-1 neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Project 1c96a170d36046a6894aa8e5d7b1779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:38:05.265638 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.345429 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.413799 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.417919 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:05.436230 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.440688 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6b859cd0-6826-48b6-a8c6-0cf7a926a029 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:05.460118 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde63573-a2b7-4226-9445-c4bccf854c17,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:05.464071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:05.464186 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:05.466339 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:05.542489 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.546711 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3953240 Nov 09 11:38:05.547001 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58670) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:05.553762 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:05.563423 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:05.568678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:05.571857 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:05.578676 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:05.659918 n-d-817173-1 neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Project 1c96a170d36046a6894aa8e5d7b1779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:38:05.669501 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.744679 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.781710 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.811213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.813676 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6e2ff9d2-8e91-4fed-858c-d06898de93db tempest-TaggedBootDevicesTest-2053641763 tempest-TaggedBootDevicesTest-2053641763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:05.840017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9fcdb9-9116-41bb-936b-44978d483ae0,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:05.844641 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:05.908072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:05.910175 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-407f6b7d-c621-4e34-b7c8-b8993a746c95 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3614717 Nov 09 11:38:06.203645 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8098285e-63dd-4863-92f7-9cfbeef24691 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:38:06.312349 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-bc40cc44-6978-4562-9d9d-f10b498a2866 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175140265&fields=id&tenant_id=1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 267 time: 0.1269937 Nov 09 11:38:06.370630 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 8098285e-63dd-4863-92f7-9cfbeef24691 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:38:06.376062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8098285e-63dd-4863-92f7-9cfbeef24691 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:06.376444 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:06.501228 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:06.535943 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 8098285e-63dd-4863-92f7-9cfbeef24691, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8098285e-63dd-4863-92f7-9cfbeef24691,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:06.547073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-3620ebf4-7129-42b5-a922-3ebb86beda24 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:06.547753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-3620ebf4-7129-42b5-a922-3ebb86beda24 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:38:06.616608 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:06.619863 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:06.661747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-3620ebf4-7129-42b5-a922-3ebb86beda24 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:38:06.663025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-3620ebf4-7129-42b5-a922-3ebb86beda24 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/networks?id=24d42fb4-109e-465a-9d73-1dbf18e64210 HTTP/1.1" status: 200 len: 797 time: 0.3381674 Nov 09 11:38:06.665510 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:06.688723 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-650672f4-e937-49b9-aab1-a459d53f1daf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/quotas/1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 375 time: 0.0184884 Nov 09 11:38:06.690317 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=8098285e-63dd-4863-92f7-9cfbeef24691,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:06.693971 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:06.736851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Router c5f96ca6-191e-4e85-a207-2e24c1dbc70a has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:38:06.860315 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4b5387fe-11ae-418e-928f-47b3335f79ef tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1613867 Nov 09 11:38:07.078138 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-bec2af90-3756-48e9-8f7e-aef7ef8fc24b service neutron] 10.222.0.50 "GET /v2.0/networks/24d42fb4-109e-465a-9d73-1dbf18e64210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022476 Nov 09 11:38:07.182099 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:38:07.191861 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] Sync routers for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:38:07.203974 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:38:07.204637 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:37:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:07.211967 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] 10.222.0.50 "PUT /v2.0/routers/c5f96ca6-191e-4e85-a207-2e24c1dbc70a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8386030 Nov 09 11:38:07.215251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58686) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:07.232719 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-0d435380-a875-45f6-ba13-b0805daf5c3f service neutron] 10.222.0.50 "GET /v2.0/networks/24d42fb4-109e-465a-9d73-1dbf18e64210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473582 Nov 09 11:38:07.410515 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:38:07.585119 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d7bdeef5-32e0-40a4-a878-68ea02429762 req-a3109ce3-3ee7-4a3c-96c0-395d456055b5 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 210 time: 0.0668716 Nov 09 11:38:07.613018 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:07.747300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:38:05Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:07.751486 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] Checking router: c5f96ca6-191e-4e85-a207-2e24c1dbc70a for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:38:07.763135 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] Routers {'c5f96ca6-191e-4e85-a207-2e24c1dbc70a'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:38:07.765228 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:37:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:07.833808 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:07.911275 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Deleting port 7f19b80e-08e6-4623-a4cd-9a0256e48873 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:07.912334 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:08.023822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] Set router c5f96ca6-191e-4e85-a207-2e24c1dbc70a gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:38:08.119654 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] For port 7f19b80e-08e6-4623-a4cd-9a0256e48873, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7f19b80e-08e6-4623-a4cd-9a0256e48873,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:08.120166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:08.152875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8098285e-63dd-4863-92f7-9cfbeef24691 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:38:08.249491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Calling delete_port for 7f19b80e-08e6-4623-a4cd-9a0256e48873 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:38:08.341104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 8098285e-63dd-4863-92f7-9cfbeef24691 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:08.341664 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:08.460674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:38:05Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:08.467823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:08.469476 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6f763-477e-438c-9965-631cfcb0cec1 None None] The sync data for ids ['c5f96ca6-191e-4e85-a207-2e24c1dbc70a'] in n-d-817173-1 is: [{'id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'name': 'tempest-ServerActionsTestJSON-540875247-router', 'tenant_id': 'f616c12fec4944679dc9f827f4131daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:29:19Z', 'updated_at': '2021-11-09T11:38:05Z', 'revision_number': 5, 'project_id': 'f616c12fec4944679dc9f827f4131daa', 'gw_port': {'id': '7f19b80e-08e6-4623-a4cd-9a0256e48873', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f96ca6-191e-4e85-a207-2e24c1dbc70a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:20Z', 'updated_at': '2021-11-09T11:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:38:08.473931 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:08.522043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f19b80e-08e6-4623-a4cd-9a0256e48873,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:08.525445 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:08.782085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-afcbf35e-9ee5-4578-b25b-3f5de2da92a5 req-943b7013-f693-4656-a69e-04a5f9ec92e8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 210 time: 0.0527213 Nov 09 11:38:08.786593 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.173425 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.178408 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.284873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.285546 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f96ca6-191e-4e85-a207-2e24c1dbc70a {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:38:09.297982 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.299142 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-180adc34-d584-46f7-9bb8-97d5c784657c admin admin] 10.222.0.50 "DELETE /v2.0/routers/c5f96ca6-191e-4e85-a207-2e24c1dbc70a HTTP/1.1" status: 204 len: 168 time: 2.0828991 Nov 09 11:38:09.302849 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58706) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:09.364826 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Deleting subnet af0788b1-58f6-475f-abdd-f0892798b724 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:38:09.367952 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.421625 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.503226 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.547969 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-d42000dd-1c8c-48c5-b485-f1af3e91114a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:09.549399 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-d42000dd-1c8c-48c5-b485-f1af3e91114a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.59 "GET /v2.0/networks?id=24d42fb4-109e-465a-9d73-1dbf18e64210 HTTP/1.1" status: 200 len: 797 time: 0.1592081 Nov 09 11:38:09.604344 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-ecc04f49-e5c0-4251-af14-a39a307c4355 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 472 time: 0.0424891 Nov 09 11:38:09.613322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'port': {'device_id': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210', 'admin_state_up': True, 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'security_groups': ['e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:09.639601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.644208 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8032678-2b2f-4504-b888-15fd7286bdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:09.681706 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0788b1-58f6-475f-abdd-f0892798b724,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:09.685196 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:09.694134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eedab02-2b61-4914-807c-ed4122926105 None None] Network fd19a92a-64ab-479f-8bbb-39c407f38a3a requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:38:09.696161 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.704626 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-af51291a-4647-41c2-8ec6-6885b68a178f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af0788b1-58f6-475f-abdd-f0892798b724 HTTP/1.1" status: 204 len: 168 time: 0.4007070 Nov 09 11:38:09.711690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:09.769165 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:09.774039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:port and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:09.777279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:09.783713 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:09.839052 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.851119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:38:09.851498 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Deleting port e7d377aa-a260-41cc-af72-3116ea044fe8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:09.851833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:09.854383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.033412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] DHCP port deletion for fd19a92a-64ab-479f-8bbb-39c407f38a3a request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:38:10.038781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Deleting port e7d377aa-a260-41cc-af72-3116ea044fe8 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:10.039335 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.056880 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-7ad66e1d-8fbd-48e9-b97c-988860d70842 req-765d71f7-7128-4206-b810-9bb3b45e0afd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 210 time: 0.0758111 Nov 09 11:38:10.173019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] For port e7d377aa-a260-41cc-af72-3116ea044fe8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7d377aa-a260-41cc-af72-3116ea044fe8,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:10.174531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.214337 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device e7d377aa-a260-41cc-af72-3116ea044fe8 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:38:10.244965 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.20.0.30 (24d42fb4-109e-465a-9d73-1dbf18e64210/f3a6738f-d0d6-4cd2-901f-fe62a65805dc/460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:38:10.309285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Calling delete_port for e7d377aa-a260-41cc-af72-3116ea044fe8 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:38:10.350690 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] For port e7d377aa-a260-41cc-af72-3116ea044fe8, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=e7d377aa-a260-41cc-af72-3116ea044fe8,segment=NetworkSegment(63060466-aae1-4f64-92c8-49286d247d94),segment_id=63060466-aae1-4f64-92c8-49286d247d94)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:10.351074 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.441249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.464015 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Transition to ACTIVE for port object 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:38:10.464314 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.469128 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-18872c33-e155-445b-8daf-ef01d49f9a0c tempest-VolumesActionsTest-702541736 tempest-VolumesActionsTest-702541736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:10.496350 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Calling delete_port for e7d377aa-a260-41cc-af72-3116ea044fe8 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:38:10.513865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d377aa-a260-41cc-af72-3116ea044fe8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:10.517818 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:10.523206 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] No DVR routers for this DVR port e7d377aa-a260-41cc-af72-3116ea044fe8 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:38:10.530571 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Port e7d377aa-a260-41cc-af72-3116ea044fe8 update to DOWN by agent not found {{(pid=84335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Nov 09 11:38:10.531038 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:38:10.552305 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.560319 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ab854e10-6cd0-4b08-a374-3ac0e8bd814f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:10.568329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:38:10.568699 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device bc6e60a0-3cb0-4c31-b7ce-3b6bb5621cca not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:38:10.569404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7f19b80e-08e6-4623-a4cd-9a0256e48873 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:38:10.603706 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 7f19b80e-08e6-4623-a4cd-9a0256e48873 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:38:10.604611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7f19b80e-08e6-4623-a4cd-9a0256e48873 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:38:10.622042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:38:10.626047 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:38:10.631545 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:38:10.640364 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:38:10.640654 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:38:10.643276 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.670205 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd19a92a-64ab-479f-8bbb-39c407f38a3a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:10.681497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:10.683729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63060466-aae1-4f64-92c8-49286d247d94') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:10.684097 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63060466-aae1-4f64-92c8-49286d247d94') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:10.686284 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:10.697192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.712226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:10.713412 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.714470 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.720974 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:38:10.721362 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:38:10.735129 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:38:10.830824 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2213814 Nov 09 11:38:10.843118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Request body: {'port': {'device_id': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:10.910622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.914534 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-59eff306-df19-48d3-96fb-0031678adcf2 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:10.928203 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.938491 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-13581b86-af88-4f89-88b2-ef9fb007364c None None] Provisioning for port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:38:10.939073 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd19a92a-64ab-479f-8bbb-39c407f38a3a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:10.942639 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:10.950216 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-13581b86-af88-4f89-88b2-ef9fb007364c None None] Provisioning complete for port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:10.951041 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-13581b86-af88-4f89-88b2-ef9fb007364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:10.971608 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.006136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-13581b86-af88-4f89-88b2-ef9fb007364c None None] Port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:38:11.022171 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fd19a92a-64ab-479f-8bbb-39c407f38a3a HTTP/1.1" status: 204 len: 168 time: 1.3093352 Nov 09 11:38:11.141741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Deleting port e7d377aa-a260-41cc-af72-3116ea044fe8 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:11.142204 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.271323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-f9072232-243d-4b18-9c58-535252bbd70e None None] The port 'e7d377aa-a260-41cc-af72-3116ea044fe8' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:38:11.337851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:38:11.347833 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.352417 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75cc20-7702-44a4-b8d6-b16276a01707 req-c7c36fe9-16aa-4151-a737-1f59952ba329 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:11.354768 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b75cc20-7702-44a4-b8d6-b16276a01707 req-c7c36fe9-16aa-4151-a737-1f59952ba329 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 932 time: 0.1402228 Nov 09 11:38:11.365753 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Transition to ACTIVE for port object 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:38:11.368013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58724) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:11.403810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3b75cc20-7702-44a4-b8d6-b16276a01707 req-cda193f6-5f87-4c16-b2a5-b1fdf88fe076 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:38:11.428334 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-52eb39e8-ac79-444c-9449-b3b60420b727 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f616c12fec4944679dc9f827f4131daa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590165 Nov 09 11:38:11.430617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58728) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:11.454755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.461977 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4b80d394-3968-4758-abbb-34cc7dd47d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:11.473724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-3b75cc20-7702-44a4-b8d6-b16276a01707 req-cda193f6-5f87-4c16-b2a5-b1fdf88fe076 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:38:11.474977 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-3b75cc20-7702-44a4-b8d6-b16276a01707 req-cda193f6-5f87-4c16-b2a5-b1fdf88fe076 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138377 Nov 09 11:38:11.602973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:11.606332 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:11.629026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.724154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.785654 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Attempting to bind port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 on host n-h2-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:38:11.785963 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Attempting to bind port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 by drivers openvswitch,hyperv on host n-h2-817173-1 at level 0 using segments [{'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:38:11.786285 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Attempting to bind port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 on network 24d42fb4-109e-465a-9d73-1dbf18e64210 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:38:11.793601 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 on network 24d42fb4-109e-465a-9d73-1dbf18e64210 not bound, no agent of type Open vSwitch agent registered on host n-h2-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:38:11.793912 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Attempting to bind port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 on network 24d42fb4-109e-465a-9d73-1dbf18e64210 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:38:11.801500 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Checking agent: {'id': 'e13b7561-2a65-481e-8be7-7f6752c785fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:38:11.801776 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Checking segment: {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:38:11.802150 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Bound using segment: {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:38:11.802565 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Bound port: 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19, host: n-h2-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:38:11.802942 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.895453 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.901108 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a0be912f-3218-4418-985f-f7d4ee3f04be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:11.913021 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] For port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19, host n-h2-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:38:11.919152 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a698e46-889a-450d-8618-8fecaf49e348,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:11.930958 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:11.934218 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:11.938863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a698e46-889a-450d-8618-8fecaf49e348 HTTP/1.1" status: 204 len: 168 time: 0.5072517 Nov 09 11:38:11.945322 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] For port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19, host n-h2-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:38:12.024731 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:12.028711 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:12.083283 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:12.084681 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 HTTP/1.1" status: 200 len: 1092 time: 1.2456894 Nov 09 11:38:12.085236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'tag': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:38:12.116073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:12.120841 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:12.148617 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'tag': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19', 'status': 'completed', 'code': 200} Nov 09 11:38:12.261693 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d5def9ce-967a-4488-ac80-07e6d72b1336 req-390b3e0e-2bac-4c82-8810-6276705cdd18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 1095 time: 0.0913799 Nov 09 11:38:12.416116 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def9ce-967a-4488-ac80-07e6d72b1336 req-f1a520b3-d039-4d4c-983e-2696bfb9e953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:12.416617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def9ce-967a-4488-ac80-07e6d72b1336 req-f1a520b3-d039-4d4c-983e-2696bfb9e953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:12.418119 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d5def9ce-967a-4488-ac80-07e6d72b1336 req-f1a520b3-d039-4d4c-983e-2696bfb9e953 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1500301 Nov 09 11:38:12.563602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def9ce-967a-4488-ac80-07e6d72b1336 req-292002f3-0a73-4c97-bb86-2ebb224de892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:12.565470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d5def9ce-967a-4488-ac80-07e6d72b1336 req-292002f3-0a73-4c97-bb86-2ebb224de892 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413937 Nov 09 11:38:12.734976 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65936a-3766-4a20-aa02-9348735c7b3e req-638f27d8-7e8e-4642-8e0e-beca5b687b93 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:12.735660 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4f65936a-3766-4a20-aa02-9348735c7b3e req-638f27d8-7e8e-4642-8e0e-beca5b687b93 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:38:12.741195 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-7527d4c8-9e98-4185-a6c6-3ca0524565fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 1095 time: 0.1409147 Nov 09 11:38:12.932295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-29050e92-d5eb-4c4a-bb23-37fe072967c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 HTTP/1.1" status: 200 len: 217 time: 0.1815960 Nov 09 11:38:12.978041 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-4f65936a-3766-4a20-aa02-9348735c7b3e req-638f27d8-7e8e-4642-8e0e-beca5b687b93 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:38:12.983009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f65936a-3766-4a20-aa02-9348735c7b3e req-638f27d8-7e8e-4642-8e0e-beca5b687b93 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 944 time: 0.3498666 Nov 09 11:38:13.017334 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-71dfd631-eeb8-4c16-afaf-a30b3e14c90c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:13.018833 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-71dfd631-eeb8-4c16-afaf-a30b3e14c90c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3a6738f-d0d6-4cd2-901f-fe62a65805dc HTTP/1.1" status: 200 len: 837 time: 0.0801792 Nov 09 11:38:13.081257 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4f65936a-3766-4a20-aa02-9348735c7b3e req-603a558f-6532-4c9c-931f-6d1f7f0b1912 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894649 Nov 09 11:38:13.111041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-ac971c33-3972-41a4-b366-f99dec2f5f45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=24d42fb4-109e-465a-9d73-1dbf18e64210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812314 Nov 09 11:38:13.246115 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-91bf4702-b0e7-4ff4-800e-dd117abb44f6 service neutron] 10.222.0.59 "GET /v2.0/networks/24d42fb4-109e-465a-9d73-1dbf18e64210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285977 Nov 09 11:38:13.263477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58756) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:13.381893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1498a0cc-3701-4f46-91cd-780fc0f1d86b req-62009c75-b5f7-43f8-8093-c98d24067893 service neutron] 10.222.0.59 "GET /v2.0/networks/24d42fb4-109e-465a-9d73-1dbf18e64210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295886 Nov 09 11:38:13.404403 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-408739860-network', 'tenant_id': '8fe498b67e764881ab5cd947c8e20479'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:13.410579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:13.414368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Usage tracker for resource:network and tenant:8fe498b67e764881ab5cd947c8e20479 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:13.417426 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:13.427666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:13.521577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Made reservation on behalf of 8fe498b67e764881ab5cd947c8e20479 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:38:13.523809 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:13.646249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:13.676351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:13.679998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe498b67e764881ab5cd947c8e20479 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:13.682673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:13.688197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:13.750891 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:13.835861 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:13.838842 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7c536b90-9b6d-44bf-aa80-054d668a48f0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:13.865818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:38:13.874036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daecb9d0-45c2-455d-b1be-29e48916ecb3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:13.877137 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:13.881382 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:13.881723 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Added segment 0ed5b848-ca7d-4b97-8467-01f0c73cd6ec of type vlan for network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 Nov 09 11:38:13.908406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:14.001264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:14.002217 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:14.003335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:14.006860 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3c02c2fe-7126-4036-895a-9bce2936cfa8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:14.114691 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Pushing event updated for resources: {'Network': ['ID=0953ced5-fa9c-4f6f-85d2-2e29a72eebd9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:14.114691 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:14.118920 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:38:14.162444 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8976035 Nov 09 11:38:14.165401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58766) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:14.171383 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Request body: {'subnet': {'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-408739860-subnet', 'tenant_id': '8fe498b67e764881ab5cd947c8e20479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:14.177480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:14.181339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Usage tracker for resource:subnet and tenant:8fe498b67e764881ab5cd947c8e20479 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:14.184228 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:14.189843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:14.258257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Made reservation on behalf of 8fe498b67e764881ab5cd947c8e20479 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:38:14.260499 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:14.397461 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4370891-138b-4b7e-8417-553d725fcd13 req-435e2a84-de6c-4e2c-bd80-b48b528cf733 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:14.398813 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f4370891-138b-4b7e-8417-553d725fcd13 req-435e2a84-de6c-4e2c-bd80-b48b528cf733 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 944 time: 0.1808541 Nov 09 11:38:14.492191 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f4370891-138b-4b7e-8417-553d725fcd13 req-ba4a3542-88fd-4b85-bfc5-9d45539a67cc tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873566 Nov 09 11:38:14.573188 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:14.576927 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6b0b84d0-1870-4866-8ac2-90c39a5fee1b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:14.646303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f38877-0f41-4b49-9a54-4a4b8f0d7bb4,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:14.662194 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.662497 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.662892 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.663264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.663627 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.663988 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.664350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.664708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.665067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.665424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.665780 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:14.671073 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:14.680513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Checking segment: {'id': '0ed5b848-ca7d-4b97-8467-01f0c73cd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:38:14.680513 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Network hostable DHCP agents. Network: 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:38:14.753140 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:38:14.824133 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:38:14.828587 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:14.829696 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:14.833380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab93ce-e4cb-4e52-9b2b-6acec4f9b456 None None] Network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:38:14.911473 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f1b637b3-d5ae-445c-8d4c-f36a9a417c39 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7444630 Nov 09 11:38:15.057276 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d1786-c028-4325-b212-2ca9c7d8a383 None None] Network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:38:15.516463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-2c70d445-ae41-43ee-8e11-7b1b0586ae02 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:15.517796 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-2c70d445-ae41-43ee-8e11-7b1b0586ae02 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/networks?id=0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 HTTP/1.1" status: 200 len: 820 time: 0.1955595 Nov 09 11:38:15.524592 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-b88212c3-d35c-4427-8a80-c2238a1c8079 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741736 Nov 09 11:38:15.537404 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-6697cfd7-a8b1-4d80-89f9-89a69e2d5483 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/quotas/8fe498b67e764881ab5cd947c8e20479 HTTP/1.1" status: 200 len: 375 time: 0.0118959 Nov 09 11:38:15.621877 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-4db49e71-67aa-4e6a-bc92-105358a48557 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8fe498b67e764881ab5cd947c8e20479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761728 Nov 09 11:38:15.699179 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ade13e-0c71-41a5-9e77-8f728e7b474b req-ee76f9bd-7d65-4454-8320-c411c612fa05 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:15.700692 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73ade13e-0c71-41a5-9e77-8f728e7b474b req-ee76f9bd-7d65-4454-8320-c411c612fa05 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 944 time: 0.0835879 Nov 09 11:38:15.746424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-73ade13e-0c71-41a5-9e77-8f728e7b474b req-3ebb7779-f286-4e5d-8804-1c613cb6c49c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396681 Nov 09 11:38:15.754755 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-04c3f025-c06f-4249-b939-4fa9d92ddf55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7945d6e08704345a8e53c498c0adf76&device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 1096 time: 0.1788809 Nov 09 11:38:15.776109 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-da5fd0a4-c59f-4507-be91-b1ac74ae55e4 service neutron] 10.222.0.50 "GET /v2.0/networks/0953ced5-fa9c-4f6f-85d2-2e29a72eebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472554 Nov 09 11:38:15.924803 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 details requested by agent hyperv_n-h2-817173-1 with host n-h2-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:38:16.064730 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:16.078494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Returning: {'device': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19', 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210', 'port_id': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19', 'mac_address': 'fa:16:3e:48:82:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:38:16.137177 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:16.140005 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-e031e863-9c0b-4e2a-918e-7a7c6f0c2a6f service neutron] 10.222.0.50 "GET /v2.0/networks/0953ced5-fa9c-4f6f-85d2-2e29a72eebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580282 Nov 09 11:38:16.140841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-48157f8f-ccd6-4ad8-a9ca-27b7bf7c8398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:16.142116 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-48157f8f-ccd6-4ad8-a9ca-27b7bf7c8398 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 200 len: 912 time: 0.3382580 Nov 09 11:38:16.155235 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:38:16.171727 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:16.241439 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:16.243369 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:16.250341 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-07f2c08b-3dc6-4219-b059-3e23b558d1cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b HTTP/1.1" status: 200 len: 1000 time: 0.1012986 Nov 09 11:38:16.310178 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:16.313481 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:16.326203 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-fd733338-3611-4389-9bd5-4c356a354063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:16.326203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-fd733338-3611-4389-9bd5-4c356a354063 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 200 len: 850 time: 0.0646503 Nov 09 11:38:16.397249 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-63992ebc-15f3-47e1-b9ba-13cc380f7d37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005eb336-500e-4a09-83c9-de900b98fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687680 Nov 09 11:38:16.529044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-da6f5688-5c31-4e3a-942e-05ac09145de7 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246488 Nov 09 11:38:16.588822 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] get_ports_and_sgs() called for port_ids ['460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:38:16.668099 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f3c1f92-6483-45cf-8e9e-0ea69cc244af req-23510549-21b8-4aec-9c82-c244cd454423 service neutron] 10.222.0.59 "GET /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326306 Nov 09 11:38:16.734054 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-50886695-c946-4220-99b4-bf4f326637dd req-9d392676-227c-4531-bd17-f76ca85119f3 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 210 time: 0.0425003 Nov 09 11:38:16.981876 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f098705-b8e6-46d9-ae0d-764bf669fa53 req-ed38f360-9852-40b4-9404-c3c268eac84d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:16.983736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f098705-b8e6-46d9-ae0d-764bf669fa53 req-ed38f360-9852-40b4-9404-c3c268eac84d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 945 time: 0.0876718 Nov 09 11:38:17.038232 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7f098705-b8e6-46d9-ae0d-764bf669fa53 req-bd7836c5-5dda-4a4d-8b5e-d7ca30da23c1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470464 Nov 09 11:38:17.181691 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ce02ee94-df3d-4bfd-b94c-687ed4780fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:17.484524 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:17.899526 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-5892147b-6bb7-4483-9369-aed31b53c540 req-cf199b10-5453-4879-bc95-44f10ffee0c5 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 210 time: 0.0425828 Nov 09 11:38:17.940847 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 up at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:38:18.096374 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning for port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:38:18.102835 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Provisioning complete for port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:18.106238 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:18.240128 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:18.261154 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecf705-ab86-497a-9efb-8c507d6ee48e req-3552ea3c-36aa-4998-bccb-58e2c460dbc2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:18.263238 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8cecf705-ab86-497a-9efb-8c507d6ee48e req-3552ea3c-36aa-4998-bccb-58e2c460dbc2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 945 time: 0.0848901 Nov 09 11:38:18.267489 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:38:18.277832 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] For port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:18.312560 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-8cecf705-ab86-497a-9efb-8c507d6ee48e req-08637f96-139f-47bd-8adb-30d18e704a18 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Nov 09 11:38:18.325969 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19', 'code': 200} Nov 09 11:38:18.344274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:18.346202 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a74dcc30-ef75-4ce9-a266-bbc4fdca6e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:18.411188 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Pushing event updated for resources: {'Port': ['ID=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:18.414117 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:18.451239 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cedd33d-3c01-4aec-ad31-6aea9c864afa req-4894b0af-ba9b-49bd-83c7-8e37850d0470 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 1097 time: 0.0690162 Nov 09 11:38:18.495543 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7cedd33d-3c01-4aec-ad31-6aea9c864afa req-00c17753-7742-42a0-96f9-203caf0ea747 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Nov 09 11:38:19.068512 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9af48686-1666-4e67-a04a-b6b739ce092e req-7bd69f1a-6cdf-4238-a174-73dccbd434c1 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 210 time: 0.0467155 Nov 09 11:38:19.331436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-b22de8f5-733f-4ecd-8ba8-5819f8636e0c tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:19.332825 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-b22de8f5-733f-4ecd-8ba8-5819f8636e0c tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.57 "GET /v2.0/networks?id=0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 HTTP/1.1" status: 200 len: 820 time: 0.1504343 Nov 09 11:38:19.350974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Request body: {'port': {'device_id': '84d97d43-9568-4730-b636-dbfec05cf76c', 'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9', 'admin_state_up': True, 'tenant_id': '8fe498b67e764881ab5cd947c8e20479'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:19.481815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8565b52f-3e89-4132-92b6-0d3bc4cd6493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:19.541408 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:38:19.546730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Usage tracker for resource:port and tenant:8fe498b67e764881ab5cd947c8e20479 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:38:19.551051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:38:19.559301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:38:19.583739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddabc1-548b-47fb-b437-d254b495169a req-4f65300f-db51-4c06-9356-4e3cc3f9007d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:19.585143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b3ddabc1-548b-47fb-b437-d254b495169a req-4f65300f-db51-4c06-9356-4e3cc3f9007d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 946 time: 0.1370151 Nov 09 11:38:19.632925 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b3ddabc1-548b-47fb-b437-d254b495169a req-d46c8135-8b02-45d9-91d0-519c9949702c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422561 Nov 09 11:38:19.670195 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Made reservation on behalf of 8fe498b67e764881ab5cd947c8e20479 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:38:19.673235 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:19.844487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Allocated IP 172.20.0.7 (0953ced5-fa9c-4f6f-85d2-2e29a72eebd9/19f38877-0f41-4b49-9a54-4a4b8f0d7bb4/d47c3cca-e537-44d7-bfe6-9aa91b4c57c3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:38:20.052927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:20.156207 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:20.162366 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bda8635c-3c31-45aa-9f04-2d52e2dc3a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:20.230164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:38:20.233974 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:38:20.238990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:38:20.267810 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Pushing event updated for resources: {'Port': ['ID=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:20.272239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff12e7b-46de-4cde-bd90-6041ee0fac67 req-d816c730-e7bc-42b6-ba15-da1e9555e11a tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:20.273486 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dff12e7b-46de-4cde-bd90-6041ee0fac67 req-d816c730-e7bc-42b6-ba15-da1e9555e11a tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 931 time: 0.0835299 Nov 09 11:38:20.275027 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:20.304093 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:20.306822 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:20.327276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dff12e7b-46de-4cde-bd90-6041ee0fac67 req-52cb9247-198f-407e-816f-5b35b17f453b tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Synchronizing usage tracker for tenant:8fe498b67e764881ab5cd947c8e20479 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:38:20.382384 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0359120 Nov 09 11:38:20.412975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-dff12e7b-46de-4cde-bd90-6041ee0fac67 req-52cb9247-198f-407e-816f-5b35b17f453b tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Unset dirty status for tenant:8fe498b67e764881ab5cd947c8e20479 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:38:20.414137 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-dff12e7b-46de-4cde-bd90-6041ee0fac67 req-52cb9247-198f-407e-816f-5b35b17f453b tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339223 Nov 09 11:38:20.476436 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Request body: {'port': {'device_id': '84d97d43-9568-4730-b636-dbfec05cf76c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:38:20.588193 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:20.653164 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:21.003345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa70af-1137-461f-8623-e55286ad28ce req-4997de2e-c129-4036-9a36-929d92e8e165 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:21.004812 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ecfa70af-1137-461f-8623-e55286ad28ce req-4997de2e-c129-4036-9a36-929d92e8e165 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 946 time: 0.2305245 Nov 09 11:38:21.094374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ecfa70af-1137-461f-8623-e55286ad28ce req-e496af0e-f3a5-4970-81e5-184afa8badb9 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802686 Nov 09 11:38:21.168233 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:38:21.175912 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:21.191631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Transition to ACTIVE for port object d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:38:21.261554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:21.266156 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1553195e-d482-440e-8e72-7d07529baa82 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:21.296361 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9579a7-3e11-4f5c-aae4-47cbf10c944f req-98611a3f-d869-48bf-b52c-2d28f5bec7e8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:21.297828 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff9579a7-3e11-4f5c-aae4-47cbf10c944f req-98611a3f-d869-48bf-b52c-2d28f5bec7e8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 946 time: 0.0801935 Nov 09 11:38:21.347485 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff9579a7-3e11-4f5c-aae4-47cbf10c944f req-e16bf531-0319-4590-adfb-d6e5c9efd788 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441489 Nov 09 11:38:21.393698 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Pushing event updated for resources: {'Port': ['ID=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:21.398053 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:21.506459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Attempting to bind port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:38:21.506459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Attempting to bind port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '0ed5b848-ca7d-4b97-8467-01f0c73cd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:38:21.506459 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Attempting to bind port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 on network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:38:21.512299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 on network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:38:21.512569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Attempting to bind port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 on network 0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:38:21.520628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:38:21.520962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Checking segment: {'id': '0ed5b848-ca7d-4b97-8467-01f0c73cd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:38:21.521349 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Bound using segment: {'id': '0ed5b848-ca7d-4b97-8467-01f0c73cd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:38:21.521777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Bound port: d47c3cca-e537-44d7-bfe6-9aa91b4c57c3, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed5b848-ca7d-4b97-8467-01f0c73cd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:38:21.522139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:21.612756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] For port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:38:21.615716 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] For port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,segment=NetworkSegment(0ed5b848-ca7d-4b97-8467-01f0c73cd6ec),segment_id=0ed5b848-ca7d-4b97-8467-01f0c73cd6ec)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:38:21.626172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70d73e-8441-4aee-9499-6950783d58f3 req-859c592f-f78c-4bae-bf47-8d8101d44984 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:21.630694 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff70d73e-8441-4aee-9499-6950783d58f3 req-859c592f-f78c-4bae-bf47-8d8101d44984 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 943 time: 0.0812483 Nov 09 11:38:21.673336 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ff70d73e-8441-4aee-9499-6950783d58f3 req-e5014145-a65f-496a-ba50-494fc5db9a4e tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Nov 09 11:38:21.682084 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:21.686714 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-832ee315-48d5-4f3a-8b27-5c2fcb825a64 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:21.740949 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:21.742295 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] 10.222.0.57 "PUT /v2.0/ports/d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 HTTP/1.1" status: 200 len: 1091 time: 1.3520949 Nov 09 11:38:21.742840 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d97d43-9568-4730-b636-dbfec05cf76c', 'tag': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:38:21.765008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Pushing event updated for resources: {'Port': ['ID=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:21.767983 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:21.803762 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d97d43-9568-4730-b636-dbfec05cf76c', 'tag': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3', 'status': 'completed', 'code': 200} Nov 09 11:38:21.901766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f26cd5d2-48dc-4221-b9ac-bc0cb2dcc0ec req-c42e2199-9eb8-4ef4-9762-d9b6dd88be9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fe498b67e764881ab5cd947c8e20479&device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 1094 time: 0.0709312 Nov 09 11:38:22.044639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cd5d2-48dc-4221-b9ac-bc0cb2dcc0ec req-4b8ea02b-f004-474a-b620-96dfd0f6bac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:22.045979 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f26cd5d2-48dc-4221-b9ac-bc0cb2dcc0ec req-4b8ea02b-f004-474a-b620-96dfd0f6bac2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8fe498b67e764881ab5cd947c8e20479&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1362386 Nov 09 11:38:22.055606 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:22.185430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cd5d2-48dc-4221-b9ac-bc0cb2dcc0ec req-9d8a5b9e-e375-49d5-b0ff-c48740533d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:22.186907 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f26cd5d2-48dc-4221-b9ac-bc0cb2dcc0ec req-9d8a5b9e-e375-49d5-b0ff-c48740533d81 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345880 Nov 09 11:38:22.296735 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-9b6936c3-6423-4dae-9d05-3ec8b2fbcea4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fe498b67e764881ab5cd947c8e20479&device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 1094 time: 0.0745471 Nov 09 11:38:22.364766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-32500cfb-e6ac-4d3b-a6d3-3456d1a8c86e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 HTTP/1.1" status: 200 len: 217 time: 0.0613129 Nov 09 11:38:22.428529 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-83472729-6544-4f4d-a691-a8fd6182dd66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:22.429964 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-83472729-6544-4f4d-a691-a8fd6182dd66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19f38877-0f41-4b49-9a54-4a4b8f0d7bb4 HTTP/1.1" status: 200 len: 860 time: 0.0595868 Nov 09 11:38:22.474376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-60957b6f-0eb6-4740-9a98-f7432147b3c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0953ced5-fa9c-4f6f-85d2-2e29a72eebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385621 Nov 09 11:38:22.606259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-aaea0f8b-09ad-4470-876a-14e1eb5405e0 service neutron] 10.222.0.57 "GET /v2.0/networks/0953ced5-fa9c-4f6f-85d2-2e29a72eebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253133 Nov 09 11:38:22.737875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5a4c5989-5350-42d0-a9d1-7efc6cc968df req-83496391-62f8-4bc6-92a8-0a07b0808309 service neutron] 10.222.0.57 "GET /v2.0/networks/0953ced5-fa9c-4f6f-85d2-2e29a72eebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255207 Nov 09 11:38:22.886639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:22.996617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444de46-62bf-4385-8595-b813e572e8d7 req-7b6b7243-7d5f-48c7-a8dd-7631c834d418 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:22.997300 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1444de46-62bf-4385-8595-b813e572e8d7 req-7b6b7243-7d5f-48c7-a8dd-7631c834d418 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Synchronizing usage tracker for tenant:8fe498b67e764881ab5cd947c8e20479 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:38:23.063970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-1444de46-62bf-4385-8595-b813e572e8d7 req-7b6b7243-7d5f-48c7-a8dd-7631c834d418 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Unset dirty status for tenant:8fe498b67e764881ab5cd947c8e20479 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:38:23.065145 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1444de46-62bf-4385-8595-b813e572e8d7 req-7b6b7243-7d5f-48c7-a8dd-7631c834d418 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 943 time: 0.2658863 Nov 09 11:38:23.113153 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1444de46-62bf-4385-8595-b813e572e8d7 req-1b3acfa7-188c-4303-a000-e018d024b539 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Nov 09 11:38:23.763313 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:24.010081 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-4cbe5e48-2930-4855-83d7-9100caf55084 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678566 Nov 09 11:38:24.109180 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-fd8edebe-50e6-43c1-bf8f-c828f77cac17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 1096 time: 0.0782292 Nov 09 11:38:24.170552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.20.0.17 (24d42fb4-109e-465a-9d73-1dbf18e64210/f3a6738f-d0d6-4cd2-901f-fe62a65805dc/ab3fd7fb-9761-4f8a-9878-ba6d9abcca09) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:38:24.317646 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-d7adc18f-c918-447e-8d75-92c35ee4f834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:24.319055 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-d7adc18f-c918-447e-8d75-92c35ee4f834 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f347668-58d4-4678-a4d5-49206f4aebbc HTTP/1.1" status: 200 len: 897 time: 0.1903961 Nov 09 11:38:24.345706 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:24.363086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Transition to ACTIVE for port object ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:38:24.437380 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-29612413-6cf3-4936-b105-3c4ffe5620cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 HTTP/1.1" status: 200 len: 1000 time: 0.1112294 Nov 09 11:38:24.443520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a4486-ca2b-48cb-9344-509dff956bba req-8bff91bf-294e-47ec-9eab-d34219450bc2 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:24.444436 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:24.444866 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-623a4486-ca2b-48cb-9344-509dff956bba req-8bff91bf-294e-47ec-9eab-d34219450bc2 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 943 time: 0.1778588 Nov 09 11:38:24.448293 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f65c7589-16f1-4088-90b1-d6355bf984cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:24.508563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:38:24.511689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:38:24.526259 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:38:24.534824 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-2afa55e2-d95a-47fd-bfff-55feceb6668d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:24.536271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-2afa55e2-d95a-47fd-bfff-55feceb6668d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c64d8a13-d6f6-4703-be48-1bd02620fa9d HTTP/1.1" status: 200 len: 834 time: 0.0905814 Nov 09 11:38:24.551382 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-623a4486-ca2b-48cb-9344-509dff956bba req-176467aa-3917-4f32-9fd7-b094cd2965ea tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745122 Nov 09 11:38:24.564276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:24.591728 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.592120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.592501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.592878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.593250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.593620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.593988 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.594351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.594754 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.595164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.595533 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:24.602188 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:24.610570 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:24.640541 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-19f35c36-c945-483b-b2c4-c77302a56cc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f347668-58d4-4678-a4d5-49206f4aebbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881119 Nov 09 11:38:24.783504 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-9d5bc0ed-c023-4549-bccb-24788e0945a4 service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363344 Nov 09 11:38:24.802435 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:24.851916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-804516f3-c160-4735-ab85-5902b2e12854 None None] Provisioning for port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:38:24.858916 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-804516f3-c160-4735-ab85-5902b2e12854 None None] Provisioning complete for port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:24.859378 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-804516f3-c160-4735-ab85-5902b2e12854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:24.918198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-804516f3-c160-4735-ab85-5902b2e12854 None None] Port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:38:24.926644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-daf87dc6-1b2f-4e01-8bce-04f1011c44db req-86eecec0-5918-4603-922a-65db8995553d service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374402 Nov 09 11:38:25.221430 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:25.292888 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:25.320799 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fc7ec535-ed6c-45f4-af7b-cfe04725bd00 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:25.405434 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:25.409222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:25.412478 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:25.542711 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:38:25.543675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:38:25.777474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d74261-4311-4333-a339-bcdc6283b20c req-fbd81a16-a923-4286-9ab9-e1cdd0e247e3 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:25.778954 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8d74261-4311-4333-a339-bcdc6283b20c req-fbd81a16-a923-4286-9ab9-e1cdd0e247e3 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 943 time: 0.0859082 Nov 09 11:38:25.831549 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b8d74261-4311-4333-a339-bcdc6283b20c req-d2cf7346-ba53-42d6-b90e-6cb24326e331 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Nov 09 11:38:25.844857 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-226b0ddc-10e9-4e77-9875-24bf7a0154c1 None None] Provisioning complete for port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:25.845618 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-226b0ddc-10e9-4e77-9875-24bf7a0154c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:25.918017 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-226b0ddc-10e9-4e77-9875-24bf7a0154c1 None None] Port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:38:26.054751 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 95aff35a-059f-4cec-be9b-59bba656ee1e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:38:26.251697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:38:26.261944 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Sync routers for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:38:26.274326 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:38:26.274965 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:26.363420 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "PUT /v2.0/routers/95aff35a-059f-4cec-be9b-59bba656ee1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4755578 Nov 09 11:38:26.453513 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:38:26.792338 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:24Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:26Z', 'revision_number': 1, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3fd7fb-9761-4f8a-9878-ba6d9abcca09', 'name': '', 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:89:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:38:23Z', 'updated_at': '2021-11-09T11:38:25Z', 'revision_number': 2, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:26.796335 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Checking router: 95aff35a-059f-4cec-be9b-59bba656ee1e for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:38:26.796682 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Updating router 95aff35a-059f-4cec-be9b-59bba656ee1e port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:38:26.875613 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.033361 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68215-e7da-4779-baea-73a13cf6c1dc req-f9bfed61-2beb-48d6-bda7-6983cf94da27 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:27.035007 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bfe68215-e7da-4779-baea-73a13cf6c1dc req-f9bfed61-2beb-48d6-bda7-6983cf94da27 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 943 time: 0.0838513 Nov 09 11:38:27.084693 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bfe68215-e7da-4779-baea-73a13cf6c1dc req-ea823718-24f0-4934-a910-25b306be1e31 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Nov 09 11:38:27.145539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:38:27.212085 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.223714 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Transition to ACTIVE for port object ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:38:27.272941 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.277694 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-1a358b99-d922-432d-8f44-2adc4def2f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:27.279572 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,segment=NetworkSegment(0ed5b848-ca7d-4b97-8467-01f0c73cd6ec),segment_id=0ed5b848-ca7d-4b97-8467-01f0c73cd6ec)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:27.293535 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3', 'network_id': '0953ced5-fa9c-4f6f-85d2-2e29a72eebd9', 'port_id': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3', 'mac_address': 'fa:16:3e:10:f5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f38877-0f41-4b49-9a54-4a4b8f0d7bb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:38:27.352670 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.371639 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:38:27.389303 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,segment=NetworkSegment(0ed5b848-ca7d-4b97-8467-01f0c73cd6ec),segment_id=0ed5b848-ca7d-4b97-8467-01f0c73cd6ec)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:27.410049 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Pushing event updated for resources: {'Port': ['ID=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:27.448177 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.448434 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.448763 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.449093 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.449428 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.449744 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.450044 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.450473 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.450665 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.450996 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.451309 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:38:27.459336 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:27.467398 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.470517 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:27.509968 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Attempting to bind port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:38:27.510360 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Attempting to bind port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:38:27.510725 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Attempting to bind port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 on network 24d42fb4-109e-465a-9d73-1dbf18e64210 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:38:27.518353 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:38:27.518736 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Checking segment: {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:38:27.519165 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.519591 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Bound using segment: {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:38:27.520076 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Bound port: ab3fd7fb-9761-4f8a-9878-ba6d9abcca09, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4066837c-1d6c-47e8-b989-d2141d6a1873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:38:27.520452 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.540550 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:27.544262 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:27.610730 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] For port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:38:27.614361 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] For port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:38:27.678749 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['d47c3cca-e537-44d7-bfe6-9aa91b4c57c3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:38:27.684442 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:27.688137 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-11ff3660-a175-4785-9a21-867d542629cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:27.771507 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Pushing event updated for resources: {'Port': ['ID=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:27.775385 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-63f2f98b-48ed-4226-a197-c06910650bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:27.776303 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:38:27.777003 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:27.968238 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:38:28.296503 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cc1a9-2098-429f-a342-e26c2d7cdd92 req-2ac22404-2f1e-4c5e-8308-ff8bf473e05f tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:28.297958 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-591cc1a9-2098-429f-a342-e26c2d7cdd92 req-2ac22404-2f1e-4c5e-8308-ff8bf473e05f tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 944 time: 0.0833144 Nov 09 11:38:28.327525 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:24Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:26Z', 'revision_number': 1, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3fd7fb-9761-4f8a-9878-ba6d9abcca09', 'name': '', 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:89:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:38:23Z', 'updated_at': '2021-11-09T11:38:27Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:28.332332 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714870df-59ed-4d9b-9524-38254c3a087d None None] The sync data for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 is: [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:24Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:26Z', 'revision_number': 1, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3fd7fb-9761-4f8a-9878-ba6d9abcca09', 'name': '', 'network_id': '24d42fb4-109e-465a-9d73-1dbf18e64210', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:89:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:38:23Z', 'updated_at': '2021-11-09T11:38:27Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'f3a6738f-d0d6-4cd2-901f-fe62a65805dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:38:28.354409 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-591cc1a9-2098-429f-a342-e26c2d7cdd92 req-50074b56-b6a9-4785-8884-4e26ada53245 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492401 Nov 09 11:38:29.161161 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:38:29.281260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:38:29.287273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:29.287656 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:29.409711 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:29.436965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d97d43-9568-4730-b636-dbfec05cf76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:38:29.449285 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,segment=NetworkSegment(0ed5b848-ca7d-4b97-8467-01f0c73cd6ec),segment_id=0ed5b848-ca7d-4b97-8467-01f0c73cd6ec)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:29.505859 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d97d43-9568-4730-b636-dbfec05cf76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3', 'code': 200} Nov 09 11:38:29.524487 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:29.526392 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:29.565488 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f28e0-0170-4811-a763-10e8ddcc837d req-58a16e99-2e9d-4601-8cfa-1fc06b6a2f40 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:29.566990 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-324f28e0-0170-4811-a763-10e8ddcc837d req-58a16e99-2e9d-4601-8cfa-1fc06b6a2f40 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 944 time: 0.0791502 Nov 09 11:38:29.597867 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:29.601037 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:29.662720 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-324f28e0-0170-4811-a763-10e8ddcc837d req-663dfdec-2545-4fff-b365-3cdeeac86b2a tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Nov 09 11:38:29.677376 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb70e552-b434-48e5-b833-c1bab3099514 req-3ca94f83-daa1-4c91-b5e5-43f18672b647 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 1096 time: 0.1094677 Nov 09 11:38:29.720410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-fb70e552-b434-48e5-b833-c1bab3099514 req-11369a8d-fb20-448a-81ab-17a6609708f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365324 Nov 09 11:38:30.150193 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:38:30.286950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:38:30.291674 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:30.292055 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:30.407126 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:30.439099 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:30.512445 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:30.514217 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:30.577564 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:30.580685 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:30.870003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4937c-b1d2-41e1-965e-dd937ee03c9d req-0347a804-05d9-4ebc-9faa-82a483fc6a83 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:30.871508 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64a4937c-b1d2-41e1-965e-dd937ee03c9d req-0347a804-05d9-4ebc-9faa-82a483fc6a83 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 945 time: 0.0892415 Nov 09 11:38:30.924863 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-64a4937c-b1d2-41e1-965e-dd937ee03c9d req-4d05e30e-b67b-4e6a-993e-b10d3388728d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Nov 09 11:38:32.123105 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b00512-7ac9-4e86-8abb-9d9802b5e900 req-a1ac522e-31af-406c-b291-405ca0742909 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:32.124544 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4b00512-7ac9-4e86-8abb-9d9802b5e900 req-a1ac522e-31af-406c-b291-405ca0742909 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 945 time: 0.0795145 Nov 09 11:38:32.140062 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:38:32.170675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a4b00512-7ac9-4e86-8abb-9d9802b5e900 req-59663696-aa43-4ff6-a93a-1695bad2620c tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Nov 09 11:38:32.195033 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:38:32.211837 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:38:32.212155 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:33.312325 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b5b3f-8892-4842-b183-1d38e4fe5122 req-9c4832eb-0f7a-4867-a6a6-6ab086e6c7fc tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:33.313773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-200b5b3f-8892-4842-b183-1d38e4fe5122 req-9c4832eb-0f7a-4867-a6a6-6ab086e6c7fc tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 945 time: 0.1961675 Nov 09 11:38:33.359652 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-200b5b3f-8892-4842-b183-1d38e4fe5122 req-4fe9a506-2f59-4765-b533-06c190aa8084 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Nov 09 11:38:34.375136 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:34.478863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0091-0d39-47cf-97fe-3048427885b3 req-af5be336-c213-423b-993a-f31f0434c3c7 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:34.480305 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-723b0091-0d39-47cf-97fe-3048427885b3 req-af5be336-c213-423b-993a-f31f0434c3c7 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.57 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 945 time: 0.0765812 Nov 09 11:38:34.588290 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Deleting port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:34.588632 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:34.693250 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e7a7c-96d9-45ea-a758-97f8a1ae5009 req-92c28f7a-2f5d-4d4c-a936-6cc989a661df tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:38:34.694618 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb1e7a7c-96d9-45ea-a758-97f8a1ae5009 req-92c28f7a-2f5d-4d4c-a936-6cc989a661df tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 945 time: 0.2128508 Nov 09 11:38:34.825071 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bb1e7a7c-96d9-45ea-a758-97f8a1ae5009 req-b322f64a-6409-4a31-8252-5fc432f85f70 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/security-groups?id=daecb9d0-45c2-455d-b1be-29e48916ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237924 Nov 09 11:38:34.889016 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] For port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,segment=NetworkSegment(0ed5b848-ca7d-4b97-8467-01f0c73cd6ec),segment_id=0ed5b848-ca7d-4b97-8467-01f0c73cd6ec)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:34.889371 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:35.010926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Calling delete_port for d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:38:35.209385 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:35.215380 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c69e91ac-e82b-46ea-8804-2d589c868255 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:35.221078 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['d47c3cca-e537-44d7-bfe6-9aa91b4c57c3'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:38:35.259581 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Pushing event deleted for resources: {'Port': ['ID=d47c3cca-e537-44d7-bfe6-9aa91b4c57c3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:35.262301 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:35.336251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] No DVR routers for this DVR port d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:38:35.338765 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:35.341390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d97d43-9568-4730-b636-dbfec05cf76c', 'name': 'network-vif-deleted', 'tag': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:38:35.387637 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-723b0091-0d39-47cf-97fe-3048427885b3 req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.57 "DELETE /v2.0/ports/d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 HTTP/1.1" status: 204 len: 173 time: 0.8736265 Nov 09 11:38:35.397644 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d97d43-9568-4730-b636-dbfec05cf76c', 'name': 'network-vif-deleted', 'tag': 'd47c3cca-e537-44d7-bfe6-9aa91b4c57c3', 'status': 'completed', 'code': 200} Nov 09 11:38:36.039923 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f0142920-2e26-421c-ab36-a6f65d27eb01 req-e6d217d7-c31f-475e-a729-f8f15e8fc950 tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] 10.222.0.50 "GET /v2.0/ports?device_id=84d97d43-9568-4730-b636-dbfec05cf76c HTTP/1.1" status: 200 len: 210 time: 0.0466585 Nov 09 11:38:36.640941 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.150487 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58934) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:37.209801 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Deleting subnet 19f38877-0f41-4b49-9a54-4a4b8f0d7bb4 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:38:37.212734 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.264876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.320890 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.452792 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.456392 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-82d9e9e4-311d-44f1-8df4-1ce8076610a4 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:37.495722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f38877-0f41-4b49-9a54-4a4b8f0d7bb4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:37.498170 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:37.500811 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.507136 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3e74a03d-1a6a-4b16-9b61-ba3f50900578 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/19f38877-0f41-4b49-9a54-4a4b8f0d7bb4 HTTP/1.1" status: 204 len: 168 time: 0.3555832 Nov 09 11:38:37.509501 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58938) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:37.614545 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.736543 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.761128 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0953ced5-fa9c-4f6f-85d2-2e29a72eebd9']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:37.773555 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed5b848-ca7d-4b97-8467-01f0c73cd6ec') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:37.773850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed5b848-ca7d-4b97-8467-01f0c73cd6ec') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:38:37.785038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.800482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.806437 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:38:37.806845 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:38:37.820149 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:38:38.078839 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:38.082840 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-74378744-15f6-4017-99a4-ff47b0d67599 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:38.098485 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:38.107074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=0953ced5-fa9c-4f6f-85d2-2e29a72eebd9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:38.111514 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] 10.222.0.50 "DELETE /v2.0/networks/0953ced5-fa9c-4f6f-85d2-2e29a72eebd9 HTTP/1.1" status: 204 len: 168 time: 0.5995855 Nov 09 11:38:38.111514 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:38.458211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 58948) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:38.508412 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-28ef07b9-250d-4c44-80f5-4cc7acc3d3e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fe498b67e764881ab5cd947c8e20479&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489478 Nov 09 11:38:38.510969 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 58952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:38.571625 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:38.596111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:38.715602 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:38.719454 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f2acba1-8f34-40b4-b586-cd6c87e6dac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:38:38.734140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daecb9d0-45c2-455d-b1be-29e48916ecb3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:38:38.736628 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:38:38.786263 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:38.787438 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daecb9d0-45c2-455d-b1be-29e48916ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2755160 Nov 09 11:38:39.161404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:38:39.194609 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:38:39.195037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device d47c3cca-e537-44d7-bfe6-9aa91b4c57c3 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:38:40.638271 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a255883a-5ddb-44ff-b3bf-ad3fc8ff99e9 req-6e2a8c88-1581-4851-bed4-7bb8104cd86b tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0464170 Nov 09 11:38:41.828954 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed7c3e42-f609-4f60-af61-954b2360b8eb req-d12c11ba-7118-49c4-bfa5-e3cd0ceea32c tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0417442 Nov 09 11:38:43.021438 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a368c6d4-d123-4dfc-b2ce-10f99873b59c req-71aa7fe8-6392-459d-84d4-1fb3c5c4079f tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0429575 Nov 09 11:38:44.013682 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-44833517-b215-4565-a82f-0d507ab8a0ac req-abacda12-75c4-4f33-8a7b-0805baa4ba5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0401361 Nov 09 11:38:44.216846 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-44755cc4-9585-4e1c-8860-af388a64a2b5 req-a596566b-12bd-483e-b970-87d9473fa8ab tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0452194 Nov 09 11:38:45.416110 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f727694a-da84-4a1e-9d84-5fd5bc1491a7 req-076505e8-dbd5-4d14-9464-61649f61d293 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0449891 Nov 09 11:38:46.076772 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-31dd528e-919f-482d-8206-1a0629419f3a req-41afd79e-f055-4aad-9c82-ed7ca0790b77 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0405769 Nov 09 11:38:47.157746 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-35e0ae25-f05a-430d-8fca-c273771c05b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:47.277669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c435b5d6-b859-4d6c-a434-eb5dee5f6b59 req-8133c706-9676-46bd-9c33-2103e34deb93 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0424473 Nov 09 11:38:47.477520 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:48.473830 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ea7fdf54-f132-4777-b1e3-c79ca2a42c15 req-4474902d-1b16-4d71-8502-836fbf1a9803 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0418630 Nov 09 11:38:49.477751 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-49ccb6b9-4087-4286-8640-2f2518009f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:49.666742 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-bec57239-ffbb-4488-8e0f-196098269773 req-b05e1d57-ecab-415e-aca6-ce926f3bf14a tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0442438 Nov 09 11:38:50.640695 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:50.852890 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-513fe6b2-e955-4132-9403-6f74508ec97c req-d4e962d8-c964-47c2-a8cd-0094db81c464 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0422390 Nov 09 11:38:52.045808 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1ec5a57b-afbe-4171-95b2-b46f9bd869d5 req-ccf5067f-ba5e-4063-8674-9acda6f18e28 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0424509 Nov 09 11:38:52.046416 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:53.236027 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-e9c0e402-44ce-4b32-a055-a5c7765edf89 req-1de6cccf-0641-43da-b527-5fe039c20307 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0463662 Nov 09 11:38:54.431136 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-69d826dd-800c-4c6a-96c0-82ec848442fe req-8ff78e0e-0728-4cd1-8cf3-4277620a7b26 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0420463 Nov 09 11:38:55.626169 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-db66de16-525c-4815-a1d9-f0f5576d07da req-e71c581b-2a34-42bb-aca6-19db5f4b9c15 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0419295 Nov 09 11:38:56.812425 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ed7fb87e-7729-4313-a209-ab3753efed5c req-8b15e0cb-044d-44bb-a07e-b44183673b9e tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0415771 Nov 09 11:38:57.959384 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:38:58.075608 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc6ec6e9-9bb4-4fdb-987d-9f595a0c6cf9 req-96e0c834-c282-438e-9aea-5aeebabab86e tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.1133249 Nov 09 11:38:58.611336 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:59.314038 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-ddcdba67-e035-4daf-a28b-5ccd2f816e7b req-c0e1cd95-a092-4bb0-9382-461bdb9cca24 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0593708 Nov 09 11:38:59.328515 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:38:59.329109 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:59.519814 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port ab3fd7fb-9761-4f8a-9878-ba6d9abcca09, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:38:59.520165 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:59.650408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:38:59.955731 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:38:59.961181 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-514e43e2-95f5-493b-ade4-26fc6852ee5a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:00.007818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=ab3fd7fb-9761-4f8a-9878-ba6d9abcca09,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:00.010411 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:00.439358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:00.509704 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-ed61667d-190a-4327-9893-64e4a0ab0771 req-b2ad8649-83ec-4f2c-b6f4-f131c4bf9d08 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0448160 Nov 09 11:39:01.026503 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 95aff35a-059f-4cec-be9b-59bba656ee1e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:39:01.224347 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:01.240467 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "PUT /v2.0/routers/95aff35a-059f-4cec-be9b-59bba656ee1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2766156 Nov 09 11:39:01.241335 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] Sync routers for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:01.253352 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:01.253965 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:01.475029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:01.735086 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8092de67-8458-4fb9-9037-6e8b70a20c89 req-683c60ad-15ac-4df7-ba9b-3b5c5e2c2131 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0712988 Nov 09 11:39:01.837298 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:59Z', 'revision_number': 6, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:26Z', 'revision_number': 1, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:01.841224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] Checking router: 95aff35a-059f-4cec-be9b-59bba656ee1e for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:01.852578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:01.853186 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:01.876899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe502c-286c-4808-a205-d7dd437443e9 req-ca3924e7-fbcf-4f7a-8c44-da8b81850d43 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:01.877580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0ebe502c-286c-4808-a205-d7dd437443e9 req-ca3924e7-fbcf-4f7a-8c44-da8b81850d43 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:01.991236 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-0ebe502c-286c-4808-a205-d7dd437443e9 req-ca3924e7-fbcf-4f7a-8c44-da8b81850d43 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:01.992733 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ebe502c-286c-4808-a205-d7dd437443e9 req-ca3924e7-fbcf-4f7a-8c44-da8b81850d43 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 946 time: 0.1952174 Nov 09 11:39:02.033100 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:02.040303 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0ebe502c-286c-4808-a205-d7dd437443e9 req-ea9f8892-215f-442a-9ff1-abece872fe1f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420394 Nov 09 11:39:02.380516 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:59Z', 'revision_number': 6, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:26Z', 'revision_number': 1, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:02.384513 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f73d5-4369-464b-a0eb-17a564d7b7d8 None None] The sync data for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 is: [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:59Z', 'revision_number': 6, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'da983321-2a47-491e-8be7-867a742569a8', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'port_id': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'mac_address': 'fa:16:3e:e9:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881170d-8941-41e5-bf44-2bac647438be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:37:23Z', 'updated_at': '2021-11-09T11:37:26Z', 'revision_number': 1, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:02.934777 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-33c3b497-7cb7-4aec-ae5c-08324e74ffb8 req-b7eeab54-859f-45e5-9ac3-b2611fea457f tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0428398 Nov 09 11:39:03.238639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de80c5f-102f-4f60-8dcf-9f8076343b8e req-d2cc7e58-ca3e-4dc6-bfd8-dd5c71d055af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:03.240287 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1de80c5f-102f-4f60-8dcf-9f8076343b8e req-d2cc7e58-ca3e-4dc6-bfd8-dd5c71d055af tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 946 time: 0.0766671 Nov 09 11:39:03.276468 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-9339ce35-1ff9-4767-a248-60e45c7f1abc tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:03.277890 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-9339ce35-1ff9-4767-a248-60e45c7f1abc tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.59 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 946 time: 0.0821562 Nov 09 11:39:03.293188 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-1de80c5f-102f-4f60-8dcf-9f8076343b8e req-8a20a6e3-aef5-406e-b493-db783057e8cb tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474775 Nov 09 11:39:03.345934 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:03.346275 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:03.587432 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:03.587715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:03.707726 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:03.912183 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:03.918491 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2591500b-df2e-4012-a3b0-6c0094ac6f1c tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:03.964607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:03.968645 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:04.040396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] No DVR routers for this DVR port 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 on host n-h2-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:39:04.043118 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:04.045957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'name': 'network-vif-deleted', 'tag': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:39:04.126823 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6fe40-b252-4b51-a144-731bb9625d9a', 'name': 'network-vif-deleted', 'tag': '460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19', 'status': 'completed', 'code': 200} Nov 09 11:39:04.129348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:04.131773 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f05d29ca-6359-4356-9a1a-105b4a800516 req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.59 "DELETE /v2.0/ports/460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 HTTP/1.1" status: 204 len: 173 time: 0.8483789 Nov 09 11:39:04.134068 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3d92d86f-4055-4923-b0fe-28de22478532 req-6c269bde-31d3-4fd2-a69f-d9540ff92804 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0477333 Nov 09 11:39:04.164670 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:04.165048 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device ab3fd7fb-9761-4f8a-9878-ba6d9abcca09 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:04.429634 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:04.487478 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f1c5fba7-b550-4e00-b00a-d3d5d9f3f189 req-12be023b-f934-4bfe-b6c6-c8901e95336f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea6fe40-b252-4b51-a144-731bb9625d9a HTTP/1.1" status: 200 len: 210 time: 0.0435202 Nov 09 11:39:05.331966 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-371f2d7b-c23c-4c26-b82a-80425d2bf3d6 req-556bfe14-51ab-4a2f-a72f-a82639f5b3f0 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0467997 Nov 09 11:39:05.594450 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59170) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:05.665916 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:05.695934 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:05.880291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:05.884562 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d476da32-d067-4fde-b4b4-6a34e84895a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:05.899028 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:05.902218 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:05.991067 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:05.995266 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/security-groups/e36e24ec-5cf0-4cbb-8c0f-6a567ee84d02 HTTP/1.1" status: 204 len: 168 time: 0.3967552 Nov 09 11:39:06.122724 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59178) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:06.149728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:06.184368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:06.186306 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 460fefaa-2cc6-49b4-b0aa-d2bbf2ed6c19 not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:06.341700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting subnet f3a6738f-d0d6-4cd2-901f-fe62a65805dc {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:39:06.345140 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:06.403341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:06.648241 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14ddf82b-e609-4ca4-b0b3-d3e572ca5cac req-1c29bc39-511c-4443-9fff-35631f4759b2 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0462232 Nov 09 11:39:06.654717 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:06.659815 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:06.817948 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:06.822576 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a717e349-d357-4e2b-898e-f4287becb6b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:06.862765 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a6738f-d0d6-4cd2-901f-fe62a65805dc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:06.866316 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:06.868767 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:06.874920 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0c029d6e-9cb4-445a-b9f8-7c53d702ae46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/subnets/f3a6738f-d0d6-4cd2-901f-fe62a65805dc HTTP/1.1" status: 204 len: 168 time: 0.7514055 Nov 09 11:39:06.877751 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59198) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:06.881075 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6bc62-71f6-4f96-a67e-00c8a056550d None None] Network 24d42fb4-109e-465a-9d73-1dbf18e64210 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:39:07.009154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.020293 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port 8098285e-63dd-4863-92f7-9cfbeef24691 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:07.020633 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.147018 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] DHCP port deletion for 24d42fb4-109e-465a-9d73-1dbf18e64210 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:39:07.151808 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Deleting port 8098285e-63dd-4863-92f7-9cfbeef24691 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:07.152988 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.241961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port 8098285e-63dd-4863-92f7-9cfbeef24691, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8098285e-63dd-4863-92f7-9cfbeef24691,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:07.242316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.378125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for 8098285e-63dd-4863-92f7-9cfbeef24691 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:07.437483 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] For port 8098285e-63dd-4863-92f7-9cfbeef24691, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=8098285e-63dd-4863-92f7-9cfbeef24691,segment=NetworkSegment(4066837c-1d6c-47e8-b989-d2141d6a1873),segment_id=4066837c-1d6c-47e8-b989-d2141d6a1873)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:07.437881 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.517210 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.521881 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8923c615-4da6-48bf-9a16-5901297f5bdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:07.560050 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Calling delete_port for 8098285e-63dd-4863-92f7-9cfbeef24691 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:07.565003 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=8098285e-63dd-4863-92f7-9cfbeef24691,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:07.570203 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:07.572809 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] No DVR routers for this DVR port 8098285e-63dd-4863-92f7-9cfbeef24691 on host n-d-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:39:07.635725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:39:07.636083 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:39:07.708330 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.741490 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d42fb4-109e-465a-9d73-1dbf18e64210']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:07.754952 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4066837c-1d6c-47e8-b989-d2141d6a1873') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:07.755253 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4066837c-1d6c-47e8-b989-d2141d6a1873') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:07.768798 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.788104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.806719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:39:07.807353 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:39:07.822330 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:39:07.919014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e7eb1c2a-67b4-47cd-bcaa-78ccc7ce3ce8 req-6cca3d52-a0ac-4b6d-83c6-b444e18b34ff tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0957253 Nov 09 11:39:08.008900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:08.012548 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:08.030012 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:08.044384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Network': ['ID=24d42fb4-109e-465a-9d73-1dbf18e64210,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:08.048090 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:08.117117 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/networks/24d42fb4-109e-465a-9d73-1dbf18e64210 HTTP/1.1" status: 204 len: 168 time: 1.2381461 Nov 09 11:39:08.119800 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59208) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:08.137145 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Deleting port 8098285e-63dd-4863-92f7-9cfbeef24691 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:08.137932 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:08.176717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8098285e-63dd-4863-92f7-9cfbeef24691 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:08.238277 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 8098285e-63dd-4863-92f7-9cfbeef24691 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:08.238915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 8098285e-63dd-4863-92f7-9cfbeef24691 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:08.254834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-680b75cf-c8ad-4c0a-8984-1751636bbd5a None None] The port '8098285e-63dd-4863-92f7-9cfbeef24691' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:39:08.352074 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port 69423c98-d69b-4b87-b8aa-be2da16eba30 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:08.352413 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:08.647300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:08.647300 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:08.766729 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for 69423c98-d69b-4b87-b8aa-be2da16eba30 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:08.994988 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:08.998905 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:09.045081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=69423c98-d69b-4b87-b8aa-be2da16eba30,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:09.047645 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:09.123319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0a116f3c-38d6-4973-8405-5d2ffa69a3ec req-523b2c35-bef6-4d9e-980b-56917a1db5d2 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0421724 Nov 09 11:39:09.141149 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:09.196625 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:39:09.535981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 95aff35a-059f-4cec-be9b-59bba656ee1e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:39:09.742010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:09.752580 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] Sync routers for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:09.759840 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:09.765072 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:09.765678 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:09.813469 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-feb0679d-64e1-4b86-8c30-b9bc4f449e9a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/floatingips/da983321-2a47-491e-8be7-867a742569a8 HTTP/1.1" status: 204 len: 168 time: 1.6924076 Nov 09 11:39:09.814164 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:39:09.992198 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:10.013990 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'status': 'completed', 'code': 200} Nov 09 11:39:10.126061 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-1de9d09f-8f47-41b1-89ef-b51821e6120a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 1096 time: 0.0874522 Nov 09 11:39:10.274906 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-f938677e-dbd4-4e37-9278-e25cc1b23153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:10.276355 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-f938677e-dbd4-4e37-9278-e25cc1b23153 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f347668-58d4-4678-a4d5-49206f4aebbc HTTP/1.1" status: 200 len: 897 time: 0.1436646 Nov 09 11:39:10.341577 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:59Z', 'revision_number': 6, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:10.345770 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] Checking router: 95aff35a-059f-4cec-be9b-59bba656ee1e for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:10.353082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a1b344d9-60e4-4ba2-a9f0-926d71de2105 req-3ab6cca4-0fe0-4c5b-9e23-40d7a4f498c7 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0680811 Nov 09 11:39:10.355259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-0dbc3b88-d40d-4071-bfd7-a7a140661b8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 HTTP/1.1" status: 200 len: 217 time: 0.0708327 Nov 09 11:39:10.358852 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:10.359619 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:10.545574 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:10.599330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-9e0d0bb4-4c3a-49bf-99d8-68f1537b04f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:10.601036 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-9e0d0bb4-4c3a-49bf-99d8-68f1537b04f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c64d8a13-d6f6-4703-be48-1bd02620fa9d HTTP/1.1" status: 200 len: 834 time: 0.2390950 Nov 09 11:39:10.675709 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf569-ee99-4dfe-b85a-33b4c4f3210b req-9285c92b-a074-49ea-b7a4-00fcc98d121e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:10.676404 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d2baf569-ee99-4dfe-b85a-33b4c4f3210b req-9285c92b-a074-49ea-b7a4-00fcc98d121e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:10.713585 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-4e0b6f5d-9826-4e58-8b0c-dcdf278c6c94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f347668-58d4-4678-a4d5-49206f4aebbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034722 Nov 09 11:39:10.804091 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d2baf569-ee99-4dfe-b85a-33b4c4f3210b req-9285c92b-a074-49ea-b7a4-00fcc98d121e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:10.805167 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2baf569-ee99-4dfe-b85a-33b4c4f3210b req-9285c92b-a074-49ea-b7a4-00fcc98d121e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 945 time: 0.2736840 Nov 09 11:39:10.873942 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:59Z', 'revision_number': 6, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:10.878199 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4213b-7d6a-4aec-9632-e7ac7d471fc2 None None] The sync data for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 is: [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:38:59Z', 'revision_number': 6, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '7304743a-248b-4c70-ba17-73a5e9b772db', 'name': '', 'network_id': '2f347668-58d4-4678-a4d5-49206f4aebbc', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:aa:45:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:58Z', 'updated_at': '2021-11-09T11:37:06Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': 'c64d8a13-d6f6-4703-be48-1bd02620fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:10.887173 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-5ca8c1c2-a0fa-461f-96c2-80bf9925e449 service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658707 Nov 09 11:39:10.895578 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d2baf569-ee99-4dfe-b85a-33b4c4f3210b req-0befe630-208e-463a-ae94-b863a862078a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:11.047440 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d0ae9b09-5607-4a2a-9356-de8e01c920e4 req-5625b8e5-51d6-4c01-a79f-26c34d04b2fc service neutron] 10.222.0.57 "GET /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468065 Nov 09 11:39:11.054630 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-d2baf569-ee99-4dfe-b85a-33b4c4f3210b req-0befe630-208e-463a-ae94-b863a862078a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:11.055757 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d2baf569-ee99-4dfe-b85a-33b4c4f3210b req-0befe630-208e-463a-ae94-b863a862078a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359567 Nov 09 11:39:11.196659 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5746a0-8546-42fb-a439-ea2993b016d3 None None] New status for floating IP da983321-2a47-491e-8be7-867a742569a8: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:39:11.530358 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-33e26de2-40e0-47c9-9d1c-c665ef0668f2 req-4b0ba478-7dfc-4881-9e6e-7565b4aec381 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0418971 Nov 09 11:39:11.810373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-fd9a2713-f447-476c-8b78-03475cb7cdcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:11.811849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-fd9a2713-f447-476c-8b78-03475cb7cdcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 945 time: 0.0800874 Nov 09 11:39:11.880209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:11.880719 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:12.125085 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:12.125475 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:12.287850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:12.430862 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba13b65-448a-4b18-95fa-a688f95a8620 req-05ef0933-d359-4e67-bc8e-dc02ba2b1a94 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:12.432278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aba13b65-448a-4b18-95fa-a688f95a8620 req-05ef0933-d359-4e67-bc8e-dc02ba2b1a94 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 945 time: 0.2424965 Nov 09 11:39:12.503966 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-aba13b65-448a-4b18-95fa-a688f95a8620 req-33ce9609-37cd-4359-9421-09a6a55a9a46 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=483a4560-a0dd-4495-97cb-2448e8f4f327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640786 Nov 09 11:39:12.554982 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:12.562028 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4a267d74-30d0-412c-9a8a-af360f81a9a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:12.604135 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:12.608752 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:12.690357 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] No DVR routers for this DVR port 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:39:12.695299 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:12.699020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'name': 'network-vif-deleted', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:39:12.727115 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0cf566e9-2ec1-413e-9ae3-50e0425894dc req-9899bcdc-6fd2-4ed0-a506-9dd15e46793f tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0420282 Nov 09 11:39:12.780895 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9f4cd6f2-99f5-4fce-941d-af10606f005f req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "DELETE /v2.0/ports/2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 HTTP/1.1" status: 204 len: 173 time: 0.9629242 Nov 09 11:39:12.816455 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1881170d-8941-41e5-bf44-2bac647438be', 'name': 'network-vif-deleted', 'tag': '2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0', 'status': 'completed', 'code': 200} Nov 09 11:39:13.687499 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5478458c-a128-4cc5-93ca-8a3a9045f2a4 req-215cc19c-eb73-48e4-a80f-6634f4a8207c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:13.772519 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-5478458c-a128-4cc5-93ca-8a3a9045f2a4 req-215cc19c-eb73-48e4-a80f-6634f4a8207c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:13.773445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac941-3f18-46dc-ac33-fdf2f7a80a01 req-11b52bfe-b3c9-464b-9137-087229356046 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:13.773933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-5478458c-a128-4cc5-93ca-8a3a9045f2a4 req-215cc19c-eb73-48e4-a80f-6634f4a8207c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=1881170d-8941-41e5-bf44-2bac647438be HTTP/1.1" status: 200 len: 210 time: 0.1297722 Nov 09 11:39:13.774914 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b4ac941-3f18-46dc-ac33-fdf2f7a80a01 req-11b52bfe-b3c9-464b-9137-087229356046 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 945 time: 0.2077048 Nov 09 11:39:13.821459 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-0b4ac941-3f18-46dc-ac33-fdf2f7a80a01 req-1125767f-8bbb-484e-9819-f340e7d43d8c tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410011 Nov 09 11:39:13.949360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-be2a6b82-5a5a-4b88-8055-f791ad81859a req-5d6c4b3a-389f-4d1d-a407-0bb38320d992 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0414772 Nov 09 11:39:14.099144 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-27ff923c-c019-45f9-9843-005bc6620b24 req-48245f99-c5db-4476-8e8f-086f70976ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0411835 Nov 09 11:39:14.894242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:14.967296 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af5a3ccb-86d6-48d7-9904-38ec4ca3133b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:15.001022 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af5a3ccb-86d6-48d7-9904-38ec4ca3133b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:15.191220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-de615466-a5ad-4cb5-8dfb-ab39167d5e74 req-65520281-70fb-487c-ad95-93937c0b2cb7 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0783355 Nov 09 11:39:15.192347 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af5a3ccb-86d6-48d7-9904-38ec4ca3133b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:15.210574 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1e47baf2-b2ce-44bf-a7df-feebcd288481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:15.231126 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a3ccb-86d6-48d7-9904-38ec4ca3133b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a4560-a0dd-4495-97cb-2448e8f4f327,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:15.234614 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af5a3ccb-86d6-48d7-9904-38ec4ca3133b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:15.276264 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af5a3ccb-86d6-48d7-9904-38ec4ca3133b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:15.277417 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-af5a3ccb-86d6-48d7-9904-38ec4ca3133b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/security-groups/483a4560-a0dd-4495-97cb-2448e8f4f327 HTTP/1.1" status: 204 len: 168 time: 0.3820751 Nov 09 11:39:15.348006 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:15.386893 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:15.387531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 2ac0b8f1-85a1-47ae-8f9e-f83f451f15f0 not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:15.394473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59284) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:15.482265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6099a-1053-496f-af30-e6acce811146 req-dd256406-e646-4a3e-975c-e6392421a051 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:15.483736 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68e6099a-1053-496f-af30-e6acce811146 req-dd256406-e646-4a3e-975c-e6392421a051 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 945 time: 0.5361083 Nov 09 11:39:15.536537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-8f5172a5-7a0d-42e7-9649-df0b0eeeb9c1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:15.538213 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-8f5172a5-7a0d-42e7-9649-df0b0eeeb9c1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 945 time: 0.1951330 Nov 09 11:39:15.573259 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-68e6099a-1053-496f-af30-e6acce811146 req-893f8175-542c-4443-8aa2-29267159c1d4 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835714 Nov 09 11:39:15.608821 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-6e6e11b2-0cbe-459c-a187-1fbda6acfe3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1740863 Nov 09 11:39:15.678080 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Deleting port 75a7ce41-7d72-4d5f-86fc-99a1e689190b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:15.678407 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:15.702560 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-af7795ad-62cf-4881-afec-8edbfcef1e2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.0707247 Nov 09 11:39:15.850089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-76e52dad-8248-4dc4-bab2-77871fc81b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:15.851571 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-76e52dad-8248-4dc4-bab2-77871fc81b0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1274159 Nov 09 11:39:15.956143 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-1843452f-0abb-4098-ba23-cbed16ee7314 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0977180 Nov 09 11:39:16.017078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] For port 75a7ce41-7d72-4d5f-86fc-99a1e689190b, host n-h2-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817173-1',level=0,port_id=75a7ce41-7d72-4d5f-86fc-99a1e689190b,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:16.017683 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:16.022072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-8c9a32f3-4d6c-4b88-baf0-e80db239ff99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:16.023553 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-8c9a32f3-4d6c-4b88-baf0-e80db239ff99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0605392 Nov 09 11:39:16.109745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-4087ba47-084a-485f-b09a-eea19733ff1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788195 Nov 09 11:39:16.120447 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-4633934f-b874-4ef9-b4ee-60d24556b6ca service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:39:16.121466 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-4633934f-b874-4ef9-b4ee-60d24556b6ca service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048821 Nov 09 11:39:16.254444 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-4242fe6b-1dd5-4416-ac64-3461e995b7ac service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263342 Nov 09 11:39:16.403273 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-749222ea-18bd-4d0d-89e9-fc4317835ded req-2ede3b1c-d789-4104-a119-e091bd4192b7 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414704 Nov 09 11:39:16.431611 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:16.431973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:16.432277 n-d-817173-1 neutron-server[84333]: INFO neutron.db.l3_db [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Floating IP c05090e5-fdde-4751-81cb-6d0d0bd06878 disassociated. External IP: 172.25.7.77, port: 75a7ce41-7d72-4d5f-86fc-99a1e689190b. Nov 09 11:39:16.432611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Calling delete_port for 75a7ce41-7d72-4d5f-86fc-99a1e689190b owned by compute:nova {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:16.471123 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a3b8c547-aad9-4c00-81ca-47418a1b3052 req-91914a1a-5f2a-47d9-8af7-d39c59e3e53a tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0835533 Nov 09 11:39:16.514988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:16.925959 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061d856-c0f0-4277-b689-e4131dfc820a req-4e206292-5560-4873-ad04-f0a2f03d0776 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:16.927749 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b061d856-c0f0-4277-b689-e4131dfc820a req-4e206292-5560-4873-ad04-f0a2f03d0776 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 945 time: 0.2096839 Nov 09 11:39:16.956369 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:16.967192 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9f4ec7d2-30fe-47f2-b946-c904ab68643f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:17.020371 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd87dae1-fd67-407a-aca4-667cbf3f6f0a req-b60ecd10-366e-4646-aff4-2e241f39aea9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74a851065fef4b24a733250dafc788ce&device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0424523 Nov 09 11:39:17.029108 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event deleted for resources: {'Port': ['ID=75a7ce41-7d72-4d5f-86fc-99a1e689190b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:17.037795 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:17.060680 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-b061d856-c0f0-4277-b689-e4131dfc820a req-fba280d7-9628-412d-bb0a-e4ace28ce5da tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups?id=a58357da-831b-49e8-844e-fa86ae78b86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239395 Nov 09 11:39:17.106855 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d5df50cb-8f2a-4a13-ac08-910fd97b6f47 req-45d2e29f-5876-4900-9167-bf6bdfca7a63 tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0797865 Nov 09 11:39:17.108802 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd87dae1-fd67-407a-aca4-667cbf3f6f0a req-e0b9b1fc-dee2-4c22-ad3b-f528c6152f3a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=74a851065fef4b24a733250dafc788ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440679 Nov 09 11:39:17.162736 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-000989aa-003d-468e-9af3-43a11c1f7032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:17.248852 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87dae1-fd67-407a-aca4-667cbf3f6f0a req-f1fb40b6-4fc6-4bdd-88e4-736cdc9c812b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:17.250189 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd87dae1-fd67-407a-aca4-667cbf3f6f0a req-f1fb40b6-4fc6-4bdd-88e4-736cdc9c812b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353970 Nov 09 11:39:17.462987 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:17.512020 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Router d2e8f962-831b-4597-b3b7-0275129a3a4b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:39:17.854354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port 7304743a-248b-4c70-ba17-73a5e9b772db {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:17.854576 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:17.884086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:17.894294 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] Sync routers for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:17.907046 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:17.907844 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:17.972885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] No DVR routers for this DVR port 75a7ce41-7d72-4d5f-86fc-99a1e689190b on host n-h2-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:39:17.978036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:17.980882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'name': 'network-vif-deleted', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:39:18.089640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-320f4fe4-6223-4c4e-a86d-6019f774d68b req-39d630a5-8a2c-4692-8e86-b2b5d23966a0 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.59 "DELETE /v2.0/ports/75a7ce41-7d72-4d5f-86fc-99a1e689190b HTTP/1.1" status: 204 len: 173 time: 2.5395608 Nov 09 11:39:18.091947 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:18.234896 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 75a7ce41-7d72-4d5f-86fc-99a1e689190b no longer exists at agent hyperv_n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:18.285404 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d52dcc-0f47-4df9-b3a7-120a76995c3c', 'name': 'network-vif-deleted', 'tag': '75a7ce41-7d72-4d5f-86fc-99a1e689190b', 'status': 'completed', 'code': 200} Nov 09 11:39:18.300940 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] No Port match for: 75a7ce41-7d72-4d5f-86fc-99a1e689190b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:18.301676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Device 75a7ce41-7d72-4d5f-86fc-99a1e689190b not bound to the agent host n-h2-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:18.337455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-14b64cf0-b6e7-4297-b954-6a0de5b022e7 req-5c139450-6e65-493e-9663-d1ad321c87d1 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/ports?device_id=00d52dcc-0f47-4df9-b3a7-120a76995c3c HTTP/1.1" status: 200 len: 210 time: 0.0537405 Nov 09 11:39:18.348981 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-05605779-c42d-4a66-9d21-f93b5e81c909 req-0de2047f-e50e-4b05-b81f-051676969feb tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0474308 Nov 09 11:39:18.350446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port 7304743a-248b-4c70-ba17-73a5e9b772db, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=7304743a-248b-4c70-ba17-73a5e9b772db,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:18.350819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:18.484464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for 7304743a-248b-4c70-ba17-73a5e9b772db owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:18.507369 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-dd87dae1-fd67-407a-aca4-667cbf3f6f0a req-0b403be7-669a-4f49-9a30-a55fa6d9db3b tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0435784 Nov 09 11:39:18.548877 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:18.553887 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] Checking router: d2e8f962-831b-4597-b3b7-0275129a3a4b for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:18.570083 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:18.570781 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:38:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:18.725765 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:18.730673 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a04fa969-9483-48b7-8037-2a16b33f297d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:18.757832 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:18.776738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=7304743a-248b-4c70-ba17-73a5e9b772db,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:18.779506 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:19.111538 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:19.118125 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90132cd1-6eef-4ecf-a2f8-0cbdae894fbd None None] The sync data for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 is: [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:29:07Z', 'revision_number': 4, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': 'b2094452-e768-43e3-bfef-70d15eec7977', 'name': '', 'network_id': '005eb336-500e-4a09-83c9-de900b98fe09', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'mac_address': 'fa:16:3e:c7:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:29:06Z', 'updated_at': '2021-11-09T11:29:20Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'subnets': [{'id': '67491d64-401a-40b2-a68b-d44cd7edeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:19.147180 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:19.393755 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad453a67-9e82-4993-a52d-8f63ed3efad6 None None] New status for floating IP c05090e5-fdde-4751-81cb-6d0d0bd06878: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:39:19.567883 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-58273beb-19d2-4488-8676-0c153f9e28e7 req-4d3cb0a2-dd52-47c1-bd75-9cecf49306cb tempest-ServerShowV257Test-469453994 tempest-ServerShowV257Test-469453994-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea5230-84b2-4231-b6b0-8269e04a29e6 HTTP/1.1" status: 200 len: 210 time: 0.0535679 Nov 09 11:39:19.605045 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59312) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:19.682518 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-21dfa094-feb2-4d76-9ff2-e6be8f98eae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:19.742519 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:19.782594 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.044084 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 95aff35a-059f-4cec-be9b-59bba656ee1e has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:39:20.106365 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.117711 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-291f83ce-161f-436f-ac2e-115b35a29129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:20.132999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58357da-831b-49e8-844e-fa86ae78b86f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:20.135572 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:20.244600 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.245698 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "DELETE /v2.0/security-groups/a58357da-831b-49e8-844e-fa86ae78b86f HTTP/1.1" status: 204 len: 168 time: 0.6394308 Nov 09 11:39:20.248672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59318) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:20.266471 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-f944530b-dc7e-46ef-885b-2a683927af84 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] show failed (client error): The resource could not be found. Nov 09 11:39:20.267729 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f944530b-dc7e-46ef-885b-2a683927af84 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "GET /v2.0/security-groups/a58357da-831b-49e8-844e-fa86ae78b86f HTTP/1.1" status: 404 len: 347 time: 0.0173938 Nov 09 11:39:20.272069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59322) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:20.285155 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:20.290206 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "PUT /v2.0/routers/95aff35a-059f-4cec-be9b-59bba656ee1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8920684 Nov 09 11:39:20.292890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:20.296036 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] Sync routers for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:20.308994 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:20.309913 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:20.439089 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Deleting port bfdf0cb7-c055-453f-acfe-2445edeb2a2b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:20.439600 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.492019 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting subnet c64d8a13-d6f6-4703-be48-1bd02620fa9d {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:39:20.494715 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.497024 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:20.551036 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.663748 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.710345 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.747565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.747920 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.824454 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:39:18Z', 'revision_number': 7, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:20.829735 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] Checking router: 95aff35a-059f-4cec-be9b-59bba656ee1e for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:20.830170 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.840583 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f86df24b-4fa4-489c-95b1-5a3589371830 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:20.843935 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] Routers {'95aff35a-059f-4cec-be9b-59bba656ee1e'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:20.844677 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['95aff35a-059f-4cec-be9b-59bba656ee1e'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:20.874052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Calling delete_port for bfdf0cb7-c055-453f-acfe-2445edeb2a2b owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:20.887359 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Subnet': ['ID=c64d8a13-d6f6-4703-be48-1bd02620fa9d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:20.890891 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:20.894277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:20.905737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59334) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:20.906633 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/subnets/c64d8a13-d6f6-4703-be48-1bd02620fa9d HTTP/1.1" status: 204 len: 168 time: 0.6119955 Nov 09 11:39:20.907768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e4bb5a-9e98-441f-a47d-bc7b5581759d None None] Network 2f347668-58d4-4678-a4d5-49206f4aebbc requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:39:21.078771 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] Set router 95aff35a-059f-4cec-be9b-59bba656ee1e gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:21.216871 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] DHCP port deletion for 2f347668-58d4-4678-a4d5-49206f4aebbc request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:39:21.219178 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.223869 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Deleting port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:21.224771 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.265899 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:21.309801 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.321853 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-80463389-9ff1-4478-a188-257ac99d6134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:21.406911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Pushing event deleted for resources: {'Port': ['ID=bfdf0cb7-c055-453f-acfe-2445edeb2a2b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:21.464407 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.492459 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:39:18Z', 'revision_number': 7, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:21.500391 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa685716-474a-481d-8e79-3856d7dfbcd7 None None] The sync data for ids ['95aff35a-059f-4cec-be9b-59bba656ee1e'] in n-d-817173-1 is: [{'id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'name': 'tempest-TestNetworkBasicOps-router-87670172', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:39:18Z', 'revision_number': 7, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'a422c082-0abb-47d1-a241-1029923be2eb', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aff35a-059f-4cec-be9b-59bba656ee1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:36:54Z', 'updated_at': '2021-11-09T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:21.512485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.512870 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.513251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.513648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.514023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.514393 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.514759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.515206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.515515 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.515881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.516569 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.516698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:21.518664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] For port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f91ba853-d7fc-498d-89c7-c9f88c7ec1b4,segment=NetworkSegment(6d6d4e4d-6727-4dfb-8dc1-1346596522b8),segment_id=6d6d4e4d-6727-4dfb-8dc1-1346596522b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:21.518899 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.520827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Usage tracker for resource:security_group_rule and tenant:74a851065fef4b24a733250dafc788ce is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:21.525365 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:21.528327 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:21.532395 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:21.575497 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.606147 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.611097 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] 10.222.0.50 "DELETE /v2.0/floatingips/c05090e5-fdde-4751-81cb-6d0d0bd06878 HTTP/1.1" status: 204 len: 168 time: 1.3341687 Nov 09 11:39:21.611427 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.638723 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.674424 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.682492 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-820c5176-cb62-4919-95e8-89e6e8a3cf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:21.711897 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Calling delete_port for f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:21.724652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f27346-87b9-4f59-bec8-822649549d96,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:21.728231 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:21.733646 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74a851065fef4b24a733250dafc788ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4659891 Nov 09 11:39:21.734262 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59348) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:21.741144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port a422c082-0abb-47d1-a241-1029923be2eb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:21.741144 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.805062 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.831611 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.854274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.859434 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:21.902538 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Pushing event deleted for resources: {'Port': ['ID=f91ba853-d7fc-498d-89c7-c9f88c7ec1b4,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:21.921275 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] No DVR routers for this DVR port f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:39:21.925661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.928992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.928992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.928992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.928992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.928992 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.930249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.930850 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.931369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.931875 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.932405 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:21.939834 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:21.967098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port a422c082-0abb-47d1-a241-1029923be2eb, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=a422c082-0abb-47d1-a241-1029923be2eb,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:21.967373 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.983344 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:21.988482 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b94c4c4f-1d88-4e00-a5b0-36899fabca20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:22.015644 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f27346-87b9-4f59-bec8-822649549d96,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:22.018396 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:22.024426 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:22.028886 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82f27346-87b9-4f59-bec8-822649549d96 HTTP/1.1" status: 204 len: 168 time: 0.2931516 Nov 09 11:39:22.110052 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:22.149773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for a422c082-0abb-47d1-a241-1029923be2eb owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:22.193990 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:22.230773 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:22.231240 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f91ba853-d7fc-498d-89c7-c9f88c7ec1b4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:22.231915 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7304743a-248b-4c70-ba17-73a5e9b772db no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:22.273960 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 7304743a-248b-4c70-ba17-73a5e9b772db {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:22.274346 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 7304743a-248b-4c70-ba17-73a5e9b772db not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:22.545742 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:22.550376 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2116fefb-7a34-44e0-b3d2-65ac1ccb74ae tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:22.592924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=a422c082-0abb-47d1-a241-1029923be2eb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:22.596751 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:22.829712 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.097471 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.102000 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.251493 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.252226 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Fanout notify agent at l3_agent the message router_deleted on router 95aff35a-059f-4cec-be9b-59bba656ee1e {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:39:23.278154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.279609 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/routers/95aff35a-059f-4cec-be9b-59bba656ee1e HTTP/1.1" status: 204 len: 168 time: 2.3726568 Nov 09 11:39:23.282467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59374) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:23.437689 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.580332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.612821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f347668-58d4-4678-a4d5-49206f4aebbc']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:23.626285 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6d4e4d-6727-4dfb-8dc1-1346596522b8') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:23.626580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6d4e4d-6727-4dfb-8dc1-1346596522b8') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:23.638676 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.654664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.661715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:39:23.662295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:39:23.677463 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:39:23.837037 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.843188 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:23.847214 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c6746553-6ea9-41c8-9755-271957b80273 tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:23.877758 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Network': ['ID=2f347668-58d4-4678-a4d5-49206f4aebbc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:23.877758 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:23.881489 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/networks/2f347668-58d4-4678-a4d5-49206f4aebbc HTTP/1.1" status: 204 len: 168 time: 0.5967762 Nov 09 11:39:23.897335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59398) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:23.909338 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'network': {'name': 'tempest-network-smoke--1877322790', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:23.912396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:23.917352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:network and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:23.920429 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:23.927626 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:24.040201 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:39:24.043518 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.073617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:39:24.084038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.084404 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Added segment 214595e6-8258-46a4-b085-dd3e917885b1 of type vlan for network 754ce156-06d7-4329-a4e0-453014b7f25f Nov 09 11:39:24.119220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.178385 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a422c082-0abb-47d1-a241-1029923be2eb no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:24.214570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: a422c082-0abb-47d1-a241-1029923be2eb {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:24.215198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device a422c082-0abb-47d1-a241-1029923be2eb not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:24.245797 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.253191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:24.254512 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.264679 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2f6651a7-feaa-4dff-9675-4ccfde68175d tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:24.397775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Network': ['ID=754ce156-06d7-4329-a4e0-453014b7f25f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:24.400637 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:24.408381 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 754ce156-06d7-4329-a4e0-453014b7f25f details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:39:24.514643 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6124251 Nov 09 11:39:24.515708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59420) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:24.520225 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-195277532', 'admin_state_up': True, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:24.528811 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:24.532909 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:router and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:24.536725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:24.543363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:24.628414 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.631251 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.656498 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.707482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59428) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:24.891166 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.901163 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11906'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:24.924690 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:24.929064 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Usage tracker for resource:security_group_rule and tenant:a157d93c65f846d1aeaee0a398ff68b2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:24.932169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:24.938689 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:25.033162 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.110700 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.118155 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-49421e12-077b-4b85-ab8d-590827fcb1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:25.149501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3fcde-4fd9-4430-9c65-78363803ca40,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:25.188225 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.218458 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.287933 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.288310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.288678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.289044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.289408 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.289767 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.290183 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.290586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.290998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.291356 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.291719 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:25.295651 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:25.308465 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a157d93c65f846d1aeaee0a398ff68b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5969536 Nov 09 11:39:25.308465 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59434) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:25.364044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.25.7.105 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/b1606da5-048b-4dce-9b86-2685db91af6d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:39:25.371606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-124f2c06-944c-422c-8d50-b846de3efd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.401664 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-124f2c06-944c-422c-8d50-b846de3efd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.516027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.568198 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-124f2c06-944c-422c-8d50-b846de3efd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.572428 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3f32eeb6-3b3c-4ea7-a18c-2fcefec7bc01 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:25.584038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f2c06-944c-422c-8d50-b846de3efd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3fcde-4fd9-4430-9c65-78363803ca40,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:25.587131 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-124f2c06-944c-422c-8d50-b846de3efd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:25.593979 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-124f2c06-944c-422c-8d50-b846de3efd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.597378 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-124f2c06-944c-422c-8d50-b846de3efd3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5a3fcde-4fd9-4430-9c65-78363803ca40 HTTP/1.1" status: 204 len: 168 time: 0.2859387 Nov 09 11:39:25.654169 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:25.661014 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:25.722023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:39:25.729420 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:39:25.732257 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:39:25.943183 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=b1606da5-048b-4dce-9b86-2685db91af6d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:25.948495 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:26.158173 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:26.158919 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:26.548559 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 32aaaf69-ea8f-4574-9afb-a6798645bca8 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:39:26.758572 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:26.769791 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Sync routers for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:26.783134 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:26.783759 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:26.865565 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:26.867392 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3516023 Nov 09 11:39:26.870512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59460) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:26.954430 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-59147bf1-537d-4ff7-9501-931ac033026d tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=1c96a170d36046a6894aa8e5d7b1779a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800173 Nov 09 11:39:26.954430 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59468) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:27.104606 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:27.126279 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7caff3-e4c8-4612-815c-70b9af19f483 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:27.128111 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5e7caff3-e4c8-4612-815c-70b9af19f483 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1727962 Nov 09 11:39:27.131020 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59474) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:27.177520 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5ae6258b-8326-4638-b7d8-88ac24dd69db tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=8f6d29ce-6f1c-4c9f-889e-fbfb031b1080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441408 Nov 09 11:39:27.180365 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59478) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:27.187094 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598590738', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:27.328836 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:27.333299 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:subnet and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:27.336828 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:27.343042 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:27.417732 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:39:27.449825 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:26Z', 'revision_number': 3, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:27.453957 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Checking router: 32aaaf69-ea8f-4574-9afb-a6798645bca8 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:27.454717 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Updating router 32aaaf69-ea8f-4574-9afb-a6798645bca8 port b1606da5-048b-4dce-9b86-2685db91af6d binding host n-d-817173-1 {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:39:27.516231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:27.579030 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:27.921113 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:27.936196 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Transition to ACTIVE for port object b1606da5-048b-4dce-9b86-2685db91af6d will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:39:27.979682 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:27.985825 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:28.011676 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:28.016193 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8345ab-8235-4f24-9217-fbca4d8f50b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:28.079267 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Subnet': ['ID=668c6587-5ddd-4c55-8c48-a407c8272c51,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:28.084510 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:28.085771 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Checking segment: {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:39:28.086202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network hostable DHCP agents. Network: 754ce156-06d7-4329-a4e0-453014b7f25f, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:39:28.100425 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd14961-b9e7-4e7c-bbd7-7e541f42fbfa None None] Pushing event updated for resources: {'Port': ['ID=b1606da5-048b-4dce-9b86-2685db91af6d,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:28.107367 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7dd14961-b9e7-4e7c-bbd7-7e541f42fbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:28.144207 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Attempting to bind port b1606da5-048b-4dce-9b86-2685db91af6d on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:39:28.149953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Attempting to bind port b1606da5-048b-4dce-9b86-2685db91af6d by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:39:28.149953 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Attempting to bind port b1606da5-048b-4dce-9b86-2685db91af6d on network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:39:28.153084 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:39:28.153474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Checking segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:39:28.153883 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:28.154280 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Bound using segment: {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:39:28.154751 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Bound port: b1606da5-048b-4dce-9b86-2685db91af6d, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e18834d-a00e-4472-91f1-0b1d72b3947b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:39:28.155242 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:28.203507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 754ce156-06d7-4329-a4e0-453014b7f25f is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:39:28.292051 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 754ce156-06d7-4329-a4e0-453014b7f25f) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:39:28.301108 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:28.301747 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:28.302969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] For port b1606da5-048b-4dce-9b86-2685db91af6d, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:39:28.308852 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] For port b1606da5-048b-4dce-9b86-2685db91af6d, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b1606da5-048b-4dce-9b86-2685db91af6d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:39:28.311367 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee6871-08f4-442f-8940-9a010a049fcf None None] Network 754ce156-06d7-4329-a4e0-453014b7f25f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:39:28.415465 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:28.422500 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-2027b70c-e140-4438-85ec-d0af17f8a52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:28.447223 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59500) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:28.448579 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-85911b7a-6e66-4fb5-94d8-cf101454f310 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2666364 Nov 09 11:39:28.561656 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd14961-b9e7-4e7c-bbd7-7e541f42fbfa None None] Pushing event updated for resources: {'Port': ['ID=b1606da5-048b-4dce-9b86-2685db91af6d,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:28.567627 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7dd14961-b9e7-4e7c-bbd7-7e541f42fbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:28.606687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:28.607378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:28.673519 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-754ce156-06d7-4329-a4e0-453014b7f25f', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:39:28.674692 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:28.920127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:29.142701 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Allocated IP 172.20.0.2 (754ce156-06d7-4329-a4e0-453014b7f25f/668c6587-5ddd-4c55-8c48-a407c8272c51/20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:39:29.555382 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:29.568894 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:26Z', 'revision_number': 3, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:29.576505 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:29.579096 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75d01b-e248-44d2-a31b-3bec1c66ca92 None None] The sync data for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 is: [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:26Z', 'revision_number': 3, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:29.592338 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Transition to ACTIVE for port object 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:39:29.621098 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Transition to ACTIVE for port object 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:39:29.711361 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:29.728581 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:29.819443 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Pushing event updated for resources: {'Port': ['ID=20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:29.838295 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:29.838295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Network 754ce156-06d7-4329-a4e0-453014b7f25f is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:39:29.838295 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:39:29.843388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:39:30.015746 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Attempting to bind port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:39:30.016388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Attempting to bind port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:39:30.016768 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Attempting to bind port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b on network 754ce156-06d7-4329-a4e0-453014b7f25f {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:39:30.025355 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:39:30.025739 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Checking segment: {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:39:30.026146 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:30.026715 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Bound using segment: {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:39:30.027549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Bound port: 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:39:30.027944 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:30.227916 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.20.0.1 (754ce156-06d7-4329-a4e0-453014b7f25f/668c6587-5ddd-4c55-8c48-a407c8272c51/723929c4-b8a0-461e-a9fc-5800221d9818) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:39:30.262189 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] For port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:39:30.271474 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] For port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:39:30.280783 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b1606da5-048b-4dce-9b86-2685db91af6d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:39:30.368822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59528) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:30.377567 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:30.393216 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-a6082ff8-37d2-41dd-8291-7b57a3273353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:30.493030 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:30.532786 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Transition to ACTIVE for port object 723929c4-b8a0-461e-a9fc-5800221d9818 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:39:30.634652 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:30.639730 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:30.685430 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Pushing event updated for resources: {'Port': ['ID=20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:30.697185 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:30.711012 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port b1606da5-048b-4dce-9b86-2685db91af6d completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:39:30.717095 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b1606da5-048b-4dce-9b86-2685db91af6d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:30.717786 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:30.736850 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 754ce156-06d7-4329-a4e0-453014b7f25f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:39:30.740949 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:39:30.743107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=723929c4-b8a0-461e-a9fc-5800221d9818,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:30.745251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:39:30.954297 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:30.985780 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port b1606da5-048b-4dce-9b86-2685db91af6d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b1606da5-048b-4dce-9b86-2685db91af6d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:31.066242 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:31.071510 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:31.074932 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:31.169826 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:31.240472 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=b1606da5-048b-4dce-9b86-2685db91af6d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:31.244268 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:31.390682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:31.474160 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:31.864900 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:31.922349 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:31.959633 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a7cbb83b-dd12-4e4e-935e-5af5463d7211 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:32.059174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=723929c4-b8a0-461e-a9fc-5800221d9818,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:32.063296 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:32.092923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.114533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e2911f-4217-4d8f-bb24-25d44c98686b None None] Network 754ce156-06d7-4329-a4e0-453014b7f25f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:39:32.218389 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Deleting port b2094452-e768-43e3-bfef-70d15eec7977 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:32.221671 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.293696 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b5415541-ba05-47a9-86a4-8a0d8e429742 None None] Provisioning for port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:39:32.366896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 754ce156-06d7-4329-a4e0-453014b7f25f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:39:32.376400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:39:32.380553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:39:32.480294 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] For port b2094452-e768-43e3-bfef-70d15eec7977, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b2094452-e768-43e3-bfef-70d15eec7977,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:32.480903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.562333 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:39:32.571211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:32.571211 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.618142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Calling delete_port for b2094452-e768-43e3-bfef-70d15eec7977 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:32.800037 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.862415 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:32.871481 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 32aaaf69-ea8f-4574-9afb-a6798645bca8 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:39:32.880217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-77f3371f-2309-42c6-8a9c-ad9b0b48e1bb None None] Provisioning complete for port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:32.880818 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-77f3371f-2309-42c6-8a9c-ad9b0b48e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.961040 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.962558 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b1606da5-048b-4dce-9b86-2685db91af6d up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:39:32.979714 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:32.984522 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-73f774e8-14ea-4cdb-bf5f-7dda47beb095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:33.036934 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:33.047321 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2094452-e768-43e3-bfef-70d15eec7977,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:33.052980 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:33.141375 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:33.165355 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "PUT /v2.0/routers/32aaaf69-ea8f-4574-9afb-a6798645bca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7176921 Nov 09 11:39:33.169308 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59560) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:33.242868 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:33.249977 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:33.325174 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port b1606da5-048b-4dce-9b86-2685db91af6d triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:33.328522 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:33.534461 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-77f3371f-2309-42c6-8a9c-ad9b0b48e1bb None None] Provisioning for port 723929c4-b8a0-461e-a9fc-5800221d9818 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:39:33.541834 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-77f3371f-2309-42c6-8a9c-ad9b0b48e1bb None None] Provisioning complete for port 723929c4-b8a0-461e-a9fc-5800221d9818 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:33.542405 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-77f3371f-2309-42c6-8a9c-ad9b0b48e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:33.604649 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.605491 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.605951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.606422 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.606910 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.607033 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-77f3371f-2309-42c6-8a9c-ad9b0b48e1bb None None] Port 723929c4-b8a0-461e-a9fc-5800221d9818 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:39:33.607425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.607880 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.611005 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-635eee54-184a-4825-aa9e-0c60574b4714 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4978 time: 0.4394786 Nov 09 11:39:33.612579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59566) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:33.680729 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:33.698233 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.698608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.698998 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.699360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.699733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.700065 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.700433 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:33.702289 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ddeb42a7-3f2e-4130-9046-71e0e1b9a5c3 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.0885367 Nov 09 11:39:33.705038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59570) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:33.733051 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1335faf7-146d-438e-b0af-0ec924bb52be None None] Provisioning complete for port 723929c4-b8a0-461e-a9fc-5800221d9818 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:33.733438 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1335faf7-146d-438e-b0af-0ec924bb52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:33.797108 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1335faf7-146d-438e-b0af-0ec924bb52be None None] Port 723929c4-b8a0-461e-a9fc-5800221d9818 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:39:33.830092 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Sync routers for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:33.844054 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:33.844651 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:33.994620 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1e611108-f65a-4fb2-a065-6f2b7430bfc8 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3760 time: 0.2882011 Nov 09 11:39:34.123724 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:34.285217 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:39:34.412881 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:34.413528 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:34.468743 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:34.511874 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Router d2e8f962-831b-4597-b3b7-0275129a3a4b has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:39:34.568904 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 2, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:34.573177 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Checking router: 32aaaf69-ea8f-4574-9afb-a6798645bca8 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:34.573534 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Updating router 32aaaf69-ea8f-4574-9afb-a6798645bca8 port 723929c4-b8a0-461e-a9fc-5800221d9818 binding host n-d-817173-1 {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 09 11:39:34.589165 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59586) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:34.600612 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203292611', 'description': 'tempest-secgroup-smoke-203292611 description', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:34.607675 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:34.611828 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:34.615912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:34.622579 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:34.636931 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:34.705356 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:34.749958 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:34.763412 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] Sync routers for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:34.767460 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:34.767605 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/d2e8f962-831b-4597-b3b7-0275129a3a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3951943 Nov 09 11:39:34.767881 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59592) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:34.772186 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:34.775816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:34.782663 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:34.783027 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:34.783935 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:34.843240 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:34.951606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:34.960885 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-443e1d8c-be65-438e-9915-ef6830ddf7cd tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:35.019848 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:35.021386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.024769 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:35.082416 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.087085 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4936991 Nov 09 11:39:35.087784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59598) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:35.092764 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:35.095507 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.096328 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6b2f9-52e1-45e5-be6b-b3a13570f85d', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:35.104180 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:35.109063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:35.112782 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:35.116964 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.provisioning_blocks [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Transition to ACTIVE for port object 723929c4-b8a0-461e-a9fc-5800221d9818 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:39:35.119227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:35.185176 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.190729 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-864de577-9561-460b-907e-039b9cee06d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:35.244307 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.249476 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.272797 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Pushing event updated for resources: {'Port': ['ID=723929c4-b8a0-461e-a9fc-5800221d9818,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:35.322589 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Deleting port d256c9a0-9076-4a04-814d-85d2951a6668 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:35.323055 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.337127 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.362220 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.362559 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.363349 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.363349 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.363616 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.364127 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.364442 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.364812 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.365068 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.365401 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.365712 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:39:35.370141 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:35.413613 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.415573 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a9b0e6fa-459a-450d-b2c4-9812440321c3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:35.477184 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5246ce-f12b-4b94-8407-dcdb6a8c75ff,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:35.480621 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:35.483743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Attempting to bind port 723929c4-b8a0-461e-a9fc-5800221d9818 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:39:35.483743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Attempting to bind port 723929c4-b8a0-461e-a9fc-5800221d9818 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:39:35.483743 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Attempting to bind port 723929c4-b8a0-461e-a9fc-5800221d9818 on network 754ce156-06d7-4329-a4e0-453014b7f25f {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:39:35.491174 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:39:35.491551 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Checking segment: {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:39:35.492787 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.493190 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Bound using segment: {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:39:35.493817 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.managers [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Bound port: 723929c4-b8a0-461e-a9fc-5800221d9818, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:39:35.494204 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.516342 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:39:32Z', 'revision_number': 5, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port': {'id': 'd256c9a0-9076-4a04-814d-85d2951a6668', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:28:57Z', 'updated_at': '2021-11-09T11:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:35.521531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] Checking router: d2e8f962-831b-4597-b3b7-0275129a3a4b for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:35.533664 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] Routers {'d2e8f962-831b-4597-b3b7-0275129a3a4b'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:35.534297 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['d2e8f962-831b-4597-b3b7-0275129a3a4b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:35.548606 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.550301 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-51b55438-1a45-42bb-8b26-e94d5619da29 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4612679 Nov 09 11:39:35.553891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59606) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:35.561578 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6b2f9-52e1-45e5-be6b-b3a13570f85d', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:35.578022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:35.591642 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:35.602051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:35.622685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:35.661688 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] For port 723929c4-b8a0-461e-a9fc-5800221d9818, host n-d-817173-1, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:39:35.665686 n-d-817173-1 neutron-server[84336]: DEBUG neutron.plugins.ml2.db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] For port 723929c4-b8a0-461e-a9fc-5800221d9818, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=723929c4-b8a0-461e-a9fc-5800221d9818,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:39:35.729519 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.733100 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] For port d256c9a0-9076-4a04-814d-85d2951a6668, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=d256c9a0-9076-4a04-814d-85d2951a6668,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:35.733454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.737500 n-d-817173-1 neutron-server[84336]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.741515 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-33545ea3-8097-48b5-9df5-09124bb38d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:35.827776 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Pushing event updated for resources: {'Port': ['ID=723929c4-b8a0-461e-a9fc-5800221d9818,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:35.831423 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] Set router d2e8f962-831b-4597-b3b7-0275129a3a4b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:35.832111 n-d-817173-1 neutron-server[84336]: DEBUG oslo_concurrency.lockutils [None req-665589d3-bc1f-433d-a5a8-c3cb6edc5f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:35.841407 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:35.842039 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:20Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:35.845982 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.896508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Calling delete_port for d256c9a0-9076-4a04-814d-85d2951a6668 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:35.925257 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:35.930230 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-75580964-2eff-4c1e-829c-bda1246acb2d tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:35.976886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd74ace-d6fb-41f5-8331-aec0b1104bcf,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:35.988974 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:36.064741 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:39:35Z', 'revision_number': 6, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port_host': None}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:36.070656 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.072472 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-741bb52c-dece-444a-9149-d074d08aa679 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5175943 Nov 09 11:39:36.075182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59614) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:36.084015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6b2f9-52e1-45e5-be6b-b3a13570f85d', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:36.096278 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:36.099553 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef9c76-b41c-4cc9-b0b7-e2192d027e90 None None] The sync data for ids ['d2e8f962-831b-4597-b3b7-0275129a3a4b'] in n-d-817173-1 is: [{'id': 'd2e8f962-831b-4597-b3b7-0275129a3a4b', 'name': 'tempest-AttachVolumeTestJSON-1913556813-router', 'tenant_id': 'b7945d6e08704345a8e53c498c0adf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:28:56Z', 'updated_at': '2021-11-09T11:39:35Z', 'revision_number': 6, 'project_id': 'b7945d6e08704345a8e53c498c0adf76', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:36.114904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:36.125482 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:36.133053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:36.241958 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.250279 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:36.326094 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.334232 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.345586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6f3187af-6aa9-45f1-bb77-ac6874c12b55 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:36.390732 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.392646 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e88d096a-d527-4ac1-8f92-c6161919411b tempest-TestSecurityGroupsBasicOps-975210944 tempest-TestSecurityGroupsBasicOps-975210944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:36.419354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d256c9a0-9076-4a04-814d-85d2951a6668,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:36.425295 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f53ed9f-51e8-4d4a-b2b6-c4f12142fdc5,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:36.425603 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:36.432761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:36.523260 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.524820 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d23457fe-0efc-4a1e-a0da-0be14ddbdd7e tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4474182 Nov 09 11:39:36.527539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59620) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:36.534470 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6b2f9-52e1-45e5-be6b-b3a13570f85d', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:36.548413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:36.553750 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:36.558557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:36.566652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:36.646823 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.660246 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:35Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:36.666134 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbfc763-9136-4bc5-89fd-101ce0774fda None None] The sync data for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 is: [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:35Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:36.668198 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.673201 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.769827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.828479 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.830259 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:36.854043 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51bdfa8-63c2-47c6-a0f7-a11f316e0705,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:36.857322 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:36.943406 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.947628 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-21f1724c-6720-474a-a01d-1e104d51d381 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4188788 Nov 09 11:39:36.948239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:36.954060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6b2f9-52e1-45e5-be6b-b3a13570f85d', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:36.960997 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:36.964934 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:36.967919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:36.974725 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:36.983143 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:36.987688 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.057412 n-d-817173-1 neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Project 1c96a170d36046a6894aa8e5d7b1779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:39:37.065628 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.117358 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.118457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e8f962-831b-4597-b3b7-0275129a3a4b {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:39:37.136392 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.140438 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] 10.222.0.50 "DELETE /v2.0/routers/d2e8f962-831b-4597-b3b7-0275129a3a4b HTTP/1.1" status: 204 len: 168 time: 2.3692348 Nov 09 11:39:37.141123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:37.144688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.205764 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Deleting subnet 67491d64-401a-40b2-a68b-d44cd7edeeea {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:39:37.209111 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.211118 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.241817 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a2bdc3df-3d77-494d-a682-28c7c5d06232 tempest-SecurityGroupRulesNegativeTestJSON-1749276941 tempest-SecurityGroupRulesNegativeTestJSON-1749276941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:37.281875 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcfc1f3-4eda-40a2-ab40-f0bbc57f2bac,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:37.284231 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:37.305498 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.389586 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.390861 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1110284e-1c65-4e97-9812-f09247c150d4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4415512 Nov 09 11:39:37.393640 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59640) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:37.400340 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6b2f9-52e1-45e5-be6b-b3a13570f85d', 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:37.407372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:37.412088 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:security_group_rule and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:37.412303 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.415558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:37.421699 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:37.514078 n-d-817173-1 neutron-server[84334]: INFO neutron.db.securitygroups_db [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Project 1c96a170d36046a6894aa8e5d7b1779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 11:39:37.528215 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.548869 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.554444 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e116eacb-000e-49ef-9284-60148ddd46db tempest-BulkNetworkOpsIpV6Test-489225618 tempest-BulkNetworkOpsIpV6Test-489225618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:37.588242 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67491d64-401a-40b2-a68b-d44cd7edeeea,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:37.592645 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:37.595626 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.602845 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d0f310b4-3157-47df-a6db-6a502557e7c2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/67491d64-401a-40b2-a68b-d44cd7edeeea HTTP/1.1" status: 204 len: 168 time: 0.4610970 Nov 09 11:39:37.605215 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6228506-e50a-4fe2-88cc-83b85b2bf809 None None] Network 005eb336-500e-4a09-83c9-de900b98fe09 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:39:37.605703 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59646) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:37.634291 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.726311 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677144'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.730957 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-32cc6c96-5fcb-43d3-92a9-bafbc828bdf9 tempest-TestServerBasicOps-339359024 tempest-TestServerBasicOps-339359024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:37.780479 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bf8862-2b2f-4e2b-9f6c-6fb70db1c352,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:37.784601 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.788064 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:37.800202 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Deleting port 6e4a6e26-7a48-4936-8881-e10e976016b4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:37.800563 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.847442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:37.851163 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-65d7dab5-f533-4f03-8586-9869c07df77b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4545829 Nov 09 11:39:37.882339 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] DHCP port deletion for 005eb336-500e-4a09-83c9-de900b98fe09 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:39:37.887361 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] Deleting port 6e4a6e26-7a48-4936-8881-e10e976016b4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:37.887912 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:38.170465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] For port 6e4a6e26-7a48-4936-8881-e10e976016b4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6e4a6e26-7a48-4936-8881-e10e976016b4,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:38.170765 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:38.213065 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] For port 6e4a6e26-7a48-4936-8881-e10e976016b4, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=6e4a6e26-7a48-4936-8881-e10e976016b4,segment=NetworkSegment(e5a329b1-ffe7-4e3a-ac94-a102756e15d5),segment_id=e5a329b1-ffe7-4e3a-ac94-a102756e15d5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:38.213549 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:38.232391 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-0c031e27-e581-4321-a455-754dfed4101c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203292611&fields=id&tenant_id=1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 267 time: 0.0907934 Nov 09 11:39:38.273886 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 723929c4-b8a0-461e-a9fc-5800221d9818 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:39:38.370179 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] Calling delete_port for 6e4a6e26-7a48-4936-8881-e10e976016b4 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:38.384426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Calling delete_port for 6e4a6e26-7a48-4936-8881-e10e976016b4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:39:38.525618 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port 723929c4-b8a0-461e-a9fc-5800221d9818 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:39:38.531159 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 723929c4-b8a0-461e-a9fc-5800221d9818 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:38.531545 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:38.566300 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:38.572861 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:38.589211 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-e5523634-ff29-4c13-8a32-96bd2dece031 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:38.590023 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-e5523634-ff29-4c13-8a32-96bd2dece031 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:38.597196 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.db.api [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:39:38.597196 n-d-817173-1 neutron-server[84334]: DEBUG oslo_db.api [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:39:38.624627 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] Pushing event deleted for resources: {'Port': ['ID=6e4a6e26-7a48-4936-8881-e10e976016b4,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:38.634740 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:38.640373 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b58758-1fa8-4184-b27d-29e10ee59a00 None None] No DVR routers for this DVR port 6e4a6e26-7a48-4936-8881-e10e976016b4 on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:39:38.679722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-e5523634-ff29-4c13-8a32-96bd2dece031 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:38.681013 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-e5523634-ff29-4c13-8a32-96bd2dece031 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/networks?id=754ce156-06d7-4329-a4e0-453014b7f25f HTTP/1.1" status: 200 len: 797 time: 0.3914046 Nov 09 11:39:38.706199 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-51ce9d0c-a124-4fa3-84d3-50a0eec115bf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/quotas/1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 375 time: 0.0183816 Nov 09 11:39:38.778549 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:38.806511 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-efcc0133-8549-48ae-810e-042a6832b20d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994215 Nov 09 11:39:38.818549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port 723929c4-b8a0-461e-a9fc-5800221d9818, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=723929c4-b8a0-461e-a9fc-5800221d9818,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:38.892207 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:38.902689 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:38.965688 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-16f46b97-f72e-49bf-acb5-1464dba11b61 service neutron] 10.222.0.50 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459455 Nov 09 11:39:38.986020 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6e4a6e26-7a48-4936-8881-e10e976016b4 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:39.028589 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 6e4a6e26-7a48-4936-8881-e10e976016b4 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:39.029045 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 6e4a6e26-7a48-4936-8881-e10e976016b4 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:39.029636 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d256c9a0-9076-4a04-814d-85d2951a6668 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:39.065998 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: d256c9a0-9076-4a04-814d-85d2951a6668 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:39.066348 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device d256c9a0-9076-4a04-814d-85d2951a6668 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:39.066891 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b2094452-e768-43e3-bfef-70d15eec7977 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:39:39.101009 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Deleting port 6e4a6e26-7a48-4936-8881-e10e976016b4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:39:39.101551 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:39.104224 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=723929c4-b8a0-461e-a9fc-5800221d9818,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:39.108132 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:39.109549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: b2094452-e768-43e3-bfef-70d15eec7977 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:39:39.110126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b2094452-e768-43e3-bfef-70d15eec7977 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:39:39.184177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] The port '6e4a6e26-7a48-4936-8881-e10e976016b4' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:39:39.219053 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-e7c84bf2-7818-437f-801c-4375b7aa9d85 service neutron] 10.222.0.50 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478280 Nov 09 11:39:39.321365 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:39.347044 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005eb336-500e-4a09-83c9-de900b98fe09']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:39.359737 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:39.360024 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a329b1-ffe7-4e3a-ac94-a102756e15d5') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:39.372508 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:39.388755 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:39.394577 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:39:39.395782 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: util.warn( Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:39:39.415428 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:39:39.523631 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6bb595a7-fed4-4415-b18d-c9dba4d1ef61 req-fa4cdc7f-8703-4fa9-aeab-5f1a48d1bf00 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:39.562741 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:39.566843 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f66fa2d7-1d4f-4728-9063-8825e1b60135 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:39.581876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:39.586464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-6bb595a7-fed4-4415-b18d-c9dba4d1ef61 req-fa4cdc7f-8703-4fa9-aeab-5f1a48d1bf00 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:39.601381 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Pushing event deleted for resources: {'Network': ['ID=005eb336-500e-4a09-83c9-de900b98fe09,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:39.601829 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6bb595a7-fed4-4415-b18d-c9dba4d1ef61 req-fa4cdc7f-8703-4fa9-aeab-5f1a48d1bf00 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 210 time: 0.1179116 Nov 09 11:39:39.604236 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:39.672486 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] 10.222.0.50 "DELETE /v2.0/networks/005eb336-500e-4a09-83c9-de900b98fe09 HTTP/1.1" status: 204 len: 168 time: 2.0656033 Nov 09 11:39:40.140011 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59688) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:40.183388 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 723929c4-b8a0-461e-a9fc-5800221d9818 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:39:40.198028 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c0ff207e-8333-4b4f-8171-3b836a427cbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7945d6e08704345a8e53c498c0adf76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0567350 Nov 09 11:39:40.200346 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59692) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:40.254445 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port 723929c4-b8a0-461e-a9fc-5800221d9818 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:40.254850 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:40.271242 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:40.302813 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:40.464806 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:40.468554 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0a9b5fd-d2ba-4e69-8bd8-6ef1ee9c028c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:40.483850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53c12e2-343e-4165-826a-3a18d11c4628,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:40.488011 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:40.494302 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:40.495364 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d53c12e2-343e-4165-826a-3a18d11c4628 HTTP/1.1" status: 204 len: 168 time: 0.2941144 Nov 09 11:39:40.776483 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4c7cbba2-590f-4d66-81c9-0e36ed32fc15 req-c61e42c5-c5b0-4e38-8d8e-dc98e60a531f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 210 time: 0.0408478 Nov 09 11:39:41.471759 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59718) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:41.646379 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:41.801521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-985ff159-640b-4b48-9384-33a7592da420 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:41.802937 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-985ff159-640b-4b48-9384-33a7592da420 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "GET /v2.0/networks?id=754ce156-06d7-4329-a4e0-453014b7f25f HTTP/1.1" status: 200 len: 797 time: 0.3036478 Nov 09 11:39:41.819209 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:41.823010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6279754f2d6417f9ca256af4d6b2ed5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:41.826970 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:41.850558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:41.889061 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-acba71ef-cdd0-426d-9c48-066a87d5a347 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c96a170d36046a6894aa8e5d7b1779a HTTP/1.1" status: 200 len: 379 time: 0.0632067 Nov 09 11:39:41.903218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'port': {'device_id': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'admin_state_up': True, 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'security_groups': ['d1f6b2f9-52e1-45e5-be6b-b3a13570f85d']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:41.979451 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c6fa1f6-40aa-4bd9-b96a-bedb240f98d0 req-2ed95679-4fc3-4540-b1c2-3cdded12dec0 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 210 time: 0.0489638 Nov 09 11:39:42.098817 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.110711 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:42.121284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:42.161673 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.169695 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-56f72233-4d13-4a71-a6a0-0436886c8c45 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:42.211477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f51a54-9188-479b-a160-8a51775c7eb6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:42.215079 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:42.217534 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6279754f2d6417f9ca256af4d6b2ed5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7436464 Nov 09 11:39:42.223327 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59734) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:42.272752 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Made reservation on behalf of 1c96a170d36046a6894aa8e5d7b1779a for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:39:42.275927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.322924 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ac2661a-ecb9-42ec-a615-7679d6359f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.407429 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ac2661a-ecb9-42ec-a615-7679d6359f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.530002 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.20.0.5 (754ce156-06d7-4329-a4e0-453014b7f25f/668c6587-5ddd-4c55-8c48-a407c8272c51/9753e06c-167c-4baa-93c2-aef20d5dffda) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:39:42.617630 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ac2661a-ecb9-42ec-a615-7679d6359f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.625977 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d60eb891-24e2-474b-a8d1-8d113cd6dcb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:42.643573 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2661a-ecb9-42ec-a615-7679d6359f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f51a54-9188-479b-a160-8a51775c7eb6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:42.694424 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3ac2661a-ecb9-42ec-a615-7679d6359f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:42.771472 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.791925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Transition to ACTIVE for port object 9753e06c-167c-4baa-93c2-aef20d5dffda will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:39:42.800118 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ac2661a-ecb9-42ec-a615-7679d6359f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.803976 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-3ac2661a-ecb9-42ec-a615-7679d6359f0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8f51a54-9188-479b-a160-8a51775c7eb6 HTTP/1.1" status: 204 len: 168 time: 0.5801136 Nov 09 11:39:42.891330 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:42.899047 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-805a4d9f-e9be-4b6f-ac6e-39656876cc8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:42.982543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 754ce156-06d7-4329-a4e0-453014b7f25f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:39:42.986063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:39:42.990719 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:39:43.023580 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=9753e06c-167c-4baa-93c2-aef20d5dffda,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:43.029148 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:43.064245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:43.065328 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.177151 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-aab99d79-8c6b-429e-a8c9-33547d651119 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2796872 Nov 09 11:39:43.190330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Request body: {'port': {'device_id': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:43.313054 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505629a-a0f8-4445-bba8-35ca6fde21f9 req-bf63a578-ff51-4082-b15d-a44c6f1374a3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:43.313744 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f505629a-a0f8-4445-bba8-35ca6fde21f9 req-bf63a578-ff51-4082-b15d-a44c6f1374a3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:43.320596 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-db6fa1f8-de1c-4a1e-9a81-2cf71f5e8cd3 None None] Provisioning for port 9753e06c-167c-4baa-93c2-aef20d5dffda completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:39:43.328969 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-db6fa1f8-de1c-4a1e-9a81-2cf71f5e8cd3 None None] Provisioning complete for port 9753e06c-167c-4baa-93c2-aef20d5dffda triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:43.330725 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-db6fa1f8-de1c-4a1e-9a81-2cf71f5e8cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.342356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.389109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-db6fa1f8-de1c-4a1e-9a81-2cf71f5e8cd3 None None] Port 9753e06c-167c-4baa-93c2-aef20d5dffda cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:39:43.469624 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-f505629a-a0f8-4445-bba8-35ca6fde21f9 req-bf63a578-ff51-4082-b15d-a44c6f1374a3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:43.470684 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f505629a-a0f8-4445-bba8-35ca6fde21f9 req-bf63a578-ff51-4082-b15d-a44c6f1374a3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 931 time: 0.3406062 Nov 09 11:39:43.549500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:43.569822 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.604411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:43.605003 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f505629a-a0f8-4445-bba8-35ca6fde21f9 req-4b2e6f2b-80f0-4cf6-8d42-c3d023edaad0 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280041 Nov 09 11:39:43.606619 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7bf3e44c5e4067a676a7f124af8dc3 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:43.609501 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:43.616088 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:43.690484 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.749403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9753e06c-167c-4baa-93c2-aef20d5dffda {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:39:43.760405 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.761936 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.769525 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26391454-08af-48d7-b2c3-9aefdf7b8308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:43.776191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Transition to ACTIVE for port object 9753e06c-167c-4baa-93c2-aef20d5dffda will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:39:43.809925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f17626-d3fb-4215-af90-57b863c3584a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:43.814311 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b7bf3e44c5e4067a676a7f124af8dc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2638259 Nov 09 11:39:43.815224 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:43.817135 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59768) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:43.856903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.862130 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d799eb9-d7ec-4c8c-b68a-992f187b050a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:43.883324 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d93ce0b-366f-4f93-ac96-f4e5fb6847fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:43.919301 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d93ce0b-366f-4f93-ac96-f4e5fb6847fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:44.003928 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Pushing event updated for resources: {'Port': ['ID=9753e06c-167c-4baa-93c2-aef20d5dffda,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:44.008001 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:44.064778 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d93ce0b-366f-4f93-ac96-f4e5fb6847fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:44.071725 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b285d2be-ed39-4142-8292-9fbe4e19ec66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:44.094310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ce0b-366f-4f93-ac96-f4e5fb6847fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f17626-d3fb-4215-af90-57b863c3584a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:44.117143 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2d93ce0b-366f-4f93-ac96-f4e5fb6847fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:44.138353 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d93ce0b-366f-4f93-ac96-f4e5fb6847fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:44.140885 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-2d93ce0b-366f-4f93-ac96-f4e5fb6847fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50f17626-d3fb-4215-af90-57b863c3584a HTTP/1.1" status: 204 len: 168 time: 0.3228559 Nov 09 11:39:44.154196 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Attempting to bind port 9753e06c-167c-4baa-93c2-aef20d5dffda on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:39:44.154546 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Attempting to bind port 9753e06c-167c-4baa-93c2-aef20d5dffda by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:39:44.154888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Attempting to bind port 9753e06c-167c-4baa-93c2-aef20d5dffda on network 754ce156-06d7-4329-a4e0-453014b7f25f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:39:44.171911 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Port 9753e06c-167c-4baa-93c2-aef20d5dffda on network 754ce156-06d7-4329-a4e0-453014b7f25f not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:39:44.172254 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Attempting to bind port 9753e06c-167c-4baa-93c2-aef20d5dffda on network 754ce156-06d7-4329-a4e0-453014b7f25f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:39:44.190918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:39:44.191264 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Checking segment: {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:39:44.194931 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Bound using segment: {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:39:44.195448 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Bound port: 9753e06c-167c-4baa-93c2-aef20d5dffda, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214595e6-8258-46a4-b085-dd3e917885b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:39:44.196731 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:44.439218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] For port 9753e06c-167c-4baa-93c2-aef20d5dffda, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:39:44.443131 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] For port 9753e06c-167c-4baa-93c2-aef20d5dffda, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9753e06c-167c-4baa-93c2-aef20d5dffda,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:39:44.571237 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:44.575095 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7a0f43d2-2db6-44a5-a2f2-24a649fd905a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:44.643997 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:44.645901 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] 10.222.0.57 "PUT /v2.0/ports/9753e06c-167c-4baa-93c2-aef20d5dffda HTTP/1.1" status: 200 len: 1091 time: 1.4609888 Nov 09 11:39:44.646433 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:39:44.665125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Pushing event updated for resources: {'Port': ['ID=9753e06c-167c-4baa-93c2-aef20d5dffda,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:44.670972 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6000934c-9c9b-4911-8242-19912c521a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:44.744548 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'status': 'completed', 'code': 200} Nov 09 11:39:44.894139 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-ce2ed230-b79e-4fcd-be2d-97632f1c29e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 1094 time: 0.1278224 Nov 09 11:39:44.963838 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66078e-56ad-4535-8223-e5263f05e332 req-e4318fcf-8c51-4cfd-8281-a58bd38d3975 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:44.969399 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc66078e-56ad-4535-8223-e5263f05e332 req-e4318fcf-8c51-4cfd-8281-a58bd38d3975 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 943 time: 0.1685145 Nov 09 11:39:44.983670 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-4da7dda3-6c92-4afa-ba0f-edddef5df601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9753e06c-167c-4baa-93c2-aef20d5dffda HTTP/1.1" status: 200 len: 217 time: 0.0825136 Nov 09 11:39:45.022226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cc66078e-56ad-4535-8223-e5263f05e332 req-ee9c5565-2ddd-4b0a-9d3e-62606abd2482 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:39:45.048661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-4fa69499-042f-4ce6-8e12-9b25182839ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:45.050160 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-4fa69499-042f-4ce6-8e12-9b25182839ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=668c6587-5ddd-4c55-8c48-a407c8272c51 HTTP/1.1" status: 200 len: 835 time: 0.0603678 Nov 09 11:39:45.127852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-cc66078e-56ad-4535-8223-e5263f05e332 req-ee9c5565-2ddd-4b0a-9d3e-62606abd2482 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:39:45.129089 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-cc66078e-56ad-4535-8223-e5263f05e332 req-ee9c5565-2ddd-4b0a-9d3e-62606abd2482 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557245 Nov 09 11:39:45.129604 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-894b55cd-0e0c-4fc6-ace7-5ef15d52ea49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=754ce156-06d7-4329-a4e0-453014b7f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722773 Nov 09 11:39:45.268190 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-570919a1-fa7a-432a-9c0e-bff6ef89f7d2 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318767 Nov 09 11:39:45.412745 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-f77c94cc-7bcf-4792-84c5-6b9afb464444 req-a34f7698-2f20-4b7e-8dc4-114e68034dc9 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378872 Nov 09 11:39:45.631481 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-7050a298-ccc2-4c9d-8881-455f8622a9f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 1094 time: 0.0809298 Nov 09 11:39:45.776008 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-fdc6706f-a4da-41f2-960b-9871d6bc8d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:45.776008 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-fdc6706f-a4da-41f2-960b-9871d6bc8d49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=754ce156-06d7-4329-a4e0-453014b7f25f HTTP/1.1" status: 200 len: 898 time: 0.1354268 Nov 09 11:39:45.845327 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-26c23969-2206-473b-9103-de2fbb77dc6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9753e06c-167c-4baa-93c2-aef20d5dffda HTTP/1.1" status: 200 len: 217 time: 0.0637131 Nov 09 11:39:45.916576 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-b51b9f96-1c86-462b-a74b-d67cdfac0f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:45.918013 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-b51b9f96-1c86-462b-a74b-d67cdfac0f34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=668c6587-5ddd-4c55-8c48-a407c8272c51 HTTP/1.1" status: 200 len: 835 time: 0.0657654 Nov 09 11:39:46.010577 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-d6d67fab-ca26-4b1a-b0cf-ebfc723378c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=754ce156-06d7-4329-a4e0-453014b7f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852509 Nov 09 11:39:46.153981 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-a01cb488-1515-4906-aa81-4f23ce9ca9b5 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359880 Nov 09 11:39:46.198229 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:39:46.349313 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e6adaf82-405b-448c-826d-a64dc7480c2b req-e589ea21-a575-4c57-9b71-89d9b7be6ef4 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869893 Nov 09 11:39:46.381584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3505d9-73a8-47f1-9afa-573cbaefff6e req-7cf10aa3-9505-4c54-b846-e2890858a9dc tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:46.383072 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7e3505d9-73a8-47f1-9afa-573cbaefff6e req-7cf10aa3-9505-4c54-b846-e2890858a9dc tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 943 time: 0.1157978 Nov 09 11:39:46.436410 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7e3505d9-73a8-47f1-9afa-573cbaefff6e req-1a6dbe92-b138-409f-972c-739845db3de8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475261 Nov 09 11:39:47.139274 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-caa73fa1-eb57-4ae3-9cbf-8957da940f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:47.479590 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:47.643017 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba0eb8-3b08-438f-a306-775ba5fafc10 req-59f6cdb7-3993-49a7-b885-08c342fc07e7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:47.644612 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8ba0eb8-3b08-438f-a306-775ba5fafc10 req-59f6cdb7-3993-49a7-b885-08c342fc07e7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 943 time: 0.0855350 Nov 09 11:39:47.690952 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d8ba0eb8-3b08-438f-a306-775ba5fafc10 req-1319fbc5-cb20-4c49-bbda-2c31cf0d744a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406079 Nov 09 11:39:48.906463 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64adb-96da-4543-a53c-923b2e180223 req-0b97d59f-6e71-4f1f-8cb6-da126a1c11f3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:48.908503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fc64adb-96da-4543-a53c-923b2e180223 req-0b97d59f-6e71-4f1f-8cb6-da126a1c11f3 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 943 time: 0.0858064 Nov 09 11:39:48.971016 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-7fc64adb-96da-4543-a53c-923b2e180223 req-bb60440e-392f-4d64-850b-bbb246646d6c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548649 Nov 09 11:39:49.485313 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9753e06c-167c-4baa-93c2-aef20d5dffda details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:39:49.571575 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef90-f2be-4410-887d-28410fbfeb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:49.632934 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9753e06c-167c-4baa-93c2-aef20d5dffda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9753e06c-167c-4baa-93c2-aef20d5dffda,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:49.651378 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'port_id': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'mac_address': 'fa:16:3e:60:c2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:39:49.711723 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 59938) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:49.713884 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:49.732634 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9753e06c-167c-4baa-93c2-aef20d5dffda {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:39:49.749510 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9753e06c-167c-4baa-93c2-aef20d5dffda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9753e06c-167c-4baa-93c2-aef20d5dffda,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:49.817800 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:49.823399 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-4b436be7-70c8-46a6-b729-7eb791459042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:49.933220 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:49.944262 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9753e06c-167c-4baa-93c2-aef20d5dffda,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:49.949393 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:49.981268 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:49.987851 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Usage tracker for resource:security_group_rule and tenant:c243bfd41d0e48e7b2bb35b826682e07 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:49.990821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:49.997441 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:50.025840 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['9753e06c-167c-4baa-93c2-aef20d5dffda'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:39:50.073932 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:50.282622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:50.295627 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a6ff76fb-7f92-4e7e-a891-f3ddddae79d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:50.346611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d4d05-6740-4a22-80c7-6433aa9eb8db,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:50.349942 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:50.357889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c243bfd41d0e48e7b2bb35b826682e07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6450453 Nov 09 11:39:50.360723 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 59972) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:50.403016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eacc2b-ab08-46dc-8030-40956e979d72 req-4a38d256-d7cd-4d11-a181-b6a7db1892a0 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:50.404470 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f0eacc2b-ab08-46dc-8030-40956e979d72 req-4a38d256-d7cd-4d11-a181-b6a7db1892a0 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 944 time: 0.2823930 Nov 09 11:39:50.433203 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:50.457108 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-f0eacc2b-ab08-46dc-8030-40956e979d72 req-147e4a8c-16bd-42cb-be13-4ceb866dc664 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471926 Nov 09 11:39:50.463906 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:50.599539 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:50.604941 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2275e59-7d85-49de-9a59-1644942cf289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:50.615272 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d4d05-6740-4a22-80c7-6433aa9eb8db,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:50.622208 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:50.623306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:50.624178 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a3d4d05-6740-4a22-80c7-6433aa9eb8db HTTP/1.1" status: 204 len: 168 time: 0.2623672 Nov 09 11:39:50.645660 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.299721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60012) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:51.318730 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.352590 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:51.356841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Usage tracker for resource:security_group_rule and tenant:4684b4aa6666474b8732e3dcfbd3fa25 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:51.359644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:51.366191 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:51.441951 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.513040 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9753e06c-167c-4baa-93c2-aef20d5dffda up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:39:51.539327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.548444 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-394c7848-b511-4950-8f09-f6dcf92b5d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:51.639377 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9931db-9204-41de-9e88-9eff3e8833e2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:51.648882 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4684b4aa6666474b8732e3dcfbd3fa25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3480461 Nov 09 11:39:51.650519 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:51.651638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60030) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:51.673802 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port 9753e06c-167c-4baa-93c2-aef20d5dffda completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:39:51.679170 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port 9753e06c-167c-4baa-93c2-aef20d5dffda triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:39:51.679562 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.697679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ac3f9-21b6-436f-981c-f079b13522c4 req-dcb792ae-9f8e-4835-817a-f18c63814ded tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:51.704933 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e15ac3f9-21b6-436f-981c-f079b13522c4 req-dcb792ae-9f8e-4835-817a-f18c63814ded tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 944 time: 0.1098700 Nov 09 11:39:51.724839 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d57af76-d4ec-4b70-be5a-a92e345f5fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.761038 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d57af76-d4ec-4b70-be5a-a92e345f5fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.768665 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e15ac3f9-21b6-436f-981c-f079b13522c4 req-5e9ddf80-faa8-4b10-bfc1-a2613805f2f6 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600321 Nov 09 11:39:51.832222 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:51.860337 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:39:51.870891 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port 9753e06c-167c-4baa-93c2-aef20d5dffda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9753e06c-167c-4baa-93c2-aef20d5dffda,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:39:51.998760 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d57af76-d4ec-4b70-be5a-a92e345f5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:52.002536 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-373e94fd-7356-463a-992c-16a96887edd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:52.017847 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57af76-d4ec-4b70-be5a-a92e345f5fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9931db-9204-41de-9e88-9eff3e8833e2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:52.020825 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-9d57af76-d4ec-4b70-be5a-a92e345f5fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:52.026755 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d57af76-d4ec-4b70-be5a-a92e345f5fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:52.027905 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-9d57af76-d4ec-4b70-be5a-a92e345f5fe7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d9931db-9204-41de-9e88-9eff3e8833e2 HTTP/1.1" status: 204 len: 168 time: 0.3751774 Nov 09 11:39:52.041137 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:52.044310 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:52.105402 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:52.133882 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=9753e06c-167c-4baa-93c2-aef20d5dffda,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:52.137162 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:52.140687 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'code': 200} Nov 09 11:39:52.401271 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70f7777d-f929-4d53-95db-2d1198af26d2 req-12b894bb-21d0-4aef-bb3d-db92d121ca1b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 1096 time: 0.1949835 Nov 09 11:39:52.452281 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70f7777d-f929-4d53-95db-2d1198af26d2 req-60890523-063d-4c58-86b1-eba86edc3fc7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441844 Nov 09 11:39:52.802562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60076) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:52.958767 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:53.014126 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f56a8e-77e9-438f-89f4-22d0ba7cf97a req-7e68afe2-fc46-4310-82d1-0e3a5ea63da0 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:53.015614 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70f56a8e-77e9-438f-89f4-22d0ba7cf97a req-7e68afe2-fc46-4310-82d1-0e3a5ea63da0 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 945 time: 0.1315014 Nov 09 11:39:53.016567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:53.020657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Usage tracker for resource:security_group_rule and tenant:051092794d9046b39ec96a889cd3cd49 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:53.025730 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:53.045029 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:53.085044 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-70f56a8e-77e9-438f-89f4-22d0ba7cf97a req-a8b190f4-4e62-42ea-a2da-1f9dd3333b73 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604274 Nov 09 11:39:53.131428 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:53.199511 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:53.206960 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e69bc56c-9d29-493c-a7a3-fe073fda787f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:53.247409 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38f8146-ea3e-46b4-b727-2377c0b84fb4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:53.250937 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:53.254771 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=051092794d9046b39ec96a889cd3cd49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4491565 Nov 09 11:39:53.256141 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60088) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:53.318429 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:53.348868 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:53.490872 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:53.495015 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2fc548d0-e570-49e7-b58f-985cce59c2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:53.508867 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38f8146-ea3e-46b4-b727-2377c0b84fb4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:53.511376 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:53.516880 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:53.518005 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f38f8146-ea3e-46b4-b727-2377c0b84fb4 HTTP/1.1" status: 204 len: 168 time: 0.2603829 Nov 09 11:39:54.222121 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60110) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:54.244747 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:54.278061 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:54.282018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Usage tracker for resource:security_group_rule and tenant:eca6f94f34014ae092721dc3f31a1d82 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:54.285069 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:54.294275 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:54.300164 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433dee-ad23-40bb-ab3d-14245144b1e9 req-f0f8fbbe-8b2e-40ef-bf0f-e6b2b0f0781c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:54.301742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4433dee-ad23-40bb-ab3d-14245144b1e9 req-f0f8fbbe-8b2e-40ef-bf0f-e6b2b0f0781c tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 945 time: 0.0942466 Nov 09 11:39:54.362746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-d4433dee-ad23-40bb-ab3d-14245144b1e9 req-74cb089e-7045-4203-a18e-3483eef1a079 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533218 Nov 09 11:39:54.364936 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:54.447381 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:54.454823 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-37c23795-12ad-4b6d-a89e-3165d5c10508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:54.537046 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0509c7a0-efe8-47ff-8049-17ed88fab061,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:54.545610 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:54.550738 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:54.550856 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eca6f94f34014ae092721dc3f31a1d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3269391 Nov 09 11:39:54.596337 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4570f8-fd5a-4f6b-8cd5-518d58027be9 req-b1e10dca-ba6a-4ac2-9e7f-a227c43ee442 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:54.598025 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c4570f8-fd5a-4f6b-8cd5-518d58027be9 req-b1e10dca-ba6a-4ac2-9e7f-a227c43ee442 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 945 time: 0.1072297 Nov 09 11:39:54.616865 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:54.644472 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:54.648766 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-1c4570f8-fd5a-4f6b-8cd5-518d58027be9 req-e0396708-0559-4203-ba6a-567bbe44d50f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 Nov 09 11:39:54.677087 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60128) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:54.753675 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-745bf1b5-06c1-4e06-a5f8-98146ef36509 tempest-TestNetworkBasicOps-1688285241 tempest-TestNetworkBasicOps-1688285241-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 1091 time: 0.0751348 Nov 09 11:39:54.756736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60134) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:54.762236 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:39:54.768520 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:54.772973 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Usage tracker for resource:floatingip and tenant:1c96a170d36046a6894aa8e5d7b1779a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:54.776115 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:54.782118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:54.784213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:54.788578 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-2abdbcf5-1d8d-483f-ad6c-794ba5bf5fef tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:54.800013 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0509c7a0-efe8-47ff-8049-17ed88fab061,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:54.805009 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:54.807130 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:54.808303 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0509c7a0-efe8-47ff-8049-17ed88fab061 HTTP/1.1" status: 204 len: 168 time: 0.2564118 Nov 09 11:39:54.853306 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:55.009246 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:55.144728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Allocated IP 172.25.7.2 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/b2116ad6-20df-4ff4-8860-f07840f49769) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:39:55.317145 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:55.411720 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:55.416311 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-59f90842-44b8-4175-bae2-4e1a15b84127 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:55.487597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:39:55.495618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:39:55.495618 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:39:55.521978 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=b2116ad6-20df-4ff4-8860-f07840f49769,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:55.529039 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:56.033196 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.110990 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60178) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:56.175897 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.352912 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.421107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:56.470485 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Usage tracker for resource:security_group_rule and tenant:fc803be908324356ae596437d0d6a044 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:56.478162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:56.486605 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:56.597900 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.612610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.668128 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.672822 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1051ffdb-56b7-41a6-8223-1fd8b172e307 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:56.711346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.798563 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event updated for resources: {'Port': ['ID=b2116ad6-20df-4ff4-8860-f07840f49769,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:56.802251 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:56.807149 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b8b01398-4d08-411f-8435-054e274e2396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:56.825654 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc803be908324356ae596437d0d6a044&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7157369 Nov 09 11:39:56.828576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:56.848643 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.892360 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.920345 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:56.929567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c07ff58-582a-4088-bce8-c1af6077bbef,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:56.934453 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bcdbb045-68c9-4246-9894-a260d42d361d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:57.085921 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:57.091790 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0dd1a94b-386b-4c63-a84e-5247ae12d073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:57.099248 n-d-817173-1 neutron-server[84334]: INFO neutron.db.l3_db [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Floating IP ed8ca5fe-85cc-4919-a71e-f6b76c240f20 associated. External IP: 172.25.7.2, port: 9753e06c-167c-4baa-93c2-aef20d5dffda. Nov 09 11:39:57.106213 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c07ff58-582a-4088-bce8-c1af6077bbef,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:57.109273 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:57.114663 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:57.114663 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c07ff58-582a-4088-bce8-c1af6077bbef HTTP/1.1" status: 204 len: 168 time: 0.2831171 Nov 09 11:39:57.561113 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 32aaaf69-ea8f-4574-9afb-a6798645bca8 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:39:57.775197 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:39:57.788354 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] Sync routers for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:39:57.801807 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:57.802679 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:57.920477 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60220) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:57.945614 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:57.981274 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:58.014561 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:58.039191 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:58.039777 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.2812786 Nov 09 11:39:58.041946 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:39:58.049371 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:39:58.054655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Usage tracker for resource:security_group_rule and tenant:44407555b18b444aa83f9c617aef6ba8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:39:58.057777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:39:58.068289 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:39:58.143565 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'status': 'completed', 'code': 200} Nov 09 11:39:58.248016 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5932d4e8-a499-4e97-8261-8d35a78673bf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/floatingips/ed8ca5fe-85cc-4919-a71e-f6b76c240f20 HTTP/1.1" status: 200 len: 989 time: 0.2067232 Nov 09 11:39:58.260452 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:58.289953 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-c085ad4b-8773-478c-b197-650421ca0df4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 1096 time: 0.1214998 Nov 09 11:39:58.376427 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:58.471241 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ed8ca5fe-85cc-4919-a71e-f6b76c240f20', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'port_id': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'mac_address': 'fa:16:3e:60:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:39:55Z', 'updated_at': '2021-11-09T11:39:55Z', 'revision_number': 0, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:38Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:58.477730 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] Checking router: 32aaaf69-ea8f-4574-9afb-a6798645bca8 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:39:58.490377 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:39:58.491274 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:39:49Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:58.538834 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e0af6e8a-85fd-444c-9c72-2648e284bdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:58.609734 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44407555b18b444aa83f9c617aef6ba8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6856122 Nov 09 11:39:58.610411 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba73e6-acb5-4e77-bc7c-ecb16c2a0516,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:58.611222 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:58.622824 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:58.656416 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-520d18e9-6671-405d-82de-382356a56a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:58.658503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-520d18e9-6671-405d-82de-382356a56a5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=754ce156-06d7-4329-a4e0-453014b7f25f HTTP/1.1" status: 200 len: 898 time: 0.3594081 Nov 09 11:39:58.699102 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1ec-190f-459a-8a15-3d319f01a25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:58.733089 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1ec-190f-459a-8a15-3d319f01a25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:58.757572 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:39:58.824129 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-92e6dc66-7220-4831-a267-a1ee273dd39d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9753e06c-167c-4baa-93c2-aef20d5dffda HTTP/1.1" status: 200 len: 997 time: 0.1591482 Nov 09 11:39:58.890424 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-4ad01030-1998-417e-a63b-dd2eceff94f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:39:58.891896 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-4ad01030-1998-417e-a63b-dd2eceff94f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=668c6587-5ddd-4c55-8c48-a407c8272c51 HTTP/1.1" status: 200 len: 835 time: 0.0614116 Nov 09 11:39:58.916009 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1ec-190f-459a-8a15-3d319f01a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:58.920080 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ebfdcc21-e5ee-45c1-bfc2-90e70788fdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:39:58.945153 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1ec-190f-459a-8a15-3d319f01a25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:39:58.946926 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-51f8a1ec-190f-459a-8a15-3d319f01a25c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8aba73e6-acb5-4e77-bc7c-ecb16c2a0516 HTTP/1.1" status: 204 len: 168 time: 0.3345704 Nov 09 11:39:58.948194 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8a1ec-190f-459a-8a15-3d319f01a25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba73e6-acb5-4e77-bc7c-ecb16c2a0516,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:39:58.951791 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-51f8a1ec-190f-459a-8a15-3d319f01a25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:39:59.007786 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-a1daa352-b687-4b35-a4bd-49c5f5a71115 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=754ce156-06d7-4329-a4e0-453014b7f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092994 Nov 09 11:39:59.173797 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ed8ca5fe-85cc-4919-a71e-f6b76c240f20', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'port_id': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'mac_address': 'fa:16:3e:60:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:39:55Z', 'updated_at': '2021-11-09T11:39:55Z', 'revision_number': 0, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:38Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:39:59.174292 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-b2407ae1-2826-4db8-aa1c-121918122f4e service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485863 Nov 09 11:39:59.175953 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fa020-877a-4a71-a9e0-ef8928f7219f None None] The sync data for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 is: [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_floatingips': [{'id': 'ed8ca5fe-85cc-4919-a71e-f6b76c240f20', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'router_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'port_id': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'mac_address': 'fa:16:3e:60:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T11:39:55Z', 'updated_at': '2021-11-09T11:39:55Z', 'revision_number': 0, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:38Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:39:59.251012 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:39:59.327743 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-c30a618f-7d03-4efa-b51e-8f79ea2dcf7d req-c48c6893-0bf8-4d7c-90b6-c31636815627 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480596 Nov 09 11:39:59.375125 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f7319b2f-5ba8-4faa-8f5c-7e7f851ed1b9 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/floatingips/ed8ca5fe-85cc-4919-a71e-f6b76c240f20 HTTP/1.1" status: 200 len: 989 time: 0.1214046 Nov 09 11:39:59.475433 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc9ff2-eb6c-46e4-b32a-b08ccf1d4722 None None] New status for floating IP ed8ca5fe-85cc-4919-a71e-f6b76c240f20: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:40:00.384143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60278) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:00.491653 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ba307bb6-2b30-4829-8fdf-bd8c21db0e50 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/floatingips/ed8ca5fe-85cc-4919-a71e-f6b76c240f20 HTTP/1.1" status: 200 len: 991 time: 0.1124327 Nov 09 11:40:00.514262 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60284) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:00.664885 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:00.699500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:00.703570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Usage tracker for resource:security_group_rule and tenant:2a971c6f5591416e89ce27a02143b835 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:00.706369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:00.713015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:00.793720 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:00.887671 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:00.895034 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e348cb93-3229-4e55-958f-8b58e5d0bf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:00.939086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b8a95b-8394-4dce-8fb4-0f88c1010bdf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:00.944949 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a971c6f5591416e89ce27a02143b835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4288635 Nov 09 11:40:00.946135 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:00.947232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60296) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:01.009927 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:01.037291 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:01.179004 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:01.184355 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d8a7c2c4-1f49-4170-b066-aff888abf3bc tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:01.199792 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b8a95b-8394-4dce-8fb4-0f88c1010bdf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:01.203200 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:01.205398 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:01.209513 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1b8a95b-8394-4dce-8fb4-0f88c1010bdf HTTP/1.1" status: 204 len: 168 time: 0.2584789 Nov 09 11:40:02.001478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:02.020565 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:02.055032 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:02.059076 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Usage tracker for resource:security_group_rule and tenant:a63dde3200454f46ba6ebf769b9cf194 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:02.061947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:02.067846 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:02.149134 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:02.252790 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:02.261198 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-203af35d-a1af-4e65-8e5b-6dbafe787b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:02.302352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03593980-79af-4df7-bda5-ee5dd5bb7d00,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:02.304710 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:02.309373 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a63dde3200454f46ba6ebf769b9cf194&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3044484 Nov 09 11:40:02.310235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60342) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:02.375231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:02.404682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:02.554000 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:02.557807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e09cb96e-063b-4d6a-82b2-36955201f342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:02.571224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03593980-79af-4df7-bda5-ee5dd5bb7d00,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:02.574031 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:02.575926 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:02.576901 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03593980-79af-4df7-bda5-ee5dd5bb7d00 HTTP/1.1" status: 204 len: 168 time: 0.2663152 Nov 09 11:40:03.245025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-b77f2440-fd8a-443b-a39e-0740c36872b2 req-fb56451b-bf32-4199-a99a-1b39225a724b service neutron] (84334) timed out ('10.222.0.50', 43438) {{(pid=84334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:40:04.422279 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:06.412679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60476) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:06.561482 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:06.594997 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:06.599510 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:93c4654d62f64decbc26ace0bfaa7cef is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:06.603878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:06.609910 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:06.675348 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:06.677082 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:06.744136 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:06.751724 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3f610932-65c6-4ef2-9132-162519eec2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:06.794434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2096e167-851f-4f42-a902-1da9b31473f7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:06.800921 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93c4654d62f64decbc26ace0bfaa7cef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3847980 Nov 09 11:40:06.800921 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cd005562-099b-4eb5-aec4-9bc300e64dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:06.801372 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60486) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:06.865339 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-153a0c55-95b6-486b-b581-616fd387cd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:06.898534 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-153a0c55-95b6-486b-b581-616fd387cd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:06.946763 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60492) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:07.027902 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-153a0c55-95b6-486b-b581-616fd387cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.031809 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5d4e616b-a6e9-457c-b19f-fe1c257bc720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:07.050170 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a0c55-95b6-486b-b581-616fd387cd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2096e167-851f-4f42-a902-1da9b31473f7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:07.050170 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-153a0c55-95b6-486b-b581-616fd387cd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:07.059875 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-153a0c55-95b6-486b-b581-616fd387cd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.063314 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-153a0c55-95b6-486b-b581-616fd387cd2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2096e167-851f-4f42-a902-1da9b31473f7 HTTP/1.1" status: 204 len: 168 time: 0.2588172 Nov 09 11:40:07.096022 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.128566 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:07.132619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Usage tracker for resource:security_group_rule and tenant:d2d60b788938457bb7a00aa8d12b149f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:07.135474 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:07.141118 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:07.205418 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.290671 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.297669 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a076cfe3-0550-4a1a-ad11-01e1a5e759e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:07.339277 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec499ed6-7e9b-4680-ae47-d33915d55a93,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:07.342755 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:07.348132 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-53d758bd-b445-45e8-b031-25e86abe101f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2d60b788938457bb7a00aa8d12b149f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3976326 Nov 09 11:40:07.350511 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60502) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:07.421151 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.448457 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.623826 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.627757 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-361a2987-876d-4684-8650-a288d4e4fc2c tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:07.639866 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec499ed6-7e9b-4680-ae47-d33915d55a93,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:07.643802 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:07.647918 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.649138 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec499ed6-7e9b-4680-ae47-d33915d55a93 HTTP/1.1" status: 204 len: 168 time: 0.2932158 Nov 09 11:40:07.816698 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:07.837473 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:07.868611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:07.872358 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Usage tracker for resource:security_group_rule and tenant:2c5bba8a62cc42fdbe8940db0c792f89 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:07.875349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:07.882425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:07.952288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:08.014208 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:08.024053 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8df6352f-79d5-4f9e-bb8a-c683251eb1ad tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:08.065324 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c5bba8a62cc42fdbe8940db0c792f89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2473607 Nov 09 11:40:08.066119 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6156045f-d3b7-44f3-8dc4-840dd738f204,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:08.068000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60518) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:08.069802 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:08.132639 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b1a33a-174a-45aa-b5e8-362ea69a91f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:08.160531 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b1a33a-174a-45aa-b5e8-362ea69a91f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:08.264285 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b1a33a-174a-45aa-b5e8-362ea69a91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:08.268461 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-284591e7-3529-4d13-8ded-425fb1241b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:08.282748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1a33a-174a-45aa-b5e8-362ea69a91f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6156045f-d3b7-44f3-8dc4-840dd738f204,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:08.287299 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-84b1a33a-174a-45aa-b5e8-362ea69a91f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:08.290556 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b1a33a-174a-45aa-b5e8-362ea69a91f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:08.294104 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-84b1a33a-174a-45aa-b5e8-362ea69a91f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6156045f-d3b7-44f3-8dc4-840dd738f204 HTTP/1.1" status: 204 len: 168 time: 0.2214932 Nov 09 11:40:10.247635 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60584) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:10.457110 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:10.487985 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:10.491996 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Usage tracker for resource:security_group_rule and tenant:a2590d90a8a0401e9c23f96fa20c53bc is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:10.494929 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:10.501339 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:10.570773 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:10.650386 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:10.657317 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-21cbcdc5-c1b9-4eb4-9db1-35e3f37d624b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:10.698265 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f72ed1a-83dd-4567-9bb3-5e5b91f53ab3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:10.701844 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:10.704221 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2590d90a8a0401e9c23f96fa20c53bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4555972 Nov 09 11:40:10.707120 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60598) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:10.775156 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:10.800080 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:10.924536 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:10.929248 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-26bc8c1b-8589-4d3d-a239-48b9735d902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:10.941169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f72ed1a-83dd-4567-9bb3-5e5b91f53ab3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:10.947201 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:10.949646 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:10.952966 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f72ed1a-83dd-4567-9bb3-5e5b91f53ab3 HTTP/1.1" status: 204 len: 168 time: 0.2447174 Nov 09 11:40:13.492700 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60688) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:13.649303 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:13.682647 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:13.686619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Usage tracker for resource:security_group_rule and tenant:d12f37c5b31f4d648192e0ab9f42c214 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:13.689480 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:13.696098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:13.762806 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:13.822082 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:13.829995 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f64ca43d-1e5c-4f9a-aaac-917750482f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:13.873178 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf9c79-4d79-429a-9f04-3b6c6f1ff17a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:13.876554 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:13.879320 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-69e8a9e0-62a2-4de5-9420-97156748acb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d12f37c5b31f4d648192e0ab9f42c214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3854876 Nov 09 11:40:13.881950 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60698) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:13.944076 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-246ef9c6-4048-4bc0-8d4b-6cab8947f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:13.976360 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-246ef9c6-4048-4bc0-8d4b-6cab8947f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:14.104191 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-246ef9c6-4048-4bc0-8d4b-6cab8947f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:14.108242 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c9c0f4b1-e226-490e-ad8a-71e088ee7646 tempest-NegativeSecGroupIPv6Test-1279297710 tempest-NegativeSecGroupIPv6Test-1279297710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:14.119184 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ef9c6-4048-4bc0-8d4b-6cab8947f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf9c79-4d79-429a-9f04-3b6c6f1ff17a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:14.123104 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-246ef9c6-4048-4bc0-8d4b-6cab8947f64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:14.126327 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-246ef9c6-4048-4bc0-8d4b-6cab8947f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:14.127475 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-246ef9c6-4048-4bc0-8d4b-6cab8947f64a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9bf9c79-4d79-429a-9f04-3b6c6f1ff17a HTTP/1.1" status: 204 len: 168 time: 0.2446041 Nov 09 11:40:14.877888 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60718) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:14.901511 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:14.938025 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:14.942336 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Usage tracker for resource:security_group_rule and tenant:422cd31668804acb8af3ce0271601a1f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:14.945749 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:14.951413 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:15.027336 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:15.096174 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:15.104890 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2eb01d98-29b8-4698-9952-7135a459c312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:15.146899 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eab31d-e56d-4d76-a8a4-b24cbc9ca94a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:15.152154 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:15.154503 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9d18242e-e471-4c52-994b-18b9de4e6aaa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=422cd31668804acb8af3ce0271601a1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2751999 Nov 09 11:40:15.157473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60726) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:15.223841 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-592c1600-91c0-4fb4-af20-8867385ec0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:15.261126 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-592c1600-91c0-4fb4-af20-8867385ec0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:15.399191 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-592c1600-91c0-4fb4-af20-8867385ec0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:15.404205 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0ffc0ce0-2422-4007-844e-6336e0c4bfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:15.416920 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c1600-91c0-4fb4-af20-8867385ec0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eab31d-e56d-4d76-a8a4-b24cbc9ca94a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:15.420280 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-592c1600-91c0-4fb4-af20-8867385ec0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:15.427614 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-592c1600-91c0-4fb4-af20-8867385ec0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:15.428700 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-592c1600-91c0-4fb4-af20-8867385ec0f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30eab31d-e56d-4d76-a8a4-b24cbc9ca94a HTTP/1.1" status: 204 len: 168 time: 0.2702601 Nov 09 11:40:15.856411 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60740) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:16.010014 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:16.041568 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:16.045852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Usage tracker for resource:security_group_rule and tenant:847f89ad804942828ab5505f820ec95e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:16.048775 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:16.055530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:16.125511 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:16.210675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:16.218889 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e7a74fb8-291e-4228-ab66-9541e5efd9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:16.259212 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783dabc8-9f21-4fde-acd7-7885f130201f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:16.262443 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:16.271202 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-a9dd2325-1995-4dd2-8011-81f9565ca5ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=847f89ad804942828ab5505f820ec95e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4077420 Nov 09 11:40:16.271202 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60752) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:16.334473 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:16.363822 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:16.492953 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:16.498616 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f7d11a84-8eaf-493e-be16-2a14077d6e1d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:16.521114 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783dabc8-9f21-4fde-acd7-7885f130201f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:16.524131 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:16.526067 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:16.527573 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/783dabc8-9f21-4fde-acd7-7885f130201f HTTP/1.1" status: 204 len: 168 time: 0.2569437 Nov 09 11:40:16.738251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60764) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:16.986764 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1404733528'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:16.993206 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:16.997212 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:network and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:17.000227 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:17.007822 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:17.081521 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Made reservation on behalf of 57e45b8bebfd4d03be8199ef88c4c58f for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:17.085786 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.104845 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.143064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:17.147303 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:security_group_rule and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:17.150251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:17.156019 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:17.188495 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5360407c-7099-4196-a47c-bbb1c30cd0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.227716 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.320876 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.324683 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9587fd00-8d7f-47e4-baab-4851bc61d74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:17.370608 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:17.373981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435fc831-bd94-4cda-9abc-866873b656c9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:17.382687 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:17.389941 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.390467 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Added segment 55752f7f-f762-4f7c-b0d7-174eb8b3b3a1 of type vlan for network ef065813-69f0-43df-bd6a-c89fcec0fb54 Nov 09 11:40:17.420704 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.476287 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.498259 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.502070 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:17.502650 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:17.508316 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-cf25138c-3c15-4b56-9e18-a8153b1a17b8 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:17.619553 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Network': ['ID=ef065813-69f0-43df-bd6a-c89fcec0fb54,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:17.622640 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:17.632744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:17.682435 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-4dcbad2a-3711-4cc8-bdce-9151b1b7e5fc tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9425259 Nov 09 11:40:17.684799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60786) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:17.694081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'subnet': {'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:17.955217 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:17.959981 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:subnet and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:17.963498 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:17.972159 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:18.046457 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Made reservation on behalf of 57e45b8bebfd4d03be8199ef88c4c58f for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:18.150677 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.351967 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:18.470112 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.474713 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-093185eb-5bf9-4557-bb7f-400c23d127d7 tempest-TaggedBootDevicesTest_v242-301956482 tempest-TaggedBootDevicesTest_v242-301956482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:18.500086 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.530577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:18.534383 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6f09802c6d428cb0e10da83ec1ac15 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:18.537925 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:18.544189 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:18.555063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Subnet': ['ID=01a464ac-da2b-4247-aa57-163a2c6b6444,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:18.559566 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:18.569898 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Checking segment: {'id': '55752f7f-f762-4f7c-b0d7-174eb8b3b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:18.570320 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Network hostable DHCP agents. Network: ef065813-69f0-43df-bd6a-c89fcec0fb54, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:18.616249 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.646673 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:18.664327 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.673513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97dddb71-5a71-497d-99e8-4a772423c694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:18.698286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ef065813-69f0-43df-bd6a-c89fcec0fb54) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:18.705747 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:18.706419 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.711188 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b14862-548f-4b9f-a969-007be5dbb477,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:18.721889 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee6f09802c6d428cb0e10da83ec1ac15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3655736 Nov 09 11:40:18.721889 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:18.722290 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:18.726211 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601edc4-3f0a-463c-8f52-eb89642f0877 None None] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:18.796358 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4175c158-8d0f-4f9a-b92c-aaabd4d4e896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.822327 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4175c158-8d0f-4f9a-b92c-aaabd4d4e896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.839374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1508210 Nov 09 11:40:18.839593 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60812) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:18.847647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-831859090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:18.856907 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:18.870276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:router and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:18.875112 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:18.881800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:18.961211 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.962536 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11924'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.969455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-ef065813-69f0-43df-bd6a-c89fcec0fb54', 'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54', 'tenant_id': '57e45b8bebfd4d03be8199ef88c4c58f', 'fixed_ips': [{'subnet_id': '01a464ac-da2b-4247-aa57-163a2c6b6444'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:40:18.970303 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.984331 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4175c158-8d0f-4f9a-b92c-aaabd4d4e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:18.990546 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8b3a4e7c-e0f9-476f-8488-1d2bd53a8c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:19.007326 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175c158-8d0f-4f9a-b92c-aaabd4d4e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b14862-548f-4b9f-a969-007be5dbb477,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:19.010158 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4175c158-8d0f-4f9a-b92c-aaabd4d4e896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:19.020468 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.029332 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4175c158-8d0f-4f9a-b92c-aaabd4d4e896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.031327 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4175c158-8d0f-4f9a-b92c-aaabd4d4e896 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7b14862-548f-4b9f-a969-007be5dbb477 HTTP/1.1" status: 204 len: 168 time: 0.3081095 Nov 09 11:40:19.132871 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658238'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.158569 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Allocated IP 172.20.0.2 (ef065813-69f0-43df-bd6a-c89fcec0fb54/01a464ac-da2b-4247-aa57-163a2c6b6444/da3e6b26-155c-4336-9fda-40a12982d914) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:19.206601 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.207941 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4e00f523-cd59-4fd1-ac1c-83dd27b2cee6 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3674481 Nov 09 11:40:19.212182 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:19.388735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.401671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Transition to ACTIVE for port object da3e6b26-155c-4336-9fda-40a12982d914 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:19.435238 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Transition to ACTIVE for port object da3e6b26-155c-4336-9fda-40a12982d914 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:19.509703 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e55f186c-4bcc-441b-9b45-5b5242bb04fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.542210 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.547453 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-0c8345ab-8235-4f24-9217-fbca4d8f50b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:19.612648 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:19.621628 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:19.625728 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:19.631505 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Pushing event updated for resources: {'Port': ['ID=da3e6b26-155c-4336-9fda-40a12982d914,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:19.635590 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:19.721909 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Attempting to bind port da3e6b26-155c-4336-9fda-40a12982d914 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:40:19.722545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Attempting to bind port da3e6b26-155c-4336-9fda-40a12982d914 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '55752f7f-f762-4f7c-b0d7-174eb8b3b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:40:19.722948 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Attempting to bind port da3e6b26-155c-4336-9fda-40a12982d914 on network ef065813-69f0-43df-bd6a-c89fcec0fb54 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:40:19.729977 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:40:19.730683 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Checking segment: {'id': '55752f7f-f762-4f7c-b0d7-174eb8b3b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:19.730823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.731146 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Bound using segment: {'id': '55752f7f-f762-4f7c-b0d7-174eb8b3b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:40:19.731614 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Bound port: da3e6b26-155c-4336-9fda-40a12982d914, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55752f7f-f762-4f7c-b0d7-174eb8b3b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:40:19.731989 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.830676 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] For port da3e6b26-155c-4336-9fda-40a12982d914, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:40:19.835531 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] For port da3e6b26-155c-4336-9fda-40a12982d914, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=da3e6b26-155c-4336-9fda-40a12982d914,segment=NetworkSegment(55752f7f-f762-4f7c-b0d7-174eb8b3b3a1),segment_id=55752f7f-f762-4f7c-b0d7-174eb8b3b3a1)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:40:19.851520 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.898975 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:19.907059 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:20.003069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Pushing event updated for resources: {'Port': ['ID=da3e6b26-155c-4336-9fda-40a12982d914,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:20.007075 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:20.284078 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Allocated IP 172.20.0.1 (ef065813-69f0-43df-bd6a-c89fcec0fb54/01a464ac-da2b-4247-aa57-163a2c6b6444/ad6acba8-b8a1-456e-9a4b-e83a0b089770) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:20.465667 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:20.482819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Transition to ACTIVE for port object ad6acba8-b8a1-456e-9a4b-e83a0b089770 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:20.591053 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:20.596147 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-dd09a4cc-c44d-461c-a7d1-2be31f26aabc tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:20.668250 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:20.669620 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:20.669882 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:20.673325 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:20.730312 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Port': ['ID=ad6acba8-b8a1-456e-9a4b-e83a0b089770,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:20.733807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:20.752813 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659304'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:20.912833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:21.045578 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619c904-22c3-4005-a64a-a3098cc51fc6 None None] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:21.298991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5c1092f4-9f21-4b13-a9ed-8b07194600a8 None None] Provisioning for port da3e6b26-155c-4336-9fda-40a12982d914 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:21.449643 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:21.519174 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:21.547476 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:21.644158 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Port': ['ID=ad6acba8-b8a1-456e-9a4b-e83a0b089770,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:21.649543 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:21.652588 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1716202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717380'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:21.686678 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-346951fd-c972-4c33-a15d-9894954f722d None None] Provisioning for port ad6acba8-b8a1-456e-9a4b-e83a0b089770 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:21.692043 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-346951fd-c972-4c33-a15d-9894954f722d None None] Provisioning complete for port ad6acba8-b8a1-456e-9a4b-e83a0b089770 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:21.692419 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-346951fd-c972-4c33-a15d-9894954f722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:21.764952 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-346951fd-c972-4c33-a15d-9894954f722d None None] Port ad6acba8-b8a1-456e-9a4b-e83a0b089770 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:21.804609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:21.805748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:21.922611 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-96062456-5a6a-4daa-886c-92ebbdf56b77 None None] Provisioning complete for port ad6acba8-b8a1-456e-9a4b-e83a0b089770 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:21.923272 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-96062456-5a6a-4daa-886c-92ebbdf56b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:22.060718 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-96062456-5a6a-4daa-886c-92ebbdf56b77 None None] Port ad6acba8-b8a1-456e-9a4b-e83a0b089770 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:22.120765 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:22.189157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-41272104-2189-461c-98ae-e54f1ee36efe None None] Provisioning complete for port ad6acba8-b8a1-456e-9a4b-e83a0b089770 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:22.189157 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-41272104-2189-461c-98ae-e54f1ee36efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:22.253921 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device da3e6b26-155c-4336-9fda-40a12982d914 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:40:22.291546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-41272104-2189-461c-98ae-e54f1ee36efe None None] Port ad6acba8-b8a1-456e-9a4b-e83a0b089770 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:22.364225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Router 07d94069-4c05-437a-8ded-1e82f80d5a67 is scheduled to L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 11:40:22.432993 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port da3e6b26-155c-4336-9fda-40a12982d914 completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:22.438047 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port da3e6b26-155c-4336-9fda-40a12982d914 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:22.438431 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:22.555337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:40:22.565300 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "PUT /v2.0/routers/07d94069-4c05-437a-8ded-1e82f80d5a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3518016 Nov 09 11:40:22.566963 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] Sync routers for ids ['07d94069-4c05-437a-8ded-1e82f80d5a67'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:40:22.569156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:22.575198 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'port': {'network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54', 'name': 'tempest-FloatingIPNegativeTestJSON-1783610926'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:22.579556 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:22.582681 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] Routers {'07d94069-4c05-437a-8ded-1e82f80d5a67'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:22.583349 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['07d94069-4c05-437a-8ded-1e82f80d5a67'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:22.625332 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port da3e6b26-155c-4336-9fda-40a12982d914, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=da3e6b26-155c-4336-9fda-40a12982d914,segment=NetworkSegment(55752f7f-f762-4f7c-b0d7-174eb8b3b3a1),segment_id=55752f7f-f762-4f7c-b0d7-174eb8b3b3a1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:22.674427 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:22.688800 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] Routers {'07d94069-4c05-437a-8ded-1e82f80d5a67'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:22.689391 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['07d94069-4c05-437a-8ded-1e82f80d5a67'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:22.738982 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:22.743048 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:22.743445 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:port and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:22.745146 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:22.746444 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:22.752244 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:22.752400 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88229-7db4-410a-bb0f-ce7adeae28ef None None] The sync data for ids ['07d94069-4c05-437a-8ded-1e82f80d5a67'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:40:22.752521 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:22.822363 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=da3e6b26-155c-4336-9fda-40a12982d914,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:22.831080 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.831426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.831762 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.832094 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.832421 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.832762 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.833068 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.833426 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.833785 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.834203 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.834533 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:22.838773 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:22.840591 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Made reservation on behalf of 57e45b8bebfd4d03be8199ef88c4c58f for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:22.846454 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:22.870819 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] device_id is not set on port cd54996e-047f-4b3b-9124-763d249b4ea9 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:23.019311 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Allocated IP 172.20.0.14 (ef065813-69f0-43df-bd6a-c89fcec0fb54/01a464ac-da2b-4247-aa57-163a2c6b6444/cd54996e-047f-4b3b-9124-763d249b4ea9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:23.199808 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:40:23.352500 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:23.375148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Transition to ACTIVE for port object cd54996e-047f-4b3b-9124-763d249b4ea9 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:23.467620 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:23.473547 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:23.541512 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:23.545022 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:23.549329 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:23.577300 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Port': ['ID=cd54996e-047f-4b3b-9124-763d249b4ea9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:23.582747 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:23.621980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:23.622646 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:23.725054 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4a6ec9e7-cd33-47a7-8d29-b0bea1a5e352 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1541100 Nov 09 11:40:23.729586 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60904) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:23.735091 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:23.741716 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:23.749600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:floatingip and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:23.751541 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:23.757937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:23.818688 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:23.823081 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60908) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:23.902136 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4c54cf6d-252b-45e5-882a-d39c8bf60ad6 None None] Provisioning for port cd54996e-047f-4b3b-9124-763d249b4ea9 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:23.911523 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4c54cf6d-252b-45e5-882a-d39c8bf60ad6 None None] Provisioning complete for port cd54996e-047f-4b3b-9124-763d249b4ea9 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:23.911918 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf6d-252b-45e5-882a-d39c8bf60ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:23.972157 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4c54cf6d-252b-45e5-882a-d39c8bf60ad6 None None] Port cd54996e-047f-4b3b-9124-763d249b4ea9 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:23.986755 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.004927 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.039607 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:24.044382 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Usage tracker for resource:security_group_rule and tenant:9201fb8d5f2c401e9d4916571f62b3d1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:24.047469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:24.055284 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:24.135127 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.135538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Allocated IP 172.25.7.74 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/dd577089-61bf-4bb7-a5e4-c17bfd4b965a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:24.224896 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.227488 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device da3e6b26-155c-4336-9fda-40a12982d914 up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:40:24.238290 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4819ff9b-83eb-4a7e-b8c9-e06d989ae644 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:24.277843 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3a490-2095-4eac-a2af-4249bd499ebd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:24.299615 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.300330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.300728 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.301027 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.301558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.302600 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.303137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.303658 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.304169 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.304721 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.305237 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:24.313248 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9201fb8d5f2c401e9d4916571f62b3d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4888425 Nov 09 11:40:24.314641 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9dcaa5a4-c959-4a7e-af8c-5c889025032f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:24.315102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60914) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:24.324248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.330021 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port da3e6b26-155c-4336-9fda-40a12982d914 triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:24.330406 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.384038 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0abed17e-4197-40f1-85e5-338d9398d25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.407064 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.413513 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b2a75bcb-f3d2-436a-8129-b52f7b9b3b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:24.416869 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0abed17e-4197-40f1-85e5-338d9398d25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.486834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:24.493451 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:24.495513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Port': ['ID=dd577089-61bf-4bb7-a5e4-c17bfd4b965a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:24.497724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:24.523018 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:24.530107 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0abed17e-4197-40f1-85e5-338d9398d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.538569 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-77063875-ca26-46ef-8db2-00e2a04d5b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:24.551960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abed17e-4197-40f1-85e5-338d9398d25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3a490-2095-4eac-a2af-4249bd499ebd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:24.555585 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0abed17e-4197-40f1-85e5-338d9398d25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:24.557637 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0abed17e-4197-40f1-85e5-338d9398d25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.558985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0abed17e-4197-40f1-85e5-338d9398d25c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9e3a490-2095-4eac-a2af-4249bd499ebd HTTP/1.1" status: 204 len: 168 time: 0.2426035 Nov 09 11:40:24.676764 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:24.835855 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.071216 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.176065 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.180288 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-cb4fc68a-ec80-4dd3-afd2-5ddfba0f2b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:25.290662 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Port': ['ID=dd577089-61bf-4bb7-a5e4-c17bfd4b965a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:25.293820 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:25.304540 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659347'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.406778 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:25.423574 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.424716 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6941466 Nov 09 11:40:25.429036 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60928) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:25.429766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.434781 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-c8bddeb2-9f29-45ac-95cf-fa8ad3d63e3c tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'floatingip': {'port_id': 'cd54996e-047f-4b3b-9124-763d249b4ea9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:25.465617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:25.469457 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Usage tracker for resource:security_group_rule and tenant:bf4bf8f07424427089696de886a12294 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:25.472418 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:25.479107 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:25.518262 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8bddeb2-9f29-45ac-95cf-fa8ad3d63e3c tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.549638 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.606256 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.613517 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1f6a2ca8-b6d3-427a-8a95-f276aa87bec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:25.654360 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b53113-ded3-4307-8be0-5e003fb966ce,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:25.662887 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf4bf8f07424427089696de886a12294&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2549658 Nov 09 11:40:25.666215 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:25.668794 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.669177 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.669557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.669931 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.670301 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.670671 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.671059 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.671430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.671783 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.672143 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.672505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817173-1 {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 11:40:25.687714 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-89d8a508-ff77-4dfa-84bf-bf79c78946ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:25.722707 n-d-817173-1 neutron-server[84334]: INFO neutron.api.v2.resource [None req-c8bddeb2-9f29-45ac-95cf-fa8ad3d63e3c tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] update failed (client error): The resource could not be found. Nov 09 11:40:25.723985 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c8bddeb2-9f29-45ac-95cf-fa8ad3d63e3c tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "PUT /v2.0/floatingips/137bbc34-e461-405d-bc40-1b283f3307b3 HTTP/1.1" status: 404 len: 507 time: 0.2937365 Nov 09 11:40:25.727628 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:25.820072 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7e0b-4191-43e1-97af-2790e6bdb8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.924641 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7e0b-4191-43e1-97af-2790e6bdb8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:25.932680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Deleting port dd577089-61bf-4bb7-a5e4-c17bfd4b965a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:25.933021 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.254959 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.255395 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.314403 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7e0b-4191-43e1-97af-2790e6bdb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.373369 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a52e334f-acaf-483b-9b65-274d48ee37d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:26.387147 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Calling delete_port for dd577089-61bf-4bb7-a5e4-c17bfd4b965a owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:26.420748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7e0b-4191-43e1-97af-2790e6bdb8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b53113-ded3-4307-8be0-5e003fb966ce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:26.424476 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-ea8b7e0b-4191-43e1-97af-2790e6bdb8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:26.435060 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7e0b-4191-43e1-97af-2790e6bdb8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.438892 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-ea8b7e0b-4191-43e1-97af-2790e6bdb8a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5b53113-ded3-4307-8be0-5e003fb966ce HTTP/1.1" status: 204 len: 168 time: 0.7694988 Nov 09 11:40:26.593274 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.598022 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:26.640397 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event deleted for resources: {'Port': ['ID=dd577089-61bf-4bb7-a5e4-c17bfd4b965a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:26.643910 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:26.739941 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.750536 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.754288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0e524c8d-b7fe-44e0-90be-1d77f73652a7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "DELETE /v2.0/floatingips/137bbc34-e461-405d-bc40-1b283f3307b3 HTTP/1.1" status: 204 len: 168 time: 1.0230830 Nov 09 11:40:26.755692 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60942) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:26.761272 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'floatingip': {'floating_network_id': 'ef065813-69f0-43df-bd6a-c89fcec0fb54', 'port_id': 'cd54996e-047f-4b3b-9124-763d249b4ea9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:26.767607 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:26.772071 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:floatingip and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:26.775098 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:26.785760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:26.855944 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:26.902310 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-dca856d0-9014-4ce1-93b8-1c71bc4a431e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791786 Nov 09 11:40:27.071666 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-44081dd7-456f-4267-91ea-e802b51a6765 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 1096 time: 0.0839703 Nov 09 11:40:27.109143 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 11:40:27.110313 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-fbbe16d1-1400-4f30-8684-6cec2a256df4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3536868 Nov 09 11:40:27.114038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60954) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:27.121616 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Request body: {'floatingip': {'floating_network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'port_id': 'cd54996e-047f-4b3b-9124-763d249b4ea9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:27.128971 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:27.135339 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Usage tracker for resource:floatingip and tenant:57e45b8bebfd4d03be8199ef88c4c58f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:27.138439 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:27.144558 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:27.206646 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:27.225251 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-59bd50ea-e38c-4008-8cc7-6bd2fab37805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:27.226694 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-59bd50ea-e38c-4008-8cc7-6bd2fab37805 service neutron] 10.222.0.57 "GET /v2.0/networks?id=754ce156-06d7-4329-a4e0-453014b7f25f HTTP/1.1" status: 200 len: 898 time: 0.1328876 Nov 09 11:40:27.333871 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-622494b7-6cab-4a70-b988-49aad11157d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9753e06c-167c-4baa-93c2-aef20d5dffda HTTP/1.1" status: 200 len: 999 time: 0.0991795 Nov 09 11:40:27.351335 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:27.400151 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-a4a722f5-2910-4567-b98b-4f3d35301527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:27.401596 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-a4a722f5-2910-4567-b98b-4f3d35301527 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=668c6587-5ddd-4c55-8c48-a407c8272c51 HTTP/1.1" status: 200 len: 835 time: 0.0617931 Nov 09 11:40:27.490620 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-753558d5-887e-4631-83aa-88791f2e6ae0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=754ce156-06d7-4329-a4e0-453014b7f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823076 Nov 09 11:40:27.506599 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Allocated IP 172.25.7.202 (8f6d29ce-6f1c-4c9f-889e-fbfb031b1080/8543c513-fe94-4d1f-898e-41ac3fc56f06/06900b67-3fde-4084-bad9-4d0f410f1041) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:27.640237 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-939ad795-3788-4758-982f-e10b89e8c6a1 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430790 Nov 09 11:40:27.670361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:27.764962 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:27.769973 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-33343096-8286-42a1-a40e-44c4eed9abe8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:27.839552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Network 8f6d29ce-6f1c-4c9f-889e-fbfb031b1080 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:27.842709 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:27.847044 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:27.875621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event updated for resources: {'Port': ['ID=06900b67-3fde-4084-bad9-4d0f410f1041,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:27.882702 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:27.909389 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-0e95b508-cfc5-4a24-b632-b65bd1056f73 req-a6ba59bf-1c2c-481c-b2a8-4ce7193a5e2d service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625206 Nov 09 11:40:28.041293 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Deleting port 06900b67-3fde-4084-bad9-4d0f410f1041 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:28.041629 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:28.221168 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:28.221568 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:28.351199 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Calling delete_port for 06900b67-3fde-4084-bad9-4d0f410f1041 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:28.655824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:28.659874 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:28.706760 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event deleted for resources: {'Port': ['ID=06900b67-3fde-4084-bad9-4d0f410f1041,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:28.711599 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:28.914106 n-d-817173-1 neutron-server[84333]: INFO neutron.api.v2.resource [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] create failed (client error): The resource could not be found. Nov 09 11:40:28.918249 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7999220 Nov 09 11:40:28.918745 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 60984) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:29.009173 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Deleting port cd54996e-047f-4b3b-9124-763d249b4ea9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:29.009514 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:29.281486 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:29.391354 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 60994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:29.412773 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Calling delete_port for cd54996e-047f-4b3b-9124-763d249b4ea9 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:29.547681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-84565c73-2ba0-49f4-8903-95c4f92fb3e2 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:29.664109 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-84565c73-2ba0-49f4-8903-95c4f92fb3e2 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "PUT /v2.0/quotas/8714828e2e1e488891b2d8111fdfa953 HTTP/1.1" status: 200 len: 368 time: 0.2711427 Nov 09 11:40:29.666647 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32770) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:29.666935 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:29.672224 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Request body: {'network': {'project_id': '8714828e2e1e488891b2d8111fdfa953'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:29.673925 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ae617e65-e3e2-42be-8eee-8ace8f1c4bde tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:29.677890 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:29.681784 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Usage tracker for resource:network and tenant:8714828e2e1e488891b2d8111fdfa953 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:29.684700 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:29.690252 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:29.716550 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event deleted for resources: {'Port': ['ID=cd54996e-047f-4b3b-9124-763d249b4ea9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:29.719895 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:29.788172 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32774) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:29.836255 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:29.844360 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-770dcc33-0b1b-4c29-9ddd-0ce86f74f144 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "DELETE /v2.0/ports/cd54996e-047f-4b3b-9124-763d249b4ea9 HTTP/1.1" status: 204 len: 168 time: 0.9234822 Nov 09 11:40:29.846384 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32778) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:29.859125 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Made reservation on behalf of 8714828e2e1e488891b2d8111fdfa953 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:29.861619 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:29.896923 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:29.941987 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7966845c-bd23-44ae-ae90-0d8d97dc82d7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:29.943958 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b8f7e2bd-ed96-49fb-8dda-f5ca1ad20c67 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/floatingips/ed8ca5fe-85cc-4919-a71e-f6b76c240f20 HTTP/1.1" status: 200 len: 991 time: 0.1541510 Nov 09 11:40:29.945814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7966845c-bd23-44ae-ae90-0d8d97dc82d7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Synchronizing usage tracker for tenant:57e45b8bebfd4d03be8199ef88c4c58f on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:29.973378 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:29.978387 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Usage tracker for resource:security_group_rule and tenant:8714828e2e1e488891b2d8111fdfa953 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:29.981469 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:29.987455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:30.055506 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.074783 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7966845c-bd23-44ae-ae90-0d8d97dc82d7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Unset dirty status for tenant:57e45b8bebfd4d03be8199ef88c4c58f on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:30.075982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7966845c-bd23-44ae-ae90-0d8d97dc82d7 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d94069-4c05-437a-8ded-1e82f80d5a67 HTTP/1.1" status: 200 len: 913 time: 0.2286396 Nov 09 11:40:30.078895 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32784) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:30.147648 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.151534 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e0fc3d9b-5fa7-421b-b844-5554b047c087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:30.180943 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:30.190296 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd553541-de48-45fc-bd62-6e2c526bb46a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:30.197047 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:30.201636 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.202122 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Added segment 27bb41d4-a072-4e7e-b332-5623b720861d of type vlan for network 56a5620e-56cf-4e11-a409-6a13a3cbc954 Nov 09 11:40:30.233607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.264845 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:30.356657 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.357574 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:30.358144 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.370199 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-aa22a498-8032-435d-a411-94d5529f8885 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:30.441949 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.557652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Pushing event updated for resources: {'Network': ['ID=56a5620e-56cf-4e11-a409-6a13a3cbc954,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:30.562355 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:30.570673 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 56a5620e-56cf-4e11-a409-6a13a3cbc954 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:30.583309 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port b2116ad6-20df-4ff4-8860-f07840f49769 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:30.583652 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.623984 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-deb0448c-98f4-451c-90f9-15f043691876 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9562602 Nov 09 11:40:30.626592 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:30.641459 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Request body: {'network': {'project_id': '8714828e2e1e488891b2d8111fdfa953'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:30.663608 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:30.673239 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Usage tracker for resource:network and tenant:8714828e2e1e488891b2d8111fdfa953 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:30.678394 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:30.737245 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:30.793272 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.793567 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.857430 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Made reservation on behalf of 8714828e2e1e488891b2d8111fdfa953 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:30.859714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:30.929428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for b2116ad6-20df-4ff4-8860-f07840f49769 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:30.996195 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:31.017121 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.017460 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Added segment bb7cfc79-5765-42bb-99c4-3094143599c7 of type vlan for network 76547079-df9f-49e9-b45a-9e4e851d5b3d Nov 09 11:40:31.061126 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.195034 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Deleting port ad6acba8-b8a1-456e-9a4b-e83a0b089770 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:31.195640 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.195767 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.196127 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:31.196746 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.200575 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-538b7221-d863-409b-8f11-bc470d2f527e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:31.220581 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.348132 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Pushing event updated for resources: {'Network': ['ID=76547079-df9f-49e9-b45a-9e4e851d5b3d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:31.362296 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 76547079-df9f-49e9-b45a-9e4e851d5b3d details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:31.394818 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.472177 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:31.498116 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-bbb40ed7-0f28-40e8-9aa1-35fe04dce01b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:31.522058 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Calling delete_port for ad6acba8-b8a1-456e-9a4b-e83a0b089770 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:31.543878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=b2116ad6-20df-4ff4-8860-f07840f49769,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:31.548370 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9206836 Nov 09 11:40:31.550990 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:31.552473 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:31.563743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Request body: {'network': {'project_id': '8714828e2e1e488891b2d8111fdfa953'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:31.575496 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:31.582569 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Usage tracker for resource:network and tenant:8714828e2e1e488891b2d8111fdfa953 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:31.587051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:31.589800 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.650413 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:31.654052 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 11:40:31.654492 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 11:40:31.655647 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f581499d-5988-4854-94cb-986fc54d7297 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1022015 Nov 09 11:40:31.659269 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:31.773329 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.777880 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-97eb0c6f-3a9b-4f8d-9b46-9a065e65ad9d tempest-ServerMetadataNegativeTestJSON-807586525 tempest-ServerMetadataNegativeTestJSON-807586525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:31.781242 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6d7c4068-1d97-44f1-ad85-b7861733539c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8714828e2e1e488891b2d8111fdfa953&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1207628 Nov 09 11:40:31.787996 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:31.827204 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event deleted for resources: {'Port': ['ID=ad6acba8-b8a1-456e-9a4b-e83a0b089770,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:31.830130 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:31.878011 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3706a823-c3cc-4c2c-822f-81481dc24107 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:31.918862 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3706a823-c3cc-4c2c-822f-81481dc24107 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.098447 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.116257 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3706a823-c3cc-4c2c-822f-81481dc24107 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.125240 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a93e01bd-eba5-4982-bc2b-5b5d0cedb8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:32.143120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706a823-c3cc-4c2c-822f-81481dc24107 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd553541-de48-45fc-bd62-6e2c526bb46a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:32.147502 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3706a823-c3cc-4c2c-822f-81481dc24107 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:32.153617 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3706a823-c3cc-4c2c-822f-81481dc24107 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.157098 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3706a823-c3cc-4c2c-822f-81481dc24107 tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd553541-de48-45fc-bd62-6e2c526bb46a HTTP/1.1" status: 204 len: 168 time: 0.3658319 Nov 09 11:40:32.158639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:32.284843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.363478 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 32aaaf69-ea8f-4574-9afb-a6798645bca8 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:40:32.435017 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.526257 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76547079-df9f-49e9-b45a-9e4e851d5b3d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:32.541714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7cfc79-5765-42bb-99c4-3094143599c7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:32.542003 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7cfc79-5765-42bb-99c4-3094143599c7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:32.556837 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.577622 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.592810 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:32.597431 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:32.606190 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:32.669403 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Router 07d94069-4c05-437a-8ded-1e82f80d5a67 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:40:32.779755 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:40:32.788697 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.790906 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] Sync routers for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:40:32.810104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:32.811237 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:32.821125 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.830038 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4f3cc7e1-d78d-4d55-a2e2-d8b8b91b4381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:32.832071 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:40:32.844770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:32.846343 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] Sync routers for ids ['07d94069-4c05-437a-8ded-1e82f80d5a67'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:40:32.847846 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "DELETE /v2.0/networks/76547079-df9f-49e9-b45a-9e4e851d5b3d HTTP/1.1" status: 204 len: 168 time: 0.6882703 Nov 09 11:40:32.860614 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] Routers {'07d94069-4c05-437a-8ded-1e82f80d5a67'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:32.861627 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['07d94069-4c05-437a-8ded-1e82f80d5a67'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:32.861806 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Pushing event deleted for resources: {'Network': ['ID=76547079-df9f-49e9-b45a-9e4e851d5b3d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:32.866985 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:32.867513 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:32.900172 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/floatingips/ed8ca5fe-85cc-4919-a71e-f6b76c240f20 HTTP/1.1" status: 204 len: 168 time: 2.6341844 Nov 09 11:40:32.904694 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:40:32.958456 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-6244a6ac-3eaf-472e-9eeb-ad92c57eb821 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "PUT /v2.0/routers/07d94069-4c05-437a-8ded-1e82f80d5a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8779776 Nov 09 11:40:32.960562 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32822) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:32.996058 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.014047 n-d-817173-1 neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'status': 'completed', 'code': 200} Nov 09 11:40:33.016193 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] Routers {'07d94069-4c05-437a-8ded-1e82f80d5a67'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:33.017158 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['07d94069-4c05-437a-8ded-1e82f80d5a67'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.033966 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:40:33.087498 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.088349 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471588e-a96e-4eca-913f-e1a52ad801da None None] The sync data for ids ['07d94069-4c05-437a-8ded-1e82f80d5a67'] in n-d-817173-1 is: [] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:40:33.226164 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27a55896-cb1a-42b4-b21d-47df94001a21 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.235848 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.353622 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-317503aa-2fb7-4611-8336-6f41e19cfcfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 1096 time: 0.2726521 Nov 09 11:40:33.370124 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.411552 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a5620e-56cf-4e11-a409-6a13a3cbc954']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.424932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bb41d4-a072-4e7e-b332-5623b720861d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.427823 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bb41d4-a072-4e7e-b332-5623b720861d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.439120 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.458986 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.466038 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:33.466654 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:33.482593 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:33.526962 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:38Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.533320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] Checking router: 32aaaf69-ea8f-4574-9afb-a6798645bca8 for host: n-d-817173-1 {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:40:33.553153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:33.553790 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:33.648688 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-f89660fe-c4f2-41b3-8c5a-f1a6100f7f0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:33.650110 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-f89660fe-c4f2-41b3-8c5a-f1a6100f7f0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=754ce156-06d7-4329-a4e0-453014b7f25f HTTP/1.1" status: 200 len: 898 time: 0.2839139 Nov 09 11:40:33.696252 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.707506 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-142f31dc-02b2-4ce1-be58-32b6bba9b3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:33.723048 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:33.736904 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Pushing event deleted for resources: {'Network': ['ID=56a5620e-56cf-4e11-a409-6a13a3cbc954,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:33.741559 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:33.745862 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-22ca4eb8-48b5-405c-890d-5ae34385641c tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] 10.222.0.50 "DELETE /v2.0/networks/56a5620e-56cf-4e11-a409-6a13a3cbc954 HTTP/1.1" status: 204 len: 168 time: 0.8681693 Nov 09 11:40:33.759913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:40:33.783618 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c086941-afe0-436c-a60b-4a6c60cadf89 req-3ffdfe5d-36fa-4009-86bf-41adcf288d0f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:33.784557 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c086941-afe0-436c-a60b-4a6c60cadf89 req-3ffdfe5d-36fa-4009-86bf-41adcf288d0f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:33.874663 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-4c086941-afe0-436c-a60b-4a6c60cadf89 req-3ffdfe5d-36fa-4009-86bf-41adcf288d0f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:33.876410 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c086941-afe0-436c-a60b-4a6c60cadf89 req-3ffdfe5d-36fa-4009-86bf-41adcf288d0f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 945 time: 0.2233284 Nov 09 11:40:33.953624 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4c086941-afe0-436c-a60b-4a6c60cadf89 req-8d580447-cbcb-4db2-8b03-2cf47a0c9c0b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704644 Nov 09 11:40:34.015852 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27a55896-cb1a-42b4-b21d-47df94001a21 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.020021 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-c9b8fe9e-60ac-4014-ba0c-dcf025d50e15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9753e06c-167c-4baa-93c2-aef20d5dffda HTTP/1.1" status: 200 len: 217 time: 0.3065765 Nov 09 11:40:34.022911 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27a55896-cb1a-42b4-b21d-47df94001a21 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.107839 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-b16fa22b-3a17-44b3-aa7d-afe139585432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:34.109282 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-b16fa22b-3a17-44b3-aa7d-afe139585432 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=668c6587-5ddd-4c55-8c48-a407c8272c51 HTTP/1.1" status: 200 len: 835 time: 0.0830262 Nov 09 11:40:34.154037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:38Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817173-1', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:34.159823 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f910204-7b23-4db2-b613-6db4cc9e6f00 None None] The sync data for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 is: [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:39:31Z', 'revision_number': 4, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1', '_interfaces': [{'id': '723929c4-b8a0-461e-a9fc-5800221d9818', 'name': '', 'network_id': '754ce156-06d7-4329-a4e0-453014b7f25f', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'mac_address': 'fa:16:3e:68:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:29Z', 'updated_at': '2021-11-09T11:39:38Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'subnets': [{'id': '668c6587-5ddd-4c55-8c48-a407c8272c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:40:34.166743 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27a55896-cb1a-42b4-b21d-47df94001a21 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.166743 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a55896-cb1a-42b4-b21d-47df94001a21 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Fanout notify agent at l3_agent the message router_deleted on router 07d94069-4c05-437a-8ded-1e82f80d5a67 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:40:34.187661 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-27a55896-cb1a-42b4-b21d-47df94001a21 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.191027 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-27a55896-cb1a-42b4-b21d-47df94001a21 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "DELETE /v2.0/routers/07d94069-4c05-437a-8ded-1e82f80d5a67 HTTP/1.1" status: 204 len: 168 time: 1.2270789 Nov 09 11:40:34.191428 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:34.216416 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-6ad12881-b2ac-4a21-a6ea-219684181e58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=754ce156-06d7-4329-a4e0-453014b7f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003523 Nov 09 11:40:34.378467 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-77960ee6-6d65-4a99-969f-c74d05a01d16 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553442 Nov 09 11:40:34.403991 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.411681 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Deleting subnet 01a464ac-da2b-4247-aa57-163a2c6b6444 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:40:34.415101 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.463310 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a95379-4028-416d-9c00-f49bfe2d7fd2 None None] New status for floating IP ed8ca5fe-85cc-4919-a71e-f6b76c240f20: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 09 11:40:34.474266 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.540009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-4b194e4c-1097-4965-84eb-b43482c9d848 req-504a5918-e6a2-4d79-a8ce-bad76cfcee78 service neutron] 10.222.0.57 "GET /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547782 Nov 09 11:40:34.573928 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.731325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.739321 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-23dbdbb7-408f-4b70-b91a-2903ea289d8f tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:34.771933 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32838) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:34.790294 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event deleted for resources: {'Subnet': ['ID=01a464ac-da2b-4247-aa57-163a2c6b6444,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:34.793603 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:34.796077 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.802609 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-3d49d262-d1b5-48d0-a20a-6939ee40632a tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "DELETE /v2.0/subnets/01a464ac-da2b-4247-aa57-163a2c6b6444 HTTP/1.1" status: 204 len: 168 time: 0.6100900 Nov 09 11:40:34.802919 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346e6fc-1262-4a81-9c30-c6f23bc09105 None None] Network ef065813-69f0-43df-bd6a-c89fcec0fb54 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:34.804964 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:34.936478 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.947104 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.950152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Deleting port da3e6b26-155c-4336-9fda-40a12982d914 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:34.950682 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:34.989748 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:35.003001 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Usage tracker for resource:security_group_rule and tenant:d768c3bbe8c944ceb52e2a5915500044 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:35.007671 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:35.016098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:35.026401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-fe84f599-6ea6-406f-9e42-0a1c60466442 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:35.027603 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-fe84f599-6ea6-406f-9e42-0a1c60466442 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 945 time: 0.1591172 Nov 09 11:40:35.131527 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port 9753e06c-167c-4baa-93c2-aef20d5dffda {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:35.131865 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.138260 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] DHCP port deletion for ef065813-69f0-43df-bd6a-c89fcec0fb54 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:40:35.142806 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Deleting port da3e6b26-155c-4336-9fda-40a12982d914 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:35.143231 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.218666 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] For port da3e6b26-155c-4336-9fda-40a12982d914, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=da3e6b26-155c-4336-9fda-40a12982d914,segment=NetworkSegment(55752f7f-f762-4f7c-b0d7-174eb8b3b3a1),segment_id=55752f7f-f762-4f7c-b0d7-174eb8b3b3a1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:35.219061 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.317974 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.349650 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Calling delete_port for da3e6b26-155c-4336-9fda-40a12982d914 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:35.373973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] For port da3e6b26-155c-4336-9fda-40a12982d914, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=da3e6b26-155c-4336-9fda-40a12982d914,segment=NetworkSegment(55752f7f-f762-4f7c-b0d7-174eb8b3b3a1),segment_id=55752f7f-f762-4f7c-b0d7-174eb8b3b3a1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:35.376772 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.419914 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.431482 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f402a06-fbd2-49df-83a4-b467f9efaffa req-6353a0d0-ff09-4e4f-823c-e61835c33b7a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:35.432947 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f402a06-fbd2-49df-83a4-b467f9efaffa req-6353a0d0-ff09-4e4f-823c-e61835c33b7a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 945 time: 0.3098381 Nov 09 11:40:35.436569 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-e377ad73-fe0b-4747-afa7-9d83e1636ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:35.507874 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.509435 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Calling delete_port for da3e6b26-155c-4336-9fda-40a12982d914 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:35.514841 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:35.532018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1654a8-a193-4622-8b3a-597c5ea9dbec,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:35.536264 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d768c3bbe8c944ceb52e2a5915500044&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7632031 Nov 09 11:40:35.540446 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:35.540903 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32850) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:35.586887 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event deleted for resources: {'Port': ['ID=da3e6b26-155c-4336-9fda-40a12982d914,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:35.593586 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:35.596597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port 9753e06c-167c-4baa-93c2-aef20d5dffda, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=9753e06c-167c-4baa-93c2-aef20d5dffda,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:35.596863 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.601554 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] No DVR routers for this DVR port da3e6b26-155c-4336-9fda-40a12982d914 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:40:35.624849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-3f402a06-fbd2-49df-83a4-b467f9efaffa req-2cce53d3-8bb7-4d2c-bc42-4f1372a07395 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800511 Nov 09 11:40:35.664193 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.db.api [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:40:35.664568 n-d-817173-1 neutron-server[84335]: DEBUG oslo_db.api [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:40:35.742143 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.748280 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for 9753e06c-167c-4baa-93c2-aef20d5dffda owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:35.768947 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef065813-69f0-43df-bd6a-c89fcec0fb54']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:35.783820 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55752f7f-f762-4f7c-b0d7-174eb8b3b3a1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:35.784117 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55752f7f-f762-4f7c-b0d7-174eb8b3b3a1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:35.801417 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.818424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0df13ea-aad9-4d7f-8e95-f40ff5609065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.818651 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.825124 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:35.825516 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:35.844597 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:35.860634 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0df13ea-aad9-4d7f-8e95-f40ff5609065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.029139 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.035464 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4e8833c0-aa14-406f-b4ed-b6913d150b03 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:36.073462 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0df13ea-aad9-4d7f-8e95-f40ff5609065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.088813 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=9753e06c-167c-4baa-93c2-aef20d5dffda,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:36.092722 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:36.093368 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a240437b-ac5e-4b0d-80f9-d98bcf38de63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:36.097714 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.105663 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.110007 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f37e2164-c32a-4ee4-b9b0-92b3ad8c19dd tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:36.135401 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df13ea-aad9-4d7f-8e95-f40ff5609065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1654a8-a193-4622-8b3a-597c5ea9dbec,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:36.141544 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Pushing event deleted for resources: {'Network': ['ID=ef065813-69f0-43df-bd6a-c89fcec0fb54,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:36.142126 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d0df13ea-aad9-4d7f-8e95-f40ff5609065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:36.144454 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:36.151189 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-92de089b-f4fc-4d82-94c9-379f72ad2714 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] 10.222.0.50 "DELETE /v2.0/networks/ef065813-69f0-43df-bd6a-c89fcec0fb54 HTTP/1.1" status: 204 len: 168 time: 1.3451109 Nov 09 11:40:36.171903 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Deleting port da3e6b26-155c-4336-9fda-40a12982d914 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:36.172735 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.189230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] No DVR routers for this DVR port 9753e06c-167c-4baa-93c2-aef20d5dffda on host n-h1-817173-1 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:40:36.193076 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.195961 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'name': 'network-vif-deleted', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:40:36.204273 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0df13ea-aad9-4d7f-8e95-f40ff5609065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.205433 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d0df13ea-aad9-4d7f-8e95-f40ff5609065 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd1654a8-a193-4622-8b3a-597c5ea9dbec HTTP/1.1" status: 204 len: 168 time: 0.6568875 Nov 09 11:40:36.207231 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-cf1df128-e0ee-4120-89e5-87038f513c00 req-38ae732e-c876-4e70-a8ff-82f044707b66 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.57 "DELETE /v2.0/ports/9753e06c-167c-4baa-93c2-aef20d5dffda HTTP/1.1" status: 204 len: 173 time: 1.1734519 Nov 09 11:40:36.224914 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device da3e6b26-155c-4336-9fda-40a12982d914 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:40:36.294566 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0620234-e3f7-4753-8944-2764f5b85acb', 'name': 'network-vif-deleted', 'tag': '9753e06c-167c-4baa-93c2-aef20d5dffda', 'status': 'completed', 'code': 200} Nov 09 11:40:36.304417 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-df7e5435-c07a-415a-9491-085ae232bc70 None None] The port 'da3e6b26-155c-4336-9fda-40a12982d914' was deleted {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:40:36.305353 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: da3e6b26-155c-4336-9fda-40a12982d914 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:40:36.305702 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device da3e6b26-155c-4336-9fda-40a12982d914 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:40:36.726917 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:36.796672 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32866) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:36.844391 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9fbf815e-fcb4-4ad3-b99b-935f993f156e req-e10b27c9-22c6-49a3-97ed-151eb869d6a8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Synchronizing usage tracker for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:36.913567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-9fbf815e-fcb4-4ad3-b99b-935f993f156e req-e10b27c9-22c6-49a3-97ed-151eb869d6a8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Unset dirty status for tenant:1c96a170d36046a6894aa8e5d7b1779a on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:36.915439 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-9fbf815e-fcb4-4ad3-b99b-935f993f156e req-e10b27c9-22c6-49a3-97ed-151eb869d6a8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0620234-e3f7-4753-8944-2764f5b85acb HTTP/1.1" status: 200 len: 210 time: 0.1159656 Nov 09 11:40:37.006388 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c27e6343-54e4-46bb-866f-d93eb1c207e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57e45b8bebfd4d03be8199ef88c4c58f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2084496 Nov 09 11:40:37.008794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32874) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:37.077940 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7bccabe3-d290-4a32-b365-dbab75e9b9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.110424 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7bccabe3-d290-4a32-b365-dbab75e9b9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.140615 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:37.168238 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.202950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:37.210196 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee7e38b4b5f4b7699425facfa8b6a15 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:37.213639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:37.220306 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:37.293233 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.434805 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.443145 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a68c879c-273e-45c6-bddd-5492ec10af0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:37.468912 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7bccabe3-d290-4a32-b365-dbab75e9b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.475484 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ec8fbba8-de78-403a-a1c1-e9a61e11b2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:37.484109 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646372af-4877-4182-896c-6c5995524102,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:37.486458 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccabe3-d290-4a32-b365-dbab75e9b9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435fc831-bd94-4cda-9abc-866873b656c9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:37.487326 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:37.493560 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7bccabe3-d290-4a32-b365-dbab75e9b9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:37.495891 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b3e49cf8-3939-4b36-aff3-6d89cdd09528 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ee7e38b4b5f4b7699425facfa8b6a15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3485746 Nov 09 11:40:37.495891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32882) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:37.496346 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7bccabe3-d290-4a32-b365-dbab75e9b9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.496346 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7bccabe3-d290-4a32-b365-dbab75e9b9d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/435fc831-bd94-4cda-9abc-866873b656c9 HTTP/1.1" status: 204 len: 168 time: 0.4855037 Nov 09 11:40:37.558867 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67763b6c-0990-4e6e-b935-9cc5eb3b152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.589607 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67763b6c-0990-4e6e-b935-9cc5eb3b152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.763892 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67763b6c-0990-4e6e-b935-9cc5eb3b152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.768902 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-fcc42229-c282-4d91-969f-37c19d053c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:37.783140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67763b6c-0990-4e6e-b935-9cc5eb3b152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646372af-4877-4182-896c-6c5995524102,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:37.787846 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-67763b6c-0990-4e6e-b935-9cc5eb3b152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:37.788716 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67763b6c-0990-4e6e-b935-9cc5eb3b152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:37.789586 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-67763b6c-0990-4e6e-b935-9cc5eb3b152b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/646372af-4877-4182-896c-6c5995524102 HTTP/1.1" status: 204 len: 168 time: 0.2949555 Nov 09 11:40:38.037668 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32900) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:38.105973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-519fe2b6-b23e-42bd-b2dc-1883c6478bcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:38.143573 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-519fe2b6-b23e-42bd-b2dc-1883c6478bcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:38.278475 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-519fe2b6-b23e-42bd-b2dc-1883c6478bcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:38.283807 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-808d7e2e-171f-4e0f-b4b3-be9cb17b4aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:38.300146 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe2b6-b23e-42bd-b2dc-1883c6478bcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6b2f9-52e1-45e5-be6b-b3a13570f85d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:38.304921 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-519fe2b6-b23e-42bd-b2dc-1883c6478bcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:38.383841 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-519fe2b6-b23e-42bd-b2dc-1883c6478bcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:38.386213 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-519fe2b6-b23e-42bd-b2dc-1883c6478bcf tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1f6b2f9-52e1-45e5-be6b-b3a13570f85d HTTP/1.1" status: 204 len: 168 time: 0.3539762 Nov 09 11:40:38.494064 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32920) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:38.768852 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32930) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:38.925467 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'networks': [{'name': 'tempest-network--326966958'}, {'name': 'tempest-network--1689924275'}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:38.925856 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'network': {'name': 'tempest-network--326966958'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:38.926639 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'network': {'name': 'tempest-network--1689924275'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:38.937232 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:38.943572 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Usage tracker for resource:network and tenant:4cc65bbffa7c4836964ea34b62bb0767 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:38.947613 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:38.954810 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717459'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:38.960772 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:39.044046 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Made reservation on behalf of 4cc65bbffa7c4836964ea34b62bb0767 for: {'network': 2} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:39.048295 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.064827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.104865 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:39.109425 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Usage tracker for resource:security_group_rule and tenant:4cc65bbffa7c4836964ea34b62bb0767 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:39.115553 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:39.122209 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:39.186291 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:39.205827 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.269201 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.270008 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.281288 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e8460339-3739-459b-b211-98a149b76896 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:39.320919 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5ddc3-1546-424c-a653-d00a761afc74,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:39.325992 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:39.330240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:39.344665 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.345010 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Added segment b8b5602c-96c1-4be3-99f5-8eb63b067311 of type vlan for network 235867d0-1797-4095-a66b-57cc6b363bb6 Nov 09 11:40:39.350292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-698073428'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:39.358975 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:39.367334 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Usage tracker for resource:network and tenant:4c0c5931ef1e40709d034659fdd8f85c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:39.371909 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:39.390873 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.424871 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:39.432335 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:39.439503 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.439843 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Added segment fa47498e-26a2-49dc-916f-37dd775be8e0 of type vlan for network 13e9032f-652a-405b-87f4-1d4c99d08d92 Nov 09 11:40:39.468109 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.518140 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:39.522096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.539234 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.571516 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:39.575827 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Usage tracker for resource:security_group_rule and tenant:4c0c5931ef1e40709d034659fdd8f85c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:39.578461 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.579047 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.585174 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:39.586227 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:39.586881 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.591274 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:39.595330 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-af674b19-57fd-4e56-99d7-a07c9f1c936f tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:39.620570 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port 723929c4-b8a0-461e-a9fc-5800221d9818 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:39.621178 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.629625 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:39.703545 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9753e06c-167c-4baa-93c2-aef20d5dffda no longer exists at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:40:39.713369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Network': ['ID=235867d0-1797-4095-a66b-57cc6b363bb6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:39.736991 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 235867d0-1797-4095-a66b-57cc6b363bb6 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:39.763029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] No Port match for: 9753e06c-167c-4baa-93c2-aef20d5dffda {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:40:39.763530 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device 9753e06c-167c-4baa-93c2-aef20d5dffda not bound to the agent host n-h1-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:40:39.817013 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0466750 Nov 09 11:40:39.817841 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32946) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:39.821940 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port 723929c4-b8a0-461e-a9fc-5800221d9818, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=723929c4-b8a0-461e-a9fc-5800221d9818,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:39.822269 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.829788 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Network': ['ID=13e9032f-652a-405b-87f4-1d4c99d08d92,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:39.836377 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-4d341183-2b11-415f-9889-acea0ba7ab31 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:39.836903 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:39.837293 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-97fe139d-81d7-400b-b157-b133d5b8c890 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:39.849204 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 13e9032f-652a-405b-87f4-1d4c99d08d92 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:39.911649 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.981628 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for 723929c4-b8a0-461e-a9fc-5800221d9818 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:39.982820 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:39.987392 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e342cf97-7f09-440a-873a-aa684aca6cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:40.016913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:40.026370 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f828cf5d-fa8b-4fd2-9675-f6199c3fa179,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:40.030469 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:40.033277 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.033622 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Added segment bc29f794-d7c5-4452-803a-50a1f2b6ca59 of type vlan for network ec6badc5-ea75-4565-ae39-6113aa7d53f0 Nov 09 11:40:40.065458 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.157576 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.163950 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:40.163950 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.169790 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f81b697b-cbb5-4ceb-8b34-ecec5d0ee60a tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:40.277450 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Network': ['ID=ec6badc5-ea75-4565-ae39-6113aa7d53f0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:40.284405 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:40.292408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:40.322130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd1c1b-6432-4ef2-b470-786284329535 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:40.326938 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1395311 Nov 09 11:40:40.328512 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd1c1b-6432-4ef2-b470-786284329535 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:40.329797 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32950) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:40.334594 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd1c1b-6432-4ef2-b470-786284329535 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:40.336896 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'subnet': {'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:40.338712 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd1c1b-6432-4ef2-b470-786284329535 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:40.341455 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-37fd1c1b-6432-4ef2-b470-786284329535 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5217488 Nov 09 11:40:40.349705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32954) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:40.460287 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:40.463722 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Usage tracker for resource:subnet and tenant:4c0c5931ef1e40709d034659fdd8f85c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:40.466674 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:40.472352 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:40.523631 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.543340 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:40.649207 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.660738 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.675895 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-90485327-990a-4c56-8e07-0afed6e2c40d tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:40.727133 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.736313 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=723929c4-b8a0-461e-a9fc-5800221d9818,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:40.742770 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:40.787219 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235867d0-1797-4095-a66b-57cc6b363bb6']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:40.831708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b5602c-96c1-4be3-99f5-8eb63b067311') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:40.831708 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b5602c-96c1-4be3-99f5-8eb63b067311') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:40.855721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.884702 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.941086 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:40.941486 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.941621 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:40.946583 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b6bd1da2-a567-418c-aaf0-b3b193555da8 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:40.956338 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:41.042697 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Subnet': ['ID=717e0689-0896-48d6-a071-ea3bb1286f22,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:41.045431 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:41.055367 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Checking segment: {'id': 'bc29f794-d7c5-4452-803a-50a1f2b6ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:41.059156 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network hostable DHCP agents. Network: ec6badc5-ea75-4565-ae39-6113aa7d53f0, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:41.118252 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.126281 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8b60fc31-2d28-4b4b-99b2-01f84ee953da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:41.135351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:41.143290 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.157006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Network': ['ID=235867d0-1797-4095-a66b-57cc6b363bb6,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:41.161158 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:41.164149 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ecf015d6-309d-4b24-934f-1b8b6ebde05e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/networks/235867d0-1797-4095-a66b-57cc6b363bb6 HTTP/1.1" status: 204 len: 168 time: 0.8140576 Nov 09 11:40:41.166891 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32958) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:41.206442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718761'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.247835 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ec6badc5-ea75-4565-ae39-6113aa7d53f0) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:41.256402 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71dcd1-10ee-4ab8-b103-2fffd85540d7 None None] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:41.267099 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:41.274515 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.305657 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.370585 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-be2c4a77-be55-40ca-a01b-6925cc81cce7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0370102 Nov 09 11:40:41.372780 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32964) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:41.384420 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1151526438'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:41.517049 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'tenant_id': '4c0c5931ef1e40709d034659fdd8f85c', 'fixed_ips': [{'subnet_id': '717e0689-0896-48d6-a071-ea3bb1286f22'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:40:41.518778 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.581707 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.675617 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e9032f-652a-405b-87f4-1d4c99d08d92']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:41.697424 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Allocated IP 2001:db8::2 (ec6badc5-ea75-4565-ae39-6113aa7d53f0/717e0689-0896-48d6-a071-ea3bb1286f22/f19e4188-ca6f-48a2-a146-8f412cc0707b) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:41.703168 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa47498e-26a2-49dc-916f-37dd775be8e0') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:41.703462 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa47498e-26a2-49dc-916f-37dd775be8e0') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:41.729535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.753836 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.756576 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:41.763585 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Usage tracker for resource:port and tenant:4c0c5931ef1e40709d034659fdd8f85c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:41.766518 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:41.766958 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:41.781929 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:41.784499 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:41.794640 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:41.921316 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.937886 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:41.944213 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.952415 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Router 32aaaf69-ea8f-4574-9afb-a6798645bca8 has already been hosted by L3 agent 566ba733-ee2d-4ef5-bfc6-ac2b544e54ba {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 11:40:41.960526 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Transition to ACTIVE for port object f19e4188-ca6f-48a2-a146-8f412cc0707b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:41.966519 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.974019 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-724ede7b-bf6d-4503-9cfb-3dfc9c39d225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:41.983154 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Transition to ACTIVE for port object f19e4188-ca6f-48a2-a146-8f412cc0707b will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:41.987949 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:41.998276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] device_id is not set on port 923f1fe7-0fdc-4221-a45b-c5450ee04fd3 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:42.032577 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Network': ['ID=13e9032f-652a-405b-87f4-1d4c99d08d92,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:42.035819 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:42.037415 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8a4990dc-c995-4320-ae2d-bcedb7da43a1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/networks/13e9032f-652a-405b-87f4-1d4c99d08d92 HTTP/1.1" status: 204 len: 168 time: 0.8694293 Nov 09 11:40:42.042255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32968) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:42.052437 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.058059 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:42.127300 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:42.131546 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:42.136074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Pushing event updated for resources: {'Port': ['ID=f19e4188-ca6f-48a2-a146-8f412cc0707b,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:42.138410 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:42.140912 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:42.163834 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Allocated IP 2001:db8::290 (ec6badc5-ea75-4565-ae39-6113aa7d53f0/717e0689-0896-48d6-a071-ea3bb1286f22/923f1fe7-0fdc-4221-a45b-c5450ee04fd3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:42.248811 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Attempting to bind port f19e4188-ca6f-48a2-a146-8f412cc0707b on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:40:42.249612 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Attempting to bind port f19e4188-ca6f-48a2-a146-8f412cc0707b by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': 'bc29f794-d7c5-4452-803a-50a1f2b6ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:40:42.250148 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Attempting to bind port f19e4188-ca6f-48a2-a146-8f412cc0707b on network ec6badc5-ea75-4565-ae39-6113aa7d53f0 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:40:42.257127 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:40:42.257805 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Checking segment: {'id': 'bc29f794-d7c5-4452-803a-50a1f2b6ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:42.258330 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.258918 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Bound using segment: {'id': 'bc29f794-d7c5-4452-803a-50a1f2b6ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:40:42.259422 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Bound port: f19e4188-ca6f-48a2-a146-8f412cc0707b, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc29f794-d7c5-4452-803a-50a1f2b6ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:40:42.259802 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.270725 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c80d6-9201-4e1e-ab63-18f2eb84ebf9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:42.274962 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c80d6-9201-4e1e-ab63-18f2eb84ebf9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:42.275714 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2f0c80d6-9201-4e1e-ab63-18f2eb84ebf9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Synchronizing usage tracker for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:42.325230 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify agent at l3_agent.n-d-817173-1 the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 11:40:42.333538 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "PUT /v2.0/routers/32aaaf69-ea8f-4574-9afb-a6798645bca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8383884 Nov 09 11:40:42.334218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32972) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:42.340630 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] Sync routers for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 09 11:40:42.355170 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:42.356118 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:42.371740 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] For port f19e4188-ca6f-48a2-a146-8f412cc0707b, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:40:42.378494 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] For port f19e4188-ca6f-48a2-a146-8f412cc0707b, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f19e4188-ca6f-48a2-a146-8f412cc0707b,segment=NetworkSegment(bc29f794-d7c5-4452-803a-50a1f2b6ca59),segment_id=bc29f794-d7c5-4452-803a-50a1f2b6ca59)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:40:42.380543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2f0c80d6-9201-4e1e-ab63-18f2eb84ebf9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Unset dirty status for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:42.381669 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2f0c80d6-9201-4e1e-ab63-18f2eb84ebf9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3384778 Nov 09 11:40:42.387941 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32976) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:42.397818 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-900209646'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:42.407176 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:42.430699 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.433874 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:42.447426 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.452369 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Transition to ACTIVE for port object 923f1fe7-0fdc-4221-a45b-c5450ee04fd3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:42.459425 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:42.535384 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Pushing event updated for resources: {'Port': ['ID=f19e4188-ca6f-48a2-a146-8f412cc0707b,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:42.535685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Made reservation on behalf of 4cc65bbffa7c4836964ea34b62bb0767 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:42.539145 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-8a5a87c3-6172-4c76-bb6f-7f5c20d91391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:42.539802 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.550390 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting subnet 668c6587-5ddd-4c55-8c48-a407c8272c51 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:40:42.554825 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.568248 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.577550 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-234bd7de-9c73-41c4-9d4e-113d459e89c7 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:42.580309 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:40:42.625860 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.657580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:42.692484 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:42.701524 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:42.703114 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.704812 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Added segment 7ff3e585-de99-4a83-ad2f-7f7265534d76 of type vlan for network ede068bb-7b50-4b50-9f69-926e533eb5cb Nov 09 11:40:42.704812 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:42.715271 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:42.715271 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.718821 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=923f1fe7-0fdc-4221-a45b-c5450ee04fd3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:42.744189 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:42.761956 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.798244 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.860625 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4854159 Nov 09 11:40:42.862350 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32980) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:42.869255 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1994832092', 'allowed_address_pairs': [{'ip_address': '2001:db8::290', 'mac_address': 'fa:16:3e:e2:f9:e5'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:42.914299 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.918653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:42.920087 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.942702 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-a49c807f-5682-4bcf-a4d0-83dbd2fbfa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:42.976317 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:42.983384 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9c15d1fb-d44f-4ac8-9741-aec26dfee222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:42.987408 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:40:40Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:42.992028 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] Checking router: 32aaaf69-ea8f-4574-9afb-a6798645bca8 for host: n-d-817173-1 {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 09 11:40:43.003562 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] Routers {'32aaaf69-ea8f-4574-9afb-a6798645bca8'} bound to L3 agent in host n-d-817173-1 {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 11:40:43.004991 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817173-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T10:46:19Z,description=,heartbeat_timestamp=2021-11-09T11:40:19Z,host='n-d-817173-1',id=566ba733-ee2d-4ef5-bfc6-ac2b544e54ba,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T10:46:20Z,topic='l3_agent')) {'router_ids': ['32aaaf69-ea8f-4574-9afb-a6798645bca8'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:43.029216 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6400042 Nov 09 11:40:43.033354 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32984) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:43.043373 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Subnet': ['ID=668c6587-5ddd-4c55-8c48-a407c8272c51,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:43.048345 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-111076117'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:43.053800 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Network': ['ID=ede068bb-7b50-4b50-9f69-926e533eb5cb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:43.055603 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:43.056537 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5b5bfc7e-d431-4a2b-8c8a-cda0086f036d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:43.064737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ede068bb-7b50-4b50-9f69-926e533eb5cb details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:43.068237 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:43.079440 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.087710 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052846b8-a321-4c05-a2d5-af50415c19fc None None] Network 754ce156-06d7-4329-a4e0-453014b7f25f requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:43.097847 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:43.111794 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a8b56c7c-fd18-4d5a-8156-24ec2f7c6ba4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/subnets/668c6587-5ddd-4c55-8c48-a407c8272c51 HTTP/1.1" status: 204 len: 168 time: 0.7737956 Nov 09 11:40:43.111794 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:43.115745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32988) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:43.117582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Usage tracker for resource:port and tenant:4c0c5931ef1e40709d034659fdd8f85c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:43.121245 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:43.136665 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:43.200842 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_dvr_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] Set router 32aaaf69-ea8f-4574-9afb-a6798645bca8 gateway port host: n-d-817173-1 {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 09 11:40:43.212592 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Made reservation on behalf of 4cc65bbffa7c4836964ea34b62bb0767 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:43.216898 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.262153 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:43.275046 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.275878 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Added segment b329053a-7767-46b9-98a6-aaf4cc662866 of type vlan for network 2b7385ae-f575-4464-8edd-52ef628ddf42 Nov 09 11:40:43.318607 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.351824 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.377766 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:43.507154 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.511084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:43.514459 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.541065 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5165260d-ba8c-49c2-b13c-eeeac88bbb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:43.574215 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.l3_hamode_db [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:40:40Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}], 'n-d-817173-1', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:43.582122 n-d-817173-1 neutron-server[84336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45d1a4-1f69-422e-be4d-ba2afdd8e6d1 None None] The sync data for ids ['32aaaf69-ea8f-4574-9afb-a6798645bca8'] in n-d-817173-1 is: [{'id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'name': 'tempest-TestNetworkBasicOps-router-195277532', 'tenant_id': '1c96a170d36046a6894aa8e5d7b1779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'external_fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T11:39:24Z', 'updated_at': '2021-11-09T11:40:40Z', 'revision_number': 5, 'project_id': '1c96a170d36046a6894aa8e5d7b1779a', 'gw_port': {'id': 'b1606da5-048b-4dce-9b86-2685db91af6d', 'name': '', 'network_id': '8f6d29ce-6f1c-4c9f-889e-fbfb031b1080', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aaaf69-ea8f-4574-9afb-a6798645bca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817173-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T11:39:25Z', 'updated_at': '2021-11-09T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8543c513-fe94-4d1f-898e-41ac3fc56f06', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817173-1'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 09 11:40:43.604400 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5656531 Nov 09 11:40:43.607537 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 32992) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:43.615087 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'ports': [{'network_id': 'ede068bb-7b50-4b50-9f69-926e533eb5cb', 'name': 'tempest-port--1853279035', 'admin_state_up': True}, {'network_id': '2b7385ae-f575-4464-8edd-52ef628ddf42', 'admin_state_up': False}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:43.615405 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'port': {'network_id': 'ede068bb-7b50-4b50-9f69-926e533eb5cb', 'name': 'tempest-port--1853279035', 'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:43.615961 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'port': {'network_id': '2b7385ae-f575-4464-8edd-52ef628ddf42', 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:43.643404 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] DHCP port deletion for 754ce156-06d7-4329-a4e0-453014b7f25f request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:40:43.650416 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] Deleting port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:43.651522 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.721229 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.734000 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Network': ['ID=2b7385ae-f575-4464-8edd-52ef628ddf42,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:43.740303 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7c3b3be4-9ffe-4c1c-81f8-d8b9434e103e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:43.756763 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:43.758098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] device_id is not set on port 1cfff70b-a595-47d3-9ec0-65fe39dfdef3 yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:43.766019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 2b7385ae-f575-4464-8edd-52ef628ddf42 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:43.874069 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2621d0-402e-4abc-bbcf-d19524b94855 None None] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:44.025327 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Deleting port b1606da5-048b-4dce-9b86-2685db91af6d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:44.025819 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.088642 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Allocated IP 2001:db8::e6 (ec6badc5-ea75-4565-ae39-6113aa7d53f0/717e0689-0896-48d6-a071-ea3bb1286f22/1cfff70b-a595-47d3-9ec0-65fe39dfdef3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:44.110505 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:44.120638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Usage tracker for resource:port and tenant:4cc65bbffa7c4836964ea34b62bb0767 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:44.125980 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:44.182197 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:44.182485 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] For port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b,segment=NetworkSegment(214595e6-8258-46a4-b085-dd3e917885b1),segment_id=214595e6-8258-46a4-b085-dd3e917885b1)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:44.183004 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.274653 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] For port b1606da5-048b-4dce-9b86-2685db91af6d, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=b1606da5-048b-4dce-9b86-2685db91af6d,segment=NetworkSegment(1e18834d-a00e-4472-91f1-0b1d72b3947b),segment_id=1e18834d-a00e-4472-91f1-0b1d72b3947b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:44.275030 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.324812 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] Calling delete_port for 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:44.347573 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Made reservation on behalf of 4cc65bbffa7c4836964ea34b62bb0767 for: {'port': 2} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:44.351675 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.353369 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a41b7015-b4dc-45a7-97c2-a19c33bb81fe None None] Provisioning for port f19e4188-ca6f-48a2-a146-8f412cc0707b completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:44.368615 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f19e4188-ca6f-48a2-a146-8f412cc0707b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:40:44.404155 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.423399 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Transition to ACTIVE for port object 1cfff70b-a595-47d3-9ec0-65fe39dfdef3 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:44.428715 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Calling delete_port for b1606da5-048b-4dce-9b86-2685db91af6d owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:44.465185 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.543984 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.552782 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b2fe831c-54be-4128-880b-77798e87d7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:44.577359 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.581293 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-67a1ccec-4211-4071-ab40-d2b644f92405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:44.623820 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:44.629567 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:44.632950 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] Pushing event deleted for resources: {'Port': ['ID=20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:44.635722 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:44.640602 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:44.641371 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e94d7-7444-42a3-b410-dba8beede0c4 None None] No DVR routers for this DVR port 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:40:44.646437 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning for port f19e4188-ca6f-48a2-a146-8f412cc0707b completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:44.650991 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:44.650991 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.651949 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f19e4188-ca6f-48a2-a146-8f412cc0707b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:44.652348 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.656602 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] device_id is not set on port 8888907e-7b61-443f-a51d-f2a7e6e79f56 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:44.692246 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=1cfff70b-a595-47d3-9ec0-65fe39dfdef3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:44.695935 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:44.753426 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8897171 Nov 09 11:40:44.757542 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 32996) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:44.793478 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.830427 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] For port f19e4188-ca6f-48a2-a146-8f412cc0707b, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=f19e4188-ca6f-48a2-a146-8f412cc0707b,segment=NetworkSegment(bc29f794-d7c5-4452-803a-50a1f2b6ca59),segment_id=bc29f794-d7c5-4452-803a-50a1f2b6ca59)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:44.876619 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714cba1e-681a-41e7-8e5b-7fb8c112193d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:44.882301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714cba1e-681a-41e7-8e5b-7fb8c112193d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:44.886275 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.886564 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714cba1e-681a-41e7-8e5b-7fb8c112193d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:44.887469 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-714cba1e-681a-41e7-8e5b-7fb8c112193d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Synchronizing usage tracker for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:44.912420 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.922107 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26fa186f-86b2-42b5-a9be-7b2eab9dd382 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:44.965957 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:44.975054 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:44.995010 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-714cba1e-681a-41e7-8e5b-7fb8c112193d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Unset dirty status for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:44.999517 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-714cba1e-681a-41e7-8e5b-7fb8c112193d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2408929 Nov 09 11:40:45.000412 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33000) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:45.017693 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4ba3dff9-64fb-45e9-b22c-58b08449764b None None] Provisioning for port 923f1fe7-0fdc-4221-a45b-c5450ee04fd3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:45.033744 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4ba3dff9-64fb-45e9-b22c-58b08449764b None None] Provisioning complete for port 923f1fe7-0fdc-4221-a45b-c5450ee04fd3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:45.034078 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ba3dff9-64fb-45e9-b22c-58b08449764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.060121 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Port': ['ID=b1606da5-048b-4dce-9b86-2685db91af6d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:45.065898 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:45.073323 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 723929c4-b8a0-461e-a9fc-5800221d9818 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:40:45.095617 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Deleting port 1cfff70b-a595-47d3-9ec0-65fe39dfdef3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:45.096033 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.121801 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] device_id is not set on port 89307a28-4008-4ce3-b604-bede1cdc0d0a yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:45.189736 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 723929c4-b8a0-461e-a9fc-5800221d9818 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:40:45.190085 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 723929c4-b8a0-461e-a9fc-5800221d9818 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:40:45.190517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:40:45.231779 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:40:45.232705 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 20ca4e5c-6bca-4bbf-b4a2-e3443f8fad5b not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:40:45.247261 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Pushing event updated for resources: {'Port': ['ID=f19e4188-ca6f-48a2-a146-8f412cc0707b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:45.251196 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:45.251929 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3dff9-64fb-45e9-b22c-58b08449764b None None] Port 923f1fe7-0fdc-4221-a45b-c5450ee04fd3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:45.273661 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4ba3dff9-64fb-45e9-b22c-58b08449764b None None] Provisioning complete for port f19e4188-ca6f-48a2-a146-8f412cc0707b triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:45.274296 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ba3dff9-64fb-45e9-b22c-58b08449764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.389249 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.502423 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.510167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659398'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.510507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Calling delete_port for 1cfff70b-a595-47d3-9ec0-65fe39dfdef3 owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:45.592517 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-68cf0776-b459-4a2e-b299-db730961c841 None None] Provisioning for port 1cfff70b-a595-47d3-9ec0-65fe39dfdef3 completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:45.597756 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-68cf0776-b459-4a2e-b299-db730961c841 None None] Provisioning complete for port 1cfff70b-a595-47d3-9ec0-65fe39dfdef3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:45.598138 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68cf0776-b459-4a2e-b299-db730961c841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.654994 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-68cf0776-b459-4a2e-b299-db730961c841 None None] Port 1cfff70b-a595-47d3-9ec0-65fe39dfdef3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:45.669518 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-68cf0776-b459-4a2e-b299-db730961c841 None None] Provisioning complete for port 923f1fe7-0fdc-4221-a45b-c5450ee04fd3 triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:45.669887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-68cf0776-b459-4a2e-b299-db730961c841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.720383 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.728395 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-52f70525-ed89-468b-bee2-68c6dc1ba853 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:45.730019 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-68cf0776-b459-4a2e-b299-db730961c841 None None] Port 923f1fe7-0fdc-4221-a45b-c5450ee04fd3 cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:45.776098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event deleted for resources: {'Port': ['ID=1cfff70b-a595-47d3-9ec0-65fe39dfdef3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:45.778551 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:45.906100 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11917'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.913298 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.920706 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.972342 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:45.979029 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-26b36c3d-4bc3-4e28-b1f3-581ab3598326 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:45.999590 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c51abb54-3f5f-4c58-98b8-8dffd645a05f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "DELETE /v2.0/ports/1cfff70b-a595-47d3-9ec0-65fe39dfdef3 HTTP/1.1" status: 204 len: 168 time: 0.9981334 Nov 09 11:40:46.003626 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33004) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:46.018548 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656702'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.019070 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Fanout notify agent at l3_agent the message router_deleted on router 32aaaf69-ea8f-4574-9afb-a6798645bca8 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 11:40:46.046471 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-75906284-13b7-4442-bfc2-ed2851300dff tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] GET failed (client error): The resource could not be found. Nov 09 11:40:46.047006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-75906284-13b7-4442-bfc2-ed2851300dff tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Synchronizing usage tracker for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:46.073325 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.075239 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-8de74cef-dff9-4ef2-bd1b-e9bf2a7b64fd tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/routers/32aaaf69-ea8f-4574-9afb-a6798645bca8 HTTP/1.1" status: 204 len: 168 time: 2.9576433 Nov 09 11:40:46.078756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33008) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:46.086061 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Port': ['ID=8888907e-7b61-443f-a51d-f2a7e6e79f56,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:46.096456 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:46.120894 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Checking segment: {'id': '7ff3e585-de99-4a83-ad2f-7f7265534d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ede068bb-7b50-4b50-9f69-926e533eb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:46.121336 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network hostable DHCP agents. Network: ede068bb-7b50-4b50-9f69-926e533eb5cb, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:46.163937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-75906284-13b7-4442-bfc2-ed2851300dff tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Unset dirty status for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:46.165083 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-75906284-13b7-4442-bfc2-ed2851300dff tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "GET /v2.0/ports/1cfff70b-a595-47d3-9ec0-65fe39dfdef3 HTTP/1.1" status: 404 len: 333 time: 0.1621363 Nov 09 11:40:46.170643 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33012) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:46.174673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-275582286'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:46.203026 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.248781 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network ede068bb-7b50-4b50-9f69-926e533eb5cb is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:46.318594 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:46.327882 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ede068bb-7b50-4b50-9f69-926e533eb5cb) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:46.329623 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:46.334060 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:46.334916 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.339256 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.340250 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3817f-7cf8-445f-8715-8e8f4e0c2587 None None] Network ede068bb-7b50-4b50-9f69-926e533eb5cb requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:46.341522 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-5f0495b2-304c-4c4c-b2be-04ca9e9066f4 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:46.373040 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754ce156-06d7-4329-a4e0-453014b7f25f']}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:46.386722 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214595e6-8258-46a4-b085-dd3e917885b1') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:46.387112 n-d-817173-1 neutron-server[84334]: DEBUG neutron.services.segments.db [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214595e6-8258-46a4-b085-dd3e917885b1') {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:46.399212 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3771858'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.414679 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Port': ['ID=89307a28-4008-4ce3-b604-bede1cdc0d0a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:46.418512 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:46.418655 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.431205 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:46.431639 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3627776'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.445563 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: Traceback (most recent call last): Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: timer() Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: cb(*args, **kw) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: return func(*args, **kwargs) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: self._notify() Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: self.callback(batched_events) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: event.method(event) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: return f(self, *a, **k) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: return self._get(url).json() Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:46.447557 n-d-817173-1 neutron-server[84334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:46.449487 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.462316 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Checking segment: {'id': 'b329053a-7767-46b9-98a6-aaf4cc662866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b7385ae-f575-4464-8edd-52ef628ddf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:46.462673 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network hostable DHCP agents. Network: 2b7385ae-f575-4464-8edd-52ef628ddf42, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:46.480868 n-d-817173-1 neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] device_id is not set on port 082dba62-a526-4738-ae5c-51aee1f00d4f yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:46.609383 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device f19e4188-ca6f-48a2-a146-8f412cc0707b up at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:40:46.619685 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network 2b7385ae-f575-4464-8edd-52ef628ddf42 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:46.640052 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.651374 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f0918c6d-8d99-485f-a7ca-e397cc694142 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:46.667341 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.668123 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Allocated IP 2001:db8::35b (ec6badc5-ea75-4565-ae39-6113aa7d53f0/717e0689-0896-48d6-a071-ea3bb1286f22/082dba62-a526-4738-ae5c-51aee1f00d4f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:46.673705 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Pushing event deleted for resources: {'Network': ['ID=754ce156-06d7-4329-a4e0-453014b7f25f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:46.678622 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:46.679647 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Provisioning complete for port f19e4188-ca6f-48a2-a146-8f412cc0707b triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:46.680141 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.700748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 2b7385ae-f575-4464-8edd-52ef628ddf42) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:46.710665 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d0ed9-ad3c-4869-9218-67970187e706 None None] Network 2b7385ae-f575-4464-8edd-52ef628ddf42 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:46.714455 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:46.718368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:46.721530 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:46.722156 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.755604 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bfc1e9e4-7eec-4017-9c9e-353c62498f1a tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] 10.222.0.50 "DELETE /v2.0/networks/754ce156-06d7-4329-a4e0-453014b7f25f HTTP/1.1" status: 204 len: 168 time: 0.6753857 Nov 09 11:40:46.840993 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33018) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:46.841183 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2322934 Nov 09 11:40:46.938460 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:46.961999 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Transition to ACTIVE for port object 082dba62-a526-4738-ae5c-51aee1f00d4f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:46.976423 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b7425-1e18-4d04-a863-721bfe0f5062 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:46.982132 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b7425-1e18-4d04-a863-721bfe0f5062 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:46.993041 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-744b7425-1e18-4d04-a863-721bfe0f5062 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1500449 Nov 09 11:40:46.993985 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33022) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:47.023734 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b1606da5-048b-4dce-9b86-2685db91af6d no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:40:47.056104 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: b1606da5-048b-4dce-9b86-2685db91af6d {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:40:47.056444 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device b1606da5-048b-4dce-9b86-2685db91af6d not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:40:47.066102 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Deleting port 8888907e-7b61-443f-a51d-f2a7e6e79f56 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:47.066584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.154535 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.165947 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6ea82700-1d23-4878-afee-2b5b6296641f tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:47.187049 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-75bd3a8d-72c6-469a-8704-1460c18252dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.254400 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:47.273500 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:47.275410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=082dba62-a526-4738-ae5c-51aee1f00d4f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:47.281901 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:47.286216 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:47.286867 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.292402 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:47.392021 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.431796 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33028) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:47.508645 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.514220 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-49aa6b7e-0f5e-4ec3-a903-d5e0388ba4c2 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3436787 Nov 09 11:40:47.517508 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33034) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:47.520990 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Calling delete_port for 8888907e-7b61-443f-a51d-f2a7e6e79f56 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:47.527286 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::290', 'mac_address': 'fa:16:3e:e2:f9:e5'}]}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:47.638126 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c7492ab1-c20b-40e9-a59d-87ae15413b95 None None] Provisioning for port 082dba62-a526-4738-ae5c-51aee1f00d4f completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:47.643511 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c7492ab1-c20b-40e9-a59d-87ae15413b95 None None] Provisioning complete for port 082dba62-a526-4738-ae5c-51aee1f00d4f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:47.643892 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c7492ab1-c20b-40e9-a59d-87ae15413b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.666722 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.673175 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e150b47e-b9e9-4dc3-9e38-fff2f22afca4 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:47.698536 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-c7492ab1-c20b-40e9-a59d-87ae15413b95 None None] Port 082dba62-a526-4738-ae5c-51aee1f00d4f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:47.835280 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-a42978a8-aa07-400b-89e0-aa8b5bcf6217 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c96a170d36046a6894aa8e5d7b1779a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4020939 Nov 09 11:40:47.837939 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33038) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:47.840806 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.854226 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Port': ['ID=8888907e-7b61-443f-a51d-f2a7e6e79f56,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:47.857818 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:47.860973 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:47.868689 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/ports/8888907e-7b61-443f-a51d-f2a7e6e79f56 HTTP/1.1" status: 204 len: 168 time: 0.8726707 Nov 09 11:40:47.871221 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33042) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:47.940604 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Deleting port 89307a28-4008-4ce3-b604-bede1cdc0d0a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:47.941288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.008775 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47837dd3-6b85-40ce-b9f2-1fa683312ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.102356 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47837dd3-6b85-40ce-b9f2-1fa683312ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.158869 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.215883 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.282858 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Calling delete_port for 89307a28-4008-4ce3-b604-bede1cdc0d0a owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:48.325780 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47837dd3-6b85-40ce-b9f2-1fa683312ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.331856 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7a72ebfc-2d1f-47c5-9bf4-49575a7db877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:48.349631 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47837dd3-6b85-40ce-b9f2-1fa683312ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13c951a-511e-4843-ab46-58f160dc2279,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:48.351989 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-47837dd3-6b85-40ce-b9f2-1fa683312ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:48.358442 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47837dd3-6b85-40ce-b9f2-1fa683312ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.359829 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-47837dd3-6b85-40ce-b9f2-1fa683312ad6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a13c951a-511e-4843-ab46-58f160dc2279 HTTP/1.1" status: 204 len: 168 time: 0.5207160 Nov 09 11:40:48.381293 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.383731 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-b078cfe9-2b8e-4177-baf6-e736ffc5f7fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:48.428963 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.436221 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-28357a44-b637-4997-af95-e1ce726fc912 tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:48.440483 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] In _notify_port_updated(), no bound segment for port 082dba62-a526-4738-ae5c-51aee1f00d4f on network ec6badc5-ea75-4565-ae39-6113aa7d53f0 {{(pid=84334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:40:48.445072 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:48.445715 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.447022 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "PUT /v2.0/ports/082dba62-a526-4738-ae5c-51aee1f00d4f HTTP/1.1" status: 200 len: 1002 time: 0.9281168 Nov 09 11:40:48.450038 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33048) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:48.482584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Port': ['ID=89307a28-4008-4ce3-b604-bede1cdc0d0a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:48.485072 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:48.490192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.499497 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-47995aa6-0277-4255-87cf-5408a4a240d9 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/ports/89307a28-4008-4ce3-b604-bede1cdc0d0a HTTP/1.1" status: 204 len: 168 time: 0.6251550 Nov 09 11:40:48.500497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33052) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:48.506162 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=082dba62-a526-4738-ae5c-51aee1f00d4f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:48.511138 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:48.536174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Deleting port 082dba62-a526-4738-ae5c-51aee1f00d4f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:48.536626 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.549337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-41366651-0b71-4542-a6bf-f06de2560b86 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Synchronizing usage tracker for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:48.655497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-41366651-0b71-4542-a6bf-f06de2560b86 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Unset dirty status for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:48.661371 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-41366651-0b71-4542-a6bf-f06de2560b86 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1596191 Nov 09 11:40:48.661978 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:48.667509 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-813080013'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:48.673276 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:48.677717 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Usage tracker for resource:network and tenant:4cc65bbffa7c4836964ea34b62bb0767 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:48.680883 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:48.686951 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:48.731890 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1c53a19c-1f5a-491b-8d08-ff71dc586412 None None] Provisioning complete for port 082dba62-a526-4738-ae5c-51aee1f00d4f triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:48.732575 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1c53a19c-1f5a-491b-8d08-ff71dc586412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.771486 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Made reservation on behalf of 4cc65bbffa7c4836964ea34b62bb0767 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:48.777317 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.792554 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-1c53a19c-1f5a-491b-8d08-ff71dc586412 None None] Port 082dba62-a526-4738-ae5c-51aee1f00d4f cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:48.798437 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.816832 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:48.827317 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.830112 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Added segment 3a4b24f2-11a2-41fe-8484-8b07e83ed306 of type vlan for network bba1fe52-b3d7-4b04-9e69-646046a7a897 Nov 09 11:40:48.856133 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:48.924406 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Calling delete_port for 082dba62-a526-4738-ae5c-51aee1f00d4f owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:49.000034 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.004932 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:49.005711 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.011080 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d22dae28-6663-41ad-8f0d-19220e32f86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:49.119584 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Network': ['ID=bba1fe52-b3d7-4b04-9e69-646046a7a897,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:49.122128 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:49.130118 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network bba1fe52-b3d7-4b04-9e69-646046a7a897 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:49.131465 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.138864 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-3840e2c5-0bff-494a-9beb-6ce44a418df2 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:49.156103 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33062) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:49.178540 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-c60328c4-6d2e-43d5-84a4-ddeef3767b17 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5137596 Nov 09 11:40:49.179298 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33066) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:49.181843 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.183302 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event deleted for resources: {'Port': ['ID=082dba62-a526-4738-ae5c-51aee1f00d4f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:49.186053 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:49.195148 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-786024996'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:49.203570 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:49.211052 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Usage tracker for resource:network and tenant:4cc65bbffa7c4836964ea34b62bb0767 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:49.214962 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:49.222446 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:49.243580 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:49.247235 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Usage tracker for resource:security_group_rule and tenant:535978835d99407f8b74ebffd9f58402 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:49.249960 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:49.256600 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:49.330889 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.335790 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Made reservation on behalf of 4cc65bbffa7c4836964ea34b62bb0767 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:49.335923 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.336674 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.368434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:49.377132 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.377473 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Added segment 034a5f95-4bc0-4506-800b-831de1fdaa94 of type vlan for network 5d569205-df39-4d7f-a04b-88090ed11785 Nov 09 11:40:49.406729 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.436047 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-d37ff321-ee6e-4bfb-9435-7d7c3b7cf0ab tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "DELETE /v2.0/ports/082dba62-a526-4738-ae5c-51aee1f00d4f HTTP/1.1" status: 204 len: 168 time: 0.9849885 Nov 09 11:40:49.438609 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33070) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:49.485553 n-d-817173-1 neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c06647-a8dc-4c19-9a24-1b916316c261 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] GET failed (client error): The resource could not be found. Nov 09 11:40:49.486063 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-26c06647-a8dc-4c19-9a24-1b916316c261 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Synchronizing usage tracker for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:49.520984 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.527486 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-61fc738b-a0e1-43d1-8a8b-6be64644a011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:49.568724 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143ff6ee-6fa0-4e09-ada5-2d782d91dc44,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:49.569899 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-668c337c-ca4f-4d7d-b231-5a9994630184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.572298 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:49.573183 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.579953 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:49.579953 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.581507 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1b5488ae-f29b-4528-9cfc-7c42c6d97526 tempest-NetworksTest-295643840 tempest-NetworksTest-295643840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:49.597697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-20b27891-be8e-4157-b6bc-9a924426c09c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=535978835d99407f8b74ebffd9f58402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4404104 Nov 09 11:40:49.600661 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33074) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:49.612337 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-26c06647-a8dc-4c19-9a24-1b916316c261 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Unset dirty status for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:49.613668 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-26c06647-a8dc-4c19-9a24-1b916316c261 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "GET /v2.0/ports/082dba62-a526-4738-ae5c-51aee1f00d4f HTTP/1.1" status: 404 len: 333 time: 0.1739414 Nov 09 11:40:49.617845 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33078) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:49.624850 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437738243'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:49.701538 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Network': ['ID=5d569205-df39-4d7f-a04b-88090ed11785,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:49.704182 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:49.712476 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 5d569205-df39-4d7f-a04b-88090ed11785 details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:49.766686 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1893f74a-e838-4ee6-86de-9f30fc29a17d tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5861366 Nov 09 11:40:49.767721 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-615d9950-206b-43f8-b384-af4ba5e855f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.812494 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:49.815674 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-615d9950-206b-43f8-b384-af4ba5e855f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:49.843013 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:49.893798 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33082) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:49.900056 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'subnets': [{'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1131613288', 'ip_version': 4}, {'network_id': '5d569205-df39-4d7f-a04b-88090ed11785', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:49.900367 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'subnet': {'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1131613288', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:49.900924 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Request body: {'subnet': {'network_id': '5d569205-df39-4d7f-a04b-88090ed11785', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:49.971192 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:49.974316 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:50.006809 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-615d9950-206b-43f8-b384-af4ba5e855f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:50.136961 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a2e63409-ea44-4109-a29f-bc004880fe9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:50.159196 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d9950-206b-43f8-b384-af4ba5e855f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143ff6ee-6fa0-4e09-ada5-2d782d91dc44,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:50.165790 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-615d9950-206b-43f8-b384-af4ba5e855f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:50.173101 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] device_id is not set on port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:50.225352 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-615d9950-206b-43f8-b384-af4ba5e855f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:50.226451 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-615d9950-206b-43f8-b384-af4ba5e855f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/143ff6ee-6fa0-4e09-ada5-2d782d91dc44 HTTP/1.1" status: 204 len: 168 time: 0.6248298 Nov 09 11:40:50.390598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:50.398422 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Usage tracker for resource:subnet and tenant:4cc65bbffa7c4836964ea34b62bb0767 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:50.402851 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:50.416557 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:50.445597 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Allocated IP 2001:db8::187 (ec6badc5-ea75-4565-ae39-6113aa7d53f0/717e0689-0896-48d6-a071-ea3bb1286f22/4e7b62b0-ba14-44e9-86ea-223727e2eb4d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:50.500440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Made reservation on behalf of 4cc65bbffa7c4836964ea34b62bb0767 for: {'subnet': 2} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:50.666356 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:50.822295 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:50.827190 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:50.827512 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:50.916167 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Transition to ACTIVE for port object 4e7b62b0-ba14-44e9-86ea-223727e2eb4d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:51.061312 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.074612 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-2c371c20-a15d-4570-b19b-545a34967027 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:51.229496 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:51.235694 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:51.239960 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=4e7b62b0-ba14-44e9-86ea-223727e2eb4d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:51.245718 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:51.249657 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:51.250260 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.257586 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:51.399374 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7804544 Nov 09 11:40:51.404006 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33104) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:51.414120 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e2:f9:e5'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:51.484548 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.489528 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-94f2f14c-aa7b-46b1-9762-d2145f9e759e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:51.523053 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:51.573863 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Subnet': ['ID=568ab4f1-b917-41c1-8f6a-2e4cf5016af3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:51.579091 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:51.589943 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Checking segment: {'id': '3a4b24f2-11a2-41fe-8484-8b07e83ed306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:51.590301 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network hostable DHCP agents. Network: bba1fe52-b3d7-4b04-9e69-646046a7a897, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:51.646608 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-74b2ea15-5faf-432c-a593-9274b82d248a None None] Provisioning for port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:51.652650 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-74b2ea15-5faf-432c-a593-9274b82d248a None None] Provisioning complete for port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:51.653280 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-74b2ea15-5faf-432c-a593-9274b82d248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.680067 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network bba1fe52-b3d7-4b04-9e69-646046a7a897 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:51.699401 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-3172253-network', 'tenant_id': '7b6ddec3187043bba2b835316252a6ea'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:51.704447 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:51.709194 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-74b2ea15-5faf-432c-a593-9274b82d248a None None] Port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:51.713152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Usage tracker for resource:network and tenant:7b6ddec3187043bba2b835316252a6ea is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:51.717757 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:51.732534 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:51.740988 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.760107 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, bba1fe52-b3d7-4b04-9e69-646046a7a897) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:51.764550 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.768908 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-83b891c3-98b8-471e-9d39-9c9c4fa34490 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:51.774904 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7f701-6172-4baf-8d0b-d370d20c6ae5 None None] Network bba1fe52-b3d7-4b04-9e69-646046a7a897 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:51.817805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Made reservation on behalf of 7b6ddec3187043bba2b835316252a6ea for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:51.820020 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.841318 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:51.864363 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event updated for resources: {'Subnet': ['ID=1972f9c7-f5f9-47d7-baea-3133ba3fea6d,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:51.874489 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:51.880691 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Checking segment: {'id': '034a5f95-4bc0-4506-800b-831de1fdaa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d569205-df39-4d7f-a04b-88090ed11785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:51.880871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network hostable DHCP agents. Network: 5d569205-df39-4d7f-a04b-88090ed11785, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:52.021177 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Network 5d569205-df39-4d7f-a04b-88090ed11785 is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:52.085094 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:52.092733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Usage tracker for resource:security_group_rule and tenant:7b6ddec3187043bba2b835316252a6ea is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:52.106539 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-bba1fe52-b3d7-4b04-9e69-646046a7a897', 'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897', 'tenant_id': '4cc65bbffa7c4836964ea34b62bb0767', 'fixed_ips': [{'subnet_id': '568ab4f1-b917-41c1-8f6a-2e4cf5016af3'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:40:52.107653 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.107805 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:52.108681 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 5d569205-df39-4d7f-a04b-88090ed11785) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:52.115330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:52.115507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:52.116051 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.117539 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:52.129982 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b0834-4423-4014-b068-503ac38acc3f None None] Network 5d569205-df39-4d7f-a04b-88090ed11785 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:52.181192 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.186081 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.221449 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.246422 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-7b430c40-042f-4f7d-87a5-fbb66fe37d0a tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3511569 Nov 09 11:40:52.248902 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33114) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:52.289492 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.294372 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-40e4c428-f022-4dfa-94b3-c5e62b731125 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:52.318598 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43989e5a-6ddb-4678-b442-ea47a50a821e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:52.320062 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43989e5a-6ddb-4678-b442-ea47a50a821e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:52.321394 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43989e5a-6ddb-4678-b442-ea47a50a821e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:52.322174 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43989e5a-6ddb-4678-b442-ea47a50a821e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Synchronizing usage tracker for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:subnet {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:52.348748 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] In _notify_port_updated(), no bound segment for port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d on network ec6badc5-ea75-4565-ae39-6113aa7d53f0 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:40:52.352809 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:52.356320 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.358523 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "PUT /v2.0/ports/4e7b62b0-ba14-44e9-86ea-223727e2eb4d HTTP/1.1" status: 200 len: 1002 time: 0.9531388 Nov 09 11:40:52.361558 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33118) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:52.366003 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.389310 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=4e7b62b0-ba14-44e9-86ea-223727e2eb4d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:52.392318 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1ccb77d2-c909-4f90-97b3-ccc2e637963d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:52.399709 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:52.403912 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:52.421777 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-43989e5a-6ddb-4678-b442-ea47a50a821e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Unset dirty status for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:subnet {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:52.422029 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Allocated IP 172.20.0.2 (bba1fe52-b3d7-4b04-9e69-646046a7a897/568ab4f1-b917-41c1-8f6a-2e4cf5016af3/936ec54b-d694-44d9-bd65-ff11c555084a) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:52.427776 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-43989e5a-6ddb-4678-b442-ea47a50a821e tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1774223 Nov 09 11:40:52.427973 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:52.428766 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.428973 n-d-817173-1 neutron-server[84333]: INFO neutron.db.segments_db [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Added segment d991375a-4ce5-496b-adec-2d2f10e3f74e of type vlan for network ee56c524-ea67-47b6-8c23-d31cfef2f0fa Nov 09 11:40:52.455827 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Deleting port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:52.456053 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.466410 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc91c79-8469-4af5-b868-34926cb25d80,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:52.469595 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:52.516913 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e7e292a-3516-53f5-b8a9-e8307f04419d-5d569205-df39-4d7f-a04b-88090ed11785', 'network_id': '5d569205-df39-4d7f-a04b-88090ed11785', 'tenant_id': '4cc65bbffa7c4836964ea34b62bb0767', 'fixed_ips': [{'subnet_id': '1972f9c7-f5f9-47d7-baea-3133ba3fea6d'}]}} from n-d-817173-1. {{(pid=84335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 09 11:40:52.517738 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.532531 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.708208 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Deleting subnet 568ab4f1-b917-41c1-8f6a-2e4cf5016af3 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:40:52.754782 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.755701 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:52.756288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.759980 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d6fb0a24-c926-4f8f-9f38-4db4e675addd tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:52.860827 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.864481 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.db_base_plugin_common [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Allocated IP 172.20.0.18 (5d569205-df39-4d7f-a04b-88090ed11785/1972f9c7-f5f9-47d7-baea-3133ba3fea6d/188dad0e-7ce5-4a46-a14a-ef0f6f28f480) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:52.864652 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Pushing event updated for resources: {'Network': ['ID=ee56c524-ea67-47b6-8c23-d31cfef2f0fa,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:52.867917 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:52.878320 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network ee56c524-ea67-47b6-8c23-d31cfef2f0fa details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:52.891593 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cdfa24dd-fb91-4d86-b6b2-960f09e8d49b None None] Provisioning complete for port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:52.891969 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cdfa24dd-fb91-4d86-b6b2-960f09e8d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.905426 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:52.909437 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-d977d8a1-8b50-4a0b-bb9b-63cc22f1140f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3847275 Nov 09 11:40:52.912406 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:52.915887 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Transition to ACTIVE for port object 936ec54b-d694-44d9-bd65-ff11c555084a will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:52.917862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Request body: {'subnet': {'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-3172253-subnet', 'tenant_id': '7b6ddec3187043bba2b835316252a6ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:52.932085 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:52.936906 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Usage tracker for resource:subnet and tenant:7b6ddec3187043bba2b835316252a6ea is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:52.942878 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:52.951011 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:53.006225 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Made reservation on behalf of 7b6ddec3187043bba2b835316252a6ea for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:53.008904 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3394197'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.048639 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Calling delete_port for 4e7b62b0-ba14-44e9-86ea-223727e2eb4d owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:53.056053 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Transition to ACTIVE for port object 936ec54b-d694-44d9-bd65-ff11c555084a will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:53.057299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa24dd-fb91-4d86-b6b2-960f09e8d49b None None] Port 4e7b62b0-ba14-44e9-86ea-223727e2eb4d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:53.138182 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.139641 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.152349 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:53.215560 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Network bba1fe52-b3d7-4b04-9e69-646046a7a897 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:53.226193 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:53.234167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280449'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.241302 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:53.264685 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Pushing event updated for resources: {'Port': ['ID=936ec54b-d694-44d9-bd65-ff11c555084a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:53.268902 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:53.280666 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.287312 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-35e56e69-07c0-4c84-8016-1f045e98daf1 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:53.335516 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event deleted for resources: {'Port': ['ID=4e7b62b0-ba14-44e9-86ea-223727e2eb4d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:53.340345 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:53.377090 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.389795 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.404633 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-1c7c6e01-11b8-4516-b79f-3dd3ad23f96f tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "DELETE /v2.0/ports/4e7b62b0-ba14-44e9-86ea-223727e2eb4d HTTP/1.1" status: 204 len: 168 time: 1.0388532 Nov 09 11:40:53.404633 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33130) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:53.423977 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Attempting to bind port 936ec54b-d694-44d9-bd65-ff11c555084a on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:40:53.429123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Attempting to bind port 936ec54b-d694-44d9-bd65-ff11c555084a by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '3a4b24f2-11a2-41fe-8484-8b07e83ed306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:40:53.429123 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Attempting to bind port 936ec54b-d694-44d9-bd65-ff11c555084a on network bba1fe52-b3d7-4b04-9e69-646046a7a897 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:40:53.429123 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.440972 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Transition to ACTIVE for port object 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:53.455492 n-d-817173-1 neutron-server[84334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10cc2d7-289c-4cf6-b9ff-6ddf8b636de8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] GET failed (client error): The resource could not be found. Nov 09 11:40:53.457907 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c10cc2d7-289c-4cf6-b9ff-6ddf8b636de8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Synchronizing usage tracker for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:53.458627 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3280594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3394179'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.463967 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Transition to ACTIVE for port object 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:53.464317 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1dca24bc-6376-40e4-88b4-29b074176129 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:53.471082 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:40:53.471465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Checking segment: {'id': '3a4b24f2-11a2-41fe-8484-8b07e83ed306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:53.471923 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.472839 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Bound using segment: {'id': '3a4b24f2-11a2-41fe-8484-8b07e83ed306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:40:53.473624 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Bound port: 936ec54b-d694-44d9-bd65-ff11c555084a, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4b24f2-11a2-41fe-8484-8b07e83ed306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bba1fe52-b3d7-4b04-9e69-646046a7a897'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:40:53.474011 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.533349 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.539587 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-7b7ca154-a686-4aa1-953e-01268a951d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:53.549036 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15670d2-92e1-4472-8353-d093f9853731,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:53.553761 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:53.569381 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Checking segment: {'id': 'd991375a-4ce5-496b-adec-2d2f10e3f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:53.569745 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Network hostable DHCP agents. Network: ee56c524-ea67-47b6-8c23-d31cfef2f0fa, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:53.594163 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-c10cc2d7-289c-4cf6-b9ff-6ddf8b636de8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Unset dirty status for tenant:4c0c5931ef1e40709d034659fdd8f85c on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:53.595352 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-c10cc2d7-289c-4cf6-b9ff-6ddf8b636de8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "GET /v2.0/ports/4e7b62b0-ba14-44e9-86ea-223727e2eb4d HTTP/1.1" status: 404 len: 333 time: 0.1899385 Nov 09 11:40:53.599802 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33134) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:53.607006 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2032326027'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:53.623300 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3280403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3394184'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.630354 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-7cc1ec6e-bda2-4d7f-bcde-6697cee14847 tempest-NetworksIpV6Test-1463750341 tempest-NetworksIpV6Test-1463750341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:53.641677 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Network 5d569205-df39-4d7f-a04b-88090ed11785 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:53.642407 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Pushing event updated for resources: {'Port': ['ID=188dad0e-7ce5-4a46-a14a-ef0f6f28f480,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:53.652074 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] For port 936ec54b-d694-44d9-bd65-ff11c555084a, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:40:53.654543 n-d-817173-1 neutron-server[84335]: DEBUG neutron.scheduler.base_scheduler [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:53.657486 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:53.658197 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:53.670946 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Subnet': ['ID=568ab4f1-b917-41c1-8f6a-2e4cf5016af3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:53.671109 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] For port 936ec54b-d694-44d9-bd65-ff11c555084a, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=936ec54b-d694-44d9-bd65-ff11c555084a,segment=NetworkSegment(3a4b24f2-11a2-41fe-8484-8b07e83ed306),segment_id=3a4b24f2-11a2-41fe-8484-8b07e83ed306)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:40:53.673877 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:53.684532 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.692077 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Network ee56c524-ea67-47b6-8c23-d31cfef2f0fa is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:53.749685 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.757159 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:53.758143 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:53.767925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:53.773068 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-86aa0221-3fa6-4613-84b6-44a8786f74f5 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/subnets/568ab4f1-b917-41c1-8f6a-2e4cf5016af3 HTTP/1.1" status: 204 len: 168 time: 1.3397949 Nov 09 11:40:53.773068 n-d-817173-1 neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, ee56c524-ea67-47b6-8c23-d31cfef2f0fa) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:53.773318 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33138) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:53.776678 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:53.777361 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.844641 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Deleting subnet 1972f9c7-f5f9-47d7-baea-3133ba3fea6d {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 09 11:40:53.845819 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318e719-4606-4b65-90b3-cab4cd0766cd None None] Network ee56c524-ea67-47b6-8c23-d31cfef2f0fa requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:53.848137 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.880464 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Attempting to bind port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 on host n-d-817173-1 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:40:53.881106 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f87d8586-51d5-43d9-9358-44ee6baac727 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9596496 Nov 09 11:40:53.881205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Attempting to bind port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 by drivers openvswitch,hyperv on host n-d-817173-1 at level 0 using segments [{'id': '034a5f95-4bc0-4506-800b-831de1fdaa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d569205-df39-4d7f-a04b-88090ed11785'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:40:53.881205 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Attempting to bind port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 on network 5d569205-df39-4d7f-a04b-88090ed11785 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:40:53.915892 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3771867'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.965376 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Checking agent: {'id': 'f2f3dc9a-4dba-449d-b45f-6342bd8aa48a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 46, 17), 'started_at': datetime.datetime(2021, 11, 9, 10, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817173-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:40:53.965754 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Checking segment: {'id': '034a5f95-4bc0-4506-800b-831de1fdaa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d569205-df39-4d7f-a04b-88090ed11785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:53.966366 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.966980 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Bound using segment: {'id': '034a5f95-4bc0-4506-800b-831de1fdaa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d569205-df39-4d7f-a04b-88090ed11785'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:40:53.967457 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Bound port: 188dad0e-7ce5-4a46-a14a-ef0f6f28f480, host: n-d-817173-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a5f95-4bc0-4506-800b-831de1fdaa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d569205-df39-4d7f-a04b-88090ed11785'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:40:53.967837 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:53.982648 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:53.986061 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.007549 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Pushing event updated for resources: {'Port': ['ID=936ec54b-d694-44d9-bd65-ff11c555084a,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:54.027950 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:54.028079 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] device_id is not set on port 3562a51c-ae88-478f-8a77-c61c04fa261e yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:54.107027 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559581'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.206198 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782797fc-5a18-453b-adfb-efb8a84649e3 None None] Network ee56c524-ea67-47b6-8c23-d31cfef2f0fa requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:54.261585 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Allocated IP 2001:db8::1f9 (ec6badc5-ea75-4565-ae39-6113aa7d53f0/717e0689-0896-48d6-a071-ea3bb1286f22/3562a51c-ae88-478f-8a77-c61c04fa261e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:54.342788 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3626914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182081'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.368789 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f69d1384-55bb-4238-9afc-8cb02239b60d tempest-FloatingIPNegativeTestJSON-112058191 tempest-FloatingIPNegativeTestJSON-112058191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:54.372380 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] For port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480, host n-d-817173-1, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:40:54.438568 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] For port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480, host n-d-817173-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=188dad0e-7ce5-4a46-a14a-ef0f6f28f480,segment=NetworkSegment(034a5f95-4bc0-4506-800b-831de1fdaa94),segment_id=034a5f95-4bc0-4506-800b-831de1fdaa94)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:40:54.455161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Subnet': ['ID=1972f9c7-f5f9-47d7-baea-3133ba3fea6d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:54.459130 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:54.497415 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.547580 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.554950 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:54.579068 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-fac869c6-464a-410c-9956-08d4014f2c92 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/subnets/1972f9c7-f5f9-47d7-baea-3133ba3fea6d HTTP/1.1" status: 204 len: 168 time: 0.8023086 Nov 09 11:40:54.579251 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33150) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:54.646236 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Pushing event updated for resources: {'Port': ['ID=188dad0e-7ce5-4a46-a14a-ef0f6f28f480,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:54.649783 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-561c5fd9-d9a8-475b-ab45-c359b193ee28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:54.662396 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6878999-2cf0-4508-935d-a8d198670918 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:54.663371 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e6878999-2cf0-4508-935d-a8d198670918 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Synchronizing usage tracker for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:54.670470 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.688715 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Transition to ACTIVE for port object 3562a51c-ae88-478f-8a77-c61c04fa261e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:54.748611 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [None req-e6878999-2cf0-4508-935d-a8d198670918 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Unset dirty status for tenant:4cc65bbffa7c4836964ea34b62bb0767 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:54.749863 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-e6878999-2cf0-4508-935d-a8d198670918 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1696427 Nov 09 11:40:54.753714 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33156) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:54.777501 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.783648 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-88d48f63-eb4b-4077-8c26-c4ae391573db tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:54.852443 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:54.858452 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:54.876338 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:54.880814 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.881098 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:54.881749 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.893414 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Deleting port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:54.894096 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:54.910481 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=3562a51c-ae88-478f-8a77-c61c04fa261e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:54.915809 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:54.978427 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-027accc8-6af0-416d-b1ec-bec4476988b7 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3772631 Nov 09 11:40:54.981917 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33164) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:54.988137 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'network_id': 'ec6badc5-ea75-4565-ae39-6113aa7d53f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1407149311'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:55.256103 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:55.269717 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:55.297351 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] For port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=188dad0e-7ce5-4a46-a14a-ef0f6f28f480,segment=NetworkSegment(034a5f95-4bc0-4506-800b-831de1fdaa94),segment_id=034a5f95-4bc0-4506-800b-831de1fdaa94)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:55.297726 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:55.383055 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Made reservation on behalf of 4c0c5931ef1e40709d034659fdd8f85c for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:55.388903 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:55.425039 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] device_id is not set on port bb4a2ee4-e037-4718-aead-97d2b6ff313d yet. {{(pid=84334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 11:40:55.464901 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33172) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:55.476967 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1779512781-network', 'tenant_id': 'c7fe5d5feecb4185b0dfb3427ab68688'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:55.492856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:55.500700 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6a0452a6-df7b-4c67-ac2b-205ceabaf264 None None] Provisioning for port 3562a51c-ae88-478f-8a77-c61c04fa261e completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:55.504032 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Usage tracker for resource:network and tenant:c7fe5d5feecb4185b0dfb3427ab68688 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:55.510005 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:55.512453 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6a0452a6-df7b-4c67-ac2b-205ceabaf264 None None] Provisioning complete for port 3562a51c-ae88-478f-8a77-c61c04fa261e triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:55.512947 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a0452a6-df7b-4c67-ac2b-205ceabaf264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:55.525244 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:55.571464 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Calling delete_port for 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:55.583408 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6a0452a6-df7b-4c67-ac2b-205ceabaf264 None None] Port 3562a51c-ae88-478f-8a77-c61c04fa261e cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:55.687274 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483fe0a3-feb5-43f4-822e-cb363f05f5c9 None None] Network bba1fe52-b3d7-4b04-9e69-646046a7a897 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:55.726123 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3280486'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:55.731763 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-0cfa1019-dd86-4a04-9dcc-a7b134475842 tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:55.739584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Made reservation on behalf of c7fe5d5feecb4185b0dfb3427ab68688 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:55.739923 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:55.749584 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Allocated IP 2001:db8::1b9 (ec6badc5-ea75-4565-ae39-6113aa7d53f0/717e0689-0896-48d6-a071-ea3bb1286f22/bb4a2ee4-e037-4718-aead-97d2b6ff313d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:40:55.761477 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:55.780862 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Port': ['ID=188dad0e-7ce5-4a46-a14a-ef0f6f28f480,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:55.790504 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:55.802314 n-d-817173-1 neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] No DVR routers for this DVR port 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 on host n-d-817173-1 {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:40:55.837161 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:55.844832 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Usage tracker for resource:security_group_rule and tenant:c7fe5d5feecb4185b0dfb3427ab68688 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:55.866543 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:55.896281 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:55.921737 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c0304b89-97ce-4fca-af88-6526921efc8b None None] Provisioning for port 936ec54b-d694-44d9-bd65-ff11c555084a completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:55.954167 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:55.997621 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d569205-df39-4d7f-a04b-88090ed11785']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:56.020086 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034a5f95-4bc0-4506-800b-831de1fdaa94') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:56.020497 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034a5f95-4bc0-4506-800b-831de1fdaa94') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:56.035833 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.057058 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.064531 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:56.069401 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:56.086476 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:56.098144 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.131238 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Transition to ACTIVE for port object bb4a2ee4-e037-4718-aead-97d2b6ff313d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:40:56.163271 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.200465 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] DHCP port deletion for bba1fe52-b3d7-4b04-9e69-646046a7a897 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:40:56.205037 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] Deleting port 936ec54b-d694-44d9-bd65-ff11c555084a {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:56.207819 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.226743 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677317'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.231165 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-42717811-7b43-459d-aba0-d887638a0f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:56.236616 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592556e-aa5e-41be-a87d-17230ffe123a None None] Network 5d569205-df39-4d7f-a04b-88090ed11785 requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:56.256212 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.258856 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 11:40:56.263750 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.264782 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-1d882056-b8c7-4464-b65b-11f1d361154a tempest-QuotasNegativeTest-1500653925 tempest-QuotasNegativeTest-1500653925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:56.267610 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.280017 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.280366 n-d-817173-1 neutron-server[84334]: INFO neutron.db.segments_db [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Added segment bc83d8da-df4a-49d6-91ea-08619e3dd1a6 of type vlan for network 63d26e69-fd0a-4670-9c30-fc6912fb68ca Nov 09 11:40:56.282125 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6998d9db-bca2-4f7e-abe1-f5e5015c67d9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:56.292607 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:56.293636 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0c563bce-ae69-4bd2-a67a-fe67f67d56ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:56.298292 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Network': ['ID=5d569205-df39-4d7f-a04b-88090ed11785,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:56.301815 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:56.315896 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-282b2473-1239-4ea7-837c-48e719b72fe8 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/networks/5d569205-df39-4d7f-a04b-88090ed11785 HTTP/1.1" status: 204 len: 168 time: 1.5587921 Nov 09 11:40:56.317240 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33176) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:56.337668 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-c9b5220f-1fb1-45fb-ada9-4e9e70baf747 None None] Could not find standard attr ID for object 188dad0e-7ce5-4a46-a14a-ef0f6f28f480. {{(pid=84335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 11:40:56.368119 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Network ec6badc5-ea75-4565-ae39-6113aa7d53f0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:40:56.372644 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:56.382125 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755037433326'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.385814 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:40:56.389957 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:56.390587 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.413736 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=bb4a2ee4-e037-4718-aead-97d2b6ff313d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:56.419628 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:56.455605 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.468349 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Deleting port 936ec54b-d694-44d9-bd65-ff11c555084a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:56.471288 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.524471 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.527130 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:56.528806 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Notify callbacks [] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.538215 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-8a28646b-ce6e-438c-9d5e-9d882699839b tempest-TestNetworkBasicOps-812834235 tempest-TestNetworkBasicOps-812834235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:56.594830 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ca6c8567-d709-47dc-9dc9-55ad658a630d tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6117373 Nov 09 11:40:56.598733 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:56.606691 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] For port 936ec54b-d694-44d9-bd65-ff11c555084a, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=936ec54b-d694-44d9-bd65-ff11c555084a,segment=NetworkSegment(3a4b24f2-11a2-41fe-8484-8b07e83ed306),segment_id=3a4b24f2-11a2-41fe-8484-8b07e83ed306)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:56.607868 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.623973 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff371a-40fe-4876-a7fc-9486bf6a60ec None None] DHCP port deletion for 5d569205-df39-4d7f-a04b-88090ed11785 request from n-d-817173-1 {{(pid=84335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 09 11:40:56.625016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.v2.base [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::290', 'mac_address': 'fa:16:3e:e2:f9:e5'}, {'ip_address': '2001:db8::1f9', 'mac_address': 'fa:16:3e:e4:bb:c0'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:56.698910 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2307031 Nov 09 11:40:56.705894 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33184) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:56.709871 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Request body: {'subnet': {'network_id': '63d26e69-fd0a-4670-9c30-fc6912fb68ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1779512781-subnet', 'tenant_id': 'c7fe5d5feecb4185b0dfb3427ab68688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:40:56.714918 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=63d26e69-fd0a-4670-9c30-fc6912fb68ca,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:56.719441 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-bda7eb1c-83d3-4414-9299-eec9d25bbbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:56.719686 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:40:56.725314 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Usage tracker for resource:subnet and tenant:c7fe5d5feecb4185b0dfb3427ab68688 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:40:56.729772 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:40:56.735857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:40:56.757866 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Network 63d26e69-fd0a-4670-9c30-fc6912fb68ca details requested by agent ovs-agent-n-d-817173-1 with host n-d-817173-1 {{(pid=84335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 11:40:56.779263 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] Calling delete_port for 936ec54b-d694-44d9-bd65-ff11c555084a owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:56.817630 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Made reservation on behalf of c7fe5d5feecb4185b0dfb3427ab68688 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:40:56.820294 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182108'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.848254 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] For port 936ec54b-d694-44d9-bd65-ff11c555084a, host n-d-817173-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817173-1',level=0,port_id=936ec54b-d694-44d9-bd65-ff11c555084a,segment=NetworkSegment(3a4b24f2-11a2-41fe-8484-8b07e83ed306),segment_id=3a4b24f2-11a2-41fe-8484-8b07e83ed306)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:40:56.850875 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:56.992434 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Calling delete_port for 936ec54b-d694-44d9-bd65-ff11c555084a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:57.027153 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8fc951b6-1488-4c99-8523-1e54eee68bc2 None None] Provisioning for port bb4a2ee4-e037-4718-aead-97d2b6ff313d completed by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:40:57.032781 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8fc951b6-1488-4c99-8523-1e54eee68bc2 None None] Provisioning complete for port bb4a2ee4-e037-4718-aead-97d2b6ff313d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:57.036159 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8fc951b6-1488-4c99-8523-1e54eee68bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.061881 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.072389 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-688e66ea-722b-42ad-a6b2-a1d94a7f5475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:57.107758 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182090'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.113362 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-a38e42e3-085c-436d-a5e2-9b89ecbaa4b7 tempest-RoutersTest-91101293 tempest-RoutersTest-91101293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:57.124570 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] Pushing event deleted for resources: {'Port': ['ID=936ec54b-d694-44d9-bd65-ff11c555084a,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:57.134284 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:57.139470 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d2535-37db-47b9-bb80-8d40c6f1d9eb None None] No DVR routers for this DVR port 936ec54b-d694-44d9-bd65-ff11c555084a on host n-d-817173-1 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 11:40:57.140955 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8fc951b6-1488-4c99-8523-1e54eee68bc2 None None] Port bb4a2ee4-e037-4718-aead-97d2b6ff313d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:57.157231 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 11:40:57.157550 n-d-817173-1 neutron-server[84333]: DEBUG oslo_db.api [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 11:40:57.159802 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.190887 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=000d860d-fb33-499b-97ac-eec63bff18a9,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:57.195718 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:57.203790 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Checking segment: {'id': 'bc83d8da-df4a-49d6-91ea-08619e3dd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '63d26e69-fd0a-4670-9c30-fc6912fb68ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:40:57.204147 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Network hostable DHCP agents. Network: 63d26e69-fd0a-4670-9c30-fc6912fb68ca, hostable agents: ['8e662739-01c2-4f3d-b63b-d0f0aa7897bc'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 11:40:57.325741 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Network 63d26e69-fd0a-4670-9c30-fc6912fb68ca is scheduled to be hosted by DHCP agent 8e662739-01c2-4f3d-b63b-d0f0aa7897bc with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 11:40:57.403560 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817173-1, 63d26e69-fd0a-4670-9c30-fc6912fb68ca) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:40:57.407507 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:57.408095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.414846 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e83edb-fd0b-45c0-b60a-a255bcc90716 None None] Network 63d26e69-fd0a-4670-9c30-fc6912fb68ca requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:57.501713 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-0eca4935-5e73-4589-800a-f39b0a9963ee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7981434 Nov 09 11:40:57.525584 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.583128 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3280489'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.587512 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-07eea76b-9cf6-45c8-951e-dbba6b18cc8f tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:57.635246 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5559721-539d-4a6d-8fde-e78fbc583e33 None None] Network 63d26e69-fd0a-4670-9c30-fc6912fb68ca requested from n-d-817173-1 {{(pid=84335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 09 11:40:57.649993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] In _notify_port_updated(), no bound segment for port bb4a2ee4-e037-4718-aead-97d2b6ff313d on network ec6badc5-ea75-4565-ae39-6113aa7d53f0 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 09 11:40:57.649993 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:57.649993 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.652637 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.50', 33192) {{(pid=84334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:57.652807 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "PUT /v2.0/ports/bb4a2ee4-e037-4718-aead-97d2b6ff313d HTTP/1.1" status: 200 len: 1068 time: 1.0523698 Nov 09 11:40:57.665680 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Deleting port 936ec54b-d694-44d9-bd65-ff11c555084a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:57.665957 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.712281 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event updated for resources: {'Port': ['ID=bb4a2ee4-e037-4718-aead-97d2b6ff313d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:57.750597 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-93f94514-3297-4f98-99ae-c2b12542c6d8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:57.755743 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] The port '936ec54b-d694-44d9-bd65-ff11c555084a' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 09 11:40:57.759872 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Deleting port bb4a2ee4-e037-4718-aead-97d2b6ff313d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 09 11:40:57.760296 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755037890286'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.941310 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:57.991853 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba1fe52-b3d7-4b04-9e69-646046a7a897']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:58.008270 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4b24f2-11a2-41fe-8484-8b07e83ed306') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:58.008638 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4b24f2-11a2-41fe-8484-8b07e83ed306') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:58.022368 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8d29ff45-f766-4d9b-b554-70f1b5a32e6a None None] Provisioning complete for port bb4a2ee4-e037-4718-aead-97d2b6ff313d triggered by entity DHCP. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:40:58.022973 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8d29ff45-f766-4d9b-b554-70f1b5a32e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.026538 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.046566 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.053368 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:58.053770 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: util.warn( Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:58.069430 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:58.098849 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-8d29ff45-f766-4d9b-b554-70f1b5a32e6a None None] Port bb4a2ee4-e037-4718-aead-97d2b6ff313d cannot update to ACTIVE because it is not bound. {{(pid=84335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 09 11:40:58.156279 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-717827'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.202671 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 no longer exists at agent ovs-agent-n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 11:40:58.245329 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.plugin [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] No Port match for: 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 {{(pid=84335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 09 11:40:58.245687 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Device 188dad0e-7ce5-4a46-a14a-ef0f6f28f480 not bound to the agent host n-d-817173-1 {{(pid=84335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 11:40:58.290413 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.296118 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-e9081c9c-b01d-43cd-90b6-fba77cebcb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:58.298653 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Calling delete_port for bb4a2ee4-e037-4718-aead-97d2b6ff313d owned by {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 09 11:40:58.311229 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.348016 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Network': ['ID=bba1fe52-b3d7-4b04-9e69-646046a7a897,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:58.362837 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:58.368010 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-f876a9f4-0efe-4d6e-aa17-801681ea5194 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/networks/bba1fe52-b3d7-4b04-9e69-646046a7a897 HTTP/1.1" status: 204 len: 168 time: 2.0498722 Nov 09 11:40:58.369898 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.50', 33204) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 11:40:58.402885 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-ae3b8296-d0c4-4350-94d8-2f885c4e706f tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:40:58.403595 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-ae3b8296-d0c4-4350-94d8-2f885c4e706f tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Synchronizing usage tracker for tenant:7b6ddec3187043bba2b835316252a6ea on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 11:40:58.514593 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755037897957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755037471856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.522821 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-9750b645-875e-4605-9324-2a13913fc3db tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:58.531546 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1161060'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.581679 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Pushing event deleted for resources: {'Port': ['ID=bb4a2ee4-e037-4718-aead-97d2b6ff313d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:58.585938 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:58.605632 n-d-817173-1 neutron-server[84333]: DEBUG neutron.quota.resource [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-ae3b8296-d0c4-4350-94d8-2f885c4e706f tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Unset dirty status for tenant:7b6ddec3187043bba2b835316252a6ea on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 11:40:58.606763 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-ae3b8296-d0c4-4350-94d8-2f885c4e706f tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] 10.222.0.50 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 809 time: 0.4613407 Nov 09 11:40:58.716866 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559526', 'neutron.services.segments.db._delete_segments_for_network-8755037990593'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.729319 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-ab3c8726-b5b4-4d84-9db5-36f611d26969 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] 10.222.0.50 "GET /v2.0/quotas/7b6ddec3187043bba2b835316252a6ea HTTP/1.1" status: 200 len: 375 time: 0.1115553 Nov 09 11:40:58.825525 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7385ae-f575-4464-8edd-52ef628ddf42']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:58.834856 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-7205e146-47a3-4931-bbbc-29da8c94cb75 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816569 Nov 09 11:40:58.841152 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b329053a-7767-46b9-98a6-aaf4cc662866') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:58.841472 n-d-817173-1 neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b329053a-7767-46b9-98a6-aaf4cc662866') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 11:40:58.860035 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755037992156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280456'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.861095 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.874092 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [None req-ff51d3d6-f6d4-46b3-b6b7-1a60676c85a8 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] 10.222.0.50 "DELETE /v2.0/ports/bb4a2ee4-e037-4718-aead-97d2b6ff313d HTTP/1.1" status: 204 len: 168 time: 1.2202611 Nov 09 11:40:58.877693 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1063305'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.886169 n-d-817173-1 neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 09 11:40:58.886579 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1063312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277489'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: Traceback (most recent call last): Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: timer() Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: cb(*args, **kw) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: return func(*args, **kwargs) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: self._notify() Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: self.callback(batched_events) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: event.method(event) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: return f(self, *a, **k) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: return self._get(url).json() Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: return self.request(url, 'GET', **kwargs) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 11:40:58.902297 n-d-817173-1 neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 11:40:58.998058 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-1b191de1-b5ca-4b86-ae70-51666a7e6296 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:40:58.999221 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-1b191de1-b5ca-4b86-ae70-51666a7e6296 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1506937 Nov 09 11:40:59.076490 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659425'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:59.083387 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-b529f6d0-19a8-49e7-b082-55230c44bb43 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:40:59.103290 n-d-817173-1 neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:40:59.126051 n-d-817173-1 neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Pushing event deleted for resources: {'Network': ['ID=2b7385ae-f575-4464-8edd-52ef628ddf42,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:40:59.131212 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] 10.222.0.50 "DELETE /v2.0/networks/2b7385ae-f575-4464-8edd-52ef628ddf42 HTTP/1.1" status: 204 len: 168 time: 0.7603261 Nov 09 11:40:59.132125 n-d-817173-1 neutron-server[84333]: DEBUG oslo_concurrency.lockutils [None req-6d1c45c5-6342-4b3f-b966-df86bcb09aa1 tempest-BulkNetworkOpsTest-667097106 tempest-BulkNetworkOpsTest-667097106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:40:59.168746 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-2cca6043-c04c-4bba-9d30-c7247aecda61 service neutron] 10.222.0.50 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632335 Nov 09 11:40:59.300094 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-81c0561b-d018-47d3-a5c3-109653611139 service neutron] 10.222.0.50 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256928 Nov 09 11:41:00.199568 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:41:01.916683 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-8c487956-b9de-4ee5-83c1-71f0560fe087 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:01.918661 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-8c487956-b9de-4ee5-83c1-71f0560fe087 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 809 time: 0.1476345 Nov 09 11:41:01.935252 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Request body: {'port': {'device_id': '47927f7d-be7f-4ae0-b137-b3fa63921286', 'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa', 'admin_state_up': True, 'tenant_id': '7b6ddec3187043bba2b835316252a6ea'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:41:02.186018 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 11:41:02.189757 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Usage tracker for resource:port and tenant:7b6ddec3187043bba2b835316252a6ea is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 11:41:02.193756 n-d-817173-1 neutron-server[84334]: DEBUG neutron.quota.resource [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 11:41:02.199440 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.quota.driver [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 11:41:02.283456 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Made reservation on behalf of 7b6ddec3187043bba2b835316252a6ea for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 11:41:02.286554 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:02.447218 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Allocated IP 172.20.0.3 (ee56c524-ea67-47b6-8c23-d31cfef2f0fa/d15670d2-92e1-4472-8353-d093f9853731/b1838892-ecc9-4868-b692-35ff4b1bb2ab) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 11:41:02.646410 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:02.737287 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755037471847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3626967'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:02.743929 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c0d09ece-2f13-4dd3-b2b2-cafbabbd38b5 tempest-AttachVolumeTestJSON-996178005 tempest-AttachVolumeTestJSON-996178005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:41:02.807063 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Network ee56c524-ea67-47b6-8c23-d31cfef2f0fa is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 11:41:02.814117 n-d-817173-1 neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 11:41:02.816926 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 11:41:02.853938 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Pushing event updated for resources: {'Port': ['ID=b1838892-ecc9-4868-b692-35ff4b1bb2ab,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:41:02.858156 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:41:02.883865 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:02.884473 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:02.977101 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-4179159d-529a-4f3b-9669-1b596a6477b1 tempest-TestServerAdvancedOps-275106748 tempest-TestServerAdvancedOps-275106748-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0454788 Nov 09 11:41:02.989998 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.v2.base [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Request body: {'port': {'device_id': '47927f7d-be7f-4ae0-b137-b3fa63921286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817173-1'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 09 11:41:03.096844 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:03.435742 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1838892-ecc9-4868-b692-35ff4b1bb2ab {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:41:03.442454 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:03.456232 n-d-817173-1 neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Transition to ACTIVE for port object b1838892-ecc9-4868-b692-35ff4b1bb2ab will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 11:41:03.511830 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:03.515458 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-f543a209-a50e-4ca6-b8c4-45d5a63a24e0 tempest-ServerActionsTestJSON-913499212 tempest-ServerActionsTestJSON-913499212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:41:03.642739 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Pushing event updated for resources: {'Port': ['ID=b1838892-ecc9-4868-b692-35ff4b1bb2ab,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:41:03.646992 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:41:03.744396 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Attempting to bind port b1838892-ecc9-4868-b692-35ff4b1bb2ab on host n-h1-817173-1 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 11:41:03.744621 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Attempting to bind port b1838892-ecc9-4868-b692-35ff4b1bb2ab by drivers openvswitch,hyperv on host n-h1-817173-1 at level 0 using segments [{'id': 'd991375a-4ce5-496b-adec-2d2f10e3f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 11:41:03.744925 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Attempting to bind port b1838892-ecc9-4868-b692-35ff4b1bb2ab on network ee56c524-ea67-47b6-8c23-d31cfef2f0fa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:41:03.750586 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Port b1838892-ecc9-4868-b692-35ff4b1bb2ab on network ee56c524-ea67-47b6-8c23-d31cfef2f0fa not bound, no agent of type Open vSwitch agent registered on host n-h1-817173-1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 09 11:41:03.750937 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Attempting to bind port b1838892-ecc9-4868-b692-35ff4b1bb2ab on network ee56c524-ea67-47b6-8c23-d31cfef2f0fa {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 09 11:41:03.757102 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Checking agent: {'id': '44f0b47d-c081-489d-8ba5-9ae8b2a4bee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817173-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'started_at': datetime.datetime(2021, 11, 9, 10, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 09 11:41:03.757434 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Checking segment: {'id': 'd991375a-4ce5-496b-adec-2d2f10e3f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 09 11:41:03.757889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Bound using segment: {'id': 'd991375a-4ce5-496b-adec-2d2f10e3f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 09 11:41:03.758530 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Bound port: b1838892-ecc9-4868-b692-35ff4b1bb2ab, host: n-h1-817173-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd991375a-4ce5-496b-adec-2d2f10e3f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 11:41:03.759116 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:03.849889 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] For port b1838892-ecc9-4868-b692-35ff4b1bb2ab, host n-h1-817173-1, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 11:41:03.853052 n-d-817173-1 neutron-server[84334]: DEBUG neutron.plugins.ml2.db [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] For port b1838892-ecc9-4868-b692-35ff4b1bb2ab, host n-h1-817173-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab,segment=NetworkSegment(d991375a-4ce5-496b-adec-2d2f10e3f74e),segment_id=d991375a-4ce5-496b-adec-2d2f10e3f74e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 11:41:03.920473 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3626968'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:03.924280 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-5b744a04-4370-425a-a8de-c7d0d4f7cb54 tempest-AllowedAddressPairIpV6TestJSON-1146659572 tempest-AllowedAddressPairIpV6TestJSON-1146659572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:41:03.976661 n-d-817173-1 neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467098'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:03.978487 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] 10.222.0.57 "PUT /v2.0/ports/b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 1091 time: 0.9933774 Nov 09 11:41:03.981144 n-d-817173-1 neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47927f7d-be7f-4ae0-b137-b3fa63921286', 'tag': 'b1838892-ecc9-4868-b692-35ff4b1bb2ab'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:41:04.005799 n-d-817173-1 neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Pushing event updated for resources: {'Port': ['ID=b1838892-ecc9-4868-b692-35ff4b1bb2ab,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:41:04.008949 n-d-817173-1 neutron-server[84334]: DEBUG oslo_concurrency.lockutils [None req-c1f57003-994b-4ada-9ff5-11865ad7057e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:41:04.040939 n-d-817173-1 neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47927f7d-be7f-4ae0-b137-b3fa63921286', 'tag': 'b1838892-ecc9-4868-b692-35ff4b1bb2ab', 'status': 'completed', 'code': 200} Nov 09 11:41:04.133970 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7b90653-4828-4d68-ba7c-c892ac80ecd9 req-c6bffaa7-863e-474e-bf26-f11788e787d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1094 time: 0.0722132 Nov 09 11:41:04.274544 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90653-4828-4d68-ba7c-c892ac80ecd9 req-06856416-202d-4566-9268-61b6a4b5ee4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:04.275930 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7b90653-4828-4d68-ba7c-c892ac80ecd9 req-06856416-202d-4566-9268-61b6a4b5ee4b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7b6ddec3187043bba2b835316252a6ea&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1342275 Nov 09 11:41:04.434234 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:04.531073 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90653-4828-4d68-ba7c-c892ac80ecd9 req-1a7ad9bf-e7e1-44dd-a48a-989796e138be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:04.532411 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d7b90653-4828-4d68-ba7c-c892ac80ecd9 req-1a7ad9bf-e7e1-44dd-a48a-989796e138be service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490878 Nov 09 11:41:04.636982 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-57469eab-12ff-4e6c-aa77-5ad84649962a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1094 time: 0.0680563 Nov 09 11:41:04.708875 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-e4a75086-c671-4444-be24-c37f9e93d8b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0624728 Nov 09 11:41:04.770817 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c93f58c4-9fee-421e-8031-b31a5d0c313c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:04.772253 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-c93f58c4-9fee-421e-8031-b31a5d0c313c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0573084 Nov 09 11:41:04.821470 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-bcbd8081-a645-4f18-8d86-ce351eb73abe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418911 Nov 09 11:41:04.953984 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-dbe5708c-e5cd-4026-ade8-b3b33780925a service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249766 Nov 09 11:41:05.085709 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-67dd93bb-65df-4431-a49a-76a38d42fdbf req-ef46ab4c-f829-4ea9-9a9f-ece017d160d7 service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247141 Nov 09 11:41:06.679472 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:07.813455 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b1838892-ecc9-4868-b692-35ff4b1bb2ab details requested by agent hyperv_n-h1-817173-1 with host n-h1-817173-1 {{(pid=84335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 11:41:07.948947 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b1838892-ecc9-4868-b692-35ff4b1bb2ab, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab,segment=NetworkSegment(d991375a-4ce5-496b-adec-2d2f10e3f74e),segment_id=d991375a-4ce5-496b-adec-2d2f10e3f74e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:41:07.962249 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Returning: {'device': 'b1838892-ecc9-4868-b692-35ff4b1bb2ab', 'network_id': 'ee56c524-ea67-47b6-8c23-d31cfef2f0fa', 'port_id': 'b1838892-ecc9-4868-b692-35ff4b1bb2ab', 'mac_address': 'fa:16:3e:3b:cc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15670d2-92e1-4472-8353-d093f9853731', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 11:41:08.015118 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:08.033273 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1838892-ecc9-4868-b692-35ff4b1bb2ab {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 11:41:08.048503 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b1838892-ecc9-4868-b692-35ff4b1bb2ab, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab,segment=NetworkSegment(d991375a-4ce5-496b-adec-2d2f10e3f74e),segment_id=d991375a-4ce5-496b-adec-2d2f10e3f74e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:41:08.136633 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:08.138442 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae77-12c1-4d0d-b022-20d2582f75f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:41:08.206845 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b1838892-ecc9-4868-b692-35ff4b1bb2ab,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:41:08.209923 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:41:08.382299 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] get_ports_and_sgs() called for port_ids ['b1838892-ecc9-4868-b692-35ff4b1bb2ab'] {{(pid=84335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 09 11:41:09.825863 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Device b1838892-ecc9-4868-b692-35ff4b1bb2ab up at agent hyperv_n-h1-817173-1 {{(pid=84335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 11:41:09.968928 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning for port b1838892-ecc9-4868-b692-35ff4b1bb2ab completed by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 11:41:09.974002 n-d-817173-1 neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Provisioning complete for port b1838892-ecc9-4868-b692-35ff4b1bb2ab triggered by entity L2. {{(pid=84335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 11:41:09.974410 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560947'] for port, provisioning_complete {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:10.087382 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1057330'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:10.113692 n-d-817173-1 neutron-server[84335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47927f7d-be7f-4ae0-b137-b3fa63921286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1838892-ecc9-4868-b692-35ff4b1bb2ab'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 11:41:10.123322 n-d-817173-1 neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] For port b1838892-ecc9-4868-b692-35ff4b1bb2ab, host n-h1-817173-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817173-1',level=0,port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab,segment=NetworkSegment(d991375a-4ce5-496b-adec-2d2f10e3f74e),segment_id=d991375a-4ce5-496b-adec-2d2f10e3f74e)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 11:41:10.169801 n-d-817173-1 neutron-server[84335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47927f7d-be7f-4ae0-b137-b3fa63921286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1838892-ecc9-4868-b692-35ff4b1bb2ab', 'code': 200} Nov 09 11:41:10.182270 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1057374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755037897975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755037471865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755037471910'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:10.184130 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-6a3626c1-7a12-484b-9789-061b4537789d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 11:41:10.252409 n-d-817173-1 neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Pushing event updated for resources: {'Port': ['ID=b1838892-ecc9-4868-b692-35ff4b1bb2ab,revision_number=5']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 11:41:10.255332 n-d-817173-1 neutron-server[84335]: DEBUG oslo_concurrency.lockutils [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 11:41:10.310127 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-18df46ec-35e0-49ca-a2c3-b8db4423b5ef req-a6c3b6fc-d4c8-4602-9658-9de8c6c3a742 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0673609 Nov 09 11:41:10.355540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-18df46ec-35e0-49ca-a2c3-b8db4423b5ef req-26c83d78-466f-4543-a8f0-d16d694423a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bbc91c79-8469-4af5-b868-34926cb25d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Nov 09 11:41:17.165613 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0ddedf62-b60c-4b2e-86bf-fb6e32856144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:17.462428 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:19.327434 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-85e8dac5-dc1f-4ce3-afdc-175576cba614 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663202 Nov 09 11:41:19.485060 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-625ccd08-0dab-43b6-9cfd-9ca027d5394c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:19.583213 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-c5524d2a-9621-46ba-9fa7-5f66a5b14b67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.1872823 Nov 09 11:41:19.725477 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-3e0ad374-c471-4984-910c-badf9556b507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:19.727849 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-3e0ad374-c471-4984-910c-badf9556b507 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1242616 Nov 09 11:41:19.829783 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-66c8cd12-39de-4c5d-b1e4-7f625e3a2c5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0950773 Nov 09 11:41:19.890913 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-6d32748f-1720-4785-9ad3-035339169b99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:19.892323 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-6d32748f-1720-4785-9ad3-035339169b99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0553629 Nov 09 11:41:19.967212 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-1c5b2a66-98e0-4756-ac4f-33e0a0583661 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675981 Nov 09 11:41:20.102640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-6effef53-1bdb-46c1-ae37-5936e264b4a9 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279125 Nov 09 11:41:20.239742 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c9f25c5-b440-4930-b565-a82fff820fa0 req-d2621f0c-8756-43a7-90b4-03f62feb9a19 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300271 Nov 09 11:41:20.690815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:22.107903 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:28.866873 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-9e0cd74d-7b99-449f-bfae-fc76ab22636c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731394 Nov 09 11:41:29.022510 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-76e7d339-a972-47a9-b095-1fe601bb0914 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0714583 Nov 09 11:41:29.174704 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6857-0028-44ea-a365-8399524da259 req-9cbeaf3e-1bb7-486b-ac6b-0774bb2a833d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:29.176172 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-9cbeaf3e-1bb7-486b-ac6b-0774bb2a833d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 910 time: 0.1290443 Nov 09 11:41:29.248112 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-2bb0e83b-61b7-4e44-9b24-db6de01ef27c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0644240 Nov 09 11:41:29.313857 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6857-0028-44ea-a365-8399524da259 req-68011ce6-f50b-427c-b959-f7359a8f3738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:41:29.315331 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-68011ce6-f50b-427c-b959-f7359a8f3738 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0603881 Nov 09 11:41:29.362179 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-84b0280e-a4a5-44a3-9da0-a38d46c52ef7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399275 Nov 09 11:41:29.493906 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-27804f96-99ff-46ea-8b46-9c7790928aa7 service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242566 Nov 09 11:41:29.627753 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-b7ca6857-0028-44ea-a365-8399524da259 req-ee8fefa4-ddf5-4565-b75d-2bb12b6c92ae service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269455 Nov 09 11:41:34.381192 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:36.689774 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:37.200401 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:41:47.158071 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-71363ea5-f5f4-4875-a677-09862d4a0b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:47.438324 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:49.489260 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b828caa9-b5dc-482d-b622-ebd3639487d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:50.670877 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:41:52.059668 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:04.409489 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:06.763166 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:13.236142 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-4eeb12d7-d82e-4d20-ab1c-fee79dbfeb9c req-f22b32b3-1a72-4d60-94f0-e36d3bde187d service neutron] (84334) timed out ('10.222.0.57', 51752) {{(pid=84334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:42:14.202217 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:42:17.179632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a06d1ad9-7065-4b13-a4e2-71e67cdd2403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:17.449004 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:19.500449 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bf5674d6-9808-44c4-bc14-e5bbe36e36fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:20.660179 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:20.975288 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-a570b081-e2a8-4588-9d96-881af6a7687c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752075 Nov 09 11:42:21.113082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-167ec9fb-68df-4c80-9ab1-fb1faa493722 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.0709610 Nov 09 11:42:21.265504 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-ab9e295b-6de3-4d7a-a4e4-76b57ab30292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:42:21.266987 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-ab9e295b-6de3-4d7a-a4e4-76b57ab30292 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1323514 Nov 09 11:42:21.374111 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-277b67d2-32a6-453f-82e8-8c11e2aa4c08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0999477 Nov 09 11:42:21.439214 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-36d73f45-fcf7-4569-8d0a-1c8246a42625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:42:21.440697 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-36d73f45-fcf7-4569-8d0a-1c8246a42625 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0589020 Nov 09 11:42:21.521569 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-5205e5ee-5e65-4086-bfd0-17117fe9aff4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725276 Nov 09 11:42:21.660704 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-215ce0eb-40e5-4ee8-a35a-1a9de24fb657 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317985 Nov 09 11:42:21.797528 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-95ff9d53-d823-408e-99ab-f3120ef0cfc2 req-ec280526-588a-40f1-89b4-7fb7566d8212 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296699 Nov 09 11:42:22.054383 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:30.869837 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-bf41b7ea-062e-4df6-a0dc-caf30f909cbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725451 Nov 09 11:42:31.010096 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-9cb6cbce-1d75-43de-b7b3-4cd5193262a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0731406 Nov 09 11:42:31.154426 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-4974ac0f-9c3f-4db7-ab80-01dceb56073a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:42:31.155809 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-4974ac0f-9c3f-4db7-ab80-01dceb56073a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 910 time: 0.1273124 Nov 09 11:42:31.228213 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-2fd7c4be-cd3a-45d4-b538-79fa57787559 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0645192 Nov 09 11:42:31.289369 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-58423594-3156-4310-a94a-d532aa345b22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:42:31.290811 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-58423594-3156-4310-a94a-d532aa345b22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0568893 Nov 09 11:42:31.341893 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-a106ab61-eab4-4fc7-ac43-09d06d87bf4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441875 Nov 09 11:42:31.597009 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-e673053a-8627-4652-93cd-ba3fea724eec service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488194 Nov 09 11:42:31.730270 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-d33b926f-e10a-4963-9dd9-0ca7d8e8ee08 req-293cc65d-dfe0-4642-917f-0bf7a9d3a56e service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260304 Nov 09 11:42:34.402808 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:36.728123 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:47.207974 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8c26-21ac-4862-8883-7e1f7c3047b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:47.516873 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:49.493873 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2da79cac-6afb-4aaf-81cd-1b6a2bb22533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:50.687817 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:42:51.203113 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:42:52.075012 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:04.396138 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:06.749107 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:17.150188 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-19012941-ddef-49d9-af24-ce9447c5019e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:17.470137 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:19.514429 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-76e7fa6b-a833-4a5f-b697-917f00ce7eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:20.669973 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:21.939021 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-6c44928b-fa7e-4357-be40-5c277fa8ebf5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681274 Nov 09 11:43:22.058344 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:22.209424 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-bcc5152c-afae-49e0-b43b-784e8bacbdaa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.1956756 Nov 09 11:43:22.356703 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-dd1a0291-9615-43fa-94be-926b3c381e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:43:22.358121 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-dd1a0291-9615-43fa-94be-926b3c381e5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1296532 Nov 09 11:43:22.461666 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-9a251eb7-380a-429e-b515-7f85214e7537 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0965743 Nov 09 11:43:22.523729 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-b6f8421b-0c9b-4bfb-b001-1e0406616a57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:43:22.525168 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-b6f8421b-0c9b-4bfb-b001-1e0406616a57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0576429 Nov 09 11:43:22.598190 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-64a451cf-4f5a-4a42-9ca0-230a21dc797d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672088 Nov 09 11:43:22.728708 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-7f7fb5c7-c80d-485b-8dfa-331111596917 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238914 Nov 09 11:43:22.859770 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-4baf6fa9-136c-497c-867d-63f2c8f0be32 req-35bef798-44e8-4383-ba52-06686ceeeb60 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248884 Nov 09 11:43:28.203014 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:43:28.261345 n-d-817173-1 neutron-server[84333]: DEBUG neutron.wsgi [req-f86961ef-4aa4-411e-8f4a-5dbd89d45b38 req-3dcf0789-5087-4d76-85bd-224b8630361c service neutron] (84333) timed out ('10.222.0.50', 47672) {{(pid=84333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 11:43:30.930680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-dc858e4c-3f20-491e-b821-bceea939bde9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440709 Nov 09 11:43:31.074689 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-cca53611-6864-44fa-878c-d0d0424734ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0737710 Nov 09 11:43:31.216582 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-ca3cb826-a2b5-4d9c-a6e4-04f32a23d0ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:43:31.217946 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-ca3cb826-a2b5-4d9c-a6e4-04f32a23d0ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 910 time: 0.1242821 Nov 09 11:43:31.284732 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-50c67043-1f3a-408b-b8d0-c27ef51a0b94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0592637 Nov 09 11:43:31.348791 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-57dc5a38-ecb7-4730-a72c-ffb2259918e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:43:31.350105 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-57dc5a38-ecb7-4730-a72c-ffb2259918e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0593593 Nov 09 11:43:31.395588 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-37894f16-3fd4-4389-8aed-aa78cfdea51e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390017 Nov 09 11:43:31.527437 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-8c18d103-61e4-4ed8-b4dd-709fc276143a service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233823 Nov 09 11:43:31.664662 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-e54397ff-ba4e-441a-baa8-d47764fb0078 req-a4384839-e760-4dc1-8dfe-1660e90efe94 service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304979 Nov 09 11:43:34.411295 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:36.737572 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:47.200819 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-dd59e23f-90c3-4048-be24-e269ddfeb532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:47.451981 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:49.492155 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-c999f903-0642-40c5-9d3c-4f696781cf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:50.691535 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:43:52.091008 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:04.416766 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:05.203694 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:44:06.742489 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:17.194226 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3fd5bb58-86ae-4191-aeef-08c19a1374c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:17.445503 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:19.468081 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-7f22685c-e098-463c-8e0b-a001753d58d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:20.690812 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:22.067253 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:23.474425 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-3862e753-ae5d-41a5-9cca-47bad8e42f37 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2222419 Nov 09 11:44:23.615210 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-4a8adb3c-e180-4dce-b8c1-9fd059be151a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.0695117 Nov 09 11:44:23.757532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-0f1ab88e-3684-4e42-b68b-d01a0a0d6279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:44:23.758988 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-0f1ab88e-3684-4e42-b68b-d01a0a0d6279 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1254125 Nov 09 11:44:23.860640 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-ddbed766-fb14-4177-a02b-118acd5e3a98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0949895 Nov 09 11:44:23.921902 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-7e1edf41-a982-49d9-9222-15ef6179c021 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:44:23.923260 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-7e1edf41-a982-49d9-9222-15ef6179c021 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0558701 Nov 09 11:44:24.001785 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-e846c06b-3ff8-4f56-969f-c064e423eebe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719528 Nov 09 11:44:24.134443 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-4cdc1b30-fa87-4c78-8686-17fa1a09a93e service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251934 Nov 09 11:44:24.268244 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-6c366c42-edae-4e06-b0a4-4684a205af29 req-69c92a96-535f-4303-9319-2a918c4dec4e service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270084 Nov 09 11:44:30.879644 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-f86974b4-7645-4a20-8493-1697c841edfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722940 Nov 09 11:44:31.018546 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-448114c3-266b-41f0-8e84-0e997258c85e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0704885 Nov 09 11:44:31.163068 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-6e995e38-241b-49e8-a940-be492f0c1878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:44:31.164405 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-6e995e38-241b-49e8-a940-be492f0c1878 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 910 time: 0.1269042 Nov 09 11:44:31.236680 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-bf378540-3814-4012-842e-81068c92b357 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0643201 Nov 09 11:44:31.299655 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-94ddd153-b011-4b58-9ded-a3d8960d73da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:44:31.301107 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-94ddd153-b011-4b58-9ded-a3d8960d73da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0574636 Nov 09 11:44:31.347611 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-65e4b338-fa13-4a2f-aec4-00fdb21267b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397201 Nov 09 11:44:31.481203 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-8233e825-4e8c-4844-8b5d-b5ce34d69e4f service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269631 Nov 09 11:44:31.742337 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-419c5828-ac98-4ac3-88e2-764e0ad7550a req-d02f5ef1-9510-4830-9320-6e1e49056ca5 service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535043 Nov 09 11:44:34.461547 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:36.782131 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:42.204847 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:44:47.262199 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-93fefff3-f26a-480d-9e5b-d8139db0f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:47.535963 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:49.496571 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-49f9cef3-4422-4130-8f6a-d18585a5528f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:50.672883 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:44:52.073323 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:04.501021 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:06.746572 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:17.152147 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-27fbabbf-45cc-4518-b7d5-e8e9d77806d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:17.472612 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:19.205899 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:45:19.488793 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b6387fbf-6c7d-4220-8c41-563025f58e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:20.694852 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:22.089421 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:25.340888 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-fb2305f0-2a3a-4a86-a4b2-81fac8a59f47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685046 Nov 09 11:45:25.592972 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-d082100b-feda-468e-8d35-c0a0861a3dd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.1778357 Nov 09 11:45:25.742015 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fdc17-6dfc-43a7-a710-e06334650008 req-2b2524db-ab99-47a3-9449-f0769ac490de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:45:25.743532 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-2b2524db-ab99-47a3-9449-f0769ac490de service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1298800 Nov 09 11:45:25.850754 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-0c149bf3-6593-4098-bef7-f6286134ac88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.1000061 Nov 09 11:45:25.915532 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fdc17-6dfc-43a7-a710-e06334650008 req-c943c573-5ece-4a18-a4ed-136c8892476a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:45:25.916949 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-c943c573-5ece-4a18-a4ed-136c8892476a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0593417 Nov 09 11:45:25.991798 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-19299e1f-c65e-4ccb-b0cd-5b81fb751302 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681229 Nov 09 11:45:26.123828 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-0d6dfc74-6946-4cc1-979e-e618d9820dba service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247234 Nov 09 11:45:26.257047 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-371fdc17-6dfc-43a7-a710-e06334650008 req-fc96992d-bffb-42e8-b353-3cfe9f967dad service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269000 Nov 09 11:45:31.863278 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-db6bd2c9-f726-4f13-b7fd-4de228dad48b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714390 Nov 09 11:45:31.998120 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-38b136a4-9aec-4980-8680-b8765d6234fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0691919 Nov 09 11:45:32.140084 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-587653ec-715f-4b8d-86d3-48db14d4df73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:45:32.141413 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-587653ec-715f-4b8d-86d3-48db14d4df73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 910 time: 0.1246450 Nov 09 11:45:32.211965 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-a8761ec4-18f5-497c-91b9-1b866ceaff8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0641015 Nov 09 11:45:32.275948 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-952d40a8-281e-41ac-a1bc-5a22a71464f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:45:32.277369 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-952d40a8-281e-41ac-a1bc-5a22a71464f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0563459 Nov 09 11:45:32.325849 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-cc51b46a-8cf1-4a20-832d-00fe06c50d87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420711 Nov 09 11:45:32.455718 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-43a31c69-e78e-4bdf-aa4c-e321156d673d service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237428 Nov 09 11:45:32.586708 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-6e86f6b5-aaac-4455-a5b4-7e145cb96b0b req-e7f44ab0-c57e-4410-a767-1ea30a964355 service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248548 Nov 09 11:45:34.511719 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:36.751823 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:47.157388 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d85bef0a-2833-4f16-9751-4918553f0477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:47.437480 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:49.528760 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f147-d9f4-4407-9297-ec67805c6617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:50.688466 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:52.077243 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:45:56.206622 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:46:04.492921 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:06.773429 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:17.167820 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-ae031aae-2de9-46aa-b8dd-26ed73542bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:17.447699 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:19.487551 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-98774d2a-7b8e-4e84-892a-d5cf8bf92dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:20.687470 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:22.075739 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:25.357915 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-f84926dc-c4fb-4be5-aa53-685b6e9335fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758240 Nov 09 11:46:25.508945 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-a3d1f7be-0781-44cd-9624-03bd27006125 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.0693934 Nov 09 11:46:25.655055 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-4d85c7b3-04bb-46dd-81e2-cec0a273a206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:46:25.656493 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-4d85c7b3-04bb-46dd-81e2-cec0a273a206 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1270578 Nov 09 11:46:25.762722 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-a274aa3a-87e8-4368-83cf-50b628a00105 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0998363 Nov 09 11:46:25.828824 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-67284a63-6fe4-4ad5-8e99-e2cedeeaaad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:46:25.830258 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-67284a63-6fe4-4ad5-8e99-e2cedeeaaad3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0610166 Nov 09 11:46:25.906476 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-f7bc8d59-fc79-441e-934d-b9fc55f2de10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694668 Nov 09 11:46:26.041127 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-6cf22fa8-23a5-4bc8-8032-091207185662 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280601 Nov 09 11:46:26.177797 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a00d86a6-ab06-476e-af27-be86ea6d1997 req-3560f73d-12cb-48ab-ba4e-aef9ce790434 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299939 Nov 09 11:46:32.851323 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-27d71e9f-c5d6-4019-a687-37e674c1b875 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693698 Nov 09 11:46:32.997484 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-b37817f5-7668-4491-9b0a-c27aa6924bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0728972 Nov 09 11:46:33.141613 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-45b95a5d-7b5f-44d3-9956-17db0c6339f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:46:33.143060 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-45b95a5d-7b5f-44d3-9956-17db0c6339f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 910 time: 0.1253538 Nov 09 11:46:33.206782 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:46:33.210014 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-56e82940-c81d-4bf4-9369-7f24c9c451cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0602875 Nov 09 11:46:33.276760 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-f5b3e78c-8ebb-4484-b09d-e8d40d01c189 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:46:33.278219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-f5b3e78c-8ebb-4484-b09d-e8d40d01c189 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0607967 Nov 09 11:46:33.325133 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-c7646d35-ad4d-4efa-8cd0-ef2ab5de95db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394444 Nov 09 11:46:33.457934 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-20d24a35-1f09-47b2-b037-378fba2a0d78 service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259508 Nov 09 11:46:33.707493 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-8bc64833-d395-45e1-920d-f0fcca07d383 req-31663b80-e30d-4f59-94ad-d1bc89864322 service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425206 Nov 09 11:46:34.555805 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:36.789998 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:47.229815 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d0def503-c3ed-4319-9391-dbbe72ef0e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:47.510002 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:49.481097 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-87d84361-9765-4c58-b01e-0902ac05c91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:50.704092 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:46:52.081330 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:04.543887 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:06.812197 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:10.210218 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:47:17.200850 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1d0cba51-a6d9-4e87-a9c2-f0c49400acc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:17.446036 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:19.492289 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-19bd68ab-7550-4af7-932a-dfb9585c2ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:20.686400 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:22.086305 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:26.329436 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-788e1593-5be5-4a02-a840-5a10ac04aa7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788143 Nov 09 11:47:26.576967 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-88040b66-16bd-47de-bc12-a15b98484d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.1789393 Nov 09 11:47:26.727173 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-872b7c7e-9b19-4371-bc75-720433494f5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:47:26.728627 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-872b7c7e-9b19-4371-bc75-720433494f5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1279387 Nov 09 11:47:26.835150 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-15a6026c-766c-4f45-a4b5-5e4fa5ad74dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0996907 Nov 09 11:47:26.899816 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-9a1fc333-7a3c-46d2-ab7e-34f953798504 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:47:26.901255 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-9a1fc333-7a3c-46d2-ab7e-34f953798504 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0601881 Nov 09 11:47:26.993884 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-0c577d4d-9ee4-4bd8-b51f-b846ddeff056 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1edfb73a-de99-49ef-9952-1613c06b4366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865409 Nov 09 11:47:27.125185 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-826ae915-3add-4eb2-a8df-ca8871b0300f service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240087 Nov 09 11:47:27.256428 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-c24da8d8-cb64-4fa5-b152-d6cde87f93e8 req-6425ba46-cf1f-4046-8cee-fdecbef257f9 service neutron] 10.222.0.59 "GET /v2.0/networks/1edfb73a-de99-49ef-9952-1613c06b4366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251500 Nov 09 11:47:34.537060 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:34.867540 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-6c80c403-de3b-45d0-b5e7-b6b3eea7dfd7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47927f7d-be7f-4ae0-b137-b3fa63921286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799911 Nov 09 11:47:35.006387 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-8ab83883-663d-4848-928f-d4244490825c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b6ddec3187043bba2b835316252a6ea&device_id=47927f7d-be7f-4ae0-b137-b3fa63921286 HTTP/1.1" status: 200 len: 1096 time: 0.0702090 Nov 09 11:47:35.161878 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5859578-4662-407d-bbf6-b3b493210f47 req-635bc004-7a8a-4d82-81f6-ff5abce9ce51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:47:35.163252 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-635bc004-7a8a-4d82-81f6-ff5abce9ce51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa HTTP/1.1" status: 200 len: 910 time: 0.1307449 Nov 09 11:47:35.239164 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-5cab9dde-c3f0-4d42-905c-e262eb94e3a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1838892-ecc9-4868-b692-35ff4b1bb2ab HTTP/1.1" status: 200 len: 217 time: 0.0685871 Nov 09 11:47:35.304435 n-d-817173-1 neutron-server[84334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5859578-4662-407d-bbf6-b3b493210f47 req-f6e79617-6fd3-43b8-b750-251a877ed8d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:47:35.306219 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-f6e79617-6fd3-43b8-b750-251a877ed8d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d15670d2-92e1-4472-8353-d093f9853731 HTTP/1.1" status: 200 len: 849 time: 0.0601730 Nov 09 11:47:35.356904 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-18a35ad3-aff3-4849-a7d9-6ad1b55ebf17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee56c524-ea67-47b6-8c23-d31cfef2f0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441566 Nov 09 11:47:35.367330 n-d-817173-1 neutron-server[84334]: DEBUG neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-aad81b8f-c8db-408a-b7d2-17043a762bae service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 09 11:47:35.368234 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-aad81b8f-c8db-408a-b7d2-17043a762bae service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048068 Nov 09 11:47:35.508973 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-70e01607-2bba-4eb7-b122-98c237116f5c service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336617 Nov 09 11:47:35.653671 n-d-817173-1 neutron-server[84334]: INFO neutron.wsgi [req-a5859578-4662-407d-bbf6-b3b493210f47 req-a9c51491-e3b3-4312-832f-4fa93ba6c64b service neutron] 10.222.0.57 "GET /v2.0/networks/ee56c524-ea67-47b6-8c23-d31cfef2f0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374540 Nov 09 11:47:36.816632 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:47.171994 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-140b3645-35fc-4658-a46a-eb39865f6e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:47.210903 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:47:47.560306 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:49.531230 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-03e269aa-7855-42e0-b400-43644adabe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:50.720214 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:47:52.126004 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:04.541924 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-95f2b906-be01-423a-a5a1-6278ce416523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:06.828076 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e03ac880-f7fa-49bb-bb0b-b58b8f61ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:17.165010 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-fc08a86a-3703-4ab0-b582-9e277f128ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:17.462267 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-29593cf9-ea47-4763-8e50-712d21ba8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:19.530556 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-265b3ac2-99d1-4c40-8151-13ac15072f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:20.730637 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eb32726a-943e-4158-a491-2a040b4d1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:22.090856 n-d-817173-1 neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bf4d-d33d-45d5-882d-dbea2f9142ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755037990575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560792'] for agent, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 11:48:24.211902 n-d-817173-1 neutron-server[84336]: DEBUG neutron.db.agents_db [None req-c165643d-af5a-4fa1-95e6-500e78b21ce7 None None] Agent healthcheck: found 7 active agents {{(pid=84336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 11:48:28.314082 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f90edc-691e-4572-aed2-672c0324d750 req-1f2e495c-d214-426c-9747-00eb05d64a58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670156 Nov 09 11:48:28.454866 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f90edc-691e-4572-aed2-672c0324d750 req-1f899e07-83c1-4a31-a71e-787d87eb14dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=388f5154f6de44ca949e645ad892bd29&device_id=b3061958-7f63-4e68-9d9d-bef2e40ab968 HTTP/1.1" status: 200 len: 1097 time: 0.0736310 Nov 09 11:48:28.600166 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90edc-691e-4572-aed2-672c0324d750 req-3f2eff6b-2867-42ce-a3a5-a74faf5d3d2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:48:28.601533 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f90edc-691e-4572-aed2-672c0324d750 req-3f2eff6b-2867-42ce-a3a5-a74faf5d3d2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1edfb73a-de99-49ef-9952-1613c06b4366 HTTP/1.1" status: 200 len: 910 time: 0.1277304 Nov 09 11:48:28.700067 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f90edc-691e-4572-aed2-672c0324d750 req-bb310212-9681-492c-8d22-9bc38314d796 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=173fca00-26e7-4bad-bf76-c865e5f8c09a HTTP/1.1" status: 200 len: 1002 time: 0.0916708 Nov 09 11:48:28.768937 n-d-817173-1 neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90edc-691e-4572-aed2-672c0324d750 req-0aa83544-5aba-4b5e-8596-7e8e99c8b47a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 11:48:28.770445 n-d-817173-1 neutron-server[84333]: INFO neutron.wsgi [req-a8f90edc-691e-4572-aed2-672c0324d750 req-0aa83544-5aba-4b5e-8596-7e8e99c8b47a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95689dd7-3ba7-431f-b312-a9ddde5c98d7 HTTP/1.1" status: 200 len: 848 time: 0.0645115